# HG changeset patch # User Dnyaneshwar G <dnyanesh...@multicorewareinc.com> # Date 1440736935 -19800 # Fri Aug 28 10:12:15 2015 +0530 # Node ID dce85f739efeea842e490a0f555d4abdc89a5c80 # Parent 905c4f2e203ec082bd50b361865a7d4d297e45ce asm: fix dynamic range of input to quant primitive
diff -r 905c4f2e203e -r dce85f739efe source/test/mbdstharness.cpp --- a/source/test/mbdstharness.cpp Thu Aug 27 10:13:56 2015 +0530 +++ b/source/test/mbdstharness.cpp Fri Aug 28 10:12:15 2015 +0530 @@ -215,8 +215,14 @@ uint32_t optReturnValue = 0; uint32_t refReturnValue = 0; - int bits = (rand() % 24) + 8; - int valueToAdd = rand() % (1 << bits); + int sliceType = rand() % 2; + int log2TrSize = rand() % 4 + 2; + int qp = rand() % (QP_MAX_SPEC + QP_BD_OFFSET + 1); + int per = qp / 6; + int transformShift = MAX_TR_DYNAMIC_RANGE - X265_DEPTH - log2TrSize; + + int bits = QUANT_SHIFT + per + transformShift; + int valueToAdd = (sliceType == 1 ? 171 : 85) << (bits - 9); int cmp_size = sizeof(int) * height * width; int cmp_size1 = sizeof(short) * height * width; int numCoeff = height * width; _______________________________________________ x265-devel mailing list x265-devel@videolan.org https://mailman.videolan.org/listinfo/x265-devel