summaryrefslogtreecommitdiff
path: root/test/dct32x32_test.cc
diff options
context:
space:
mode:
authorYaowu Xu <yaowu@google.com>2016-05-31 16:54:58 -0700
committerYaowu Xu <yaowu@google.com>2016-06-01 16:01:18 +0000
commit6382727dc554c85d6478a7d93493542358f4889e (patch)
tree0685bfd08bdf30d2f8040feeef37af0e883805d5 /test/dct32x32_test.cc
parent787b38ebb964be883088450eaa17a002d97cd2e1 (diff)
downloadlibvpx-6382727dc554c85d6478a7d93493542358f4889e.tar.gz
Fix UBSAN/IOC errors
1. test/dct16x16_test.cc 2. test/dct32x32_test.cc 3. test/fdct8x8_test.cc BUG=webm:1225 Change-Id: I9c9315fbd65ddb3b44f688e01ba265fd22192198
Diffstat (limited to 'test/dct32x32_test.cc')
-rw-r--r--test/dct32x32_test.cc4
1 files changed, 2 insertions, 2 deletions
diff --git a/test/dct32x32_test.cc b/test/dct32x32_test.cc
index 1cbac5c63..16d88255e 100644
--- a/test/dct32x32_test.cc
+++ b/test/dct32x32_test.cc
@@ -154,10 +154,10 @@ TEST_P(Trans32x32Test, AccuracyCheck) {
for (int j = 0; j < kNumCoeffs; ++j) {
#if CONFIG_VP9_HIGHBITDEPTH
- const uint32_t diff =
+ const int32_t diff =
bit_depth_ == VPX_BITS_8 ? dst[j] - src[j] : dst16[j] - src16[j];
#else
- const uint32_t diff = dst[j] - src[j];
+ const int32_t diff = dst[j] - src[j];
#endif
const uint32_t error = diff * diff;
if (max_error < error)