From 19a58fe3eb730b82932527293ea3734c924a179d Mon Sep 17 00:00:00 2001 From: "snappy.mirrorbot@gmail.com" Date: Tue, 9 Apr 2013 15:33:30 +0000 Subject: Supports truncated test data in zippy benchmark. R=sesse git-svn-id: http://snappy.googlecode.com/svn/trunk@74 03e5f5b5-db94-4691-08a0-1a8bf15f6143 --- snappy_unittest.cc | 75 +++++++++++++++++++++++++++++------------------------- 1 file changed, 41 insertions(+), 34 deletions(-) (limited to 'snappy_unittest.cc') diff --git a/snappy_unittest.cc b/snappy_unittest.cc index f345dc3..59c108f 100644 --- a/snappy_unittest.cc +++ b/snappy_unittest.cc @@ -611,7 +611,8 @@ TYPED_TEST(CorruptedTest, VerifyCorrupted) { // try reading stuff in from a bad file. for (int i = 1; i <= 3; ++i) { - string data = ReadTestDataFile(StringPrintf("baddata%d.snappy", i).c_str()); + string data = ReadTestDataFile(StringPrintf("baddata%d.snappy", i).c_str(), + 0); string uncmp; // check that we don't return a crazy length size_t ulen; @@ -768,7 +769,8 @@ TEST(Snappy, FourByteOffset) { string uncompressed; CHECK(snappy::IsValidCompressedBuffer(compressed.data(), compressed.size())); - CHECK(snappy::Uncompress(compressed.data(), compressed.size(), &uncompressed)); + CHECK(snappy::Uncompress(compressed.data(), compressed.size(), + &uncompressed)); CHECK_EQ(uncompressed, src); } @@ -971,19 +973,18 @@ TEST(Snappy, FindMatchLengthRandom) { static void CompressFile(const char* fname) { string fullinput; - file::ReadFileToString(fname, &fullinput, file::Defaults()).CheckSuccess(); + file::GetContents(fname, &fullinput, file::Defaults()).CheckSuccess(); string compressed; Compress(fullinput.data(), fullinput.size(), SNAPPY, &compressed, false); - file::WriteStringToFile( - string(fname).append(".comp").c_str(), compressed, - file::Defaults()).CheckSuccess(); + file::SetContents(string(fname).append(".comp"), compressed, file::Defaults()) + .CheckSuccess(); } static void UncompressFile(const char* fname) { string fullinput; - file::ReadFileToString(fname, &fullinput, file::Defaults()).CheckSuccess(); + file::GetContents(fname, &fullinput, file::Defaults()).CheckSuccess(); size_t uncompLength; CHECK(CheckUncompressedLength(fullinput, &uncompLength)); @@ -992,14 +993,13 @@ static void UncompressFile(const char* fname) { uncompressed.resize(uncompLength); CHECK(snappy::Uncompress(fullinput.data(), fullinput.size(), &uncompressed)); - file::WriteStringToFile( - string(fname).append(".uncomp").c_str(), uncompressed, - file::Defaults()).CheckSuccess(); + file::SetContents(string(fname).append(".uncomp"), uncompressed, + file::Defaults()).CheckSuccess(); } static void MeasureFile(const char* fname) { string fullinput; - file::ReadFileToString(fname, &fullinput, file::Defaults()).CheckSuccess(); + file::GetContents(fname, &fullinput, file::Defaults()).CheckSuccess(); printf("%-40s :\n", fname); int start_len = (FLAGS_start_len < 0) ? fullinput.size() : FLAGS_start_len; @@ -1032,25 +1032,29 @@ static void MeasureFile(const char* fname) { static struct { const char* label; const char* filename; + size_t size_limit; } files[] = { - { "html", "html" }, - { "urls", "urls.10K" }, - { "jpg", "house.jpg" }, - { "pdf", "mapreduce-osdi-1.pdf" }, - { "html4", "html_x_4" }, - { "cp", "cp.html" }, - { "c", "fields.c" }, - { "lsp", "grammar.lsp" }, - { "xls", "kennedy.xls" }, - { "txt1", "alice29.txt" }, - { "txt2", "asyoulik.txt" }, - { "txt3", "lcet10.txt" }, - { "txt4", "plrabn12.txt" }, - { "bin", "ptt5" }, - { "sum", "sum" }, - { "man", "xargs.1" }, - { "pb", "geo.protodata" }, - { "gaviota", "kppkn.gtb" }, + { "html", "html", 0 }, + { "urls", "urls.10K", 0 }, + { "jpg", "house.jpg", 0 }, + { "jpg_200", "house.jpg", 200 }, + { "pdf", "mapreduce-osdi-1.pdf", 0 }, + { "html4", "html_x_4", 0 }, + { "cp", "cp.html", 0 }, + { "c", "fields.c", 0 }, + { "lsp", "grammar.lsp", 0 }, + { "xls", "kennedy.xls", 0 }, + { "xls_200", "kennedy.xls", 200 }, + { "txt1", "alice29.txt", 0 }, + { "txt2", "asyoulik.txt", 0 }, + { "txt3", "lcet10.txt", 0 }, + { "txt4", "plrabn12.txt", 0 }, + { "bin", "ptt5", 0 }, + { "bin_200", "ptt5", 200 }, + { "sum", "sum", 0 }, + { "man", "xargs.1", 0 }, + { "pb", "geo.protodata", 0 }, + { "gaviota", "kppkn.gtb", 0 }, }; static void BM_UFlat(int iters, int arg) { @@ -1059,7 +1063,8 @@ static void BM_UFlat(int iters, int arg) { // Pick file to process based on "arg" CHECK_GE(arg, 0); CHECK_LT(arg, ARRAYSIZE(files)); - string contents = ReadTestDataFile(files[arg].filename); + string contents = ReadTestDataFile(files[arg].filename, + files[arg].size_limit); string zcontents; snappy::Compress(contents.data(), contents.size(), &zcontents); @@ -1076,7 +1081,7 @@ static void BM_UFlat(int iters, int arg) { delete[] dst; } -BENCHMARK(BM_UFlat)->DenseRange(0, 17); +BENCHMARK(BM_UFlat)->DenseRange(0, ARRAYSIZE(files) - 1); static void BM_UValidate(int iters, int arg) { StopBenchmarkTiming(); @@ -1084,7 +1089,8 @@ static void BM_UValidate(int iters, int arg) { // Pick file to process based on "arg" CHECK_GE(arg, 0); CHECK_LT(arg, ARRAYSIZE(files)); - string contents = ReadTestDataFile(files[arg].filename); + string contents = ReadTestDataFile(files[arg].filename, + files[arg].size_limit); string zcontents; snappy::Compress(contents.data(), contents.size(), &zcontents); @@ -1107,7 +1113,8 @@ static void BM_ZFlat(int iters, int arg) { // Pick file to process based on "arg" CHECK_GE(arg, 0); CHECK_LT(arg, ARRAYSIZE(files)); - string contents = ReadTestDataFile(files[arg].filename); + string contents = ReadTestDataFile(files[arg].filename, + files[arg].size_limit); char* dst = new char[snappy::MaxCompressedLength(contents.size())]; @@ -1128,7 +1135,7 @@ static void BM_ZFlat(int iters, int arg) { files[arg].label, contents.size(), zsize); delete[] dst; } -BENCHMARK(BM_ZFlat)->DenseRange(0, 17); +BENCHMARK(BM_ZFlat)->DenseRange(0, ARRAYSIZE(files) - 1); } // namespace snappy -- cgit v1.2.1