//===-- quarantine_test.cpp -------------------------------------*- C++ -*-===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "quarantine.h" #include "gtest/gtest.h" #include static void *FakePtr = reinterpret_cast(0xFA83FA83); static const scudo::uptr BlockSize = 8UL; static const scudo::uptr LargeBlockSize = 16384UL; struct QuarantineCallback { void recycle(void *P) { EXPECT_EQ(P, FakePtr); } void *allocate(scudo::uptr Size) { return malloc(Size); } void deallocate(void *P) { free(P); } }; typedef scudo::GlobalQuarantine QuarantineT; typedef typename QuarantineT::CacheT CacheT; static QuarantineCallback Cb; static void deallocateCache(CacheT *Cache) { while (scudo::QuarantineBatch *Batch = Cache->dequeueBatch()) Cb.deallocate(Batch); } TEST(ScudoQuarantineTest, QuarantineBatchMerge) { // Verify the trivial case. scudo::QuarantineBatch Into; Into.init(FakePtr, 4UL); scudo::QuarantineBatch From; From.init(FakePtr, 8UL); Into.merge(&From); EXPECT_EQ(Into.Count, 2UL); EXPECT_EQ(Into.Batch[0], FakePtr); EXPECT_EQ(Into.Batch[1], FakePtr); EXPECT_EQ(Into.Size, 12UL + sizeof(scudo::QuarantineBatch)); EXPECT_EQ(Into.getQuarantinedSize(), 12UL); EXPECT_EQ(From.Count, 0UL); EXPECT_EQ(From.Size, sizeof(scudo::QuarantineBatch)); EXPECT_EQ(From.getQuarantinedSize(), 0UL); // Merge the batch to the limit. for (scudo::uptr I = 2; I < scudo::QuarantineBatch::MaxCount; ++I) From.push_back(FakePtr, 8UL); EXPECT_TRUE(Into.Count + From.Count == scudo::QuarantineBatch::MaxCount); EXPECT_TRUE(Into.canMerge(&From)); Into.merge(&From); EXPECT_TRUE(Into.Count == scudo::QuarantineBatch::MaxCount); // No more space, not even for one element. From.init(FakePtr, 8UL); EXPECT_FALSE(Into.canMerge(&From)); } TEST(ScudoQuarantineTest, QuarantineCacheMergeBatchesEmpty) { CacheT Cache; CacheT ToDeallocate; Cache.init(); ToDeallocate.init(); Cache.mergeBatches(&ToDeallocate); EXPECT_EQ(ToDeallocate.getSize(), 0UL); EXPECT_EQ(ToDeallocate.dequeueBatch(), nullptr); } TEST(SanitizerCommon, QuarantineCacheMergeBatchesOneBatch) { CacheT Cache; Cache.init(); Cache.enqueue(Cb, FakePtr, BlockSize); EXPECT_EQ(BlockSize + sizeof(scudo::QuarantineBatch), Cache.getSize()); CacheT ToDeallocate; ToDeallocate.init(); Cache.mergeBatches(&ToDeallocate); // Nothing to merge, nothing to deallocate. EXPECT_EQ(BlockSize + sizeof(scudo::QuarantineBatch), Cache.getSize()); EXPECT_EQ(ToDeallocate.getSize(), 0UL); EXPECT_EQ(ToDeallocate.dequeueBatch(), nullptr); deallocateCache(&Cache); } TEST(ScudoQuarantineTest, QuarantineCacheMergeBatchesSmallBatches) { // Make a Cache with two batches small enough to merge. CacheT From; From.init(); From.enqueue(Cb, FakePtr, BlockSize); CacheT Cache; Cache.init(); Cache.enqueue(Cb, FakePtr, BlockSize); Cache.transfer(&From); EXPECT_EQ(BlockSize * 2 + sizeof(scudo::QuarantineBatch) * 2, Cache.getSize()); CacheT ToDeallocate; ToDeallocate.init(); Cache.mergeBatches(&ToDeallocate); // Batches merged, one batch to deallocate. EXPECT_EQ(BlockSize * 2 + sizeof(scudo::QuarantineBatch), Cache.getSize()); EXPECT_EQ(ToDeallocate.getSize(), sizeof(scudo::QuarantineBatch)); deallocateCache(&Cache); deallocateCache(&ToDeallocate); } TEST(ScudoQuarantineTest, QuarantineCacheMergeBatchesTooBigToMerge) { const scudo::uptr NumBlocks = scudo::QuarantineBatch::MaxCount - 1; // Make a Cache with two batches small enough to merge. CacheT From; CacheT Cache; From.init(); Cache.init(); for (scudo::uptr I = 0; I < NumBlocks; ++I) { From.enqueue(Cb, FakePtr, BlockSize); Cache.enqueue(Cb, FakePtr, BlockSize); } Cache.transfer(&From); EXPECT_EQ(BlockSize * NumBlocks * 2 + sizeof(scudo::QuarantineBatch) * 2, Cache.getSize()); CacheT ToDeallocate; ToDeallocate.init(); Cache.mergeBatches(&ToDeallocate); // Batches cannot be merged. EXPECT_EQ(BlockSize * NumBlocks * 2 + sizeof(scudo::QuarantineBatch) * 2, Cache.getSize()); EXPECT_EQ(ToDeallocate.getSize(), 0UL); deallocateCache(&Cache); } TEST(ScudoQuarantineTest, QuarantineCacheMergeBatchesALotOfBatches) { const scudo::uptr NumBatchesAfterMerge = 3; const scudo::uptr NumBlocks = scudo::QuarantineBatch::MaxCount * NumBatchesAfterMerge; const scudo::uptr NumBatchesBeforeMerge = NumBlocks; // Make a Cache with many small batches. CacheT Cache; Cache.init(); for (scudo::uptr I = 0; I < NumBlocks; ++I) { CacheT From; From.init(); From.enqueue(Cb, FakePtr, BlockSize); Cache.transfer(&From); } EXPECT_EQ(BlockSize * NumBlocks + sizeof(scudo::QuarantineBatch) * NumBatchesBeforeMerge, Cache.getSize()); CacheT ToDeallocate; ToDeallocate.init(); Cache.mergeBatches(&ToDeallocate); // All blocks should fit Into 3 batches. EXPECT_EQ(BlockSize * NumBlocks + sizeof(scudo::QuarantineBatch) * NumBatchesAfterMerge, Cache.getSize()); EXPECT_EQ(ToDeallocate.getSize(), sizeof(scudo::QuarantineBatch) * (NumBatchesBeforeMerge - NumBatchesAfterMerge)); deallocateCache(&Cache); deallocateCache(&ToDeallocate); } static const scudo::uptr MaxQuarantineSize = 1024UL << 10; // 1MB static const scudo::uptr MaxCacheSize = 256UL << 10; // 256KB TEST(ScudoQuarantineTest, GlobalQuarantine) { QuarantineT Quarantine; CacheT Cache; Cache.init(); Quarantine.init(MaxQuarantineSize, MaxCacheSize); EXPECT_EQ(Quarantine.getMaxSize(), MaxQuarantineSize); EXPECT_EQ(Quarantine.getCacheSize(), MaxCacheSize); bool DrainOccurred = false; scudo::uptr CacheSize = Cache.getSize(); EXPECT_EQ(Cache.getSize(), 0UL); // We quarantine enough blocks that a drain has to occur. Verify this by // looking for a decrease of the size of the cache. for (scudo::uptr I = 0; I < 128UL; I++) { Quarantine.put(&Cache, Cb, FakePtr, LargeBlockSize); if (!DrainOccurred && Cache.getSize() < CacheSize) DrainOccurred = true; CacheSize = Cache.getSize(); } EXPECT_TRUE(DrainOccurred); Quarantine.drainAndRecycle(&Cache, Cb); EXPECT_EQ(Cache.getSize(), 0UL); Quarantine.printStats(); } void *populateQuarantine(void *Param) { CacheT Cache; Cache.init(); QuarantineT *Quarantine = reinterpret_cast(Param); for (scudo::uptr I = 0; I < 128UL; I++) Quarantine->put(&Cache, Cb, FakePtr, LargeBlockSize); return 0; } TEST(ScudoQuarantineTest, ThreadedGlobalQuarantine) { QuarantineT Quarantine; Quarantine.init(MaxQuarantineSize, MaxCacheSize); const scudo::uptr NumberOfThreads = 32U; pthread_t T[NumberOfThreads]; for (scudo::uptr I = 0; I < NumberOfThreads; I++) pthread_create(&T[I], 0, populateQuarantine, &Quarantine); for (scudo::uptr I = 0; I < NumberOfThreads; I++) pthread_join(T[I], 0); Quarantine.printStats(); }