// Copyright 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "cc/resources/resource_pool.h" #include #include #include #include #include "base/atomic_sequence_num.h" #include "base/format_macros.h" #include "base/memory/memory_coordinator_client_registry.h" #include "base/memory/shared_memory_handle.h" #include "base/strings/stringprintf.h" #include "base/threading/thread_task_runner_handle.h" #include "base/trace_event/memory_dump_manager.h" #include "build/build_config.h" #include "cc/base/container_util.h" #include "cc/resources/layer_tree_resource_provider.h" #include "components/viz/common/resources/resource_sizes.h" using base::trace_event::MemoryAllocatorDump; using base::trace_event::MemoryDumpLevelOfDetail; namespace cc { namespace { // Process-unique number for each resource pool. base::AtomicSequenceNumber g_next_tracing_id; bool ResourceMeetsSizeRequirements(const gfx::Size& requested_size, const gfx::Size& actual_size, bool disallow_non_exact_reuse) { const float kReuseThreshold = 2.0f; if (disallow_non_exact_reuse) return requested_size == actual_size; // Allocating new resources is expensive, and we'd like to re-use our // existing ones within reason. Allow a larger resource to be used for a // smaller request. if (actual_size.width() < requested_size.width() || actual_size.height() < requested_size.height()) return false; // GetArea will crash on overflow, however all sizes in use are tile sizes. // These are capped at LayerTreeResourceProvider::max_texture_size(), and will // not overflow. float actual_area = actual_size.GetArea(); float requested_area = requested_size.GetArea(); // Don't use a resource that is more than |kReuseThreshold| times the // requested pixel area, as we want to free unnecessarily large resources. if (actual_area / requested_area > kReuseThreshold) return false; return true; } } // namespace constexpr base::TimeDelta ResourcePool::kDefaultExpirationDelay; ResourcePool::ResourcePool( LayerTreeResourceProvider* resource_provider, scoped_refptr task_runner, const base::TimeDelta& expiration_delay, Mode resource_mode, bool disallow_non_exact_reuse) : resource_provider_(resource_provider), using_gpu_resources_(resource_mode == Mode::kGpu), task_runner_(std::move(task_runner)), resource_expiration_delay_(expiration_delay), disallow_non_exact_reuse_(disallow_non_exact_reuse), tracing_id_(g_next_tracing_id.GetNext()), weak_ptr_factory_(this) { base::trace_event::MemoryDumpManager::GetInstance()->RegisterDumpProvider( this, "cc::ResourcePool", task_runner_.get()); // Register this component with base::MemoryCoordinatorClientRegistry. base::MemoryCoordinatorClientRegistry::GetInstance()->Register(this); } ResourcePool::~ResourcePool() { base::trace_event::MemoryDumpManager::GetInstance()->UnregisterDumpProvider( this); // Unregister this component with memory_coordinator::ClientRegistry. base::MemoryCoordinatorClientRegistry::GetInstance()->Unregister(this); DCHECK_EQ(0u, in_use_resources_.size()); while (!busy_resources_.empty()) { DidFinishUsingResource(PopBack(&busy_resources_)); } SetResourceUsageLimits(0, 0); DCHECK_EQ(0u, unused_resources_.size()); DCHECK_EQ(0u, in_use_memory_usage_bytes_); DCHECK_EQ(0u, total_memory_usage_bytes_); DCHECK_EQ(0u, total_resource_count_); } ResourcePool::PoolResource* ResourcePool::ReuseResource( const gfx::Size& size, viz::ResourceFormat format, const gfx::ColorSpace& color_space) { // Finding resources in |unused_resources_| from MRU to LRU direction, touches // LRU resources only if needed, which increases possibility of expiring more // LRU resources within kResourceExpirationDelayMs. for (auto it = unused_resources_.begin(); it != unused_resources_.end(); ++it) { PoolResource* resource = it->get(); DCHECK(!resource->resource_id()); if (resource->format() != format) continue; if (!ResourceMeetsSizeRequirements(size, resource->size(), disallow_non_exact_reuse_)) continue; if (resource->color_space() != color_space) continue; // Transfer resource to |in_use_resources_|. in_use_resources_[resource->unique_id()] = std::move(*it); unused_resources_.erase(it); in_use_memory_usage_bytes_ += viz::ResourceSizes::UncheckedSizeInBytes(resource->size(), resource->format()); return resource; } return nullptr; } ResourcePool::PoolResource* ResourcePool::CreateResource( const gfx::Size& size, viz::ResourceFormat format, const gfx::ColorSpace& color_space) { DCHECK(viz::ResourceSizes::VerifySizeInBytes(size, format)); auto pool_resource = std::make_unique( next_resource_unique_id_++, size, format, color_space); total_memory_usage_bytes_ += viz::ResourceSizes::UncheckedSizeInBytes(size, format); ++total_resource_count_; PoolResource* resource = pool_resource.get(); in_use_resources_[resource->unique_id()] = std::move(pool_resource); in_use_memory_usage_bytes_ += viz::ResourceSizes::UncheckedSizeInBytes(size, format); return resource; } ResourcePool::InUsePoolResource ResourcePool::AcquireResource( const gfx::Size& size, viz::ResourceFormat format, const gfx::ColorSpace& color_space) { PoolResource* resource = ReuseResource(size, format, color_space); if (!resource) resource = CreateResource(size, format, color_space); return InUsePoolResource(resource, using_gpu_resources_); } // Iterate over all three resource lists (unused, in-use, and busy), updating // the invalidation and content IDs to allow for future partial raster. The // first unused resource found (if any) will be returned and used for partial // raster directly. // // Note that this may cause us to have multiple resources with the same content // ID. This is not a correctness risk, as all these resources will have valid // invalidations can can be used safely. Note that we could improve raster // performance at the cost of search time if we found the resource with the // smallest invalidation ID to raster in to. ResourcePool::InUsePoolResource ResourcePool::TryAcquireResourceForPartialRaster( uint64_t new_content_id, const gfx::Rect& new_invalidated_rect, uint64_t previous_content_id, gfx::Rect* total_invalidated_rect) { DCHECK(new_content_id); DCHECK(previous_content_id); *total_invalidated_rect = gfx::Rect(); auto iter_resource_to_return = unused_resources_.end(); int minimum_area = 0; // First update all unused resources. While updating, track the resource with // the smallest invalidation. That resource will be returned to the caller. for (auto it = unused_resources_.begin(); it != unused_resources_.end(); ++it) { PoolResource* resource = it->get(); if (resource->content_id() == previous_content_id) { UpdateResourceContentIdAndInvalidation(resource, new_content_id, new_invalidated_rect); // Return the resource with the smallest invalidation. int area = resource->invalidated_rect().size().GetCheckedArea().ValueOrDefault( std::numeric_limits::max()); if (iter_resource_to_return == unused_resources_.end() || area < minimum_area) { iter_resource_to_return = it; minimum_area = area; } } } // Next, update all busy and in_use resources. for (const auto& resource : busy_resources_) { if (resource->content_id() == previous_content_id) { UpdateResourceContentIdAndInvalidation(resource.get(), new_content_id, new_invalidated_rect); } } for (const auto& resource_pair : in_use_resources_) { PoolResource* resource = resource_pair.second.get(); if (resource->content_id() == previous_content_id) { UpdateResourceContentIdAndInvalidation(resource, new_content_id, new_invalidated_rect); } } // If we found an unused resource to return earlier, move it to // |in_use_resources_| and return it. if (iter_resource_to_return != unused_resources_.end()) { PoolResource* resource = iter_resource_to_return->get(); DCHECK(!resource->resource_id()); // Transfer resource to |in_use_resources_|. in_use_resources_[resource->unique_id()] = std::move(*iter_resource_to_return); unused_resources_.erase(iter_resource_to_return); in_use_memory_usage_bytes_ += viz::ResourceSizes::UncheckedSizeInBytes(resource->size(), resource->format()); *total_invalidated_rect = resource->invalidated_rect(); // Clear the invalidated rect and content ID on the resource being retunred. // These will be updated when raster completes successfully. resource->set_invalidated_rect(gfx::Rect()); resource->set_content_id(0); return InUsePoolResource(resource, using_gpu_resources_); } return InUsePoolResource(); } void ResourcePool::OnResourceReleased(size_t unique_id, const gpu::SyncToken& sync_token, bool lost) { // If this fails we've removed a resource from the ResourceProvider somehow // while it was still in use by the ResourcePool client. That would prevent // the client from being able to use the ResourceId on the InUsePoolResource, // which would be problematic! DCHECK(in_use_resources_.find(unique_id) == in_use_resources_.end()); // TODO(danakj): Should busy_resources be a map? auto busy_it = std::find_if( busy_resources_.begin(), busy_resources_.end(), [unique_id](const std::unique_ptr& busy_resource) { return busy_resource->unique_id() == unique_id; }); // If the resource isn't busy then we made it available for reuse already // somehow, even though it was exported to the ResourceProvider, or we evicted // a resource that was still in use by the display compositor. DCHECK(busy_it != busy_resources_.end()); PoolResource* resource = busy_it->get(); if (lost || evict_busy_resources_when_unused_ || resource->avoid_reuse()) { DeleteResource(std::move(*busy_it)); busy_resources_.erase(busy_it); return; } resource->set_resource_id(0); if (using_gpu_resources_) resource->gpu_backing()->returned_sync_token = sync_token; DidFinishUsingResource(std::move(*busy_it)); busy_resources_.erase(busy_it); } void ResourcePool::PrepareForExport(const InUsePoolResource& resource) { // Exactly one of gpu or software backing should exist. DCHECK(resource.resource_->gpu_backing() || resource.resource_->software_backing()); DCHECK(!resource.resource_->gpu_backing() || !resource.resource_->software_backing()); viz::TransferableResource transferable; if (resource.resource_->gpu_backing()) { transferable = viz::TransferableResource::MakeGLOverlay( resource.resource_->gpu_backing()->mailbox, GL_LINEAR, resource.resource_->gpu_backing()->texture_target, resource.resource_->gpu_backing()->mailbox_sync_token, resource.resource_->size(), resource.resource_->gpu_backing()->overlay_candidate); transferable.read_lock_fences_enabled = resource.resource_->gpu_backing()->wait_on_fence_required; } else { transferable = viz::TransferableResource::MakeSoftware( resource.resource_->software_backing()->shared_bitmap_id, // Not needed since this software resource's SharedBitmapId was // notified to the display compositor through the CompositorFrameSink. /*sequence_number=*/0, resource.resource_->size(), resource.resource_->format()); } transferable.format = resource.resource_->format(); transferable.buffer_format = viz::BufferFormat(transferable.format); transferable.color_space = resource.resource_->color_space(); resource.resource_->set_resource_id(resource_provider_->ImportResource( std::move(transferable), viz::SingleReleaseCallback::Create(base::BindOnce( &ResourcePool::OnResourceReleased, weak_ptr_factory_.GetWeakPtr(), resource.resource_->unique_id())))); } void ResourcePool::InvalidateResources() { while (!unused_resources_.empty()) DeleteResource(PopBack(&unused_resources_)); for (auto& pool_resource : busy_resources_) pool_resource->mark_avoid_reuse(); for (auto& pair : in_use_resources_) pair.second->mark_avoid_reuse(); } void ResourcePool::ReleaseResource(InUsePoolResource in_use_resource) { PoolResource* pool_resource = in_use_resource.resource_; in_use_resource.SetWasFreedByResourcePool(); // Ensure that the provided resource is valid. // TODO(ericrk): Remove this once we've investigated further. // crbug.com/598286. CHECK(pool_resource); auto it = in_use_resources_.find(pool_resource->unique_id()); if (it == in_use_resources_.end()) { // We should never hit this. Do some digging to try to determine the cause. // TODO(ericrk): Remove this once we've investigated further. // crbug.com/598286. // Maybe this is a double free - see if the resource exists in our busy // list. auto found_busy = std::find_if( busy_resources_.begin(), busy_resources_.end(), [pool_resource](const std::unique_ptr& busy_resource) { return busy_resource->unique_id() == pool_resource->unique_id(); }); CHECK(found_busy == busy_resources_.end()); // Also check if the resource exists in our unused resources list. auto found_unused = std::find_if( unused_resources_.begin(), unused_resources_.end(), [pool_resource](const std::unique_ptr& unused_resource) { return unused_resource->unique_id() == pool_resource->unique_id(); }); CHECK(found_unused == unused_resources_.end()); // Resource doesn't exist in any of our lists. CHECK. CHECK(false); } // Also ensure that the resource wasn't null in our list. // TODO(ericrk): Remove this once we've investigated further. // crbug.com/598286. CHECK(it->second.get()); pool_resource->set_last_usage(base::TimeTicks::Now()); in_use_memory_usage_bytes_ -= viz::ResourceSizes::UncheckedSizeInBytes(pool_resource->size(), pool_resource->format()); // Save the ResourceId since the |pool_resource| can be deleted in the next // step. viz::ResourceId resource_id = pool_resource->resource_id(); // Transfer resource to |unused_resources_| or |busy_resources_|, depending if // it was exported to the ResourceProvider via PrepareForExport(). If not, // then we can immediately make the resource available to be reused, unless it // was marked not for reuse. if (resource_id) busy_resources_.push_front(std::move(it->second)); else if (pool_resource->avoid_reuse()) DeleteResource(std::move(it->second)); // This deletes |pool_resource|. else DidFinishUsingResource(std::move(it->second)); in_use_resources_.erase(it); // If the resource was exported, then it has a resource id. By removing the // resource id, we will be notified in the ReleaseCallback when the resource // is no longer exported and can be reused. if (resource_id) resource_provider_->RemoveImportedResource(resource_id); // Now that we have evictable resources, schedule an eviction call for this // resource if necessary. ScheduleEvictExpiredResourcesIn(resource_expiration_delay_); } void ResourcePool::OnContentReplaced( const ResourcePool::InUsePoolResource& in_use_resource, uint64_t content_id) { PoolResource* resource = in_use_resource.resource_; DCHECK(resource); resource->set_content_id(content_id); resource->set_invalidated_rect(gfx::Rect()); } void ResourcePool::SetResourceUsageLimits(size_t max_memory_usage_bytes, size_t max_resource_count) { max_memory_usage_bytes_ = max_memory_usage_bytes; max_resource_count_ = max_resource_count; ReduceResourceUsage(); } void ResourcePool::ReduceResourceUsage() { while (!unused_resources_.empty()) { if (!ResourceUsageTooHigh()) break; // LRU eviction pattern. Most recently used might be blocked by // a read lock fence but it's still better to evict the least // recently used as it prevents a resource that is hard to reuse // because of unique size from being kept around. Resources that // can't be locked for write might also not be truly free-able. // We can free the resource here but it doesn't mean that the // memory is necessarily returned to the OS. DeleteResource(PopBack(&unused_resources_)); } } bool ResourcePool::ResourceUsageTooHigh() { if (total_resource_count_ > max_resource_count_) return true; if (total_memory_usage_bytes_ > max_memory_usage_bytes_) return true; return false; } void ResourcePool::DeleteResource(std::unique_ptr resource) { size_t resource_bytes = viz::ResourceSizes::UncheckedSizeInBytes( resource->size(), resource->format()); total_memory_usage_bytes_ -= resource_bytes; --total_resource_count_; } void ResourcePool::UpdateResourceContentIdAndInvalidation( PoolResource* resource, uint64_t new_content_id, const gfx::Rect& new_invalidated_rect) { gfx::Rect updated_invalidated_rect = new_invalidated_rect; if (!resource->invalidated_rect().IsEmpty()) updated_invalidated_rect.Union(resource->invalidated_rect()); resource->set_content_id(new_content_id); resource->set_invalidated_rect(updated_invalidated_rect); } void ResourcePool::DidFinishUsingResource( std::unique_ptr resource) { unused_resources_.push_front(std::move(resource)); } void ResourcePool::ScheduleEvictExpiredResourcesIn( base::TimeDelta time_from_now) { if (evict_expired_resources_pending_) return; evict_expired_resources_pending_ = true; task_runner_->PostDelayedTask( FROM_HERE, base::BindOnce(&ResourcePool::EvictExpiredResources, weak_ptr_factory_.GetWeakPtr()), time_from_now); } void ResourcePool::EvictExpiredResources() { evict_expired_resources_pending_ = false; base::TimeTicks current_time = base::TimeTicks::Now(); EvictResourcesNotUsedSince(current_time - resource_expiration_delay_); if (unused_resources_.empty()) { // If nothing is evictable, we have deleted one (and possibly more) // resources without any new activity. Flush to ensure these deletions are // processed. resource_provider_->FlushPendingDeletions(); return; } // If we still have evictable resources, schedule a call to // EvictExpiredResources at the time when the LRU buffer expires. ScheduleEvictExpiredResourcesIn(GetUsageTimeForLRUResource() + resource_expiration_delay_ - current_time); } void ResourcePool::EvictResourcesNotUsedSince(base::TimeTicks time_limit) { while (!unused_resources_.empty()) { // |unused_resources_| is not strictly ordered with regards to last_usage, // as this may not exactly line up with the time a resource became non-busy. // However, this should be roughly ordered, and will only introduce slight // delays in freeing expired resources. if (unused_resources_.back()->last_usage() > time_limit) return; DeleteResource(PopBack(&unused_resources_)); } } base::TimeTicks ResourcePool::GetUsageTimeForLRUResource() const { if (!unused_resources_.empty()) { return unused_resources_.back()->last_usage(); } // This is only called when we have at least one evictable resource. DCHECK(!busy_resources_.empty()); return busy_resources_.back()->last_usage(); } bool ResourcePool::OnMemoryDump(const base::trace_event::MemoryDumpArgs& args, base::trace_event::ProcessMemoryDump* pmd) { if (args.level_of_detail == MemoryDumpLevelOfDetail::BACKGROUND) { std::string dump_name = base::StringPrintf( "cc/tile_memory/provider_%d", resource_provider_->tracing_id()); MemoryAllocatorDump* dump = pmd->CreateAllocatorDump(dump_name); dump->AddScalar(MemoryAllocatorDump::kNameSize, MemoryAllocatorDump::kUnitsBytes, total_memory_usage_bytes_); } else { for (const auto& resource : unused_resources_) { resource->OnMemoryDump(pmd, tracing_id_, resource_provider_, true /* is_free */); } for (const auto& resource : busy_resources_) { resource->OnMemoryDump(pmd, tracing_id_, resource_provider_, false /* is_free */); } for (const auto& entry : in_use_resources_) { entry.second->OnMemoryDump(pmd, tracing_id_, resource_provider_, false /* is_free */); } } return true; } void ResourcePool::OnPurgeMemory() { // Release all resources, regardless of how recently they were used. EvictResourcesNotUsedSince(base::TimeTicks() + base::TimeDelta::Max()); } void ResourcePool::OnMemoryStateChange(base::MemoryState state) { // While in a SUSPENDED state, we don't put resources back into the pool // when they become available. Instead we free them immediately. evict_busy_resources_when_unused_ = state == base::MemoryState::SUSPENDED; } ResourcePool::PoolResource::PoolResource(size_t unique_id, const gfx::Size& size, viz::ResourceFormat format, const gfx::ColorSpace& color_space) : unique_id_(unique_id), size_(size), format_(format), color_space_(color_space) {} ResourcePool::PoolResource::~PoolResource() = default; void ResourcePool::PoolResource::OnMemoryDump( base::trace_event::ProcessMemoryDump* pmd, int tracing_id, const LayerTreeResourceProvider* resource_provider, bool is_free) const { base::UnguessableToken shm_guid; base::trace_event::MemoryAllocatorDumpGuid backing_guid; if (software_backing_) { // Software resources are allocated in shared memory for use cross-process // in the display compositor. So we use the guid for the shared memory to // identify them in tracing in all processes. shm_guid = software_backing_->SharedMemoryGuid(); } else if (gpu_backing_) { // We prefer the SharedMemoryGuid() if it exists, if the resource is backed // by shared memory. shm_guid = gpu_backing_->SharedMemoryGuid(); if (shm_guid.is_empty()) { auto* dump_manager = base::trace_event::MemoryDumpManager::GetInstance(); backing_guid = gpu_backing_->MemoryDumpGuid(dump_manager->GetTracingProcessId()); } } // If memory isn't allocated on the resource yet, then don't dump it. if (shm_guid.is_empty() && backing_guid.empty()) return; // Resource IDs are not process-unique, so log with the ResourcePool's unique // tracing id. std::string dump_name = base::StringPrintf( "cc/tile_memory/provider_%d/resource_%zd", tracing_id, unique_id_); MemoryAllocatorDump* dump = pmd->CreateAllocatorDump(dump_name); // The importance value used here needs to be greater than the importance // used in other places that use this GUID to inform the system that this is // the root ownership. The gpu processes uses 0, so 2 is sufficient, and was // chosen historically and there is no need to adjust it. const int kImportance = 2; if (!shm_guid.is_empty()) { pmd->CreateSharedMemoryOwnershipEdge(dump->guid(), shm_guid, kImportance); } else { DCHECK(!backing_guid.empty()); pmd->CreateSharedGlobalAllocatorDump(backing_guid); pmd->AddOwnershipEdge(dump->guid(), backing_guid, kImportance); } uint64_t total_bytes = viz::ResourceSizes::UncheckedSizeInBytesAligned(size_, format_); dump->AddScalar(MemoryAllocatorDump::kNameSize, MemoryAllocatorDump::kUnitsBytes, total_bytes); if (is_free) { dump->AddScalar("free_size", MemoryAllocatorDump::kUnitsBytes, total_bytes); } } } // namespace cc