// Copyright 2014 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/v8.h" #include "src/ic/handler-compiler.h" #include "src/ic/ic-inl.h" #include "src/ic/ic-compiler.h" namespace v8 { namespace internal { Handle PropertyICCompiler::Find(Handle name, Handle stub_holder, Code::Kind kind, ExtraICState extra_state, CacheHolderFlag cache_holder) { Code::Flags flags = Code::ComputeMonomorphicFlags(kind, extra_state, cache_holder); Object* probe = stub_holder->FindInCodeCache(*name, flags); if (probe->IsCode()) return handle(Code::cast(probe)); return Handle::null(); } bool PropertyICCompiler::IncludesNumberType(TypeHandleList* types) { for (int i = 0; i < types->length(); ++i) { if (types->at(i)->Is(HeapType::Number())) return true; } return false; } Handle PropertyICCompiler::CompileMonomorphic(Handle type, Handle handler, Handle name, IcCheckType check) { TypeHandleList types(1); CodeHandleList handlers(1); types.Add(type); handlers.Add(handler); Code::StubType stub_type = handler->type(); return CompilePolymorphic(&types, &handlers, name, stub_type, check); } Handle PropertyICCompiler::ComputeMonomorphic( Code::Kind kind, Handle name, Handle type, Handle handler, ExtraICState extra_ic_state) { Isolate* isolate = name->GetIsolate(); if (handler.is_identical_to(isolate->builtins()->LoadIC_Normal()) || handler.is_identical_to(isolate->builtins()->StoreIC_Normal())) { name = isolate->factory()->normal_ic_symbol(); } CacheHolderFlag flag; Handle stub_holder = IC::GetICCacheHolder(*type, isolate, &flag); if (kind == Code::KEYED_STORE_IC) { // Always set the "property" bit. extra_ic_state = KeyedStoreIC::IcCheckTypeField::update(extra_ic_state, PROPERTY); DCHECK(STANDARD_STORE == KeyedStoreIC::GetKeyedAccessStoreMode(extra_ic_state)); } Handle ic; // There are multiple string maps that all use the same prototype. That // prototype cannot hold multiple handlers, one for each of the string maps, // for a single name. Hence, turn off caching of the IC. bool can_be_cached = !type->Is(HeapType::String()); if (can_be_cached) { ic = Find(name, stub_holder, kind, extra_ic_state, flag); if (!ic.is_null()) return ic; } PropertyICCompiler ic_compiler(isolate, kind, extra_ic_state, flag); ic = ic_compiler.CompileMonomorphic(type, handler, name, PROPERTY); if (can_be_cached) Map::UpdateCodeCache(stub_holder, name, ic); return ic; } Handle PropertyICCompiler::ComputeKeyedLoadMonomorphic( Handle receiver_map) { Isolate* isolate = receiver_map->GetIsolate(); Code::Flags flags = Code::ComputeMonomorphicFlags(Code::KEYED_LOAD_IC); Handle name = isolate->factory()->KeyedLoadMonomorphic_string(); Handle probe(receiver_map->FindInCodeCache(*name, flags), isolate); if (probe->IsCode()) return Handle::cast(probe); Handle stub = ComputeKeyedLoadMonomorphicHandler(receiver_map); PropertyICCompiler compiler(isolate, Code::KEYED_LOAD_IC); Handle code = compiler.CompileMonomorphic(HeapType::Class(receiver_map, isolate), stub, isolate->factory()->empty_string(), ELEMENT); Map::UpdateCodeCache(receiver_map, name, code); return code; } Handle PropertyICCompiler::ComputeKeyedLoadMonomorphicHandler( Handle receiver_map) { Isolate* isolate = receiver_map->GetIsolate(); ElementsKind elements_kind = receiver_map->elements_kind(); Handle stub; if (receiver_map->has_indexed_interceptor()) { stub = LoadIndexedInterceptorStub(isolate).GetCode(); } else if (receiver_map->IsStringMap()) { // We have a string. stub = LoadIndexedStringStub(isolate).GetCode(); } else if (receiver_map->has_sloppy_arguments_elements()) { stub = KeyedLoadSloppyArgumentsStub(isolate).GetCode(); } else if (receiver_map->has_fast_elements() || receiver_map->has_external_array_elements() || receiver_map->has_fixed_typed_array_elements()) { stub = LoadFastElementStub(isolate, receiver_map->instance_type() == JS_ARRAY_TYPE, elements_kind).GetCode(); } else { stub = LoadDictionaryElementStub(isolate).GetCode(); } return stub; } Handle PropertyICCompiler::ComputeKeyedStoreMonomorphic( Handle receiver_map, StrictMode strict_mode, KeyedAccessStoreMode store_mode) { Isolate* isolate = receiver_map->GetIsolate(); ExtraICState extra_state = KeyedStoreIC::ComputeExtraICState(strict_mode, store_mode); Code::Flags flags = Code::ComputeMonomorphicFlags(Code::KEYED_STORE_IC, extra_state); DCHECK(store_mode == STANDARD_STORE || store_mode == STORE_AND_GROW_NO_TRANSITION || store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || store_mode == STORE_NO_TRANSITION_HANDLE_COW); Handle name = isolate->factory()->KeyedStoreMonomorphic_string(); Handle probe(receiver_map->FindInCodeCache(*name, flags), isolate); if (probe->IsCode()) return Handle::cast(probe); PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); Handle code = compiler.CompileKeyedStoreMonomorphic(receiver_map, store_mode); Map::UpdateCodeCache(receiver_map, name, code); DCHECK(KeyedStoreIC::GetKeyedAccessStoreMode(code->extra_ic_state()) == store_mode); return code; } Code* PropertyICCompiler::FindPreMonomorphic(Isolate* isolate, Code::Kind kind, ExtraICState state) { Code::Flags flags = Code::ComputeFlags(kind, PREMONOMORPHIC, state); UnseededNumberDictionary* dictionary = isolate->heap()->non_monomorphic_cache(); int entry = dictionary->FindEntry(isolate, flags); DCHECK(entry != -1); Object* code = dictionary->ValueAt(entry); // This might be called during the marking phase of the collector // hence the unchecked cast. return reinterpret_cast(code); } static void FillCache(Isolate* isolate, Handle code) { Handle dictionary = UnseededNumberDictionary::Set( isolate->factory()->non_monomorphic_cache(), code->flags(), code); isolate->heap()->public_set_non_monomorphic_cache(*dictionary); } Handle PropertyICCompiler::ComputeLoad(Isolate* isolate, InlineCacheState ic_state, ExtraICState extra_state) { Code::Flags flags = Code::ComputeFlags(Code::LOAD_IC, ic_state, extra_state); Handle cache = isolate->factory()->non_monomorphic_cache(); int entry = cache->FindEntry(isolate, flags); if (entry != -1) return Handle(Code::cast(cache->ValueAt(entry))); PropertyICCompiler compiler(isolate, Code::LOAD_IC); Handle code; if (ic_state == UNINITIALIZED) { code = compiler.CompileLoadInitialize(flags); } else if (ic_state == PREMONOMORPHIC) { code = compiler.CompileLoadPreMonomorphic(flags); } else { UNREACHABLE(); } FillCache(isolate, code); return code; } Handle PropertyICCompiler::ComputeStore(Isolate* isolate, InlineCacheState ic_state, ExtraICState extra_state) { Code::Flags flags = Code::ComputeFlags(Code::STORE_IC, ic_state, extra_state); Handle cache = isolate->factory()->non_monomorphic_cache(); int entry = cache->FindEntry(isolate, flags); if (entry != -1) return Handle(Code::cast(cache->ValueAt(entry))); PropertyICCompiler compiler(isolate, Code::STORE_IC); Handle code; if (ic_state == UNINITIALIZED) { code = compiler.CompileStoreInitialize(flags); } else if (ic_state == PREMONOMORPHIC) { code = compiler.CompileStorePreMonomorphic(flags); } else if (ic_state == GENERIC) { code = compiler.CompileStoreGeneric(flags); } else if (ic_state == MEGAMORPHIC) { code = compiler.CompileStoreMegamorphic(flags); } else { UNREACHABLE(); } FillCache(isolate, code); return code; } Handle PropertyICCompiler::ComputeCompareNil(Handle receiver_map, CompareNilICStub* stub) { Isolate* isolate = receiver_map->GetIsolate(); Handle name(isolate->heap()->empty_string()); if (!receiver_map->is_dictionary_map()) { Handle cached_ic = Find(name, receiver_map, Code::COMPARE_NIL_IC, stub->GetExtraICState()); if (!cached_ic.is_null()) return cached_ic; } Code::FindAndReplacePattern pattern; pattern.Add(isolate->factory()->meta_map(), receiver_map); Handle ic = stub->GetCodeCopy(pattern); if (!receiver_map->is_dictionary_map()) { Map::UpdateCodeCache(receiver_map, name, ic); } return ic; } // TODO(verwaest): Change this method so it takes in a TypeHandleList. Handle PropertyICCompiler::ComputeKeyedLoadPolymorphic( MapHandleList* receiver_maps) { Isolate* isolate = receiver_maps->at(0)->GetIsolate(); Code::Flags flags = Code::ComputeFlags(Code::KEYED_LOAD_IC, POLYMORPHIC); Handle cache = isolate->factory()->polymorphic_code_cache(); Handle probe = cache->Lookup(receiver_maps, flags); if (probe->IsCode()) return Handle::cast(probe); TypeHandleList types(receiver_maps->length()); for (int i = 0; i < receiver_maps->length(); i++) { types.Add(HeapType::Class(receiver_maps->at(i), isolate)); } CodeHandleList handlers(receiver_maps->length()); ElementHandlerCompiler compiler(isolate); compiler.CompileElementHandlers(receiver_maps, &handlers); PropertyICCompiler ic_compiler(isolate, Code::KEYED_LOAD_IC); Handle code = ic_compiler.CompilePolymorphic( &types, &handlers, isolate->factory()->empty_string(), Code::NORMAL, ELEMENT); isolate->counters()->keyed_load_polymorphic_stubs()->Increment(); PolymorphicCodeCache::Update(cache, receiver_maps, flags, code); return code; } Handle PropertyICCompiler::ComputePolymorphic( Code::Kind kind, TypeHandleList* types, CodeHandleList* handlers, int valid_types, Handle name, ExtraICState extra_ic_state) { Handle handler = handlers->at(0); Code::StubType type = valid_types == 1 ? handler->type() : Code::NORMAL; DCHECK(kind == Code::LOAD_IC || kind == Code::STORE_IC); PropertyICCompiler ic_compiler(name->GetIsolate(), kind, extra_ic_state); return ic_compiler.CompilePolymorphic(types, handlers, name, type, PROPERTY); } Handle PropertyICCompiler::ComputeKeyedStorePolymorphic( MapHandleList* receiver_maps, KeyedAccessStoreMode store_mode, StrictMode strict_mode) { Isolate* isolate = receiver_maps->at(0)->GetIsolate(); DCHECK(store_mode == STANDARD_STORE || store_mode == STORE_AND_GROW_NO_TRANSITION || store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || store_mode == STORE_NO_TRANSITION_HANDLE_COW); Handle cache = isolate->factory()->polymorphic_code_cache(); ExtraICState extra_state = KeyedStoreIC::ComputeExtraICState(strict_mode, store_mode); Code::Flags flags = Code::ComputeFlags(Code::KEYED_STORE_IC, POLYMORPHIC, extra_state); Handle probe = cache->Lookup(receiver_maps, flags); if (probe->IsCode()) return Handle::cast(probe); PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); Handle code = compiler.CompileKeyedStorePolymorphic(receiver_maps, store_mode); PolymorphicCodeCache::Update(cache, receiver_maps, flags, code); return code; } Handle PropertyICCompiler::CompileLoadInitialize(Code::Flags flags) { LoadIC::GenerateInitialize(masm()); Handle code = GetCodeWithFlags(flags, "CompileLoadInitialize"); PROFILE(isolate(), CodeCreateEvent(Logger::LOAD_INITIALIZE_TAG, *code, 0)); return code; } Handle PropertyICCompiler::CompileLoadPreMonomorphic(Code::Flags flags) { LoadIC::GeneratePreMonomorphic(masm()); Handle code = GetCodeWithFlags(flags, "CompileLoadPreMonomorphic"); PROFILE(isolate(), CodeCreateEvent(Logger::LOAD_PREMONOMORPHIC_TAG, *code, 0)); return code; } Handle PropertyICCompiler::CompileStoreInitialize(Code::Flags flags) { StoreIC::GenerateInitialize(masm()); Handle code = GetCodeWithFlags(flags, "CompileStoreInitialize"); PROFILE(isolate(), CodeCreateEvent(Logger::STORE_INITIALIZE_TAG, *code, 0)); return code; } Handle PropertyICCompiler::CompileStorePreMonomorphic(Code::Flags flags) { StoreIC::GeneratePreMonomorphic(masm()); Handle code = GetCodeWithFlags(flags, "CompileStorePreMonomorphic"); PROFILE(isolate(), CodeCreateEvent(Logger::STORE_PREMONOMORPHIC_TAG, *code, 0)); return code; } Handle PropertyICCompiler::CompileStoreGeneric(Code::Flags flags) { ExtraICState extra_state = Code::ExtractExtraICStateFromFlags(flags); StrictMode strict_mode = StoreIC::GetStrictMode(extra_state); GenerateRuntimeSetProperty(masm(), strict_mode); Handle code = GetCodeWithFlags(flags, "CompileStoreGeneric"); PROFILE(isolate(), CodeCreateEvent(Logger::STORE_GENERIC_TAG, *code, 0)); return code; } Handle PropertyICCompiler::CompileStoreMegamorphic(Code::Flags flags) { StoreIC::GenerateMegamorphic(masm()); Handle code = GetCodeWithFlags(flags, "CompileStoreMegamorphic"); PROFILE(isolate(), CodeCreateEvent(Logger::STORE_MEGAMORPHIC_TAG, *code, 0)); return code; } Handle PropertyICCompiler::GetCode(Code::Kind kind, Code::StubType type, Handle name, InlineCacheState state) { Code::Flags flags = Code::ComputeFlags(kind, state, extra_ic_state_, type, cache_holder()); Handle code = GetCodeWithFlags(flags, name); IC::RegisterWeakMapDependency(code); PROFILE(isolate(), CodeCreateEvent(log_kind(code), *code, *name)); return code; } Handle PropertyICCompiler::CompileKeyedStorePolymorphic( MapHandleList* receiver_maps, KeyedAccessStoreMode store_mode) { // Collect MONOMORPHIC stubs for all |receiver_maps|. CodeHandleList handlers(receiver_maps->length()); MapHandleList transitioned_maps(receiver_maps->length()); for (int i = 0; i < receiver_maps->length(); ++i) { Handle receiver_map(receiver_maps->at(i)); Handle cached_stub; Handle transitioned_map = receiver_map->FindTransitionedMap(receiver_maps); // TODO(mvstanton): The code below is doing pessimistic elements // transitions. I would like to stop doing that and rely on Allocation Site // Tracking to do a better job of ensuring the data types are what they need // to be. Not all the elements are in place yet, pessimistic elements // transitions are still important for performance. bool is_js_array = receiver_map->instance_type() == JS_ARRAY_TYPE; ElementsKind elements_kind = receiver_map->elements_kind(); if (!transitioned_map.is_null()) { cached_stub = ElementsTransitionAndStoreStub(isolate(), elements_kind, transitioned_map->elements_kind(), is_js_array, store_mode).GetCode(); } else if (receiver_map->instance_type() < FIRST_JS_RECEIVER_TYPE) { cached_stub = isolate()->builtins()->KeyedStoreIC_Slow(); } else { if (receiver_map->has_fast_elements() || receiver_map->has_external_array_elements() || receiver_map->has_fixed_typed_array_elements()) { cached_stub = StoreFastElementStub(isolate(), is_js_array, elements_kind, store_mode).GetCode(); } else { cached_stub = StoreElementStub(isolate(), elements_kind).GetCode(); } } DCHECK(!cached_stub.is_null()); handlers.Add(cached_stub); transitioned_maps.Add(transitioned_map); } Handle code = CompileKeyedStorePolymorphic(receiver_maps, &handlers, &transitioned_maps); isolate()->counters()->keyed_store_polymorphic_stubs()->Increment(); PROFILE(isolate(), CodeCreateEvent(log_kind(code), *code, 0)); return code; } #define __ ACCESS_MASM(masm()) Handle PropertyICCompiler::CompileKeyedStoreMonomorphic( Handle receiver_map, KeyedAccessStoreMode store_mode) { ElementsKind elements_kind = receiver_map->elements_kind(); bool is_jsarray = receiver_map->instance_type() == JS_ARRAY_TYPE; Handle stub; if (receiver_map->has_fast_elements() || receiver_map->has_external_array_elements() || receiver_map->has_fixed_typed_array_elements()) { stub = StoreFastElementStub(isolate(), is_jsarray, elements_kind, store_mode).GetCode(); } else { stub = StoreElementStub(isolate(), elements_kind).GetCode(); } __ DispatchMap(receiver(), scratch1(), receiver_map, stub, DO_SMI_CHECK); TailCallBuiltin(masm(), Builtins::kKeyedStoreIC_Miss); return GetCode(kind(), Code::NORMAL, factory()->empty_string()); } #undef __ } } // namespace v8::internal