: public base::TemplateHashMapImpl<Tagged<SharedFunctionInfo>, uint32_t,

base::KeyEqualityMatcher<Tagged<Object>>,

base::DefaultAllocationPolicy> {

public:

using Entry =

base::TemplateHashMapEntry<Tagged<SharedFunctionInfo>, uint32_t>;

inline void Add(Tagged<SharedFunctionInfo> key, uint32_t count) {

Entry* entry = LookupOrInsert(key, Hash(key), []() { return 0; });

uint32_t old_count = entry->value;

if (UINT32_MAX - count < old_count) {

entry->value = UINT32_MAX;

} else {

entry->value = old_count + count;

}

}

inline uint32_t Get(Tagged<SharedFunctionInfo> key) {

Entry* entry = Lookup(key, Hash(key));

if (entry == nullptr) return 0;

return entry->value;

}

private:

static uint32_t Hash(Tagged<SharedFunctionInfo> key) {

return static_cast<uint32_t>(key.ptr());

}

DISALLOW_GARBAGE_COLLECTION(no_gc)

int start = info->function_token_position();

if (start == kNoSourcePosition) start = info->StartPosition();

return start;

DCHECK_NE(kNoSourcePosition, a.start);

DCHECK_NE(kNoSourcePosition, b.start);

if (a.start == b.start) return a.end > b.end;

return a.start < b.start;

Isolate* isolate, Tagged<SharedFunctionInfo> shared) {

DCHECK(shared->HasCoverageInfo(isolate));

Tagged<CoverageInfo> coverage_info =

Cast<CoverageInfo>(shared->GetDebugInfo(isolate)->coverage_info());

std::vector<CoverageBlock> result;

if (coverage_info->slot_count() == 0) return result;

for (int i = 0; i < coverage_info->slot_count(); i++) {

const int start_pos = coverage_info->slots_start_source_position(i);

const int until_pos = coverage_info->slots_end_source_position(i);

const int count = coverage_info->slots_block_count(i);

DCHECK_NE(kNoSourcePosition, start_pos);

result.emplace_back(start_pos, until_pos, count);

}

SortBlockData(result);

return result;

public:

explicit CoverageBlockIterator(CoverageFunction* function)

: function_(function) {

DCHECK(std::is_sorted(function_->blocks.begin(), function_->blocks.end(),

CompareCoverageBlock));

}

~CoverageBlockIterator() {

Finalize();

DCHECK(std::is_sorted(function_->blocks.begin(), function_->blocks.end(),

CompareCoverageBlock));

}

bool HasNext() const {

return read_index_ + 1 < static_cast<int>(function_->blocks.size());

}

bool Next() {

if (!HasNext()) {

if (!ended_) MaybeWriteCurrent();

ended_ = true;

return false;

}

// If a block has been deleted, subsequent iteration moves trailing blocks

// to their updated position within the array.

MaybeWriteCurrent();

if (read_index_ == -1) {

// Initialize the nesting stack with the function range.

nesting_stack_.emplace_back(function_->start, function_->end,

function_->count);

} else if (!delete_current_) {

nesting_stack_.emplace_back(GetBlock());

}

delete_current_ = false;

read_index_++;

DCHECK(IsActive());

CoverageBlock& block = GetBlock();

while (nesting_stack_.size() > 1 &&

nesting_stack_.back().end <= block.start) {

nesting_stack_.pop_back();

}

DCHECK_IMPLIES(block.start >= function_->end,

block.end == kNoSourcePosition);

DCHECK_NE(block.start, kNoSourcePosition);

DCHECK_LE(block.end, GetParent().end);

return true;

}

CoverageBlock& GetBlock() {

DCHECK(IsActive());

return function_->blocks[read_index_];

}

CoverageBlock& GetNextBlock() {

DCHECK(IsActive());

DCHECK(HasNext());

return function_->blocks[read_index_ + 1];

}

CoverageBlock& GetPreviousBlock() {

DCHECK(IsActive());

DCHECK_GT(read_index_, 0);

return function_->blocks[read_index_ - 1];

}

CoverageBlock& GetParent() {

DCHECK(IsActive());

return nesting_stack_.back();

}

bool HasSiblingOrChild() {

DCHECK(IsActive());

return HasNext() && GetNextBlock().start < GetParent().end;

}

CoverageBlock& GetSiblingOrChild() {

DCHECK(HasSiblingOrChild());

DCHECK(IsActive());

return GetNextBlock();

}

// A range is considered to be at top level if its parent range is the

// function range.

bool IsTopLevel() const { return nesting_stack_.size() == 1; }

void DeleteBlock() {

DCHECK(!delete_current_);

DCHECK(IsActive());

delete_current_ = true;

}

private:

void MaybeWriteCurrent() {

if (delete_current_) return;

if (read_index_ >= 0 && write_index_ != read_index_) {

function_->blocks[write_index_] = function_->blocks[read_index_];

}

write_index_++;

}

void Finalize() {

while (Next()) {

// Just iterate to the end.

}

function_->blocks.resize(write_index_);

}

bool IsActive() const { return read_index_ >= 0 && !ended_; }

CoverageFunction* function_;

std::vector<CoverageBlock> nesting_stack_;

bool ended_ = false;

bool delete_current_ = false;

int read_index_ = -1;

int write_index_ = -1;

CoverageBlockIterator iter(function);

while (iter.Next() && iter.HasNext()) {

CoverageBlock& block = iter.GetBlock();

CoverageBlock& next_block = iter.GetNextBlock();

if (!HaveSameSourceRange(block, next_block)) continue;

DCHECK_NE(kNoSourcePosition, block.end); // Non-singleton range.

next_block.count = std::max(block.count, next_block.count);

iter.DeleteBlock();

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

CoverageBlock& parent = iter.GetParent();

if (block.start >= function->end) {

DCHECK_EQ(block.end, kNoSourcePosition);

iter.DeleteBlock();

} else if (block.end == kNoSourcePosition) {

// The current block ends at the next sibling block (if it exists) or the

// end of the parent block otherwise.

if (iter.HasSiblingOrChild()) {

block.end = iter.GetSiblingOrChild().start;

} else if (iter.IsTopLevel()) {

// See https://crbug.com/v8/6661. Functions are special-cased because

// we never want the closing brace to be uncovered. This is mainly to

// avoid a noisy UI.

block.end = parent.end - 1;

} else {

block.end = parent.end;

}

}

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

if (iter.HasSiblingOrChild()) {

CoverageBlock& sibling = iter.GetSiblingOrChild();

if (sibling.start == block.end && sibling.count == block.count) {

// Best-effort: this pass may miss mergeable siblings in the presence of

// child blocks.

sibling.start = block.start;

iter.DeleteBlock();

}

}

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

CoverageBlock& parent = iter.GetParent();

if (parent.count == block.count) {

// Transformation may not be valid if sibling blocks exist with a

// differing count.

iter.DeleteBlock();

}

}

// Every function must have at least the top-level function counter.

DCHECK(!function->blocks.empty());

CoverageBlockIterator iter(function);

if (iter.Next()) {

DCHECK(iter.IsTopLevel());

CoverageBlock& block = iter.GetBlock();

if (block.start == SourceRange::kFunctionLiteralSourcePosition &&

block.end == SourceRange::kFunctionLiteralSourcePosition) {

// If a function-scope block exists, overwrite the function count. It has

// a more reliable count than what we get from the FeedbackVector (which

// is imprecise e.g. for generator functions and optimized code).

function->count = block.count;

// Then delete it; for compatibility with non-block coverage modes, the

// function-scope block is expected in CoverageFunction, not as a

// CoverageBlock.

iter.DeleteBlock();

}

}

CoverageBlockIterator iter(function);

iter.Next(); // Advance once since we reference the previous block later.

while (iter.Next()) {

CoverageBlock& previous_block = iter.GetPreviousBlock();

CoverageBlock& block = iter.GetBlock();

bool is_singleton = block.end == kNoSourcePosition;

bool aliases_start = block.start == previous_block.start;

if (is_singleton && aliases_start) {

// The previous block must have a full range since duplicate singletons

// have already been merged.

DCHECK_NE(previous_block.end, kNoSourcePosition);

// Likewise, the next block must have another start position since

// singletons are sorted to the end.

DCHECK_IMPLIES(iter.HasNext(), iter.GetNextBlock().start != block.start);

iter.DeleteBlock();

}

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

CoverageBlock& parent = iter.GetParent();

if (block.count == 0 && parent.count == 0) iter.DeleteBlock();

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

if (block.start == block.end) iter.DeleteBlock();

}

CoverageBlockIterator iter(function);

while (iter.Next()) {

CoverageBlock& block = iter.GetBlock();

if (block.count > 0) block.count = 1;

}

DCHECK(shared->HasCoverageInfo(isolate));

Tagged<CoverageInfo> coverage_info =

Cast<CoverageInfo>(shared->GetDebugInfo(isolate)->coverage_info());

for (int i = 0; i < coverage_info->slot_count(); i++) {

coverage_info->ResetBlockCount(i);

}

switch (mode) {

case debug::CoverageMode::kBlockBinary:

case debug::CoverageMode::kBlockCount:

return true;

default:

return false;

}

switch (mode) {

case debug::CoverageMode::kBlockBinary:

case debug::CoverageMode::kPreciseBinary:

return true;

default:

return false;

}

Tagged<SharedFunctionInfo> info,

debug::CoverageMode mode) {

DCHECK(IsBlockMode(mode));

// Functions with empty source ranges are not interesting to report. This can

// happen e.g. for internally-generated functions like class constructors.

if (!function->HasNonEmptySourceRange()) return;

function->has_block_coverage = true;

function->blocks = GetSortedBlockData(isolate, info);

// If in binary mode, only report counts of 0/1.

if (mode == debug::CoverageMode::kBlockBinary) ClampToBinary(function);

// To stay compatible with non-block coverage modes, the function-scope count

// is expected to be in the CoverageFunction, not as part of its blocks.

// This finds the function-scope counter, overwrites CoverageFunction::count,

// and removes it from the block list.

//

// Important: Must be called before other transformation passes.

RewriteFunctionScopeCounter(function);

// Functions without blocks don't need to be processed further.

if (!function->HasBlocks()) return;

// Remove singleton ranges with the same start position as a full range and

// throw away their counts.

// Singleton ranges are only intended to split existing full ranges and should

// never expand into a full range. Consider 'if (cond) { ... } else { ... }'

// as a problematic example; if the then-block produces a continuation

// singleton, it would incorrectly expand into the else range.

// For more context, see https://crbug.com/v8/8237.

FilterAliasedSingletons(function);

// Rewrite all singletons (created e.g. by continuations and unconditional

// control flow) to ranges.

RewritePositionSingletonsToRanges(function);

// Merge nested and consecutive ranges with identical counts.

// Note that it's necessary to merge duplicate ranges prior to merging nested

// changes in order to avoid invalid transformations. See crbug.com/827530.

MergeConsecutiveRanges(function);

SortBlockData(function->blocks);

MergeDuplicateRanges(function);

MergeNestedRanges(function);

MergeConsecutiveRanges(function);

// Filter out ranges with count == 0 unless the immediate parent range has

// a count != 0.

FilterUncoveredRanges(function);

// Filter out ranges of zero length.

FilterEmptyRanges(function);

Tagged<SharedFunctionInfo> info,

debug::CoverageMode mode) {

CollectBlockCoverageInternal(isolate, function, info, mode);

// Reset all counters on the DebugInfo to zero.

ResetAllBlockCounts(isolate, info);

Tagged<SharedFunctionInfo> info,

bool has_nonempty_source_range,

bool function_is_relevant) {

DCHECK(v8_flags.trace_block_coverage);

std::unique_ptr<char[]> function_name = function->name->ToCString();

i::PrintF(

"Coverage for function='%s', SFI=%p, has_nonempty_source_range=%d, "

"function_is_relevant=%d\n",

function_name.get(), reinterpret_cast<void*>(info.ptr()),

has_nonempty_source_range, function_is_relevant);

i::PrintF("{start: %d, end: %d, count: %d}\n", function->start, function->end,

function->count);

for (const auto& block : function->blocks) {

i::PrintF("{start: %d, end: %d, count: %d}\n", block.start, block.end,

block.count);

}

SharedToCounterMap* counter_map,

v8::debug::CoverageMode coverage_mode) {

const bool reset_count =

coverage_mode != v8::debug::CoverageMode::kBestEffort;

switch (isolate->code_coverage_mode()) {

case v8::debug::CoverageMode::kBlockBinary:

case v8::debug::CoverageMode::kBlockCount:

case v8::debug::CoverageMode::kPreciseBinary:

case v8::debug::CoverageMode::kPreciseCount: {

// Feedback vectors are already listed to prevent losing them to GC.

DCHECK(IsArrayList(

*isolate->factory()->feedback_vectors_for_profiling_tools()));

auto list = Cast<ArrayList>(

isolate->factory()->feedback_vectors_for_profiling_tools());

for (int i = 0; i < list->length(); i++) {

Tagged<FeedbackVector> vector = Cast<FeedbackVector>(list->get(i));

Tagged<SharedFunctionInfo> shared = vector->shared_function_info();

DCHECK(shared->IsSubjectToDebugging());

uint32_t count = static_cast<uint32_t>(vector->invocation_count());

if (reset_count) vector->clear_invocation_count(kRelaxedStore);

counter_map->Add(shared, count);

}

break;

}

case v8::debug::CoverageMode::kBestEffort: {

DCHECK(!IsArrayList(

*isolate->factory()->feedback_vectors_for_profiling_tools()));

DCHECK_EQ(v8::debug::CoverageMode::kBestEffort, coverage_mode);

AllowGarbageCollection allow_gc;

HeapObjectIterator heap_iterator(isolate->heap());

for (Tagged<HeapObject> current_obj = heap_iterator.Next();

!current_obj.is_null(); current_obj = heap_iterator.Next()) {

if (!IsJSFunction(current_obj)) continue;

Tagged<JSFunction> func = Cast<JSFunction>(current_obj);

Tagged<SharedFunctionInfo> shared = func->shared();

if (!shared->IsSubjectToDebugging()) continue;

if (!(func->has_feedback_vector() ||

func->has_closure_feedback_cell_array())) {

continue;

}

uint32_t count = 0;

if (func->has_feedback_vector()) {

count = static_cast<uint32_t>(

func->feedback_vector()->invocation_count());

} else if (func->shared()->HasBytecodeArray() &&

func->raw_feedback_cell()->interrupt_budget() <

TieringManager::InterruptBudgetFor(isolate, func, {})) {

// We haven't allocated feedback vector, but executed the function

// atleast once. We don't have precise invocation count here.

count = 1;

}

counter_map->Add(shared, count);

}

// Also check functions on the stack to collect the count map. With lazy

// feedback allocation we may miss counting functions if the feedback

// vector wasn't allocated yet and the function's interrupt budget wasn't

// updated (i.e. it didn't execute return / jump).

for (JavaScriptStackFrameIterator it(isolate); !it.done(); it.Advance()) {

Tagged<SharedFunctionInfo> shared = it.frame()->function()->shared();

if (counter_map->Get(shared) != 0) continue;

counter_map->Add(shared, 1);

}

break;

}

}

SharedFunctionInfoAndCount(Handle<SharedFunctionInfo> info, uint32_t count)

: info(info),

count(count),

start(StartPosition(*info)),

end(info->EndPosition()) {}

// Sort by:

// - start, ascending.

// - end, descending.

// - info.is_toplevel() first

// - count, descending.

bool operator<(const SharedFunctionInfoAndCount& that) const {

if (this->start != that.start) return this->start < that.start;

if (this->end != that.end) return this->end > that.end;

if (this->info->is_toplevel() != that.info->is_toplevel()) {

return this->info->is_toplevel();

}

return this->count > that.count;

}

Handle<SharedFunctionInfo> info;

uint32_t count;

int start;

int end;

DCHECK(!isolate->is_best_effort_code_coverage());

std::unique_ptr<Coverage> result =

Collect(isolate, isolate->code_coverage_mode());

if (isolate->is_precise_binary_code_coverage() ||

isolate->is_block_binary_code_coverage()) {

// We do not have to hold onto feedback vectors for invocations we already

// reported. So we can reset the list.

isolate->SetFeedbackVectorsForProfilingTools(

ReadOnlyRoots(isolate).empty_array_list());

}

return result;

Isolate* isolate, v8::debug::CoverageMode collectionMode) {

// Unsupported if jitless mode is enabled at build-time since related

// optimizations deactivate invocation count updates.

CHECK(!V8_JITLESS_BOOL);

// Collect call counts for all functions.

SharedToCounterMap counter_map;

CollectAndMaybeResetCounts(isolate, &counter_map, collectionMode);

// Iterate shared function infos of every script and build a mapping

// between source ranges and invocation counts.

std::unique_ptr<Coverage> result(new Coverage());

std::vector<Handle<Script>> scripts;

Script::Iterator scriptIt(isolate);

for (Tagged<Script> script = scriptIt.Next(); !script.is_null();

script = scriptIt.Next()) {

if (script->IsUserJavaScript()) scripts.push_back(handle(script, isolate));

}

for (Handle<Script> script : scripts) {

// Create and add new script data.

result->emplace_back(script);

std::vector<CoverageFunction>* functions = &result->back().functions;

std::vector<SharedFunctionInfoAndCount> sorted;

{

// Sort functions by start position, from outer to inner functions.

SharedFunctionInfo::ScriptIterator infos(isolate, *script);

for (Tagged<SharedFunctionInfo> info = infos.Next(); !info.is_null();

info = infos.Next()) {

sorted.emplace_back(handle(info, isolate), counter_map.Get(info));

}

std::sort(sorted.begin(), sorted.end());

}

// Stack to track nested functions, referring function by index.

std::vector<size_t> nesting;

// Use sorted list to reconstruct function nesting.

for (const SharedFunctionInfoAndCount& v : sorted) {

DirectHandle<SharedFunctionInfo> info = v.info;

int start = v.start;

int end = v.end;

uint32_t count = v.count;

// Find the correct outer function based on start position.

//

// This is, in general, not robust when considering two functions with

// identical source ranges; then the notion of inner and outer is unclear.

// Identical source ranges arise when the source range of top-most entity

// (e.g. function) in the script is identical to the whole script, e.g.

// <script>function foo() {}<script>. The script has its own shared

// function info, which has the same source range as the SFI for `foo`.

// Node.js creates an additional wrapper for scripts (again with identical

// source range) and those wrappers will have a call count of zero even if

// the wrapped script was executed (see v8:9212). We mitigate this issue

// by sorting top-level SFIs first among SFIs with the same source range:

// This ensures top-level SFIs are processed first. If a top-level SFI has

// a non-zero call count, it gets recorded due to `function_is_relevant`

// below (e.g. script wrappers), while top-level SFIs with zero call count

// do not get reported (this ensures node's extra wrappers do not get

// reported). If two SFIs with identical source ranges get reported, we

// report them in decreasing order of call count, as in all known cases

// this corresponds to the nesting order. In the case of the script tag

// example above, we report the zero call count of `foo` last. As it turns

// out, embedders started to rely on functions being reported in nesting

// order.

// TODO(jgruber): Investigate whether it is possible to remove node's

// extra top-level wrapper script, or change its source range, or ensure

// that it follows the invariant that nesting order is descending count

// order for SFIs with identical source ranges.

while (!nesting.empty() && functions->at(nesting.back()).end <= start) {

nesting.pop_back();

}

if (count != 0) {

switch (collectionMode) {

case v8::debug::CoverageMode::kBlockCount:

case v8::debug::CoverageMode::kPreciseCount:

break;

case v8::debug::CoverageMode::kBlockBinary:

case v8::debug::CoverageMode::kPreciseBinary:

count = info->has_reported_binary_coverage() ? 0 : 1;

info->set_has_reported_binary_coverage(true);

break;

case v8::debug::CoverageMode::kBestEffort:

count = 1;

break;

}

}

Handle<String> name = SharedFunctionInfo::DebugName(isolate, info);

CoverageFunction function(start, end, count, name);

if (IsBlockMode(collectionMode) && info->HasCoverageInfo(isolate)) {

CollectBlockCoverage(isolate, &function, *info, collectionMode);

}

// Only include a function range if itself or its parent function is

// covered, or if it contains non-trivial block coverage.

bool is_covered = (count != 0);

bool parent_is_covered =

(!nesting.empty() && functions->at(nesting.back()).count != 0);

bool has_block_coverage = !function.blocks.empty();

bool function_is_relevant =

(is_covered || parent_is_covered || has_block_coverage);

// It must also have a non-empty source range (otherwise it is not

// interesting to report).

bool has_nonempty_source_range = function.HasNonEmptySourceRange();

if (has_nonempty_source_range && function_is_relevant) {

nesting.push_back(functions->size());

functions->emplace_back(function);

}

if (v8_flags.trace_block_coverage) {

PrintBlockCoverage(&function, *info, has_nonempty_source_range,

function_is_relevant);

}

}

// Remove entries for scripts that have no coverage.

if (functions->empty()) result->pop_back();

}

return result;

if (mode != isolate->code_coverage_mode()) {

// Changing the coverage mode can change the bytecode that would be

// generated for a function, which can interfere with lazy source positions,

// so just force source position collection whenever there's such a change.

isolate->CollectSourcePositionsForAllBytecodeArrays();

// Changing the coverage mode changes the generated bytecode and hence it is

// not safe to flush bytecode. Set a flag here, so we can disable bytecode

// flushing.

isolate->set_disable_bytecode_flushing(true);

}

switch (mode) {

case debug::CoverageMode::kBestEffort:

// Note that DevTools switches back to best-effort coverage once the

// recording is stopped. Since we delete coverage infos at that point, any

// following coverage recording (without reloads) will be at function

// granularity.

isolate->debug()->RemoveAllCoverageInfos();

isolate->SetFeedbackVectorsForProfilingTools(

ReadOnlyRoots(isolate).undefined_value());

break;

case debug::CoverageMode::kBlockBinary:

case debug::CoverageMode::kBlockCount:

case debug::CoverageMode::kPreciseBinary:

case debug::CoverageMode::kPreciseCount: {

HandleScope scope(isolate);

// Remove all optimized function. Optimized and inlined functions do not

// increment invocation count.

Deoptimizer::DeoptimizeAll(isolate);

std::vector<Handle<JSFunction>> funcs_needing_feedback_vector;

{

HeapObjectIterator heap_iterator(isolate->heap());

for (Tagged<HeapObject> o = heap_iterator.Next(); !o.is_null();

o = heap_iterator.Next()) {

if (IsJSFunction(o)) {

Tagged<JSFunction> func = Cast<JSFunction>(o);

if (func->has_closure_feedback_cell_array()) {

funcs_needing_feedback_vector.push_back(

Handle<JSFunction>(func, isolate));

}

} else if (IsBinaryMode(mode) && IsSharedFunctionInfo(o)) {

// If collecting binary coverage, reset

// SFI::has_reported_binary_coverage to avoid optimizing / inlining

// functions before they have reported coverage.

Tagged<SharedFunctionInfo> shared = Cast<SharedFunctionInfo>(o);

shared->set_has_reported_binary_coverage(false);

} else if (IsFeedbackVector(o)) {

// In any case, clear any collected invocation counts.

Cast<FeedbackVector>(o)->clear_invocation_count(kRelaxedStore);

}

}

}

for (DirectHandle<JSFunction> func : funcs_needing_feedback_vector) {

IsCompiledScope is_compiled_scope(

func->shared()->is_compiled_scope(isolate));

CHECK(is_compiled_scope.is_compiled());

JSFunction::EnsureFeedbackVector(isolate, func, &is_compiled_scope);

}

// Root all feedback vectors to avoid early collection.

isolate->MaybeInitializeVectorListFromHeap();

break;

}

}

isolate->set_code_coverage_mode(mode);