Loading...
Searching...
No Matches
v8-internal.h
Go to the documentation of this file.
1// Copyright 2018 the V8 project authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#ifndef INCLUDE_V8_INTERNAL_H_
6#define INCLUDE_V8_INTERNAL_H_
7
8#include <stddef.h>
9#include <stdint.h>
10#include <string.h>
11
12#include <atomic>
13#include <iterator>
14#include <limits>
15#include <memory>
16#include <optional>
17#include <type_traits>
18
19#include "v8config.h" // NOLINT(build/include_directory)
20
21// TODO(pkasting): Use <compare>/spaceship unconditionally after dropping
22// support for old libstdc++ versions.
23#if __has_include(<version>)
24#include <version>
25#endif
26#if defined(__cpp_lib_three_way_comparison) && \
27 __cpp_lib_three_way_comparison >= 201711L && \
28 defined(__cpp_lib_concepts) && __cpp_lib_concepts >= 202002L
29#include <compare>
30#include <concepts>
31
32#define V8_HAVE_SPACESHIP_OPERATOR 1
33#else
34#define V8_HAVE_SPACESHIP_OPERATOR 0
35#endif
36
37namespace v8 {
38
39class Array;
40class Context;
41class Data;
42class Isolate;
43
44namespace internal {
45
46class Heap;
47class LocalHeap;
48class Isolate;
49class IsolateGroup;
50class LocalIsolate;
51
52typedef uintptr_t Address;
53static constexpr Address kNullAddress = 0;
54
55constexpr int KB = 1024;
56constexpr int MB = KB * 1024;
57constexpr int GB = MB * 1024;
58#ifdef V8_TARGET_ARCH_X64
59constexpr size_t TB = size_t{GB} * 1024;
60#endif
61
65const int kApiSystemPointerSize = sizeof(void*);
66const int kApiDoubleSize = sizeof(double);
67const int kApiInt32Size = sizeof(int32_t);
68const int kApiInt64Size = sizeof(int64_t);
69const int kApiSizetSize = sizeof(size_t);
70
71// Tag information for HeapObject.
72const int kHeapObjectTag = 1;
73const int kWeakHeapObjectTag = 3;
74const int kHeapObjectTagSize = 2;
75const intptr_t kHeapObjectTagMask = (1 << kHeapObjectTagSize) - 1;
77
78// Tag information for fowarding pointers stored in object headers.
79// 0b00 at the lowest 2 bits in the header indicates that the map word is a
80// forwarding pointer.
81const int kForwardingTag = 0;
82const int kForwardingTagSize = 2;
83const intptr_t kForwardingTagMask = (1 << kForwardingTagSize) - 1;
84
85// Tag information for Smi.
86const int kSmiTag = 0;
87const int kSmiTagSize = 1;
88const intptr_t kSmiTagMask = (1 << kSmiTagSize) - 1;
89
90template <size_t tagged_ptr_size>
92
93constexpr intptr_t kIntptrAllBitsSet = intptr_t{-1};
94constexpr uintptr_t kUintptrAllBitsSet =
95 static_cast<uintptr_t>(kIntptrAllBitsSet);
96
97// Smi constants for systems where tagged pointer is a 32-bit value.
98template <>
99struct SmiTagging<4> {
100 enum { kSmiShiftSize = 0, kSmiValueSize = 31 };
101
102 static constexpr intptr_t kSmiMinValue =
103 static_cast<intptr_t>(kUintptrAllBitsSet << (kSmiValueSize - 1));
104 static constexpr intptr_t kSmiMaxValue = -(kSmiMinValue + 1);
105
106 V8_INLINE static constexpr int SmiToInt(Address value) {
107 int shift_bits = kSmiTagSize + kSmiShiftSize;
108 // Truncate and shift down (requires >> to be sign extending).
109 return static_cast<int32_t>(static_cast<uint32_t>(value)) >> shift_bits;
110 }
111
112 template <class T, typename std::enable_if_t<std::is_integral_v<T> &&
113 std::is_signed_v<T>>* = nullptr>
114 V8_INLINE static constexpr bool IsValidSmi(T value) {
115 // Is value in range [kSmiMinValue, kSmiMaxValue].
116 // Use unsigned operations in order to avoid undefined behaviour in case of
117 // signed integer overflow.
118 return (static_cast<uintptr_t>(value) -
119 static_cast<uintptr_t>(kSmiMinValue)) <=
120 (static_cast<uintptr_t>(kSmiMaxValue) -
121 static_cast<uintptr_t>(kSmiMinValue));
122 }
123
124 template <class T,
125 typename std::enable_if_t<std::is_integral_v<T> &&
126 std::is_unsigned_v<T>>* = nullptr>
127 V8_INLINE static constexpr bool IsValidSmi(T value) {
128 static_assert(kSmiMaxValue <= std::numeric_limits<uintptr_t>::max());
129 return value <= static_cast<uintptr_t>(kSmiMaxValue);
130 }
131
132 // Same as the `intptr_t` version but works with int64_t on 32-bit builds
133 // without slowing down anything else.
134 V8_INLINE static constexpr bool IsValidSmi(int64_t value) {
135 return (static_cast<uint64_t>(value) -
136 static_cast<uint64_t>(kSmiMinValue)) <=
137 (static_cast<uint64_t>(kSmiMaxValue) -
138 static_cast<uint64_t>(kSmiMinValue));
139 }
140
141 V8_INLINE static constexpr bool IsValidSmi(uint64_t value) {
142 static_assert(kSmiMaxValue <= std::numeric_limits<uint64_t>::max());
143 return value <= static_cast<uint64_t>(kSmiMaxValue);
144 }
145};
146
147// Smi constants for systems where tagged pointer is a 64-bit value.
148template <>
149struct SmiTagging<8> {
150 enum { kSmiShiftSize = 31, kSmiValueSize = 32 };
151
152 static constexpr intptr_t kSmiMinValue =
153 static_cast<intptr_t>(kUintptrAllBitsSet << (kSmiValueSize - 1));
154 static constexpr intptr_t kSmiMaxValue = -(kSmiMinValue + 1);
155
156 V8_INLINE static constexpr int SmiToInt(Address value) {
157 int shift_bits = kSmiTagSize + kSmiShiftSize;
158 // Shift down and throw away top 32 bits.
159 return static_cast<int>(static_cast<intptr_t>(value) >> shift_bits);
160 }
161
162 template <class T, typename std::enable_if_t<std::is_integral_v<T> &&
163 std::is_signed_v<T>>* = nullptr>
164 V8_INLINE static constexpr bool IsValidSmi(T value) {
165 // To be representable as a long smi, the value must be a 32-bit integer.
166 return std::numeric_limits<int32_t>::min() <= value &&
167 value <= std::numeric_limits<int32_t>::max();
168 }
169
170 template <class T,
171 typename std::enable_if_t<std::is_integral_v<T> &&
172 std::is_unsigned_v<T>>* = nullptr>
173 V8_INLINE static constexpr bool IsValidSmi(T value) {
174 return value <= std::numeric_limits<int32_t>::max();
175 }
176};
177
178#ifdef V8_COMPRESS_POINTERS
179// See v8:7703 or src/common/ptr-compr-inl.h for details about pointer
180// compression.
181constexpr size_t kPtrComprCageReservationSize = size_t{1} << 32;
182constexpr size_t kPtrComprCageBaseAlignment = size_t{1} << 32;
183
184static_assert(
186 "Pointer compression can be enabled only for 64-bit architectures");
187const int kApiTaggedSize = kApiInt32Size;
188#else
190#endif
191
194}
195
196#ifdef V8_31BIT_SMIS_ON_64BIT_ARCH
197using PlatformSmiTagging = SmiTagging<kApiInt32Size>;
198#else
200#endif
201
202// TODO(ishell): Consinder adding kSmiShiftBits = kSmiShiftSize + kSmiTagSize
203// since it's used much more often than the inividual constants.
204const int kSmiShiftSize = PlatformSmiTagging::kSmiShiftSize;
205const int kSmiValueSize = PlatformSmiTagging::kSmiValueSize;
206const int kSmiMinValue = static_cast<int>(PlatformSmiTagging::kSmiMinValue);
207const int kSmiMaxValue = static_cast<int>(PlatformSmiTagging::kSmiMaxValue);
208constexpr bool SmiValuesAre31Bits() { return kSmiValueSize == 31; }
209constexpr bool SmiValuesAre32Bits() { return kSmiValueSize == 32; }
210constexpr bool Is64() { return kApiSystemPointerSize == sizeof(int64_t); }
211
212V8_INLINE static constexpr Address IntToSmi(int value) {
213 return (static_cast<Address>(value) << (kSmiTagSize + kSmiShiftSize)) |
214 kSmiTag;
215}
216
217/*
218 * Sandbox related types, constants, and functions.
219 */
220constexpr bool SandboxIsEnabled() {
221#ifdef V8_ENABLE_SANDBOX
222 return true;
223#else
224 return false;
225#endif
226}
227
228// SandboxedPointers are guaranteed to point into the sandbox. This is achieved
229// for example by storing them as offset rather than as raw pointers.
231
232#ifdef V8_ENABLE_SANDBOX
233
234// Size of the sandbox, excluding the guard regions surrounding it.
235#if defined(V8_TARGET_OS_ANDROID)
236// On Android, most 64-bit devices seem to be configured with only 39 bits of
237// virtual address space for userspace. As such, limit the sandbox to 128GB (a
238// quarter of the total available address space).
239constexpr size_t kSandboxSizeLog2 = 37; // 128 GB
240#elif defined(V8_TARGET_OS_IOS)
241// On iOS, we only get 64 GB of usable virtual address space even with the
242// "jumbo" extended virtual addressing entitlement. Limit the sandbox size to
243// 16 GB so that the base address + size for the emulated virtual address space
244// lies within the 64 GB total virtual address space.
245constexpr size_t kSandboxSizeLog2 = 34; // 16 GB
246#else
247// Everywhere else use a 1TB sandbox.
248constexpr size_t kSandboxSizeLog2 = 40; // 1 TB
249#endif // V8_TARGET_OS_ANDROID
250constexpr size_t kSandboxSize = 1ULL << kSandboxSizeLog2;
251
252// Required alignment of the sandbox. For simplicity, we require the
253// size of the guard regions to be a multiple of this, so that this specifies
254// the alignment of the sandbox including and excluding surrounding guard
255// regions. The alignment requirement is due to the pointer compression cage
256// being located at the start of the sandbox.
257constexpr size_t kSandboxAlignment = kPtrComprCageBaseAlignment;
258
259// Sandboxed pointers are stored inside the heap as offset from the sandbox
260// base shifted to the left. This way, it is guaranteed that the offset is
261// smaller than the sandbox size after shifting it to the right again. This
262// constant specifies the shift amount.
263constexpr uint64_t kSandboxedPointerShift = 64 - kSandboxSizeLog2;
264
265// Size of the guard regions surrounding the sandbox. This assumes a worst-case
266// scenario of a 32-bit unsigned index used to access an array of 64-bit values
267// with an additional 4GB (compressed pointer) offset. In particular, accesses
268// to TypedArrays are effectively computed as
269// `entry_pointer = array->base + array->offset + index * array->element_size`.
270// See also https://crbug.com/40070746 for more details.
271constexpr size_t kSandboxGuardRegionSize = 32ULL * GB + 4ULL * GB;
272
273static_assert((kSandboxGuardRegionSize % kSandboxAlignment) == 0,
274 "The size of the guard regions around the sandbox must be a "
275 "multiple of its required alignment.");
276
277// On OSes where reserving virtual memory is too expensive to reserve the
278// entire address space backing the sandbox, notably Windows pre 8.1, we create
279// a partially reserved sandbox that doesn't actually reserve most of the
280// memory, and so doesn't have the desired security properties as unrelated
281// memory allocations could end up inside of it, but which still ensures that
282// objects that should be located inside the sandbox are allocated within
283// kSandboxSize bytes from the start of the sandbox. The minimum size of the
284// region that is actually reserved for such a sandbox is specified by this
285// constant and should be big enough to contain the pointer compression cage as
286// well as the ArrayBuffer partition.
287constexpr size_t kSandboxMinimumReservationSize = 8ULL * GB;
288
289static_assert(kSandboxMinimumReservationSize > kPtrComprCageReservationSize,
290 "The minimum reservation size for a sandbox must be larger than "
291 "the pointer compression cage contained within it.");
292
293// The maximum buffer size allowed inside the sandbox. This is mostly dependent
294// on the size of the guard regions around the sandbox: an attacker must not be
295// able to construct a buffer that appears larger than the guard regions and
296// thereby "reach out of" the sandbox.
297constexpr size_t kMaxSafeBufferSizeForSandbox = 32ULL * GB - 1;
298static_assert(kMaxSafeBufferSizeForSandbox <= kSandboxGuardRegionSize,
299 "The maximum allowed buffer size must not be larger than the "
300 "sandbox's guard regions");
301
302constexpr size_t kBoundedSizeShift = 29;
303static_assert(1ULL << (64 - kBoundedSizeShift) ==
304 kMaxSafeBufferSizeForSandbox + 1,
305 "The maximum size of a BoundedSize must be synchronized with the "
306 "kMaxSafeBufferSizeForSandbox");
307
308#endif // V8_ENABLE_SANDBOX
309
310#ifdef V8_COMPRESS_POINTERS
311
312#ifdef V8_TARGET_OS_ANDROID
313// The size of the virtual memory reservation for an external pointer table.
314// This determines the maximum number of entries in a table. Using a maximum
315// size allows omitting bounds checks on table accesses if the indices are
316// guaranteed (e.g. through shifting) to be below the maximum index. This
317// value must be a power of two.
318constexpr size_t kExternalPointerTableReservationSize = 256 * MB;
319
320// The external pointer table indices stored in HeapObjects as external
321// pointers are shifted to the left by this amount to guarantee that they are
322// smaller than the maximum table size even after the C++ compiler multiplies
323// them by 8 to be used as indexes into a table of 64 bit pointers.
324constexpr uint32_t kExternalPointerIndexShift = 7;
325#else
326constexpr size_t kExternalPointerTableReservationSize = 512 * MB;
327constexpr uint32_t kExternalPointerIndexShift = 6;
328#endif // V8_TARGET_OS_ANDROID
329
330// The maximum number of entries in an external pointer table.
331constexpr int kExternalPointerTableEntrySize = 8;
332constexpr int kExternalPointerTableEntrySizeLog2 = 3;
333constexpr size_t kMaxExternalPointers =
334 kExternalPointerTableReservationSize / kExternalPointerTableEntrySize;
335static_assert((1 << (32 - kExternalPointerIndexShift)) == kMaxExternalPointers,
336 "kExternalPointerTableReservationSize and "
337 "kExternalPointerIndexShift don't match");
338
339#else // !V8_COMPRESS_POINTERS
340
341// Needed for the V8.SandboxedExternalPointersCount histogram.
342constexpr size_t kMaxExternalPointers = 0;
343
344#endif // V8_COMPRESS_POINTERS
345
346constexpr uint64_t kExternalPointerMarkBit = 1ULL << 48;
347constexpr uint64_t kExternalPointerTagShift = 49;
348constexpr uint64_t kExternalPointerTagMask = 0x00fe000000000000ULL;
353constexpr uint64_t kExternalPointerTagAndMarkbitMask = 0x00ff000000000000ULL;
354constexpr uint64_t kExternalPointerPayloadMask = 0xff00ffffffffffffULL;
355
356// A ExternalPointerHandle represents a (opaque) reference to an external
357// pointer that can be stored inside the sandbox. A ExternalPointerHandle has
358// meaning only in combination with an (active) Isolate as it references an
359// external pointer stored in the currently active Isolate's
360// ExternalPointerTable. Internally, an ExternalPointerHandles is simply an
361// index into an ExternalPointerTable that is shifted to the left to guarantee
362// that it is smaller than the size of the table.
363using ExternalPointerHandle = uint32_t;
364
365// ExternalPointers point to objects located outside the sandbox. When the V8
366// sandbox is enabled, these are stored on heap as ExternalPointerHandles,
367// otherwise they are simply raw pointers.
368#ifdef V8_ENABLE_SANDBOX
370#else
372#endif
373
376
377// See `ExternalPointerHandle` for the main documentation. The difference to
378// `ExternalPointerHandle` is that the handle does not represent an arbitrary
379// external pointer but always refers to an object managed by `CppHeap`. The
380// handles are using in combination with a dedicated table for `CppHeap`
381// references.
382using CppHeapPointerHandle = uint32_t;
383
384// The actual pointer to objects located on the `CppHeap`. When pointer
385// compression is enabled these pointers are stored as `CppHeapPointerHandle`.
386// In non-compressed configurations the pointers are simply stored as raw
387// pointers.
388#ifdef V8_COMPRESS_POINTERS
390#else
392#endif
393
396
397constexpr uint64_t kCppHeapPointerMarkBit = 1ULL;
398constexpr uint64_t kCppHeapPointerTagShift = 1;
399constexpr uint64_t kCppHeapPointerPayloadShift = 16;
400
401#ifdef V8_COMPRESS_POINTERS
402// CppHeapPointers use a dedicated pointer table. These constants control the
403// size and layout of the table. See the corresponding constants for the
404// external pointer table for further details.
405constexpr size_t kCppHeapPointerTableReservationSize =
406 kExternalPointerTableReservationSize;
407constexpr uint32_t kCppHeapPointerIndexShift = kExternalPointerIndexShift;
408
409constexpr int kCppHeapPointerTableEntrySize = 8;
410constexpr int kCppHeapPointerTableEntrySizeLog2 = 3;
411constexpr size_t kMaxCppHeapPointers =
412 kCppHeapPointerTableReservationSize / kCppHeapPointerTableEntrySize;
413static_assert((1 << (32 - kCppHeapPointerIndexShift)) == kMaxCppHeapPointers,
414 "kCppHeapPointerTableReservationSize and "
415 "kCppHeapPointerIndexShift don't match");
416
417#else // !V8_COMPRESS_POINTERS
418
419// Needed for the V8.SandboxedCppHeapPointersCount histogram.
420constexpr size_t kMaxCppHeapPointers = 0;
421
422#endif // V8_COMPRESS_POINTERS
423
424// The number of tags reserved for embedder data. The value is picked
425// arbitrarily. In Chrome there are 4 embedders, so at least 4 tags are needed.
426// A generic tag was used for embedder data before, so one tag is used for that.
427#define V8_EMBEDDER_DATA_TAG_COUNT 5
428
429// Generic tag range struct to represent ranges of type tags.
430//
431// When referencing external objects via pointer tables, type tags are
432// frequently necessary to guarantee type safety for the external objects. When
433// support for subtyping is necessary, range-based type checks are used in
434// which all subtypes of a given supertype use contiguous tags. This struct can
435// then be used to represent such a type range.
436//
437// As an example, consider the following type hierarchy:
438//
439// A F
440// / \
441// B E
442// / \
443// C D
444//
445// A potential type id assignment for range-based type checks is
446// {A: 0, B: 1, C: 2, D: 3, E: 4, F: 5}. With that, the type check for type A
447// would check for the range [A, E], while the check for B would check range
448// [B, D], and for F it would simply check [F, F].
449//
450// In addition, there is an option for performance tweaks: if the size of the
451// type range corresponding to a supertype is a power of two and starts at a
452// power of two (e.g. [0x100, 0x13f]), then the compiler can often optimize
453// the type check to use even fewer instructions (essentially replace a AND +
454// SUB with a single AND).
455//
456template <typename Tag>
457struct TagRange {
458 static_assert(std::is_enum_v<Tag> &&
459 std::is_same_v<std::underlying_type_t<Tag>, uint16_t>,
460 "Tag parameter must be an enum with base type uint16_t");
461
462 // Construct the inclusive tag range [first, last].
463 constexpr TagRange(Tag first, Tag last) : first(first), last(last) {}
464
465 // Construct a tag range consisting of a single tag.
466 //
467 // A single tag is always implicitly convertible to a tag range. This greatly
468 // increases readability as most of the time, the exact tag of a field is
469 // known and so no tag range needs to explicitly be created for it.
470 constexpr TagRange(Tag tag) // NOLINT(runtime/explicit)
471 : first(tag), last(tag) {}
472
473 // Construct an empty tag range.
474 constexpr TagRange() : TagRange(static_cast<Tag>(0)) {}
475
476 // A tag range is considered empty if it only contains the null tag.
477 constexpr bool IsEmpty() const { return first == 0 && last == 0; }
478
479 constexpr size_t Size() const {
480 if (IsEmpty()) {
481 return 0;
482 } else {
483 return last - first + 1;
484 }
485 }
486
487 constexpr bool Contains(Tag tag) const {
488 // Need to perform the math with uint32_t. Otherwise, the uint16_ts would
489 // be promoted to (signed) int, allowing the compiler to (wrongly) assume
490 // that an underflow cannot happen as that would be undefined behavior.
491 return static_cast<uint32_t>(tag) - first <=
492 static_cast<uint32_t>(last) - first;
493 }
494
495 constexpr bool Contains(TagRange tag_range) const {
496 return tag_range.first >= first && tag_range.last <= last;
497 }
498
499 constexpr bool operator==(const TagRange other) const {
500 return first == other.first && last == other.last;
501 }
502
503 constexpr size_t hash_value() const {
504 static_assert(std::is_same_v<std::underlying_type_t<Tag>, uint16_t>);
505 return (static_cast<size_t>(first) << 16) | last;
506 }
507
508 // Internally we represent tag ranges as half-open ranges [first, last).
509 const Tag first;
510 const Tag last;
511};
512
513//
514// External Pointers.
515//
516// When the sandbox is enabled, external pointers are stored in an external
517// pointer table and are referenced from HeapObjects through an index (a
518// "handle"). When stored in the table, the pointers are tagged with per-type
519// tags to prevent type confusion attacks between different external objects.
520//
521// When loading an external pointer, a range of allowed tags can be specified.
522// This way, type hierarchies can be supported. The main requirement for that
523// is that all (transitive) child classes of a given parent class have type ids
524// in the same range, and that there are no unrelated types in that range. For
525// more details about how to assign type tags to types, see the TagRange class.
526//
527// The external pointer sandboxing mechanism ensures that every access to an
528// external pointer field will result in a valid pointer of the expected type
529// even in the presence of an attacker able to corrupt memory inside the
530// sandbox. However, if any data related to the external object is stored
531// inside the sandbox it may still be corrupted and so must be validated before
532// use or moved into the external object. Further, an attacker will always be
533// able to substitute different external pointers of the same type for each
534// other. Therefore, code using external pointers must be written in a
535// "substitution-safe" way, i.e. it must always be possible to substitute
536// external pointers of the same type without causing memory corruption outside
537// of the sandbox. Generally this is achieved by referencing any group of
538// related external objects through a single external pointer.
539//
540// Currently we use bit 62 for the marking bit which should always be unused as
541// it's part of the non-canonical address range. When Arm's top-byte ignore
542// (TBI) is enabled, this bit will be part of the ignored byte, and we assume
543// that the Embedder is not using this byte (really only this one bit) for any
544// other purpose. This bit also does not collide with the memory tagging
545// extension (MTE) which would use bits [56, 60).
546//
547// External pointer tables are also available even when the sandbox is off but
548// pointer compression is on. In that case, the mechanism can be used to ease
549// alignment requirements as it turns unaligned 64-bit raw pointers into
550// aligned 32-bit indices. To "opt-in" to the external pointer table mechanism
551// for this purpose, instead of using the ExternalPointer accessors one needs to
552// use ExternalPointerHandles directly and use them to access the pointers in an
553// ExternalPointerTable.
554//
555// The tag is currently in practice limited to 15 bits since it needs to fit
556// together with a marking bit into the unused parts of a pointer.
557enum ExternalPointerTag : uint16_t {
560
561 // When adding new tags, please ensure that the code using these tags is
562 // "substitution-safe", i.e. still operate safely if external pointers of the
563 // same type are swapped by an attacker. See comment above for more details.
564
565 // Shared external pointers are owned by the shared Isolate and stored in the
566 // shared external pointer table associated with that Isolate, where they can
567 // be accessed from multiple threads at the same time. The objects referenced
568 // in this way must therefore always be thread-safe.
574
575 // External pointers using these tags are kept in a per-Isolate external
576 // pointer table and can only be accessed when this Isolate is active.
578
579 // Placeholders for embedder data.
583 // This tag essentially stands for a `void*` pointer in the V8 API, and it is
584 // the Embedder's responsibility to ensure type safety (against substitution)
585 // and lifetime validity of these objects.
591
592 // InterceptorInfo external pointers.
610
612
614
615 // Foreigns
618
628
629 // Managed
660 // External resources whose lifetime is tied to their entry in the external
661 // pointer table but which are not referenced via a Managed
664
668 // The tags are limited to 7 bits, so the last tag is 0x7f.
670};
671
673
690
691// True if the external pointer must be accessed from the shared isolate's
692// external pointer table.
693V8_INLINE static constexpr bool IsSharedExternalPointerType(
694 ExternalPointerTagRange tag_range) {
696}
697
698// True if the external pointer may live in a read-only object, in which case
699// the table entry will be in the shared read-only segment of the external
700// pointer table.
701V8_INLINE static constexpr bool IsMaybeReadOnlyExternalPointerType(
702 ExternalPointerTagRange tag_range) {
704}
705
706// True if the external pointer references an external object whose lifetime is
707// tied to the entry in the external pointer table.
708// In this case, the entry in the ExternalPointerTable always points to an
709// object derived from ExternalPointerTable::ManagedResource.
710V8_INLINE static constexpr bool IsManagedExternalPointerType(
711 ExternalPointerTagRange tag_range) {
713}
714
715// When an external poiner field can contain the null external pointer handle,
716// the type checking mechanism needs to also check for null.
717// TODO(saelo): this is mostly a temporary workaround to introduce range-based
718// type checks. In the future, we should either (a) change the type tagging
719// scheme so that null always passes or (b) (more likely) introduce dedicated
720// null entries for those tags that need them (similar to other well-known
721// empty value constants such as the empty fixed array).
722V8_INLINE static constexpr bool ExternalPointerCanBeEmpty(
723 ExternalPointerTagRange tag_range) {
724 return tag_range.Contains(kArrayBufferExtensionTag) ||
725 (tag_range.first <= kLastEmbedderDataTag &&
726 kFirstEmbedderDataTag <= tag_range.last) ||
728}
729
730// Indirect Pointers.
731//
732// When the sandbox is enabled, indirect pointers are used to reference
733// HeapObjects that live outside of the sandbox (but are still managed by V8's
734// garbage collector). When object A references an object B through an indirect
735// pointer, object A will contain a IndirectPointerHandle, i.e. a shifted
736// 32-bit index, which identifies an entry in a pointer table (either the
737// trusted pointer table for TrustedObjects, or the code pointer table if it is
738// a Code object). This table entry then contains the actual pointer to object
739// B. Further, object B owns this pointer table entry, and it is responsible
740// for updating the "self-pointer" in the entry when it is relocated in memory.
741// This way, in contrast to "normal" pointers, indirect pointers never need to
742// be tracked by the GC (i.e. there is no remembered set for them).
743// These pointers do not exist when the sandbox is disabled.
744
745// An IndirectPointerHandle represents a 32-bit index into a pointer table.
746using IndirectPointerHandle = uint32_t;
747
748// A null handle always references an entry that contains nullptr.
750
751// When the sandbox is enabled, indirect pointers are used to implement:
752// - TrustedPointers: an indirect pointer using the trusted pointer table (TPT)
753// and referencing a TrustedObject in one of the trusted heap spaces.
754// - CodePointers, an indirect pointer using the code pointer table (CPT) and
755// referencing a Code object together with its instruction stream.
756
757//
758// Trusted Pointers.
759//
760// A pointer to a TrustedObject.
761// When the sandbox is enabled, these are indirect pointers using the trusted
762// pointer table (TPT). They are used to reference trusted objects (located in
763// one of V8's trusted heap spaces, outside of the sandbox) from inside the
764// sandbox in a memory-safe way. When the sandbox is disabled, these are
765// regular tagged pointers.
767
768// The size of the virtual memory reservation for the trusted pointer table.
769// As with the external pointer table, a maximum table size in combination with
770// shifted indices allows omitting bounds checks.
772
773// The trusted pointer handles are stored shifted to the left by this amount
774// to guarantee that they are smaller than the maximum table size.
775constexpr uint32_t kTrustedPointerHandleShift = 9;
776
777// A null handle always references an entry that contains nullptr.
780
781// The maximum number of entries in an trusted pointer table.
784constexpr size_t kMaxTrustedPointers =
786static_assert((1 << (32 - kTrustedPointerHandleShift)) == kMaxTrustedPointers,
787 "kTrustedPointerTableReservationSize and "
788 "kTrustedPointerHandleShift don't match");
789
790//
791// Code Pointers.
792//
793// A pointer to a Code object.
794// Essentially a specialized version of a trusted pointer that (when the
795// sandbox is enabled) uses the code pointer table (CPT) instead of the TPT.
796// Each entry in the CPT contains both a pointer to a Code object as well as a
797// pointer to the Code's entrypoint. This allows calling/jumping into Code with
798// one fewer memory access (compared to the case where the entrypoint pointer
799// first needs to be loaded from the Code object). As such, a CodePointerHandle
800// can be used both to obtain the referenced Code object and to directly load
801// its entrypoint.
802//
803// When the sandbox is disabled, these are regular tagged pointers.
805
806// The size of the virtual memory reservation for the code pointer table.
807// As with the other tables, a maximum table size in combination with shifted
808// indices allows omitting bounds checks.
809constexpr size_t kCodePointerTableReservationSize = 128 * MB;
810
811// Code pointer handles are shifted by a different amount than indirect pointer
812// handles as the tables have a different maximum size.
813constexpr uint32_t kCodePointerHandleShift = 9;
814
815// A null handle always references an entry that contains nullptr.
817
818// It can sometimes be necessary to distinguish a code pointer handle from a
819// trusted pointer handle. A typical example would be a union trusted pointer
820// field that can refer to both Code objects and other trusted objects. To
821// support these use-cases, we use a simple marking scheme where some of the
822// low bits of a code pointer handle are set, while they will be unset on a
823// trusted pointer handle. This way, the correct table to resolve the handle
824// can be determined even in the absence of a type tag.
825constexpr uint32_t kCodePointerHandleMarker = 0x1;
826static_assert(kCodePointerHandleShift > 0);
827static_assert(kTrustedPointerHandleShift > 0);
828
829// The maximum number of entries in a code pointer table.
830constexpr int kCodePointerTableEntrySize = 16;
832constexpr size_t kMaxCodePointers =
834static_assert(
836 "kCodePointerTableReservationSize and kCodePointerHandleShift don't match");
837
840
841// Constants that can be used to mark places that should be modified once
842// certain types of objects are moved out of the sandbox and into trusted space.
848
849// {obj} must be the raw tagged pointer representation of a HeapObject
850// that's guaranteed to never be in ReadOnlySpace.
852 "Use GetCurrentIsolate() instead, which is guaranteed to return the same "
853 "isolate since https://crrev.com/c/6458560.")
855
856// Returns if we need to throw when an error occurs. This infers the language
857// mode based on the current context and the closure. This returns true if the
858// language mode is strict.
859V8_EXPORT bool ShouldThrowOnError(internal::Isolate* isolate);
860
861struct HandleScopeData final {
862 static constexpr uint32_t kSizeInBytes =
864
867 int level;
869
870 void Initialize() {
871 next = limit = nullptr;
872 sealed_level = level = 0;
873 }
874};
875
876static_assert(HandleScopeData::kSizeInBytes == sizeof(HandleScopeData));
877
884#ifdef V8_MAP_PACKING
885 V8_INLINE static constexpr Address UnpackMapWord(Address mapword) {
886 // TODO(wenyuzhao): Clear header metadata.
887 return mapword ^ kMapWordXorMask;
888 }
889#endif
890
891 public:
892 // These values match non-compiler-dependent values defined within
893 // the implementation of v8.
894 static const int kHeapObjectMapOffset = 0;
896 static const int kStringResourceOffset =
898
900 static const int kJSObjectHeaderSize = 3 * kApiTaggedSize;
901#ifdef V8_COMPRESS_POINTERS
904#else // !V8_COMPRESS_POINTERS
907#endif // !V8_COMPRESS_POINTERS
908 static const int kFixedArrayHeaderSize = 2 * kApiTaggedSize;
911#ifdef V8_ENABLE_SANDBOX
913#else
915#endif
918 static const int kStringEncodingMask = 0x8;
919 static const int kExternalTwoByteRepresentationTag = 0x02;
920 static const int kExternalOneByteRepresentationTag = 0x0a;
921
922 static const uint32_t kNumIsolateDataSlots = 4;
924 static const int kNumberOfBooleanFlags = 6;
925 static const int kErrorMessageParamSize = 1;
926 static const int kTablesAlignmentPaddingSize = 1;
932 static const int kHandleScopeDataSize =
934
935 // ExternalPointerTable and TrustedPointerTable layout guarantees.
937 static const int kSegmentedTableSegmentPoolSize = 4;
938 static const int kExternalPointerTableSize =
940 kSegmentedTableSegmentPoolSize * sizeof(uint32_t);
941 static const int kTrustedPointerTableSize =
943 kSegmentedTableSegmentPoolSize * sizeof(uint32_t);
945
946 // IsolateData layout guarantees.
947 static const int kIsolateCageBaseOffset = 0;
948 static const int kIsolateStackGuardOffset =
950 static const int kVariousBooleanFlagsOffset =
952 static const int kErrorMessageParamOffset =
957 static const int kBuiltinTier0TableOffset =
959 static const int kNewAllocationInfoOffset =
961 static const int kOldAllocationInfoOffset =
963
980 static const int kIsolateEmbedderDataOffset =
982#ifdef V8_COMPRESS_POINTERS
983 static const int kIsolateExternalPointerTableOffset =
985 static const int kIsolateSharedExternalPointerTableAddressOffset =
986 kIsolateExternalPointerTableOffset + kExternalPointerTableSize;
987 static const int kIsolateCppHeapPointerTableOffset =
988 kIsolateSharedExternalPointerTableAddressOffset + kApiSystemPointerSize;
989#ifdef V8_ENABLE_SANDBOX
990 static const int kIsolateTrustedCageBaseOffset =
991 kIsolateCppHeapPointerTableOffset + kExternalPointerTableSize;
992 static const int kIsolateTrustedPointerTableOffset =
993 kIsolateTrustedCageBaseOffset + kApiSystemPointerSize;
994 static const int kIsolateSharedTrustedPointerTableAddressOffset =
995 kIsolateTrustedPointerTableOffset + kTrustedPointerTableSize;
996 static const int kIsolateTrustedPointerPublishingScopeOffset =
997 kIsolateSharedTrustedPointerTableAddressOffset + kApiSystemPointerSize;
998 static const int kIsolateCodePointerTableBaseAddressOffset =
999 kIsolateTrustedPointerPublishingScopeOffset + kApiSystemPointerSize;
1001 kIsolateCodePointerTableBaseAddressOffset + kApiSystemPointerSize;
1002#else
1004 kIsolateCppHeapPointerTableOffset + kExternalPointerTableSize;
1005#endif // V8_ENABLE_SANDBOX
1006#else
1009#endif // V8_COMPRESS_POINTERS
1010 static const int kJSDispatchTableOffset =
1016 static const int kIsolateRootsOffset =
1018
1019 // Assert scopes
1020 static const int kDisallowGarbageCollectionAlign = alignof(uint32_t);
1021 static const int kDisallowGarbageCollectionSize = sizeof(uint32_t);
1022
1023#if V8_STATIC_ROOTS_BOOL
1024
1025// These constants are copied from static-roots.h and guarded by static asserts.
1026#define EXPORTED_STATIC_ROOTS_PTR_LIST(V) \
1027 V(UndefinedValue, 0x11) \
1028 V(NullValue, 0x2d) \
1029 V(TrueValue, 0x71) \
1030 V(FalseValue, 0x55) \
1031 V(EmptyString, 0x49) \
1032 V(TheHoleValue, 0x7d9)
1033
1034 using Tagged_t = uint32_t;
1035 struct StaticReadOnlyRoot {
1036#define DEF_ROOT(name, value) static constexpr Tagged_t k##name = value;
1037 EXPORTED_STATIC_ROOTS_PTR_LIST(DEF_ROOT)
1038#undef DEF_ROOT
1039
1040 // Use 0 for kStringMapLowerBound since string maps are the first maps.
1041 static constexpr Tagged_t kStringMapLowerBound = 0;
1042 static constexpr Tagged_t kStringMapUpperBound = 0x425;
1043
1044#define PLUSONE(...) +1
1045 static constexpr size_t kNumberOfExportedStaticRoots =
1046 2 + EXPORTED_STATIC_ROOTS_PTR_LIST(PLUSONE);
1047#undef PLUSONE
1048 };
1049
1050#endif // V8_STATIC_ROOTS_BOOL
1051
1052 static const int kUndefinedValueRootIndex = 0;
1053 static const int kTheHoleValueRootIndex = 1;
1054 static const int kNullValueRootIndex = 2;
1055 static const int kTrueValueRootIndex = 3;
1056 static const int kFalseValueRootIndex = 4;
1057 static const int kEmptyStringRootIndex = 5;
1058
1060 static const int kNodeFlagsOffset = 1 * kApiSystemPointerSize + 3;
1061 static const int kNodeStateMask = 0x3;
1062 static const int kNodeStateIsWeakValue = 2;
1063
1064 static const int kFirstNonstringType = 0x80;
1065 static const int kOddballType = 0x83;
1066 static const int kForeignType = 0xcc;
1067 static const int kJSSpecialApiObjectType = 0x410;
1068 static const int kJSObjectType = 0x421;
1069 static const int kFirstJSApiObjectType = 0x422;
1070 static const int kLastJSApiObjectType = 0x80A;
1071 // Defines a range [kFirstEmbedderJSApiObjectType, kJSApiObjectTypesCount]
1072 // of JSApiObject instance type values that an embedder can use.
1073 static const int kFirstEmbedderJSApiObjectType = 0;
1076
1077 static const int kUndefinedOddballKind = 4;
1078 static const int kNullOddballKind = 3;
1079
1080 // Constants used by PropertyCallbackInfo to check if we should throw when an
1081 // error occurs.
1082 static const int kDontThrow = 0;
1083 static const int kThrowOnError = 1;
1084 static const int kInferShouldThrowMode = 2;
1085
1086 // Soft limit for AdjustAmountofExternalAllocatedMemory. Trigger an
1087 // incremental GC once the external memory reaches this limit.
1088 static constexpr size_t kExternalAllocationSoftLimit = 64 * 1024 * 1024;
1089
1090#ifdef V8_MAP_PACKING
1091 static const uintptr_t kMapWordMetadataMask = 0xffffULL << 48;
1092 // The lowest two bits of mapwords are always `0b10`
1093 static const uintptr_t kMapWordSignature = 0b10;
1094 // XORing a (non-compressed) map with this mask ensures that the two
1095 // low-order bits are 0b10. The 0 at the end makes this look like a Smi,
1096 // although real Smis have all lower 32 bits unset. We only rely on these
1097 // values passing as Smis in very few places.
1098 static const int kMapWordXorMask = 0b11;
1099#endif
1100
1103#ifdef V8_ENABLE_CHECKS
1104 CheckInitializedImpl(isolate);
1105#endif
1106 }
1107
1108 V8_INLINE static constexpr bool HasHeapObjectTag(Address value) {
1109 return (value & kHeapObjectTagMask) == static_cast<Address>(kHeapObjectTag);
1110 }
1111
1112 V8_INLINE static constexpr int SmiValue(Address value) {
1113 return PlatformSmiTagging::SmiToInt(value);
1114 }
1115
1116 V8_INLINE static constexpr Address AddressToSmi(Address value) {
1117 return (value << (kSmiTagSize + PlatformSmiTagging::kSmiShiftSize)) |
1118 kSmiTag;
1119 }
1120
1121 V8_INLINE static constexpr Address IntToSmi(int value) {
1122 return AddressToSmi(static_cast<Address>(value));
1123 }
1124
1125 template <typename T,
1126 typename std::enable_if_t<std::is_integral_v<T>>* = nullptr>
1127 V8_INLINE static constexpr Address IntegralToSmi(T value) {
1128 return AddressToSmi(static_cast<Address>(value));
1129 }
1130
1131 template <typename T,
1132 typename std::enable_if_t<std::is_integral_v<T>>* = nullptr>
1133 V8_INLINE static constexpr bool IsValidSmi(T value) {
1134 return PlatformSmiTagging::IsValidSmi(value);
1135 }
1136
1137 template <typename T,
1138 typename std::enable_if_t<std::is_integral_v<T>>* = nullptr>
1139 static constexpr std::optional<Address> TryIntegralToSmi(T value) {
1140 if (V8_LIKELY(PlatformSmiTagging::IsValidSmi(value))) {
1141 return {AddressToSmi(static_cast<Address>(value))};
1142 }
1143 return {};
1144 }
1145
1146#if V8_STATIC_ROOTS_BOOL
1147 V8_INLINE static bool is_identical(Address obj, Tagged_t constant) {
1148 return static_cast<Tagged_t>(obj) == constant;
1149 }
1150
1151 V8_INLINE static bool CheckInstanceMapRange(Address obj, Tagged_t first_map,
1152 Tagged_t last_map) {
1153 auto map = ReadRawField<Tagged_t>(obj, kHeapObjectMapOffset);
1154#ifdef V8_MAP_PACKING
1155 map = UnpackMapWord(map);
1156#endif
1157 return map >= first_map && map <= last_map;
1158 }
1159#endif
1160
1163#ifdef V8_MAP_PACKING
1164 map = UnpackMapWord(map);
1165#endif
1166 return ReadRawField<uint16_t>(map, kMapInstanceTypeOffset);
1167 }
1168
1170 if (!HasHeapObjectTag(obj)) return kNullAddress;
1172#ifdef V8_MAP_PACKING
1173 map = UnpackMapWord(map);
1174#endif
1175 return map;
1176 }
1177
1180 }
1181
1182 V8_INLINE static bool IsExternalTwoByteString(int instance_type) {
1183 int representation = (instance_type & kStringRepresentationAndEncodingMask);
1184 return representation == kExternalTwoByteRepresentationTag;
1185 }
1186
1187 V8_INLINE static constexpr bool CanHaveInternalField(int instance_type) {
1188 static_assert(kJSObjectType + 1 == kFirstJSApiObjectType);
1189 static_assert(kJSObjectType < kLastJSApiObjectType);
1191 // Check for IsJSObject() || IsJSSpecialApiObject() || IsJSApiObject()
1192 return instance_type == kJSSpecialApiObjectType ||
1193 // inlined version of base::IsInRange
1194 (static_cast<unsigned>(static_cast<unsigned>(instance_type) -
1195 static_cast<unsigned>(kJSObjectType)) <=
1196 static_cast<unsigned>(kLastJSApiObjectType - kJSObjectType));
1197 }
1198
1199 V8_INLINE static uint8_t GetNodeFlag(Address* obj, int shift) {
1200 uint8_t* addr = reinterpret_cast<uint8_t*>(obj) + kNodeFlagsOffset;
1201 return *addr & static_cast<uint8_t>(1U << shift);
1202 }
1203
1204 V8_INLINE static void UpdateNodeFlag(Address* obj, bool value, int shift) {
1205 uint8_t* addr = reinterpret_cast<uint8_t*>(obj) + kNodeFlagsOffset;
1206 uint8_t mask = static_cast<uint8_t>(1U << shift);
1207 *addr = static_cast<uint8_t>((*addr & ~mask) | (value << shift));
1208 }
1209
1210 V8_INLINE static uint8_t GetNodeState(Address* obj) {
1211 uint8_t* addr = reinterpret_cast<uint8_t*>(obj) + kNodeFlagsOffset;
1212 return *addr & kNodeStateMask;
1213 }
1214
1215 V8_INLINE static void UpdateNodeState(Address* obj, uint8_t value) {
1216 uint8_t* addr = reinterpret_cast<uint8_t*>(obj) + kNodeFlagsOffset;
1217 *addr = static_cast<uint8_t>((*addr & ~kNodeStateMask) | value);
1218 }
1219
1220 V8_INLINE static void SetEmbedderData(v8::Isolate* isolate, uint32_t slot,
1221 void* data) {
1222 Address addr = reinterpret_cast<Address>(isolate) +
1224 *reinterpret_cast<void**>(addr) = data;
1225 }
1226
1227 V8_INLINE static void* GetEmbedderData(const v8::Isolate* isolate,
1228 uint32_t slot) {
1229 Address addr = reinterpret_cast<Address>(isolate) +
1231 return *reinterpret_cast<void* const*>(addr);
1232 }
1233
1235 Address addr =
1236 reinterpret_cast<Address>(isolate) + kIsolateHandleScopeDataOffset;
1237 return reinterpret_cast<HandleScopeData*>(addr);
1238 }
1239
1241 Address addr =
1242 reinterpret_cast<Address>(isolate) + kIsolateLongTaskStatsCounterOffset;
1243 ++(*reinterpret_cast<size_t*>(addr));
1244 }
1245
1246 V8_INLINE static Address* GetRootSlot(v8::Isolate* isolate, int index) {
1247 Address addr = reinterpret_cast<Address>(isolate) + kIsolateRootsOffset +
1248 index * kApiSystemPointerSize;
1249 return reinterpret_cast<Address*>(addr);
1250 }
1251
1252 V8_INLINE static Address GetRoot(v8::Isolate* isolate, int index) {
1253#if V8_STATIC_ROOTS_BOOL
1254 Address base = *reinterpret_cast<Address*>(
1255 reinterpret_cast<uintptr_t>(isolate) + kIsolateCageBaseOffset);
1256 switch (index) {
1257#define DECOMPRESS_ROOT(name, ...) \
1258 case k##name##RootIndex: \
1259 return base + StaticReadOnlyRoot::k##name;
1260 EXPORTED_STATIC_ROOTS_PTR_LIST(DECOMPRESS_ROOT)
1261#undef DECOMPRESS_ROOT
1262#undef EXPORTED_STATIC_ROOTS_PTR_LIST
1263 default:
1264 break;
1265 }
1266#endif // V8_STATIC_ROOTS_BOOL
1267 return *GetRootSlot(isolate, index);
1268 }
1269
1270#ifdef V8_ENABLE_SANDBOX
1271 V8_INLINE static Address* GetExternalPointerTableBase(v8::Isolate* isolate) {
1272 Address addr = reinterpret_cast<Address>(isolate) +
1273 kIsolateExternalPointerTableOffset +
1275 return *reinterpret_cast<Address**>(addr);
1276 }
1277
1278 V8_INLINE static Address* GetSharedExternalPointerTableBase(
1279 v8::Isolate* isolate) {
1280 Address addr = reinterpret_cast<Address>(isolate) +
1281 kIsolateSharedExternalPointerTableAddressOffset;
1282 addr = *reinterpret_cast<Address*>(addr);
1284 return *reinterpret_cast<Address**>(addr);
1285 }
1286#endif
1287
1288 template <typename T>
1289 V8_INLINE static T ReadRawField(Address heap_object_ptr, int offset) {
1290 Address addr = heap_object_ptr + offset - kHeapObjectTag;
1291#ifdef V8_COMPRESS_POINTERS
1292 if constexpr (sizeof(T) > kApiTaggedSize) {
1293 // TODO(ishell, v8:8875): When pointer compression is enabled 8-byte size
1294 // fields (external pointers, doubles and BigInt data) are only
1295 // kTaggedSize aligned so we have to use unaligned pointer friendly way of
1296 // accessing them in order to avoid undefined behavior in C++ code.
1297 T r;
1298 memcpy(&r, reinterpret_cast<void*>(addr), sizeof(T));
1299 return r;
1300 }
1301#endif
1302 return *reinterpret_cast<const T*>(addr);
1303 }
1304
1306 int offset) {
1307#ifdef V8_COMPRESS_POINTERS
1308 uint32_t value = ReadRawField<uint32_t>(heap_object_ptr, offset);
1309 Address base = GetPtrComprCageBaseFromOnHeapAddress(heap_object_ptr);
1310 return base + static_cast<Address>(static_cast<uintptr_t>(value));
1311#else
1312 return ReadRawField<Address>(heap_object_ptr, offset);
1313#endif
1314 }
1315
1317 int offset) {
1318#ifdef V8_COMPRESS_POINTERS
1319 uint32_t value = ReadRawField<uint32_t>(heap_object_ptr, offset);
1320 return static_cast<Address>(static_cast<uintptr_t>(value));
1321#else
1322 return ReadRawField<Address>(heap_object_ptr, offset);
1323#endif
1324 }
1325
1327 "Use GetCurrentIsolateForSandbox() instead, which is guaranteed to "
1328 "return the same isolate since https://crrev.com/c/6458560.")
1330#ifdef V8_ENABLE_SANDBOX
1331 return GetCurrentIsolate();
1332#else
1333 // Not used in non-sandbox mode.
1334 return nullptr;
1335#endif
1336 }
1337
1338 // Returns v8::Isolate::Current(), but without needing to include the
1339 // v8-isolate.h header.
1341
1343#ifdef V8_ENABLE_SANDBOX
1344 return GetCurrentIsolate();
1345#else
1346 // Not used in non-sandbox mode.
1347 return nullptr;
1348#endif
1349 }
1350
1351 template <ExternalPointerTagRange tag_range>
1353 Address heap_object_ptr,
1354 int offset) {
1355#ifdef V8_ENABLE_SANDBOX
1356 static_assert(!tag_range.IsEmpty());
1357 // See src/sandbox/external-pointer-table.h. Logic duplicated here so
1358 // it can be inlined and doesn't require an additional call.
1359 Address* table = IsSharedExternalPointerType(tag_range)
1360 ? GetSharedExternalPointerTableBase(isolate)
1361 : GetExternalPointerTableBase(isolate);
1363 ReadRawField<ExternalPointerHandle>(heap_object_ptr, offset);
1364 uint32_t index = handle >> kExternalPointerIndexShift;
1365 std::atomic<Address>* ptr =
1366 reinterpret_cast<std::atomic<Address>*>(&table[index]);
1367 Address entry = std::atomic_load_explicit(ptr, std::memory_order_relaxed);
1368 ExternalPointerTag actual_tag = static_cast<ExternalPointerTag>(
1370 if (V8_LIKELY(tag_range.Contains(actual_tag))) {
1371 return entry & kExternalPointerPayloadMask;
1372 } else {
1373 return 0;
1374 }
1375 return entry;
1376#else
1377 return ReadRawField<Address>(heap_object_ptr, offset);
1378#endif // V8_ENABLE_SANDBOX
1379 }
1380
1381#ifdef V8_COMPRESS_POINTERS
1382 V8_INLINE static Address GetPtrComprCageBaseFromOnHeapAddress(Address addr) {
1383 return addr & -static_cast<intptr_t>(kPtrComprCageBaseAlignment);
1384 }
1385
1386 V8_INLINE static uint32_t CompressTagged(Address value) {
1387 return static_cast<uint32_t>(value);
1388 }
1389
1390 V8_INLINE static Address DecompressTaggedField(Address heap_object_ptr,
1391 uint32_t value) {
1392 Address base = GetPtrComprCageBaseFromOnHeapAddress(heap_object_ptr);
1393 return base + static_cast<Address>(static_cast<uintptr_t>(value));
1394 }
1395
1396#endif // V8_COMPRESS_POINTERS
1397};
1398
1399// Only perform cast check for types derived from v8::Data since
1400// other types do not implement the Cast method.
1401template <bool PerformCheck>
1403 template <class T>
1404 static void Perform(T* data);
1405};
1406
1407template <>
1408template <class T>
1410 T::Cast(data);
1411}
1412
1413template <>
1414template <class T>
1416
1417template <class T>
1420 !std::is_same_v<Data, std::remove_cv_t<T>>>::Perform(data);
1421}
1422
1423// A base class for backing stores, which is needed due to vagaries of
1424// how static casts work with std::shared_ptr.
1426
1427// The maximum value in enum GarbageCollectionReason, defined in heap.h.
1428// This is needed for histograms sampling garbage collection reasons.
1430
1431// Base class for the address block allocator compatible with standard
1432// containers, which registers its allocated range as strong roots.
1434 public:
1435 Heap* heap() const { return heap_; }
1436
1438 const StrongRootAllocatorBase& b) {
1439 // TODO(pkasting): Replace this body with `= default` after dropping support
1440 // for old gcc versions.
1441 return a.heap_ == b.heap_;
1442 }
1443
1444 protected:
1445 explicit StrongRootAllocatorBase(Heap* heap) : heap_(heap) {}
1446 explicit StrongRootAllocatorBase(LocalHeap* heap);
1449 explicit StrongRootAllocatorBase(LocalIsolate* isolate);
1450
1451 // Allocate/deallocate a range of n elements of type internal::Address.
1453 void deallocate_impl(Address* p, size_t n) noexcept;
1454
1455 private:
1456 Heap* heap_;
1457};
1458
1459// The general version of this template behaves just as std::allocator, with
1460// the exception that the constructor takes the isolate as parameter. Only
1461// specialized versions, e.g., internal::StrongRootAllocator<internal::Address>
1462// and internal::StrongRootAllocator<v8::Local<T>> register the allocated range
1463// as strong roots.
1464template <typename T>
1465class StrongRootAllocator : private std::allocator<T> {
1466 public:
1467 using value_type = T;
1468
1469 template <typename HeapOrIsolateT>
1470 explicit StrongRootAllocator(HeapOrIsolateT*) {}
1471 template <typename U>
1473
1474 using std::allocator<T>::allocate;
1475 using std::allocator<T>::deallocate;
1476};
1477
1478// TODO(pkasting): Replace with `requires` clauses after dropping support for
1479// old gcc versions.
1480template <typename Iterator, typename = void>
1481inline constexpr bool kHaveIteratorConcept = false;
1482template <typename Iterator>
1483inline constexpr bool kHaveIteratorConcept<
1484 Iterator, std::void_t<typename Iterator::iterator_concept>> = true;
1485
1486template <typename Iterator, typename = void>
1487inline constexpr bool kHaveIteratorCategory = false;
1488template <typename Iterator>
1489inline constexpr bool kHaveIteratorCategory<
1490 Iterator, std::void_t<typename Iterator::iterator_category>> = true;
1491
1492// Helper struct that contains an `iterator_concept` type alias only when either
1493// `Iterator` or `std::iterator_traits<Iterator>` do.
1494// Default: no alias.
1495template <typename Iterator, typename = void>
1497// Use `Iterator::iterator_concept` if available.
1498template <typename Iterator>
1500 Iterator, std::enable_if_t<kHaveIteratorConcept<Iterator>>> {
1501 using iterator_concept = typename Iterator::iterator_concept;
1502};
1503// Otherwise fall back to `std::iterator_traits<Iterator>` if possible.
1504template <typename Iterator>
1506 Iterator, std::enable_if_t<kHaveIteratorCategory<Iterator> &&
1507 !kHaveIteratorConcept<Iterator>>> {
1508 // There seems to be no feature-test macro covering this, so use the
1509 // presence of `<ranges>` as a crude proxy, since it was added to the
1510 // standard as part of the Ranges papers.
1511 // TODO(pkasting): Add this unconditionally after dropping support for old
1512 // libstdc++ versions.
1513#if __has_include(<ranges>)
1514 using iterator_concept =
1515 typename std::iterator_traits<Iterator>::iterator_concept;
1516#endif
1517};
1518
1519// A class of iterators that wrap some different iterator type.
1520// If specified, ElementType is the type of element accessed by the wrapper
1521// iterator; in this case, the actual reference and pointer types of Iterator
1522// must be convertible to ElementType& and ElementType*, respectively.
1523template <typename Iterator, typename ElementType = void>
1525 public:
1526 static_assert(
1527 std::is_void_v<ElementType> ||
1528 (std::is_convertible_v<typename std::iterator_traits<Iterator>::pointer,
1529 std::add_pointer_t<ElementType>> &&
1530 std::is_convertible_v<typename std::iterator_traits<Iterator>::reference,
1531 std::add_lvalue_reference_t<ElementType>>));
1532
1534 typename std::iterator_traits<Iterator>::difference_type;
1536 std::conditional_t<std::is_void_v<ElementType>,
1537 typename std::iterator_traits<Iterator>::value_type,
1538 ElementType>;
1539 using pointer =
1540 std::conditional_t<std::is_void_v<ElementType>,
1541 typename std::iterator_traits<Iterator>::pointer,
1542 std::add_pointer_t<ElementType>>;
1544 std::conditional_t<std::is_void_v<ElementType>,
1545 typename std::iterator_traits<Iterator>::reference,
1546 std::add_lvalue_reference_t<ElementType>>;
1548 typename std::iterator_traits<Iterator>::iterator_category;
1549
1550 constexpr WrappedIterator() noexcept = default;
1551 constexpr explicit WrappedIterator(Iterator it) noexcept : it_(it) {}
1552
1553 // TODO(pkasting): Switch to `requires` and concepts after dropping support
1554 // for old gcc and libstdc++ versions.
1555 template <typename OtherIterator, typename OtherElementType,
1556 typename = std::enable_if_t<
1557 std::is_convertible_v<OtherIterator, Iterator>>>
1560 : it_(other.base()) {}
1561
1562 [[nodiscard]] constexpr reference operator*() const noexcept { return *it_; }
1563 [[nodiscard]] constexpr pointer operator->() const noexcept {
1564 if constexpr (std::is_pointer_v<Iterator>) {
1565 return it_;
1566 } else {
1567 return it_.operator->();
1568 }
1569 }
1570
1571 template <typename OtherIterator, typename OtherElementType>
1572 [[nodiscard]] constexpr bool operator==(
1574 const noexcept {
1575 return it_ == other.base();
1576 }
1577#if V8_HAVE_SPACESHIP_OPERATOR
1578 template <typename OtherIterator, typename OtherElementType>
1579 [[nodiscard]] constexpr auto operator<=>(
1581 const noexcept {
1582 if constexpr (std::three_way_comparable_with<Iterator, OtherIterator>) {
1583 return it_ <=> other.base();
1584 } else if constexpr (std::totally_ordered_with<Iterator, OtherIterator>) {
1585 if (it_ < other.base()) {
1586 return std::strong_ordering::less;
1587 }
1588 return (it_ > other.base()) ? std::strong_ordering::greater
1589 : std::strong_ordering::equal;
1590 } else {
1591 if (it_ < other.base()) {
1592 return std::partial_ordering::less;
1593 }
1594 if (other.base() < it_) {
1595 return std::partial_ordering::greater;
1596 }
1597 return (it_ == other.base()) ? std::partial_ordering::equivalent
1598 : std::partial_ordering::unordered;
1599 }
1600 }
1601#else
1602 // Assume that if spaceship isn't present, operator rewriting might not be
1603 // either.
1604 template <typename OtherIterator, typename OtherElementType>
1605 [[nodiscard]] constexpr bool operator!=(
1607 const noexcept {
1608 return it_ != other.base();
1609 }
1610
1611 template <typename OtherIterator, typename OtherElementType>
1612 [[nodiscard]] constexpr bool operator<(
1614 const noexcept {
1615 return it_ < other.base();
1616 }
1617 template <typename OtherIterator, typename OtherElementType>
1618 [[nodiscard]] constexpr bool operator<=(
1620 const noexcept {
1621 return it_ <= other.base();
1622 }
1623 template <typename OtherIterator, typename OtherElementType>
1624 [[nodiscard]] constexpr bool operator>(
1626 const noexcept {
1627 return it_ > other.base();
1628 }
1629 template <typename OtherIterator, typename OtherElementType>
1630 [[nodiscard]] constexpr bool operator>=(
1632 const noexcept {
1633 return it_ >= other.base();
1634 }
1635#endif
1636
1637 constexpr WrappedIterator& operator++() noexcept {
1638 ++it_;
1639 return *this;
1640 }
1641 constexpr WrappedIterator operator++(int) noexcept {
1642 WrappedIterator result(*this);
1643 ++(*this);
1644 return result;
1645 }
1646
1647 constexpr WrappedIterator& operator--() noexcept {
1648 --it_;
1649 return *this;
1650 }
1651 constexpr WrappedIterator operator--(int) noexcept {
1652 WrappedIterator result(*this);
1653 --(*this);
1654 return result;
1655 }
1656 [[nodiscard]] constexpr WrappedIterator operator+(
1657 difference_type n) const noexcept {
1658 WrappedIterator result(*this);
1659 result += n;
1660 return result;
1661 }
1662 [[nodiscard]] friend constexpr WrappedIterator operator+(
1663 difference_type n, const WrappedIterator& x) noexcept {
1664 return x + n;
1665 }
1667 it_ += n;
1668 return *this;
1669 }
1670 [[nodiscard]] constexpr WrappedIterator operator-(
1671 difference_type n) const noexcept {
1672 return *this + -n;
1673 }
1675 return *this += -n;
1676 }
1677 template <typename OtherIterator, typename OtherElementType>
1678 [[nodiscard]] constexpr auto operator-(
1680 const noexcept {
1681 return it_ - other.base();
1682 }
1683 [[nodiscard]] constexpr reference operator[](
1684 difference_type n) const noexcept {
1685 return it_[n];
1686 }
1687
1688 [[nodiscard]] constexpr const Iterator& base() const noexcept { return it_; }
1689
1690 private:
1691 Iterator it_;
1692};
1693
1694// Helper functions about values contained in handles.
1695// A value is either an indirect pointer or a direct pointer, depending on
1696// whether direct local support is enabled.
1697class ValueHelper final {
1698 public:
1699 // ValueHelper::InternalRepresentationType is an abstract type that
1700 // corresponds to the internal representation of v8::Local and essentially
1701 // to what T* really is (these two are always in sync). This type is used in
1702 // methods like GetDataFromSnapshotOnce that need access to a handle's
1703 // internal representation. In particular, if `x` is a `v8::Local<T>`, then
1704 // `v8::Local<T>::FromRepr(x.repr())` gives exactly the same handle as `x`.
1705#ifdef V8_ENABLE_DIRECT_HANDLE
1706 static constexpr Address kTaggedNullAddress = 1;
1707
1709 static constexpr InternalRepresentationType kEmpty = kTaggedNullAddress;
1710#else
1712 static constexpr InternalRepresentationType kEmpty = nullptr;
1713#endif // V8_ENABLE_DIRECT_HANDLE
1714
1715 template <typename T>
1716 V8_INLINE static bool IsEmpty(T* value) {
1717 return ValueAsRepr(value) == kEmpty;
1718 }
1719
1720 // Returns a handle's "value" for all kinds of abstract handles. For Local,
1721 // it is equivalent to `*handle`. The variadic parameters support handle
1722 // types with extra type parameters, like `Persistent<T, M>`.
1723 template <template <typename T, typename... Ms> typename H, typename T,
1724 typename... Ms>
1725 V8_INLINE static T* HandleAsValue(const H<T, Ms...>& handle) {
1726 return handle.template value<T>();
1727 }
1728
1729#ifdef V8_ENABLE_DIRECT_HANDLE
1730
1731 template <typename T>
1732 V8_INLINE static Address ValueAsAddress(const T* value) {
1733 return reinterpret_cast<Address>(value);
1734 }
1735
1736 template <typename T, bool check_null = true, typename S>
1737 V8_INLINE static T* SlotAsValue(S* slot) {
1738 if (check_null && slot == nullptr) {
1739 return reinterpret_cast<T*>(kTaggedNullAddress);
1740 }
1741 return *reinterpret_cast<T**>(slot);
1742 }
1743
1744 template <typename T>
1745 V8_INLINE static InternalRepresentationType ValueAsRepr(const T* value) {
1746 return reinterpret_cast<InternalRepresentationType>(value);
1747 }
1748
1749 template <typename T>
1751 return reinterpret_cast<T*>(repr);
1752 }
1753
1754#else // !V8_ENABLE_DIRECT_HANDLE
1755
1756 template <typename T>
1757 V8_INLINE static Address ValueAsAddress(const T* value) {
1758 return *reinterpret_cast<const Address*>(value);
1759 }
1760
1761 template <typename T, bool check_null = true, typename S>
1762 V8_INLINE static T* SlotAsValue(S* slot) {
1763 return reinterpret_cast<T*>(slot);
1764 }
1765
1766 template <typename T>
1768 return const_cast<InternalRepresentationType>(
1769 reinterpret_cast<const Address*>(value));
1770 }
1771
1772 template <typename T>
1774 return reinterpret_cast<T*>(repr);
1775 }
1776
1777#endif // V8_ENABLE_DIRECT_HANDLE
1778};
1779
1783class HandleHelper final {
1784 public:
1795 template <typename T1, typename T2>
1796 V8_INLINE static bool EqualHandles(const T1& lhs, const T2& rhs) {
1797 if (lhs.IsEmpty()) return rhs.IsEmpty();
1798 if (rhs.IsEmpty()) return false;
1799 return lhs.ptr() == rhs.ptr();
1800 }
1801};
1802
1804
1805// These functions are here just to match friend declarations in
1806// XxxCallbackInfo classes allowing these functions to access the internals
1807// of the info objects. These functions are supposed to be called by debugger
1808// macros.
1809void PrintFunctionCallbackInfo(void* function_callback_info);
1810void PrintPropertyCallbackInfo(void* property_callback_info);
1811
1812} // namespace internal
1813} // namespace v8
1814
1815#endif // INCLUDE_V8_INTERNAL_H_
Definition: v8-isolate.h:290
Definition: v8-internal.h:1425
Definition: v8-internal.h:1783
static bool EqualHandles(const T1 &lhs, const T2 &rhs)
Definition: v8-internal.h:1796
Definition: v8-internal.h:883
static Address LoadMap(Address obj)
Definition: v8-internal.h:1169
static constexpr size_t kExternalAllocationSoftLimit
Definition: v8-internal.h:1088
static bool IsExternalTwoByteString(int instance_type)
Definition: v8-internal.h:1182
static const int kIsolateCageBaseOffset
Definition: v8-internal.h:947
static const int kEmbedderDataArrayHeaderSize
Definition: v8-internal.h:909
static const int kHeapObjectMapOffset
Definition: v8-internal.h:894
static const int kEmbedderDataSlotSize
Definition: v8-internal.h:910
static const int kIsolateApiCallbackThunkArgumentOffset
Definition: v8-internal.h:1007
static Address ReadExternalPointerField(v8::Isolate *isolate, Address heap_object_ptr, int offset)
Definition: v8-internal.h:1352
static const int kJSAPIObjectWithEmbedderSlotsHeaderSize
Definition: v8-internal.h:905
static constexpr bool HasHeapObjectTag(Address value)
Definition: v8-internal.h:1108
static const int kOddballType
Definition: v8-internal.h:1065
static const int kInferShouldThrowMode
Definition: v8-internal.h:1084
static const int kNewAllocationInfoOffset
Definition: v8-internal.h:959
static Address GetRoot(v8::Isolate *isolate, int index)
Definition: v8-internal.h:1252
static const int kStringEncodingMask
Definition: v8-internal.h:918
static const int kIsolateFastCCallCallerPcOffset
Definition: v8-internal.h:967
static uint8_t GetNodeFlag(Address *obj, int shift)
Definition: v8-internal.h:1199
static const int kIsolateThreadLocalTopOffset
Definition: v8-internal.h:976
static const uint32_t kNumIsolateDataSlots
Definition: v8-internal.h:922
static const int kForeignType
Definition: v8-internal.h:1066
static const int kJSDispatchTableOffset
Definition: v8-internal.h:1010
static const int kFirstEmbedderJSApiObjectType
Definition: v8-internal.h:1073
static const int kNumberOfBooleanFlags
Definition: v8-internal.h:924
static uint8_t GetNodeState(Address *obj)
Definition: v8-internal.h:1210
static const int kThreadLocalTopSize
Definition: v8-internal.h:931
static const int kIsolateRootsOffset
Definition: v8-internal.h:1016
static const int kExternalPointerTableSize
Definition: v8-internal.h:938
static const int kUndefinedOddballKind
Definition: v8-internal.h:1077
static const int kMapInstanceTypeOffset
Definition: v8-internal.h:895
static constexpr Address AddressToSmi(Address value)
Definition: v8-internal.h:1116
static const int kIsolateStackGuardOffset
Definition: v8-internal.h:948
static const int kLinearAllocationAreaSize
Definition: v8-internal.h:930
static const int kFastCCallAlignmentPaddingSize
Definition: v8-internal.h:964
static const int kDisallowGarbageCollectionAlign
Definition: v8-internal.h:1020
static const int kIsolateFastCCallCallerFpOffset
Definition: v8-internal.h:970
static const int kErrorMessageParamSize
Definition: v8-internal.h:925
static const int kSegmentedTableSegmentPoolSize
Definition: v8-internal.h:937
static void CheckInitialized(v8::Isolate *isolate)
Definition: v8-internal.h:1102
static void UpdateNodeState(Address *obj, uint8_t value)
Definition: v8-internal.h:1215
static constexpr Address IntegralToSmi(T value)
Definition: v8-internal.h:1127
static constexpr bool IsValidSmi(T value)
Definition: v8-internal.h:1133
static const int kJSObjectType
Definition: v8-internal.h:1068
static const int kBuiltinTier0TableOffset
Definition: v8-internal.h:957
static const int kIsolateLongTaskStatsCounterOffset
Definition: v8-internal.h:974
static const int kNativeContextEmbedderDataOffset
Definition: v8-internal.h:916
static const int kLastJSApiObjectType
Definition: v8-internal.h:1070
static constexpr bool CanHaveInternalField(int instance_type)
Definition: v8-internal.h:1187
static const int kIsolateHandleScopeDataOffset
Definition: v8-internal.h:978
static const int kFirstNonstringType
Definition: v8-internal.h:1064
static const int kEmptyStringRootIndex
Definition: v8-internal.h:1057
static const int kBuiltinTier0EntryTableOffset
Definition: v8-internal.h:954
static const int kFixedArrayHeaderSize
Definition: v8-internal.h:908
static const int kNullOddballKind
Definition: v8-internal.h:1078
static const int kUndefinedValueRootIndex
Definition: v8-internal.h:1052
static const int kExternalTwoByteRepresentationTag
Definition: v8-internal.h:919
static constexpr Address IntToSmi(int value)
Definition: v8-internal.h:1121
static const int kDontThrow
Definition: v8-internal.h:1082
static void CheckInitializedImpl(v8::Isolate *isolate)
static void * GetEmbedderData(const v8::Isolate *isolate, uint32_t slot)
Definition: v8-internal.h:1227
static const int kStackGuardSize
Definition: v8-internal.h:923
static const int kNodeStateMask
Definition: v8-internal.h:1061
static HandleScopeData * GetHandleScopeData(v8::Isolate *isolate)
Definition: v8-internal.h:1234
static const int kNodeStateIsWeakValue
Definition: v8-internal.h:1062
static const int kFirstJSApiObjectType
Definition: v8-internal.h:1069
static const int kStringResourceOffset
Definition: v8-internal.h:896
static const int kErrorMessageParamOffset
Definition: v8-internal.h:952
static const int kExternalPointerTableBasePointerOffset
Definition: v8-internal.h:936
static const int kFalseValueRootIndex
Definition: v8-internal.h:1056
static const int kIsolateRegexpExecVectorArgumentOffset
Definition: v8-internal.h:1012
static const int kIsolateFastApiCallTargetOffset
Definition: v8-internal.h:972
static const int kTrueValueRootIndex
Definition: v8-internal.h:1055
static int GetInstanceType(Address obj)
Definition: v8-internal.h:1161
static const int kThrowOnError
Definition: v8-internal.h:1083
static Address ReadTaggedSignedField(Address heap_object_ptr, int offset)
Definition: v8-internal.h:1316
static const int kOddballKindOffset
Definition: v8-internal.h:899
static const int kBuiltinTier0TableSize
Definition: v8-internal.h:929
static const int kContinuationPreservedEmbedderDataOffset
Definition: v8-internal.h:1014
static Address ReadTaggedPointerField(Address heap_object_ptr, int offset)
Definition: v8-internal.h:1305
static const int kNullValueRootIndex
Definition: v8-internal.h:1054
static void SetEmbedderData(v8::Isolate *isolate, uint32_t slot, void *data)
Definition: v8-internal.h:1220
static Address * GetRootSlot(v8::Isolate *isolate, int index)
Definition: v8-internal.h:1246
static const int kTrustedPointerTableSize
Definition: v8-internal.h:941
static const int kTheHoleValueRootIndex
Definition: v8-internal.h:1053
static constexpr int SmiValue(Address value)
Definition: v8-internal.h:1112
static const int kTablesAlignmentPaddingSize
Definition: v8-internal.h:926
static const int kHandleScopeDataSize
Definition: v8-internal.h:932
static const int kExternalOneByteRepresentationTag
Definition: v8-internal.h:920
static const int kBuiltinTier0EntryTableSize
Definition: v8-internal.h:928
static void UpdateNodeFlag(Address *obj, bool value, int shift)
Definition: v8-internal.h:1204
static void IncrementLongTasksStatsCounter(v8::Isolate *isolate)
Definition: v8-internal.h:1240
static const int kDisallowGarbageCollectionSize
Definition: v8-internal.h:1021
static const int kOldAllocationInfoOffset
Definition: v8-internal.h:961
static const int kIsolateEmbedderDataOffset
Definition: v8-internal.h:980
static T ReadRawField(Address heap_object_ptr, int offset)
Definition: v8-internal.h:1289
static v8::Isolate * GetCurrentIsolate()
static const int kEmbedderDataSlotExternalPointerOffset
Definition: v8-internal.h:914
static v8::Isolate * GetCurrentIsolateForSandbox()
Definition: v8-internal.h:1342
static int GetOddballKind(Address obj)
Definition: v8-internal.h:1178
static const int kNodeFlagsOffset
Definition: v8-internal.h:1060
static const int kTrustedPointerTableBasePointerOffset
Definition: v8-internal.h:944
static const int kRegExpStaticResultOffsetsVectorSize
Definition: v8-internal.h:927
static const int kLastEmbedderJSApiObjectType
Definition: v8-internal.h:1074
static const int kVariousBooleanFlagsOffset
Definition: v8-internal.h:950
static constexpr std::optional< Address > TryIntegralToSmi(T value)
Definition: v8-internal.h:1139
static const int kNodeClassIdOffset
Definition: v8-internal.h:1059
static const int kStringRepresentationAndEncodingMask
Definition: v8-internal.h:917
static const int kJSObjectHeaderSize
Definition: v8-internal.h:900
static v8::Isolate * GetIsolateForSandbox(Address obj)
Definition: v8-internal.h:1329
static const int kJSSpecialApiObjectType
Definition: v8-internal.h:1067
Definition: v8-internal.h:1433
friend bool operator==(const StrongRootAllocatorBase &a, const StrongRootAllocatorBase &b)
Definition: v8-internal.h:1437
StrongRootAllocatorBase(Heap *heap)
Definition: v8-internal.h:1445
StrongRootAllocatorBase(v8::Isolate *isolate)
StrongRootAllocatorBase(LocalIsolate *isolate)
void deallocate_impl(Address *p, size_t n) noexcept
Heap * heap() const
Definition: v8-internal.h:1435
Definition: v8-internal.h:1465
StrongRootAllocator(HeapOrIsolateT *)
Definition: v8-internal.h:1470
T value_type
Definition: v8-internal.h:1467
StrongRootAllocator(const StrongRootAllocator< U > &other) noexcept
Definition: v8-internal.h:1472
Definition: v8-internal.h:1697
static Address ValueAsAddress(const T *value)
Definition: v8-internal.h:1757
static T * ReprAsValue(InternalRepresentationType repr)
Definition: v8-internal.h:1773
internal::Address * InternalRepresentationType
Definition: v8-internal.h:1711
static T * SlotAsValue(S *slot)
Definition: v8-internal.h:1762
static T * HandleAsValue(const H< T, Ms... > &handle)
Definition: v8-internal.h:1725
static InternalRepresentationType ValueAsRepr(const T *value)
Definition: v8-internal.h:1767
static bool IsEmpty(T *value)
Definition: v8-internal.h:1716
static constexpr InternalRepresentationType kEmpty
Definition: v8-internal.h:1712
Definition: v8-internal.h:1524
constexpr WrappedIterator & operator-=(difference_type n) noexcept
Definition: v8-internal.h:1674
constexpr WrappedIterator operator--(int) noexcept
Definition: v8-internal.h:1651
constexpr WrappedIterator & operator+=(difference_type n) noexcept
Definition: v8-internal.h:1666
constexpr const Iterator & base() const noexcept
Definition: v8-internal.h:1688
std::conditional_t< std::is_void_v< ElementType >, typename std::iterator_traits< Iterator >::value_type, ElementType > value_type
Definition: v8-internal.h:1538
constexpr WrappedIterator & operator++() noexcept
Definition: v8-internal.h:1637
constexpr pointer operator->() const noexcept
Definition: v8-internal.h:1563
constexpr reference operator[](difference_type n) const noexcept
Definition: v8-internal.h:1683
typename std::iterator_traits< Iterator >::difference_type difference_type
Definition: v8-internal.h:1534
constexpr bool operator!=(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1605
constexpr bool operator>=(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1630
constexpr bool operator<(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1612
std::conditional_t< std::is_void_v< ElementType >, typename std::iterator_traits< Iterator >::reference, std::add_lvalue_reference_t< ElementType > > reference
Definition: v8-internal.h:1546
constexpr WrappedIterator & operator--() noexcept
Definition: v8-internal.h:1647
constexpr WrappedIterator() noexcept=default
constexpr bool operator<=(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1618
constexpr WrappedIterator(const WrappedIterator< OtherIterator, OtherElementType > &other) noexcept
Definition: v8-internal.h:1558
constexpr bool operator>(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1624
typename std::iterator_traits< Iterator >::iterator_category iterator_category
Definition: v8-internal.h:1548
constexpr reference operator*() const noexcept
Definition: v8-internal.h:1562
constexpr auto operator-(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1678
friend constexpr WrappedIterator operator+(difference_type n, const WrappedIterator &x) noexcept
Definition: v8-internal.h:1662
constexpr WrappedIterator operator+(difference_type n) const noexcept
Definition: v8-internal.h:1656
constexpr WrappedIterator operator++(int) noexcept
Definition: v8-internal.h:1641
constexpr WrappedIterator operator-(difference_type n) const noexcept
Definition: v8-internal.h:1670
std::conditional_t< std::is_void_v< ElementType >, typename std::iterator_traits< Iterator >::pointer, std::add_pointer_t< ElementType > > pointer
Definition: v8-internal.h:1542
constexpr bool operator==(const WrappedIterator< OtherIterator, OtherElementType > &other) const noexcept
Definition: v8-internal.h:1572
const intptr_t kHeapObjectTagMask
Definition: v8-internal.h:75
constexpr uint64_t kCppHeapPointerMarkBit
Definition: v8-internal.h:397
constexpr int kCodePointerTableEntrySizeLog2
Definition: v8-internal.h:831
constexpr bool kRuntimeGeneratedCodeObjectsLiveInTrustedSpace
Definition: v8-internal.h:843
internal::Isolate * IsolateFromNeverReadOnlySpaceObject(Address obj)
constexpr uint64_t kExternalPointerTagShift
Definition: v8-internal.h:347
IndirectPointerHandle TrustedPointerHandle
Definition: v8-internal.h:766
const int kApiSystemPointerSize
Definition: v8-internal.h:65
constexpr bool SandboxIsEnabled()
Definition: v8-internal.h:220
const int kApiDoubleSize
Definition: v8-internal.h:66
constexpr size_t kMaxCppHeapPointers
Definition: v8-internal.h:420
constexpr intptr_t kIntptrAllBitsSet
Definition: v8-internal.h:93
constexpr int GB
Definition: v8-internal.h:57
void VerifyHandleIsNonEmpty(bool is_empty)
const int kApiInt32Size
Definition: v8-internal.h:67
const int kForwardingTagSize
Definition: v8-internal.h:82
uint32_t CppHeapPointerHandle
Definition: v8-internal.h:382
const intptr_t kForwardingTagMask
Definition: v8-internal.h:83
void PrintPropertyCallbackInfo(void *property_callback_info)
constexpr ExternalPointerTagRange kAnyManagedResourceExternalPointerTag(kFirstManagedResourceTag, kLastManagedResourceTag)
IndirectPointerHandle CodePointerHandle
Definition: v8-internal.h:804
constexpr uint64_t kExternalPointerPayloadMask
Definition: v8-internal.h:354
const int kSmiTagSize
Definition: v8-internal.h:87
const int kApiInt64Size
Definition: v8-internal.h:68
constexpr ExternalPointerTagRange kAnyExternalPointerTagRange(kFirstExternalPointerTag, kLastExternalPointerTag)
constexpr uint64_t kExternalPointerTagMask
Definition: v8-internal.h:348
constexpr int kCodePointerTableEntryCodeObjectOffset
Definition: v8-internal.h:839
constexpr int kTrustedPointerTableEntrySizeLog2
Definition: v8-internal.h:783
constexpr int kTrustedPointerTableEntrySize
Definition: v8-internal.h:782
constexpr uint64_t kCppHeapPointerPayloadShift
Definition: v8-internal.h:399
constexpr ExternalPointer_t kNullExternalPointer
Definition: v8-internal.h:374
Address ExternalPointer_t
Definition: v8-internal.h:371
uint32_t IndirectPointerHandle
Definition: v8-internal.h:746
constexpr CppHeapPointer_t kNullCppHeapPointer
Definition: v8-internal.h:394
constexpr ExternalPointerTagRange kAnySharedExternalPointerTagRange(kFirstSharedExternalPointerTag, kLastSharedExternalPointerTag)
const int kApiSizetSize
Definition: v8-internal.h:69
constexpr uint64_t kExternalPointerTagAndMarkbitMask
Definition: v8-internal.h:353
constexpr int kCodePointerTableEntryEntrypointOffset
Definition: v8-internal.h:838
constexpr size_t kMaxExternalPointers
Definition: v8-internal.h:342
constexpr size_t kCodePointerTableReservationSize
Definition: v8-internal.h:809
constexpr TrustedPointerHandle kNullTrustedPointerHandle
Definition: v8-internal.h:778
const int kWeakHeapObjectTag
Definition: v8-internal.h:73
constexpr ExternalPointerHandle kNullExternalPointerHandle
Definition: v8-internal.h:375
constexpr ExternalPointerTagRange kAnyMaybeReadOnlyExternalPointerTagRange(kFirstMaybeReadOnlyExternalPointerTag, kLastMaybeReadOnlyExternalPointerTag)
constexpr uintptr_t kUintptrAllBitsSet
Definition: v8-internal.h:94
const int kForwardingTag
Definition: v8-internal.h:81
const intptr_t kHeapObjectReferenceTagMask
Definition: v8-internal.h:76
constexpr bool SmiValuesAre31Bits()
Definition: v8-internal.h:208
constexpr size_t kMaxTrustedPointers
Definition: v8-internal.h:784
bool ShouldThrowOnError(internal::Isolate *isolate)
constexpr uint64_t kCppHeapPointerTagShift
Definition: v8-internal.h:398
constexpr ExternalPointerTagRange kAnyInterceptorInfoExternalPointerTagRange(kFirstInterceptorInfoExternalPointerTag, kLastInterceptorInfoExternalPointerTag)
constexpr int KB
Definition: v8-internal.h:55
constexpr bool kBuiltinCodeObjectsLiveInTrustedSpace
Definition: v8-internal.h:844
constexpr uint32_t kTrustedPointerHandleShift
Definition: v8-internal.h:775
constexpr uint32_t kCodePointerHandleShift
Definition: v8-internal.h:813
constexpr ExternalPointerTagRange kAnyManagedExternalPointerTagRange(kFirstManagedExternalPointerTag, kLastManagedExternalPointerTag)
const int kHeapObjectTag
Definition: v8-internal.h:72
const int kSmiShiftSize
Definition: v8-internal.h:204
constexpr size_t kMaxCodePointers
Definition: v8-internal.h:832
constexpr bool kHaveIteratorCategory
Definition: v8-internal.h:1487
SmiTagging< kApiTaggedSize > PlatformSmiTagging
Definition: v8-internal.h:199
ExternalPointerTag
Definition: v8-internal.h:557
@ kLastForeignExternalPointerTag
Definition: v8-internal.h:658
@ kApiIndexedPropertyDescriptorCallbackTag
Definition: v8-internal.h:604
@ kGenericForeignTag
Definition: v8-internal.h:617
@ kFirstMaybeReadOnlyExternalPointerTag
Definition: v8-internal.h:587
@ kTemporalInstantTag
Definition: v8-internal.h:648
@ kTemporalPlainYearMonthTag
Definition: v8-internal.h:652
@ kExternalPointerEvacuationEntryTag
Definition: v8-internal.h:666
@ kFirstSharedExternalPointerTag
Definition: v8-internal.h:569
@ kApiNamedPropertyDefinerCallbackTag
Definition: v8-internal.h:598
@ kLastSharedExternalPointerTag
Definition: v8-internal.h:573
@ kD8WorkerTag
Definition: v8-internal.h:656
@ kApiIndexedPropertySetterCallbackTag
Definition: v8-internal.h:603
@ kWasmManagedDataTag
Definition: v8-internal.h:635
@ kLastExternalPointerTag
Definition: v8-internal.h:669
@ kIcuBreakIteratorTag
Definition: v8-internal.h:637
@ kMicrotaskCallbackDataTag
Definition: v8-internal.h:623
@ kWasmNativeModuleTag
Definition: v8-internal.h:636
@ kApiIndexedPropertyGetterCallbackTag
Definition: v8-internal.h:602
@ kApiNamedPropertyDescriptorCallbackTag
Definition: v8-internal.h:597
@ kAccessorInfoGetterTag
Definition: v8-internal.h:589
@ kTemporalPlainMonthDayTag
Definition: v8-internal.h:653
@ kIcuCollatorTag
Definition: v8-internal.h:646
@ kIcuSimpleDateFormatTag
Definition: v8-internal.h:641
@ kApiIndexedPropertyDefinerCallbackTag
Definition: v8-internal.h:605
@ kSyntheticModuleTag
Definition: v8-internal.h:621
@ kD8ModuleEmbedderDataTag
Definition: v8-internal.h:657
@ kExternalStringResourceTag
Definition: v8-internal.h:571
@ kWasmFuncDataTag
Definition: v8-internal.h:634
@ kExternalObjectValueTag
Definition: v8-internal.h:586
@ kWaiterQueueForeignTag
Definition: v8-internal.h:627
@ kAccessorInfoSetterTag
Definition: v8-internal.h:590
@ kApiNamedPropertyDeleterCallbackTag
Definition: v8-internal.h:599
@ kApiAccessCheckCallbackTag
Definition: v8-internal.h:619
@ kApiAbortScriptExecutionCallbackTag
Definition: v8-internal.h:620
@ kMicrotaskCallbackTag
Definition: v8-internal.h:622
@ kIcuLocalizedNumberFormatterTag
Definition: v8-internal.h:644
@ kApiNamedPropertyGetterCallbackTag
Definition: v8-internal.h:595
@ kApiNamedPropertySetterCallbackTag
Definition: v8-internal.h:596
@ kApiIndexedPropertyEnumeratorCallbackTag
Definition: v8-internal.h:607
@ kExternalPointerFreeEntryTag
Definition: v8-internal.h:667
@ kFirstInterceptorInfoExternalPointerTag
Definition: v8-internal.h:593
@ kCFunctionTag
Definition: v8-internal.h:624
@ kIcuUnicodeStringTag
Definition: v8-internal.h:638
@ kLastManagedExternalPointerTag
Definition: v8-internal.h:659
@ kWaiterQueueNodeTag
Definition: v8-internal.h:570
@ kGenericManagedTag
Definition: v8-internal.h:632
@ kExternalPointerNullTag
Definition: v8-internal.h:559
@ kExternalStringResourceDataTag
Definition: v8-internal.h:572
@ kTemporalZonedDateTimeTag
Definition: v8-internal.h:654
@ kWasmStackMemoryTag
Definition: v8-internal.h:613
@ kLastManagedResourceTag
Definition: v8-internal.h:663
@ kExternalPointerZappedEntryTag
Definition: v8-internal.h:665
@ kApiNamedPropertyQueryCallbackTag
Definition: v8-internal.h:594
@ kEmbedderDataSlotPayloadTag
Definition: v8-internal.h:582
@ kFirstForeignExternalPointerTag
Definition: v8-internal.h:616
@ kTemporalPlainDateTimeTag
Definition: v8-internal.h:651
@ kIcuListFormatterTag
Definition: v8-internal.h:639
@ kDisplayNamesInternalTag
Definition: v8-internal.h:655
@ kFirstManagedResourceTag
Definition: v8-internal.h:630
@ kFirstManagedExternalPointerTag
Definition: v8-internal.h:631
@ kTemporalPlainTimeTag
Definition: v8-internal.h:650
@ kIcuPluralRulesTag
Definition: v8-internal.h:645
@ kFirstEmbedderDataTag
Definition: v8-internal.h:580
@ kApiIndexedPropertyQueryCallbackTag
Definition: v8-internal.h:601
@ kIcuLocaleTag
Definition: v8-internal.h:640
@ kMessageListenerTag
Definition: v8-internal.h:626
@ kApiIndexedPropertyDeleterCallbackTag
Definition: v8-internal.h:606
@ kTemporalDurationTag
Definition: v8-internal.h:647
@ kLastInterceptorInfoExternalPointerTag
Definition: v8-internal.h:608
@ kIcuRelativeDateTimeFormatterTag
Definition: v8-internal.h:643
@ kWasmWasmStreamingTag
Definition: v8-internal.h:633
@ kNativeContextMicrotaskQueueTag
Definition: v8-internal.h:577
@ kLastMaybeReadOnlyExternalPointerTag
Definition: v8-internal.h:611
@ kLastEmbedderDataTag
Definition: v8-internal.h:581
@ kArrayBufferExtensionTag
Definition: v8-internal.h:662
@ kIcuDateIntervalFormatTag
Definition: v8-internal.h:642
@ kCFunctionInfoTag
Definition: v8-internal.h:625
@ kFirstExternalPointerTag
Definition: v8-internal.h:558
@ kApiNamedPropertyEnumeratorCallbackTag
Definition: v8-internal.h:600
@ kFunctionTemplateInfoCallbackTag
Definition: v8-internal.h:588
@ kTemporalPlainDateTag
Definition: v8-internal.h:649
const int kSmiValueSize
Definition: v8-internal.h:205
constexpr ExternalPointerTagRange kAnyForeignExternalPointerTagRange(kFirstForeignExternalPointerTag, kLastForeignExternalPointerTag)
constexpr bool SmiValuesAre32Bits()
Definition: v8-internal.h:209
TagRange< ExternalPointerTag > ExternalPointerTagRange
Definition: v8-internal.h:672
constexpr IndirectPointerHandle kNullIndirectPointerHandle
Definition: v8-internal.h:749
uintptr_t Address
Definition: v8-internal.h:52
void PerformCastCheck(T *data)
Definition: v8-internal.h:1418
void PrintFunctionCallbackInfo(void *function_callback_info)
constexpr size_t kTrustedPointerTableReservationSize
Definition: v8-internal.h:771
uint32_t ExternalPointerHandle
Definition: v8-internal.h:363
const intptr_t kSmiTagMask
Definition: v8-internal.h:88
const int kHeapObjectTagSize
Definition: v8-internal.h:74
const int kSmiMaxValue
Definition: v8-internal.h:207
constexpr bool Is64()
Definition: v8-internal.h:210
constexpr bool kAllCodeObjectsLiveInTrustedSpace
Definition: v8-internal.h:845
const int kSmiTag
Definition: v8-internal.h:86
constexpr CodePointerHandle kNullCodePointerHandle
Definition: v8-internal.h:816
Address CppHeapPointer_t
Definition: v8-internal.h:391
constexpr CppHeapPointerHandle kNullCppHeapPointerHandle
Definition: v8-internal.h:395
constexpr int kGarbageCollectionReasonMaxValue
Definition: v8-internal.h:1429
constexpr int kCodePointerTableEntrySize
Definition: v8-internal.h:830
constexpr uint32_t kCodePointerHandleMarker
Definition: v8-internal.h:825
const int kSmiMinValue
Definition: v8-internal.h:206
constexpr bool kHaveIteratorConcept
Definition: v8-internal.h:1481
constexpr int MB
Definition: v8-internal.h:56
constexpr uint64_t kExternalPointerShiftedTagMask
Definition: v8-internal.h:349
constexpr uint64_t kExternalPointerMarkBit
Definition: v8-internal.h:346
Address SandboxedPointer_t
Definition: v8-internal.h:230
const int kApiTaggedSize
Definition: v8-internal.h:189
constexpr bool PointerCompressionIsEnabled()
Definition: v8-internal.h:192
Definition: libplatform.h:15
Definition: v8-internal.h:1402
static void Perform(T *data)
Definition: v8-internal.h:861
Address * next
Definition: v8-internal.h:865
int level
Definition: v8-internal.h:867
Address * limit
Definition: v8-internal.h:866
int sealed_level
Definition: v8-internal.h:868
static constexpr uint32_t kSizeInBytes
Definition: v8-internal.h:862
void Initialize()
Definition: v8-internal.h:870
Definition: v8-internal.h:1496
static constexpr bool IsValidSmi(uint64_t value)
Definition: v8-internal.h:141
static constexpr bool IsValidSmi(int64_t value)
Definition: v8-internal.h:134
static constexpr bool IsValidSmi(T value)
Definition: v8-internal.h:114
static constexpr int SmiToInt(Address value)
Definition: v8-internal.h:106
static constexpr bool IsValidSmi(T value)
Definition: v8-internal.h:164
static constexpr int SmiToInt(Address value)
Definition: v8-internal.h:156
Definition: v8-internal.h:91
Definition: v8-internal.h:457
constexpr size_t Size() const
Definition: v8-internal.h:479
constexpr bool IsEmpty() const
Definition: v8-internal.h:477
const Tag last
Definition: v8-internal.h:510
constexpr bool operator==(const TagRange other) const
Definition: v8-internal.h:499
constexpr bool Contains(Tag tag) const
Definition: v8-internal.h:487
const Tag first
Definition: v8-internal.h:509
constexpr TagRange()
Definition: v8-internal.h:474
constexpr TagRange(Tag tag)
Definition: v8-internal.h:470
constexpr size_t hash_value() const
Definition: v8-internal.h:503
constexpr TagRange(Tag first, Tag last)
Definition: v8-internal.h:463
constexpr bool Contains(TagRange tag_range) const
Definition: v8-internal.h:495
#define V8_EMBEDDER_DATA_TAG_COUNT
Definition: v8-internal.h:427
#define V8_EXPORT
Definition: v8config.h:860
#define V8_INLINE
Definition: v8config.h:513
#define V8_DEPRECATE_SOON(message)
Definition: v8config.h:627
#define V8_LIKELY(condition)
Definition: v8config.h:674