21#define N_OR_RUBY_DEBUG(n) (((n) > 0) ? (n) : RUBY_DEBUG)
23#define VM_CHECK_MODE N_OR_RUBY_DEBUG(0)
48#include "ruby/internal/config.h"
54#include "ruby_assert.h"
57#define VM_ASSERT(expr) RUBY_ASSERT_MESG_WHEN(VM_CHECK_MODE > 0, expr, #expr)
58#define VM_UNREACHABLE(func) rb_bug(#func ": unreachable")
59#define RUBY_ASSERT_CRITICAL_SECTION
60#define RUBY_DEBUG_THREAD_SCHEDULE() rb_thread_schedule()
62#define VM_ASSERT(expr) ((void)0)
63#define VM_UNREACHABLE(func) UNREACHABLE
64#define RUBY_DEBUG_THREAD_SCHEDULE()
67#define RUBY_ASSERT_MUTEX_OWNED(mutex) VM_ASSERT(rb_mutex_owned_p(mutex))
69#if defined(RUBY_ASSERT_CRITICAL_SECTION)
71extern int ruby_assert_critical_section_entered;
72#define RUBY_ASSERT_CRITICAL_SECTION_ENTER() do{ruby_assert_critical_section_entered += 1;}while(false)
73#define RUBY_ASSERT_CRITICAL_SECTION_LEAVE() do{VM_ASSERT(ruby_assert_critical_section_entered > 0);ruby_assert_critical_section_entered -= 1;}while(false)
75#define RUBY_ASSERT_CRITICAL_SECTION_ENTER()
76#define RUBY_ASSERT_CRITICAL_SECTION_LEAVE()
79#if defined(__wasm__) && !defined(__EMSCRIPTEN__)
80# include "wasm/setjmp.h"
85#if defined(__linux__) || defined(__FreeBSD__)
86# define RB_THREAD_T_HAS_NATIVE_ID
90#include "ccan/list/list.h"
93#include "internal/array.h"
94#include "internal/basic_operators.h"
95#include "internal/serial.h"
96#include "internal/vm.h"
101#include "ruby_atomic.h"
113#ifndef VM_INSN_INFO_TABLE_IMPL
114# define VM_INSN_INFO_TABLE_IMPL 2
119# define NSIG NSIG_MAX
120#elif defined(_SIG_MAXSIG)
122# define NSIG _SIG_MAXSIG
123#elif defined(_SIGMAX)
124# define NSIG (_SIGMAX + 1)
128# define NSIG (sizeof(sigset_t) * CHAR_BIT + 1)
131#define RUBY_NSIG NSIG
134# define RUBY_SIGCHLD (SIGCLD)
135#elif defined(SIGCHLD)
136# define RUBY_SIGCHLD (SIGCHLD)
138# define RUBY_SIGCHLD (0)
142#if defined(__APPLE__)
143# define SIGCHLD_LOSSY (1)
145# define SIGCHLD_LOSSY (0)
149#define WAITPID_USE_SIGCHLD (RUBY_SIGCHLD || SIGCHLD_LOSSY)
151#if defined(SIGSEGV) && defined(HAVE_SIGALTSTACK) && defined(SA_SIGINFO) && !defined(__NetBSD__)
152# define USE_SIGALTSTACK
153void *rb_allocate_sigaltstack(
void);
154void *rb_register_sigaltstack(
void *);
155# define RB_ALTSTACK_INIT(var, altstack) var = rb_register_sigaltstack(altstack)
156# define RB_ALTSTACK_FREE(var) free(var)
157# define RB_ALTSTACK(var) var
159# define RB_ALTSTACK_INIT(var, altstack)
160# define RB_ALTSTACK_FREE(var)
161# define RB_ALTSTACK(var) (0)
164#include THREAD_IMPL_H
165#define RUBY_VM_THREAD_MODEL 2
172#if defined(__GNUC__) && __GNUC__ >= 2
174#if OPT_TOKEN_THREADED_CODE
175#if OPT_DIRECT_THREADED_CODE
176#undef OPT_DIRECT_THREADED_CODE
183#if OPT_DIRECT_THREADED_CODE
184#undef OPT_DIRECT_THREADED_CODE
186#if OPT_TOKEN_THREADED_CODE
187#undef OPT_TOKEN_THREADED_CODE
192#if OPT_CALL_THREADED_CODE
193#if OPT_DIRECT_THREADED_CODE
194#undef OPT_DIRECT_THREADED_CODE
197#undef OPT_STACK_CACHING
201void rb_vm_encoded_insn_data_table_init(
void);
202typedef unsigned long rb_num_t;
203typedef signed long rb_snum_t;
207 RUBY_TAG_RETURN = 0x1,
208 RUBY_TAG_BREAK = 0x2,
210 RUBY_TAG_RETRY = 0x4,
212 RUBY_TAG_RAISE = 0x6,
213 RUBY_TAG_THROW = 0x7,
214 RUBY_TAG_FATAL = 0x8,
218#define TAG_NONE RUBY_TAG_NONE
219#define TAG_RETURN RUBY_TAG_RETURN
220#define TAG_BREAK RUBY_TAG_BREAK
221#define TAG_NEXT RUBY_TAG_NEXT
222#define TAG_RETRY RUBY_TAG_RETRY
223#define TAG_REDO RUBY_TAG_REDO
224#define TAG_RAISE RUBY_TAG_RAISE
225#define TAG_THROW RUBY_TAG_THROW
226#define TAG_FATAL RUBY_TAG_FATAL
227#define TAG_MASK RUBY_TAG_MASK
229enum ruby_vm_throw_flags {
230 VM_THROW_NO_ESCAPE_FLAG = 0x8000,
231 VM_THROW_STATE_MASK = 0xff
255STATIC_ASSERT(sizeof_iseq_inline_constant_cache_entry,
257 sizeof(
const rb_cref_t *)) <= RVALUE_SIZE);
306#define CoreDataFromValue(obj, type) (type*)DATA_PTR(obj)
308#define CoreDataFromValue(obj, type) (type*)rb_data_object_get(obj)
310#define GetCoreDataFromValue(obj, type, ptr) ((ptr) = CoreDataFromValue((obj), type))
321#define PATHOBJ_PATH 0
322#define PATHOBJ_REALPATH 1
325pathobj_path(
VALUE pathobj)
331 VM_ASSERT(RB_TYPE_P(pathobj,
T_ARRAY));
337pathobj_realpath(
VALUE pathobj)
343 VM_ASSERT(RB_TYPE_P(pathobj,
T_ARRAY));
351typedef uintptr_t iseq_bits_t;
353#define ISEQ_IS_SIZE(body) (body->ic_size + body->ivc_size + body->ise_size + body->icvarc_size)
356#define ISEQ_IS_IC_ENTRY(body, idx) (body->is_entries[(idx) + body->ise_size + body->icvarc_size + body->ivc_size].ic_cache);
372 enum rb_iseq_type type;
374 unsigned int iseq_size;
402 unsigned int has_lead : 1;
403 unsigned int has_opt : 1;
404 unsigned int has_rest : 1;
405 unsigned int has_post : 1;
406 unsigned int has_kw : 1;
407 unsigned int has_kwrest : 1;
408 unsigned int has_block : 1;
410 unsigned int ambiguous_param0 : 1;
411 unsigned int accepts_no_kwarg : 1;
412 unsigned int ruby2_keywords: 1;
424 const VALUE *opt_table;
439 const struct rb_iseq_param_keyword {
445 VALUE *default_values;
454 unsigned int *positions;
456#if VM_INSN_INFO_TABLE_IMPL == 2
457 struct succ_index_table *succ_index_table;
461 const ID *local_table;
474 rb_snum_t flip_count;
477 VALUE pc2branchindex;
478 VALUE *original_iseq;
481 unsigned int local_table_size;
482 unsigned int ic_size;
483 unsigned int ise_size;
484 unsigned int ivc_size;
485 unsigned int icvarc_size;
486 unsigned int ci_size;
487 unsigned int stack_max;
495 bool builtin_inline_p;
506#if USE_MJIT || USE_YJIT
510 long unsigned total_calls;
542 rb_event_flag_t global_trace_events;
547#define ISEQ_BODY(iseq) ((iseq)->body)
554#define USE_LAZY_LOAD 0
565 if (ISEQ_BODY(iseq) == NULL) {
577 if (def->type != VM_METHOD_TYPE_ISEQ)
rb_bug(
"def_iseq_ptr: not iseq (%d)", def->type);
579 return rb_iseq_check(def->body.iseq.
iseqptr);
582enum ruby_special_exceptions {
586 ruby_error_stackfatal,
587 ruby_error_stream_closed,
588 ruby_special_error_count
591#define GetVMPtr(obj, ptr) \
592 GetCoreDataFromValue((obj), rb_vm_t, (ptr))
598 rb_vm_at_exit_func *func;
605void rb_objspace_call_finalizer(
struct rb_objspace *);
609 rb_event_flag_t events;
610 unsigned int running;
625 unsigned int blocking_cnt;
634 unsigned int lock_rec;
637 bool barrier_waiting;
638 unsigned int barrier_cnt;
643 bool terminate_waiting;
647#ifdef USE_SIGALTSTACK
651 rb_serial_t fork_gen;
658 volatile int ubf_async_safe;
660 unsigned int running: 1;
661 unsigned int thread_abort_on_exception: 1;
662 unsigned int thread_report_on_exception: 1;
663 unsigned int thread_ignore_deadlock: 1;
666 VALUE mark_object_ary;
667 const VALUE special_exceptions[ruby_special_error_count];
672 shape_id_t next_shape_id;
677 VALUE load_path_snapshot;
678 VALUE load_path_check_cache;
679 VALUE expanded_load_path;
680 VALUE loaded_features;
681 VALUE loaded_features_snapshot;
682 VALUE loaded_features_realpaths;
683 struct st_table *loaded_features_index;
693 VALUE cmd[RUBY_NSIG];
697 struct st_table *ensure_rollback_table;
701 rb_atomic_t postponed_job_index;
703 int src_encoding_index;
709 VALUE orig_progname, progname;
710 VALUE coverages, me2counter;
722 int builtin_inline_index;
733#ifndef VM_GLOBAL_CC_CACHE_TABLE_SIZE
734#define VM_GLOBAL_CC_CACHE_TABLE_SIZE 1023
736 const struct rb_callcache *global_cc_cache_table[VM_GLOBAL_CC_CACHE_TABLE_SIZE];
738#if defined(USE_VM_CLOCK) && USE_VM_CLOCK
744 size_t thread_vm_stack_size;
745 size_t thread_machine_stack_size;
746 size_t fiber_vm_stack_size;
747 size_t fiber_machine_stack_size;
754#define RUBY_VM_SIZE_ALIGN 4096
756#define RUBY_VM_THREAD_VM_STACK_SIZE ( 128 * 1024 * sizeof(VALUE))
757#define RUBY_VM_THREAD_VM_STACK_SIZE_MIN ( 2 * 1024 * sizeof(VALUE))
758#define RUBY_VM_THREAD_MACHINE_STACK_SIZE ( 128 * 1024 * sizeof(VALUE))
759#define RUBY_VM_THREAD_MACHINE_STACK_SIZE_MIN ( 16 * 1024 * sizeof(VALUE))
761#define RUBY_VM_FIBER_VM_STACK_SIZE ( 16 * 1024 * sizeof(VALUE))
762#define RUBY_VM_FIBER_VM_STACK_SIZE_MIN ( 2 * 1024 * sizeof(VALUE))
763#define RUBY_VM_FIBER_MACHINE_STACK_SIZE ( 64 * 1024 * sizeof(VALUE))
764#if defined(__powerpc64__) || defined(__ppc64__)
765#define RUBY_VM_FIBER_MACHINE_STACK_SIZE_MIN ( 32 * 1024 * sizeof(VALUE))
767#define RUBY_VM_FIBER_MACHINE_STACK_SIZE_MIN ( 16 * 1024 * sizeof(VALUE))
770#if __has_feature(memory_sanitizer) || __has_feature(address_sanitizer)
772#undef RUBY_VM_THREAD_MACHINE_STACK_SIZE
773#define RUBY_VM_THREAD_MACHINE_STACK_SIZE (1024 * 1024 * sizeof(VALUE))
774#undef RUBY_VM_THREAD_MACHINE_STACK_SIZE_MIN
775#define RUBY_VM_THREAD_MACHINE_STACK_SIZE_MIN ( 512 * 1024 * sizeof(VALUE))
776#undef RUBY_VM_FIBER_MACHINE_STACK_SIZE
777#define RUBY_VM_FIBER_MACHINE_STACK_SIZE ( 256 * 1024 * sizeof(VALUE))
778#undef RUBY_VM_FIBER_MACHINE_STACK_SIZE_MIN
779#define RUBY_VM_FIBER_MACHINE_STACK_SIZE_MIN ( 128 * 1024 * sizeof(VALUE))
782#ifndef VM_DEBUG_BP_CHECK
783#define VM_DEBUG_BP_CHECK 0
786#ifndef VM_DEBUG_VERIFY_METHOD_CACHE
787#define VM_DEBUG_VERIFY_METHOD_CACHE (VMDEBUG != 0)
800enum rb_block_handler_type {
801 block_handler_type_iseq,
802 block_handler_type_ifunc,
803 block_handler_type_symbol,
804 block_handler_type_proc
820 enum rb_block_type
type;
829 const void *block_code;
842rb_thread_ptr(
VALUE thval)
847enum rb_thread_status {
850 THREAD_STOPPED_FOREVER,
855typedef RUBY_JMP_BUF rb_jmpbuf_t;
857typedef void *rb_jmpbuf_t[5];
869 enum ruby_tag_type state;
870 unsigned int lock_rec;
873STATIC_ASSERT(rb_vm_tag_buf_offset, offsetof(
struct rb_vm_tag, buf) > 0);
874STATIC_ASSERT(rb_vm_tag_buf_end,
875 offsetof(
struct rb_vm_tag, buf) +
sizeof(rb_jmpbuf_t) <
887 VALUE (*e_proc)(VALUE);
907 size_t vm_stack_size;
913 rb_atomic_t interrupt_flag;
914 rb_atomic_t interrupt_mask;
915#if defined(USE_VM_CLOCK) && USE_VM_CLOCK
916 uint32_t checked_clock;
924 VALUE local_storage_recursive_hash;
925 VALUE local_storage_recursive_hash_for_trace;
931 const VALUE *root_lep;
942 VALUE passed_block_handler;
947 BITFIELD(
enum method_missing_reason, method_missing_reason, 8);
949 VALUE private_const_reference;
955 size_t stack_maxsize;
960#ifndef rb_execution_context_t
962#define rb_execution_context_t rb_execution_context_t
966#define VM_CORE_H_EC_DEFINED 1
1011 BITFIELD(
enum rb_thread_status, status, 2);
1013 unsigned int locking_native_thread : 1;
1014 unsigned int to_kill : 1;
1015 unsigned int abort_on_exception: 1;
1016 unsigned int report_on_exception: 1;
1017 unsigned int pending_interrupt_queue_checked: 1;
1019 uint32_t running_time_us;
1021 void *blocking_region_buffer;
1027#if OPT_CALL_THREADED_CODE
1032 VALUE pending_interrupt_queue;
1033 VALUE pending_interrupt_mask_stack;
1038 VALUE locking_mutex;
1050 VALUE (*func)(
void *);
1055 enum thread_invoke_type {
1056 thread_invoke_type_none = 0,
1057 thread_invoke_type_proc,
1058 thread_invoke_type_ractor_proc,
1059 thread_invoke_type_func
1063 VALUE stat_insn_usage;
1069 unsigned int blocking;
1077static inline unsigned int
1080 return (
unsigned int)th->serial;
1084 VM_DEFINECLASS_TYPE_CLASS = 0x00,
1085 VM_DEFINECLASS_TYPE_SINGLETON_CLASS = 0x01,
1086 VM_DEFINECLASS_TYPE_MODULE = 0x02,
1088 VM_DEFINECLASS_TYPE_MASK = 0x07
1089} rb_vm_defineclass_type_t;
1091#define VM_DEFINECLASS_TYPE(x) ((rb_vm_defineclass_type_t)(x) & VM_DEFINECLASS_TYPE_MASK)
1092#define VM_DEFINECLASS_FLAG_SCOPED 0x08
1093#define VM_DEFINECLASS_FLAG_HAS_SUPERCLASS 0x10
1094#define VM_DEFINECLASS_SCOPED_P(x) ((x) & VM_DEFINECLASS_FLAG_SCOPED)
1095#define VM_DEFINECLASS_HAS_SUPERCLASS_P(x) \
1096 ((x) & VM_DEFINECLASS_FLAG_HAS_SUPERCLASS)
1099RUBY_SYMBOL_EXPORT_BEGIN
1117rb_iseq_new_with_callback_new_callback(
1129attr_index_t rb_estimate_iv_count(
VALUE klass,
const rb_iseq_t * initialize_iseq);
1137RUBY_SYMBOL_EXPORT_END
1139#define GetProcPtr(obj, ptr) \
1140 GetCoreDataFromValue((obj), rb_proc_t, (ptr))
1144 unsigned int is_from_method: 1;
1145 unsigned int is_lambda: 1;
1146 unsigned int is_isolated: 1;
1149RUBY_SYMBOL_EXPORT_BEGIN
1152VALUE rb_proc_ractor_make_shareable(
VALUE self);
1153RUBY_SYMBOL_EXPORT_END
1160 unsigned int env_size;
1165#define GetBindingPtr(obj, ptr) \
1166 GetCoreDataFromValue((obj), rb_binding_t, (ptr))
1170 const VALUE pathobj;
1176enum vm_check_match_type {
1177 VM_CHECKMATCH_TYPE_WHEN = 1,
1178 VM_CHECKMATCH_TYPE_CASE = 2,
1179 VM_CHECKMATCH_TYPE_RESCUE = 3
1182#define VM_CHECKMATCH_TYPE_MASK 0x03
1183#define VM_CHECKMATCH_ARRAY 0x04
1185enum vm_special_object_type {
1186 VM_SPECIAL_OBJECT_VMCORE = 1,
1187 VM_SPECIAL_OBJECT_CBASE,
1188 VM_SPECIAL_OBJECT_CONST_BASE
1192 VM_SVAR_LASTLINE = 0,
1193 VM_SVAR_BACKREF = 1,
1195 VM_SVAR_EXTRA_START = 2,
1196 VM_SVAR_FLIPFLOP_START = 2
1208typedef VALUE CDHASH;
1210#ifndef FUNC_FASTCALL
1211#define FUNC_FASTCALL(x) x
1217#define VM_TAGGED_PTR_SET(p, tag) ((VALUE)(p) | (tag))
1218#define VM_TAGGED_PTR_REF(v, mask) ((void *)((v) & ~mask))
1220#define GC_GUARDED_PTR(p) VM_TAGGED_PTR_SET((p), 0x01)
1221#define GC_GUARDED_PTR_REF(p) VM_TAGGED_PTR_REF((p), 0x03)
1222#define GC_GUARDED_PTR_P(p) (((VALUE)(p)) & 0x01)
1224enum vm_frame_env_flags {
1235 VM_FRAME_MAGIC_METHOD = 0x11110001,
1236 VM_FRAME_MAGIC_BLOCK = 0x22220001,
1237 VM_FRAME_MAGIC_CLASS = 0x33330001,
1238 VM_FRAME_MAGIC_TOP = 0x44440001,
1239 VM_FRAME_MAGIC_CFUNC = 0x55550001,
1240 VM_FRAME_MAGIC_IFUNC = 0x66660001,
1241 VM_FRAME_MAGIC_EVAL = 0x77770001,
1242 VM_FRAME_MAGIC_RESCUE = 0x78880001,
1243 VM_FRAME_MAGIC_DUMMY = 0x79990001,
1245 VM_FRAME_MAGIC_MASK = 0x7fff0001,
1248 VM_FRAME_FLAG_FINISH = 0x0020,
1249 VM_FRAME_FLAG_BMETHOD = 0x0040,
1250 VM_FRAME_FLAG_CFRAME = 0x0080,
1251 VM_FRAME_FLAG_LAMBDA = 0x0100,
1252 VM_FRAME_FLAG_MODIFIED_BLOCK_PARAM = 0x0200,
1253 VM_FRAME_FLAG_CFRAME_KW = 0x0400,
1254 VM_FRAME_FLAG_PASSED = 0x0800,
1257 VM_ENV_FLAG_LOCAL = 0x0002,
1258 VM_ENV_FLAG_ESCAPED = 0x0004,
1259 VM_ENV_FLAG_WB_REQUIRED = 0x0008,
1260 VM_ENV_FLAG_ISOLATED = 0x0010,
1263#define VM_ENV_DATA_SIZE ( 3)
1265#define VM_ENV_DATA_INDEX_ME_CREF (-2)
1266#define VM_ENV_DATA_INDEX_SPECVAL (-1)
1267#define VM_ENV_DATA_INDEX_FLAGS ( 0)
1268#define VM_ENV_DATA_INDEX_ENV ( 1)
1270#define VM_ENV_INDEX_LAST_LVAR (-VM_ENV_DATA_SIZE)
1272static inline void VM_FORCE_WRITE_SPECIAL_CONST(
const VALUE *ptr,
VALUE special_const_value);
1277 VALUE flags = ep[VM_ENV_DATA_INDEX_FLAGS];
1279 VM_FORCE_WRITE_SPECIAL_CONST(&ep[VM_ENV_DATA_INDEX_FLAGS], flags | flag);
1283VM_ENV_FLAGS_UNSET(
const VALUE *ep,
VALUE flag)
1285 VALUE flags = ep[VM_ENV_DATA_INDEX_FLAGS];
1287 VM_FORCE_WRITE_SPECIAL_CONST(&ep[VM_ENV_DATA_INDEX_FLAGS], flags & ~flag);
1290static inline unsigned long
1291VM_ENV_FLAGS(
const VALUE *ep,
long flag)
1293 VALUE flags = ep[VM_ENV_DATA_INDEX_FLAGS];
1295 return flags & flag;
1298static inline unsigned long
1301 return VM_ENV_FLAGS(cfp->ep, VM_FRAME_MAGIC_MASK);
1307 return VM_ENV_FLAGS(cfp->ep, VM_FRAME_FLAG_LAMBDA) != 0;
1313 return VM_ENV_FLAGS(cfp->ep, VM_FRAME_FLAG_CFRAME_KW) != 0;
1319 return VM_ENV_FLAGS(cfp->ep, VM_FRAME_FLAG_FINISH) != 0;
1325 return VM_ENV_FLAGS(cfp->ep, VM_FRAME_FLAG_BMETHOD) != 0;
1329rb_obj_is_iseq(
VALUE iseq)
1331 return imemo_type_p(iseq, imemo_iseq);
1334#if VM_CHECK_MODE > 0
1335#define RUBY_VM_NORMAL_ISEQ_P(iseq) rb_obj_is_iseq((VALUE)iseq)
1341 int cframe_p = VM_ENV_FLAGS(cfp->ep, VM_FRAME_FLAG_CFRAME) != 0;
1342 VM_ASSERT(RUBY_VM_NORMAL_ISEQ_P(cfp->iseq) != cframe_p ||
1343 (VM_FRAME_TYPE(cfp) & VM_FRAME_MAGIC_MASK) == VM_FRAME_MAGIC_DUMMY);
1350 return !VM_FRAME_CFRAME_P(cfp);
1353#define RUBYVM_CFUNC_FRAME_P(cfp) \
1354 (VM_FRAME_TYPE(cfp) == VM_FRAME_MAGIC_CFUNC)
1356#define VM_GUARDED_PREV_EP(ep) GC_GUARDED_PTR(ep)
1357#define VM_BLOCK_HANDLER_NONE 0
1360VM_ENV_LOCAL_P(
const VALUE *ep)
1362 return VM_ENV_FLAGS(ep, VM_ENV_FLAG_LOCAL) ? 1 : 0;
1365static inline const VALUE *
1366VM_ENV_PREV_EP(
const VALUE *ep)
1368 VM_ASSERT(VM_ENV_LOCAL_P(ep) == 0);
1369 return GC_GUARDED_PTR_REF(ep[VM_ENV_DATA_INDEX_SPECVAL]);
1373VM_ENV_BLOCK_HANDLER(
const VALUE *ep)
1375 VM_ASSERT(VM_ENV_LOCAL_P(ep));
1376 return ep[VM_ENV_DATA_INDEX_SPECVAL];
1379#if VM_CHECK_MODE > 0
1380int rb_vm_ep_in_heap_p(
const VALUE *ep);
1384VM_ENV_ESCAPED_P(
const VALUE *ep)
1386 VM_ASSERT(rb_vm_ep_in_heap_p(ep) == !!VM_ENV_FLAGS(ep, VM_ENV_FLAG_ESCAPED));
1387 return VM_ENV_FLAGS(ep, VM_ENV_FLAG_ESCAPED) ? 1 : 0;
1390#if VM_CHECK_MODE > 0
1392vm_assert_env(
VALUE obj)
1394 VM_ASSERT(imemo_type_p(obj, imemo_env));
1401VM_ENV_ENVVAL(const
VALUE *ep)
1403 VALUE envval = ep[VM_ENV_DATA_INDEX_ENV];
1404 VM_ASSERT(VM_ENV_ESCAPED_P(ep));
1405 VM_ASSERT(vm_assert_env(envval));
1411VM_ENV_ENVVAL_PTR(const
VALUE *ep)
1413 return (
const rb_env_t *)VM_ENV_ENVVAL(ep);
1420 env->env_size = env_size;
1421 env_ep[VM_ENV_DATA_INDEX_ENV] = (
VALUE)env;
1428 *((
VALUE *)ptr) = v;
1432VM_FORCE_WRITE_SPECIAL_CONST(
const VALUE *ptr,
VALUE special_const_value)
1434 VM_ASSERT(RB_SPECIAL_CONST_P(special_const_value));
1435 VM_FORCE_WRITE(ptr, special_const_value);
1439VM_STACK_ENV_WRITE(
const VALUE *ep,
int index,
VALUE v)
1441 VM_ASSERT(VM_ENV_FLAGS(ep, VM_ENV_FLAG_WB_REQUIRED) == 0);
1442 VM_FORCE_WRITE(&ep[index], v);
1445const VALUE *rb_vm_ep_local_ep(
const VALUE *ep);
1452#define RUBY_VM_PREVIOUS_CONTROL_FRAME(cfp) ((cfp)+1)
1453#define RUBY_VM_NEXT_CONTROL_FRAME(cfp) ((cfp)-1)
1455#define RUBY_VM_VALID_CONTROL_FRAME_P(cfp, ecfp) \
1456 ((void *)(ecfp) > (void *)(cfp))
1467 return !RUBY_VM_VALID_CONTROL_FRAME_P(cfp, RUBY_VM_END_CONTROL_FRAME(ec));
1471VM_BH_ISEQ_BLOCK_P(
VALUE block_handler)
1473 if ((block_handler & 0x03) == 0x01) {
1474#if VM_CHECK_MODE > 0
1476 VM_ASSERT(imemo_type_p(captured->code.val, imemo_iseq));
1488 VALUE block_handler = VM_TAGGED_PTR_SET(captured, 0x01);
1489 VM_ASSERT(VM_BH_ISEQ_BLOCK_P(block_handler));
1490 return block_handler;
1494VM_BH_TO_ISEQ_BLOCK(
VALUE block_handler)
1497 VM_ASSERT(VM_BH_ISEQ_BLOCK_P(block_handler));
1502VM_BH_IFUNC_P(
VALUE block_handler)
1504 if ((block_handler & 0x03) == 0x03) {
1505#if VM_CHECK_MODE > 0
1507 VM_ASSERT(imemo_type_p(captured->code.val, imemo_ifunc));
1519 VALUE block_handler = VM_TAGGED_PTR_SET(captured, 0x03);
1520 VM_ASSERT(VM_BH_IFUNC_P(block_handler));
1521 return block_handler;
1525VM_BH_TO_IFUNC_BLOCK(
VALUE block_handler)
1528 VM_ASSERT(VM_BH_IFUNC_P(block_handler));
1533VM_BH_TO_CAPT_BLOCK(
VALUE block_handler)
1536 VM_ASSERT(VM_BH_IFUNC_P(block_handler) || VM_BH_ISEQ_BLOCK_P(block_handler));
1540static inline enum rb_block_handler_type
1541vm_block_handler_type(
VALUE block_handler)
1543 if (VM_BH_ISEQ_BLOCK_P(block_handler)) {
1544 return block_handler_type_iseq;
1546 else if (VM_BH_IFUNC_P(block_handler)) {
1547 return block_handler_type_ifunc;
1549 else if (
SYMBOL_P(block_handler)) {
1550 return block_handler_type_symbol;
1554 return block_handler_type_proc;
1559vm_block_handler_verify(MAYBE_UNUSED(
VALUE block_handler))
1561 VM_ASSERT(block_handler == VM_BLOCK_HANDLER_NONE ||
1562 (vm_block_handler_type(block_handler), 1));
1568 return ((
VALUE) cfp->block_code) == block_handler;
1571static inline enum rb_block_type
1572vm_block_type(
const struct rb_block *block)
1574#if VM_CHECK_MODE > 0
1575 switch (block->type) {
1576 case block_type_iseq:
1577 VM_ASSERT(imemo_type_p(block->as.captured.code.val, imemo_iseq));
1579 case block_type_ifunc:
1580 VM_ASSERT(imemo_type_p(block->as.captured.code.val, imemo_ifunc));
1582 case block_type_symbol:
1583 VM_ASSERT(
SYMBOL_P(block->as.symbol));
1585 case block_type_proc:
1594vm_block_type_set(
const struct rb_block *block,
enum rb_block_type
type)
1600static inline const struct rb_block *
1601vm_proc_block(
VALUE procval)
1608static inline const VALUE *vm_block_ep(
const struct rb_block *block);
1611vm_proc_iseq(
VALUE procval)
1613 return vm_block_iseq(vm_proc_block(procval));
1616static inline const VALUE *
1617vm_proc_ep(
VALUE procval)
1619 return vm_block_ep(vm_proc_block(procval));
1623vm_block_iseq(
const struct rb_block *block)
1625 switch (vm_block_type(block)) {
1626 case block_type_iseq:
return rb_iseq_check(block->as.captured.code.iseq);
1627 case block_type_proc:
return vm_proc_iseq(block->as.proc);
1628 case block_type_ifunc:
1629 case block_type_symbol:
return NULL;
1631 VM_UNREACHABLE(vm_block_iseq);
1635static inline const VALUE *
1636vm_block_ep(
const struct rb_block *block)
1638 switch (vm_block_type(block)) {
1639 case block_type_iseq:
1640 case block_type_ifunc:
return block->as.captured.ep;
1641 case block_type_proc:
return vm_proc_ep(block->as.proc);
1642 case block_type_symbol:
return NULL;
1644 VM_UNREACHABLE(vm_block_ep);
1649vm_block_self(
const struct rb_block *block)
1651 switch (vm_block_type(block)) {
1652 case block_type_iseq:
1653 case block_type_ifunc:
1654 return block->as.captured.self;
1655 case block_type_proc:
1656 return vm_block_self(vm_proc_block(block->as.proc));
1657 case block_type_symbol:
1660 VM_UNREACHABLE(vm_block_self);
1665VM_BH_TO_SYMBOL(
VALUE block_handler)
1667 VM_ASSERT(
SYMBOL_P(block_handler));
1668 return block_handler;
1672VM_BH_FROM_SYMBOL(
VALUE symbol)
1679VM_BH_TO_PROC(
VALUE block_handler)
1682 return block_handler;
1686VM_BH_FROM_PROC(
VALUE procval)
1702#
if OPT_STACK_CACHING
1707#define SDR() rb_vmdebug_stack_dump_raw(GET_EC(), GET_EC()->cfp)
1708#define SDR2(cfp) rb_vmdebug_stack_dump_raw(GET_EC(), (cfp))
1709void rb_vm_bugreport(
const void *);
1710typedef void (*ruby_sighandler_t)(int);
1712NORETURN(
void rb_bug_for_fatal_signal(ruby_sighandler_t default_sighandler,
int sig, const
void *, const
char *fmt, ...));
1715RUBY_SYMBOL_EXPORT_BEGIN
1720RUBY_SYMBOL_EXPORT_END
1734 return rb_vm_make_proc_lambda(ec, captured, klass, 0);
1740 return rb_vm_make_proc_lambda(ec, captured, klass, 1);
1747void rb_vm_inc_const_missing_count(
void);
1753void rb_thread_start_timer_thread(
void);
1754void rb_thread_stop_timer_thread(
void);
1755void rb_thread_reset_timer_thread(
void);
1756void rb_thread_wakeup_timer_thread(
int);
1759rb_vm_living_threads_init(
rb_vm_t *vm)
1761 ccan_list_head_init(&vm->waiting_fds);
1762 ccan_list_head_init(&vm->waiting_pids);
1763 ccan_list_head_init(&vm->workqueue);
1764 ccan_list_head_init(&vm->waiting_grps);
1765 ccan_list_head_init(&vm->ractor.set);
1768typedef int rb_backtrace_iter_func(
void *,
VALUE,
int,
VALUE);
1780void rb_vm_register_special_exception_str(
enum ruby_special_exceptions sp,
VALUE exception_class,
VALUE mesg);
1782#define rb_vm_register_special_exception(sp, e, m) \
1783 rb_vm_register_special_exception_str(sp, e, rb_usascii_str_new_static((m), (long)rb_strlen_lit(m)))
1791#define sysstack_error GET_VM()->special_exceptions[ruby_error_sysstack]
1793#define CHECK_VM_STACK_OVERFLOW0(cfp, sp, margin) do { \
1794 STATIC_ASSERT(sizeof_sp, sizeof(*(sp)) == sizeof(VALUE)); \
1795 STATIC_ASSERT(sizeof_cfp, sizeof(*(cfp)) == sizeof(rb_control_frame_t)); \
1796 const struct rb_control_frame_struct *bound = (void *)&(sp)[(margin)]; \
1797 if (UNLIKELY((cfp) <= &bound[1])) { \
1798 vm_stackoverflow(); \
1802#define CHECK_VM_STACK_OVERFLOW(cfp, margin) \
1803 CHECK_VM_STACK_OVERFLOW0((cfp), (cfp)->sp, (margin))
1811#if RUBY_VM_THREAD_MODEL == 2
1812MJIT_SYMBOL_EXPORT_BEGIN
1820MJIT_SYMBOL_EXPORT_END
1822#define GET_VM() rb_current_vm()
1823#define GET_RACTOR() rb_current_ractor()
1824#define GET_THREAD() rb_current_thread()
1825#define GET_EC() rb_current_execution_context(true)
1830 return ec->thread_ptr;
1838 VM_ASSERT(th->ractor != NULL);
1859rb_current_execution_context(
bool expect_ec)
1861#ifdef RB_THREAD_LOCAL_SPECIFIER
1870 VM_ASSERT(!expect_ec || ec != NULL);
1875rb_current_thread(
void)
1878 return rb_ec_thread_ptr(ec);
1882rb_current_ractor(
void)
1884 if (ruby_single_main_ractor) {
1885 return ruby_single_main_ractor;
1889 return rb_ec_ractor_ptr(ec);
1897 VM_ASSERT(ruby_current_vm_ptr == NULL ||
1898 ruby_current_execution_context_ptr == NULL ||
1899 rb_ec_thread_ptr(GET_EC()) == NULL ||
1900 rb_ec_thread_ptr(GET_EC())->status == THREAD_KILLED ||
1901 rb_ec_vm_ptr(GET_EC()) == ruby_current_vm_ptr);
1904 return ruby_current_vm_ptr;
1908 unsigned int recorded_lock_rec,
1909 unsigned int current_lock_rec);
1911static inline unsigned int
1914 rb_vm_t *vm = rb_ec_vm_ptr(ec);
1916 if (vm->ractor.sync.lock_owner != rb_ec_ractor_ptr(ec)) {
1920 return vm->ractor.sync.lock_rec;
1925#error "unsupported thread model"
1929 TIMER_INTERRUPT_MASK = 0x01,
1930 PENDING_INTERRUPT_MASK = 0x02,
1931 POSTPONED_JOB_INTERRUPT_MASK = 0x04,
1932 TRAP_INTERRUPT_MASK = 0x08,
1933 TERMINATE_INTERRUPT_MASK = 0x10,
1934 VM_BARRIER_INTERRUPT_MASK = 0x20,
1937#define RUBY_VM_SET_TIMER_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, TIMER_INTERRUPT_MASK)
1938#define RUBY_VM_SET_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, PENDING_INTERRUPT_MASK)
1939#define RUBY_VM_SET_POSTPONED_JOB_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, POSTPONED_JOB_INTERRUPT_MASK)
1940#define RUBY_VM_SET_TRAP_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, TRAP_INTERRUPT_MASK)
1941#define RUBY_VM_SET_TERMINATE_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, TERMINATE_INTERRUPT_MASK)
1942#define RUBY_VM_SET_VM_BARRIER_INTERRUPT(ec) ATOMIC_OR((ec)->interrupt_flag, VM_BARRIER_INTERRUPT_MASK)
1943#define RUBY_VM_INTERRUPTED(ec) ((ec)->interrupt_flag & ~(ec)->interrupt_mask & \
1944 (PENDING_INTERRUPT_MASK|TRAP_INTERRUPT_MASK))
1949#if defined(USE_VM_CLOCK) && USE_VM_CLOCK
1950 uint32_t current_clock = rb_ec_vm_ptr(ec)->clock;
1952 if (current_clock != ec->checked_clock) {
1953 ec->checked_clock = current_clock;
1954 RUBY_VM_SET_TIMER_INTERRUPT(ec);
1957 return ec->interrupt_flag & ~(ec)->interrupt_mask;
1961int rb_signal_buff_size(
void);
1964void rb_threadptr_signal_raise(
rb_thread_t *th,
int sig);
1966int rb_threadptr_execute_interrupts(
rb_thread_t *,
int);
1968void rb_threadptr_unlock_all_locking_mutexes(
rb_thread_t *th);
1969void rb_threadptr_pending_interrupt_clear(
rb_thread_t *th);
1983#define RUBY_VM_CHECK_INTS(ec) rb_vm_check_ints(ec)
1987#ifdef RUBY_ASSERT_CRITICAL_SECTION
1988 VM_ASSERT(ruby_assert_critical_section_entered == 0);
1991 VM_ASSERT(ec == GET_EC());
1993 if (UNLIKELY(RUBY_VM_INTERRUPTED_ANY(ec))) {
1994 rb_threadptr_execute_interrupts(rb_ec_thread_ptr(ec), 0);
2001 rb_event_flag_t event;
2024#define EXEC_EVENT_HOOK_ORIG(ec_, hooks_, flag_, self_, id_, called_id_, klass_, data_, pop_p_) do { \
2025 const rb_event_flag_t flag_arg_ = (flag_); \
2026 rb_hook_list_t *hooks_arg_ = (hooks_); \
2027 if (UNLIKELY((hooks_arg_)->events & (flag_arg_))) { \
2029 rb_exec_event_hook_orig(ec_, hooks_arg_, flag_arg_, self_, id_, called_id_, klass_, data_, pop_p_); \
2039 VM_ASSERT((hooks->events & flag) != 0);
2041 trace_arg.event = flag;
2043 trace_arg.cfp = ec->cfp;
2044 trace_arg.self = self;
2046 trace_arg.called_id = called_id;
2047 trace_arg.klass = klass;
2048 trace_arg.data = data;
2050 trace_arg.klass_solved = 0;
2052 rb_exec_event_hooks(&trace_arg, hooks, pop_p);
2065 return &cr_pub->hooks;
2068#define EXEC_EVENT_HOOK(ec_, flag_, self_, id_, called_id_, klass_, data_) \
2069 EXEC_EVENT_HOOK_ORIG(ec_, rb_ec_ractor_hooks(ec_), flag_, self_, id_, called_id_, klass_, data_, 0)
2071#define EXEC_EVENT_HOOK_AND_POP_FRAME(ec_, flag_, self_, id_, called_id_, klass_, data_) \
2072 EXEC_EVENT_HOOK_ORIG(ec_, rb_ec_ractor_hooks(ec_), flag_, self_, id_, called_id_, klass_, data_, 1)
2079 rb_ary_new_from_args(2, eval_script, (
VALUE)iseq));
2082void rb_vm_trap_exit(
rb_vm_t *vm);
2084RUBY_SYMBOL_EXPORT_BEGIN
2086int rb_thread_check_trap_pending(
void);
2089#define RUBY_EVENT_COVERAGE_LINE 0x010000
2090#define RUBY_EVENT_COVERAGE_BRANCH 0x020000
2092extern VALUE rb_get_coverages(
void);
2093extern void rb_set_coverages(
VALUE,
int,
VALUE);
2094extern void rb_clear_coverages(
void);
2095extern void rb_reset_coverages(
void);
2096extern void rb_resume_coverages(
void);
2097extern void rb_suspend_coverages(
void);
2099void rb_postponed_job_flush(
rb_vm_t *vm);
2105RUBY_SYMBOL_EXPORT_END
#define RUBY_ALIGNAS
Wraps (or simulates) alignas.
#define RUBY_EXTERN
Declaration of externally visible global variables.
#define RUBY_EVENT_SCRIPT_COMPILED
Encountered an eval.
uint32_t rb_event_flag_t
Represents event(s).
#define T_STRING
Old name of RUBY_T_STRING.
#define Qundef
Old name of RUBY_Qundef.
#define Qfalse
Old name of RUBY_Qfalse.
#define T_ARRAY
Old name of RUBY_T_ARRAY.
#define NIL_P
Old name of RB_NIL_P.
#define FIXNUM_P
Old name of RB_FIXNUM_P.
#define SYMBOL_P
Old name of RB_SYMBOL_P.
void rb_bug(const char *fmt,...)
Interpreter panic switch.
void * rb_check_typeddata(VALUE obj, const rb_data_type_t *data_type)
Identical to rb_typeddata_is_kind_of(), except it raises exceptions instead of returning false.
VALUE rb_obj_is_proc(VALUE recv)
Queries if the given object is a proc.
void rb_unblock_function_t(void *)
This is the type of UBFs.
VALUE rb_block_call_func(RB_BLOCK_CALL_FUNC_ARGLIST(yielded_arg, callback_arg))
This is the type of a function that the interpreter expect for C-backended blocks.
VALUE type(ANYARGS)
ANYARGS-ed function type.
#define RBIMPL_ATTR_NONNULL(list)
Wraps (or simulates) __attribute__((nonnull))
#define RARRAY_AREF(a, i)
#define RTYPEDDATA_DATA(v)
Convenient getter macro.
const ID * segments
A null-terminated list of ids, used to represent a constant's path idNULL is used to represent the ::...
struct rb_iseq_constant_body::@132 param
parameter information
const rb_iseq_t * iseqptr
iseq pointer, should be separated from iseqval
IFUNC (Internal FUNCtion)
uintptr_t VALUE
Type that represents a Ruby object.
uintptr_t ID
Type that represents a Ruby identifier such as a variable name.
#define SIZEOF_VALUE
Identical to sizeof(VALUE), except it is a macro that can also be used inside of preprocessor directi...