2020-04-10 08:11:40 +03:00
|
|
|
#ifndef RUBY_VM_EXEC_H
|
|
|
|
#define RUBY_VM_EXEC_H
|
2006-12-31 18:02:22 +03:00
|
|
|
/**********************************************************************
|
|
|
|
|
|
|
|
vm.h -
|
|
|
|
|
|
|
|
$Author$
|
|
|
|
created at: 04/01/01 16:56:59 JST
|
|
|
|
|
* blockinlining.c, compile.c, compile.h, debug.c, debug.h,
id.c, insnhelper.h, insns.def, thread.c, thread_pthread.ci,
thread_pthread.h, thread_win32.ci, thread_win32.h, vm.h,
vm_dump.c, vm_evalbody.ci, vm_opts.h: fix comments and
copyright year.
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@13920 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
2007-11-14 01:13:04 +03:00
|
|
|
Copyright (C) 2004-2007 Koichi Sasada
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
**********************************************************************/
|
|
|
|
|
|
|
|
typedef long OFFSET;
|
2007-06-24 21:19:22 +04:00
|
|
|
typedef unsigned long lindex_t;
|
2012-11-15 17:42:27 +04:00
|
|
|
typedef VALUE GENTRY;
|
2007-08-06 15:36:30 +04:00
|
|
|
typedef rb_iseq_t *ISEQ;
|
2007-06-24 21:19:22 +04:00
|
|
|
|
2006-12-31 18:02:22 +03:00
|
|
|
#if VMDEBUG > 0
|
|
|
|
#define debugs printf
|
|
|
|
#define DEBUG_ENTER_INSN(insn) \
|
2017-10-29 17:31:01 +03:00
|
|
|
rb_vmdebug_debug_print_pre(ec, GET_CFP(), GET_PC());
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define SC_REGS()
|
|
|
|
|
|
|
|
#define DEBUG_END_INSN() \
|
2018-09-21 09:30:54 +03:00
|
|
|
rb_vmdebug_debug_print_post(ec, GET_CFP() SC_REGS());
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
#define debugs
|
2010-01-05 08:59:23 +03:00
|
|
|
#define DEBUG_ENTER_INSN(insn)
|
|
|
|
#define DEBUG_END_INSN()
|
2006-12-31 18:02:22 +03:00
|
|
|
#endif
|
|
|
|
|
2021-09-09 17:21:06 +03:00
|
|
|
#define throwdebug if(0)ruby_debug_printf
|
|
|
|
/* #define throwdebug ruby_debug_printf */
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
/************************************************/
|
2012-07-25 10:49:35 +04:00
|
|
|
#if defined(DISPATCH_XXX)
|
2006-12-31 18:02:22 +03:00
|
|
|
error !
|
|
|
|
/************************************************/
|
|
|
|
#elif OPT_CALL_THREADED_CODE
|
|
|
|
|
2007-06-28 00:03:53 +04:00
|
|
|
#define LABEL(x) insn_func_##x
|
|
|
|
#define ELABEL(x)
|
|
|
|
#define LABEL_PTR(x) &LABEL(x)
|
|
|
|
|
2006-12-31 18:02:22 +03:00
|
|
|
#define INSN_ENTRY(insn) \
|
2007-06-27 12:21:21 +04:00
|
|
|
static rb_control_frame_t * \
|
2017-10-27 22:16:51 +03:00
|
|
|
FUNC_FASTCALL(LABEL(insn))(rb_execution_context_t *ec, rb_control_frame_t *reg_cfp) {
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define END_INSN(insn) return reg_cfp;}
|
|
|
|
|
|
|
|
#define NEXT_INSN() return reg_cfp;
|
|
|
|
|
2017-12-11 19:07:21 +03:00
|
|
|
#define START_OF_ORIGINAL_INSN(x) /* ignore */
|
|
|
|
#define DISPATCH_ORIGINAL_INSN(x) return LABEL(x)(ec, reg_cfp);
|
|
|
|
|
2006-12-31 18:02:22 +03:00
|
|
|
/************************************************/
|
|
|
|
#elif OPT_TOKEN_THREADED_CODE || OPT_DIRECT_THREADED_CODE
|
|
|
|
/* threaded code with gcc */
|
|
|
|
|
|
|
|
#define LABEL(x) INSN_LABEL_##x
|
|
|
|
#define ELABEL(x) INSN_ELABEL_##x
|
2018-01-02 09:41:54 +03:00
|
|
|
#define LABEL_PTR(x) RB_GNUC_EXTENSION(&&LABEL(x))
|
2006-12-31 18:02:22 +03:00
|
|
|
|
2017-11-14 15:58:36 +03:00
|
|
|
#define INSN_ENTRY_SIG(insn) \
|
2021-09-09 17:21:06 +03:00
|
|
|
if (0) { \
|
|
|
|
ruby_debug_printf("exec: %s@(%"PRIdPTRDIFF", %"PRIdPTRDIFF")@%s:%u\n", #insn, \
|
2022-03-23 22:19:48 +03:00
|
|
|
(reg_pc - ISEQ_BODY(reg_cfp->iseq)->iseq_encoded), \
|
|
|
|
(reg_cfp->pc - ISEQ_BODY(reg_cfp->iseq)->iseq_encoded), \
|
2021-09-09 17:21:06 +03:00
|
|
|
RSTRING_PTR(rb_iseq_path(reg_cfp->iseq)), \
|
2022-03-23 22:19:48 +03:00
|
|
|
rb_iseq_line_no(reg_cfp->iseq, reg_pc - ISEQ_BODY(reg_cfp->iseq)->iseq_encoded)); \
|
2023-07-12 00:35:22 +03:00
|
|
|
}
|
2006-12-31 18:02:22 +03:00
|
|
|
|
2007-12-23 22:03:23 +03:00
|
|
|
#define INSN_DISPATCH_SIG(insn)
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define INSN_ENTRY(insn) \
|
|
|
|
LABEL(insn): \
|
|
|
|
INSN_ENTRY_SIG(insn); \
|
|
|
|
|
|
|
|
/**********************************/
|
|
|
|
#if OPT_DIRECT_THREADED_CODE
|
|
|
|
|
|
|
|
/* for GCC 3.4.x */
|
|
|
|
#define TC_DISPATCH(insn) \
|
|
|
|
INSN_DISPATCH_SIG(insn); \
|
2018-01-02 09:41:54 +03:00
|
|
|
RB_GNUC_EXTENSION_BLOCK(goto *(void const *)GET_CURRENT_INSN()); \
|
2006-12-31 18:02:22 +03:00
|
|
|
;
|
|
|
|
|
|
|
|
#else
|
2013-04-22 23:40:10 +04:00
|
|
|
/* token threaded code */
|
2006-12-31 18:02:22 +03:00
|
|
|
|
2019-09-07 17:13:46 +03:00
|
|
|
/* dispatcher */
|
|
|
|
#if defined(__GNUC__) && (defined(__i386__) || defined(__x86_64__)) && __GNUC__ == 3
|
|
|
|
#define DISPATCH_ARCH_DEPEND_WAY(addr) \
|
|
|
|
__asm__ __volatile__("jmp *%0;\t# -- inserted by vm.h\t[length = 2]" : : "r" (addr))
|
|
|
|
|
|
|
|
#else
|
|
|
|
#define DISPATCH_ARCH_DEPEND_WAY(addr) \
|
|
|
|
/* do nothing */
|
|
|
|
#endif
|
2006-12-31 18:02:22 +03:00
|
|
|
#define TC_DISPATCH(insn) \
|
|
|
|
DISPATCH_ARCH_DEPEND_WAY(insns_address_table[GET_CURRENT_INSN()]); \
|
|
|
|
INSN_DISPATCH_SIG(insn); \
|
2018-01-02 09:41:54 +03:00
|
|
|
RB_GNUC_EXTENSION_BLOCK(goto *insns_address_table[GET_CURRENT_INSN()]); \
|
2006-12-31 18:02:22 +03:00
|
|
|
rb_bug("tc error");
|
|
|
|
|
2019-09-07 17:13:46 +03:00
|
|
|
#endif /* OPT_DIRECT_THREADED_CODE */
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define END_INSN(insn) \
|
|
|
|
DEBUG_END_INSN(); \
|
2013-02-27 07:22:50 +04:00
|
|
|
TC_DISPATCH(insn);
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define INSN_DISPATCH() \
|
|
|
|
TC_DISPATCH(__START__) \
|
|
|
|
{
|
|
|
|
|
|
|
|
#define END_INSNS_DISPATCH() \
|
2010-10-12 19:03:51 +04:00
|
|
|
rb_bug("unknown insn: %"PRIdVALUE, GET_CURRENT_INSN()); \
|
2006-12-31 18:02:22 +03:00
|
|
|
} /* end of while loop */ \
|
|
|
|
|
|
|
|
#define NEXT_INSN() TC_DISPATCH(__NEXT_INSN__)
|
|
|
|
|
|
|
|
/************************************************/
|
|
|
|
#else /* no threaded code */
|
|
|
|
/* most common method */
|
|
|
|
|
|
|
|
#define INSN_ENTRY(insn) \
|
|
|
|
case BIN(insn):
|
|
|
|
|
|
|
|
#define END_INSN(insn) \
|
|
|
|
DEBUG_END_INSN(); \
|
|
|
|
break;
|
|
|
|
|
|
|
|
#define INSN_DISPATCH() \
|
2012-12-29 16:22:04 +04:00
|
|
|
while (1) { \
|
|
|
|
switch (GET_CURRENT_INSN()) {
|
2006-12-31 18:02:22 +03:00
|
|
|
|
|
|
|
#define END_INSNS_DISPATCH() \
|
|
|
|
default: \
|
|
|
|
SDR(); \
|
|
|
|
rb_bug("unknown insn: %ld", GET_CURRENT_INSN()); \
|
|
|
|
} /* end of switch */ \
|
|
|
|
} /* end of while loop */ \
|
|
|
|
|
|
|
|
#define NEXT_INSN() goto first
|
|
|
|
|
2021-08-22 14:16:44 +03:00
|
|
|
#endif
|
2017-12-11 19:07:21 +03:00
|
|
|
|
2021-08-22 14:16:44 +03:00
|
|
|
#ifndef START_OF_ORIGINAL_INSN
|
|
|
|
#define START_OF_ORIGINAL_INSN(x) if (0) goto start_of_##x; start_of_##x:
|
|
|
|
#define DISPATCH_ORIGINAL_INSN(x) goto start_of_##x;
|
2006-12-31 18:02:22 +03:00
|
|
|
#endif
|
|
|
|
|
2017-10-27 08:33:33 +03:00
|
|
|
#define VM_SP_CNT(ec, sp) ((sp) - (ec)->vm_stack)
|
2007-06-27 12:21:21 +04:00
|
|
|
|
|
|
|
#if OPT_CALL_THREADED_CODE
|
|
|
|
#define THROW_EXCEPTION(exc) do { \
|
2017-10-27 22:16:51 +03:00
|
|
|
ec->errinfo = (VALUE)(exc); \
|
2007-06-27 12:21:21 +04:00
|
|
|
return 0; \
|
|
|
|
} while (0)
|
|
|
|
#else
|
2007-06-27 15:33:01 +04:00
|
|
|
#define THROW_EXCEPTION(exc) return (VALUE)(exc)
|
2007-06-27 12:21:21 +04:00
|
|
|
#endif
|
|
|
|
|
2023-07-24 23:51:46 +03:00
|
|
|
// Run the interpreter from the JIT
|
|
|
|
#define VM_EXEC(ec, val) do { \
|
|
|
|
if (val == Qundef) { \
|
|
|
|
VM_ENV_FLAGS_SET(ec->cfp->ep, VM_FRAME_FLAG_FINISH); \
|
|
|
|
val = vm_exec(ec); \
|
|
|
|
} \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
// Run the JIT from the interpreter
|
2023-03-16 20:41:12 +03:00
|
|
|
#define JIT_EXEC(ec, val) do { \
|
|
|
|
rb_jit_func_t func; \
|
Backport 3.3: YJIT memory leak fix with additional CI fixes (#9841)
merge revision(s) 2cc7a56e,b0711b1,db5d9429: [Backport #20209]
YJIT: Avoid leaks by skipping objects with a singleton class
For receiver with a singleton class, there are multiple vectors YJIT can
end up retaining the object. There is a path in jit_guard_known_klass()
that bakes the receiver into the code, and the object could also be kept
alive indirectly through a path starting at the CME object baked into
the code.
To avoid these leaks, avoid compiling calls on objects with a singleton
class.
See: https://github.com/Shopify/ruby/issues/552
[Bug #20209]
---
yjit/bindgen/src/main.rs | 1 +
yjit/src/codegen.rs | 17 +++++++++++++++++
yjit/src/cruby_bindings.inc.rs | 1 +
yjit/src/stats.rs | 2 ++
4 files changed, 21 insertions(+)
YJIT: Fix tailcall and JIT entry eating up FINISH frames (#9729)
Suppose YJIT runs a rb_vm_opt_send_without_block()
fallback and the control frame stack looks like:
```
will_tailcall_bar [FINISH]
caller_that_used_fallback
```
will_tailcall_bar() runs in the interpreter and sets up a tailcall.
Right before JIT_EXEC() in the `send` instruction, the stack will look like:
```
bar [FINISH]
caller_that_used_fallback
```
Previously, JIT_EXEC() ran bar() in JIT code, which caused the `FINISH`
flag to return to the interpreter instead of to the JIT code running
caller_that_used_fallback(), causing code to run twice and probably
crash. Recent flaky failures on CI about "each stub expects a particular
iseq" are probably due to leaving methods twice in
`test_optimizations.rb`.
Only run JIT code from the interpreter if a new frame is pushed.
---
test/ruby/test_optimization.rb | 11 +++++++++++
vm_exec.h | 3 ++-
2 files changed, 13 insertions(+), 1 deletion(-)
YJIT: No need to RESTORE_REG now that we reject tailcalls
Thanks to Kokubun for noticing.
Follow-up: b0711b1cf152afad0a480ee2f9bedd142a0d24ac
---
vm_exec.h | 1 -
1 file changed, 1 deletion(-)
2024-03-14 19:26:02 +03:00
|
|
|
/* don't run tailcalls since that breaks FINISH */ \
|
|
|
|
if (val == Qundef && GET_CFP() != ec->cfp && (func = jit_compile(ec))) { \
|
2023-03-16 20:41:12 +03:00
|
|
|
val = func(ec, ec->cfp); \
|
|
|
|
if (ec->tag->state) THROW_EXCEPTION(val); \
|
|
|
|
} \
|
|
|
|
} while (0)
|
|
|
|
|
2006-12-31 18:02:22 +03:00
|
|
|
#define SCREG(r) (reg_##r)
|
2013-12-18 09:33:50 +04:00
|
|
|
|
|
|
|
#define VM_DEBUG_STACKOVERFLOW 0
|
|
|
|
|
|
|
|
#if VM_DEBUG_STACKOVERFLOW
|
2020-07-06 09:39:26 +03:00
|
|
|
#define CHECK_VM_STACK_OVERFLOW_FOR_INSN CHECK_VM_STACK_OVERFLOW
|
2013-12-18 09:33:50 +04:00
|
|
|
#else
|
|
|
|
#define CHECK_VM_STACK_OVERFLOW_FOR_INSN(cfp, margin)
|
|
|
|
#endif
|
2006-12-31 18:02:22 +03:00
|
|
|
|
2018-01-12 11:38:09 +03:00
|
|
|
#define INSN_LABEL2(insn, name) INSN_LABEL_ ## insn ## _ ## name
|
|
|
|
#define INSN_LABEL(x) INSN_LABEL2(NAME_OF_CURRENT_INSN, x)
|
|
|
|
|
2008-11-19 03:06:38 +03:00
|
|
|
#endif /* RUBY_VM_EXEC_H */
|