2019-11-08 07:21:29 +03:00
|
|
|
#include "internal.h"
|
2019-12-04 11:16:30 +03:00
|
|
|
#include "internal/array.h"
|
2019-11-07 10:58:00 +03:00
|
|
|
#include "iseq.h"
|
2019-12-04 11:16:30 +03:00
|
|
|
#include "vm_core.h"
|
2019-11-07 10:58:00 +03:00
|
|
|
#include "builtin.h"
|
2019-12-10 11:39:04 +03:00
|
|
|
|
2019-12-10 11:13:42 +03:00
|
|
|
#include "miniprelude.c"
|
2019-11-07 10:58:00 +03:00
|
|
|
|
2019-11-10 16:18:08 +03:00
|
|
|
// included from miniinit.c
|
2019-11-07 10:58:00 +03:00
|
|
|
|
2019-12-10 11:39:04 +03:00
|
|
|
#ifndef INCLUDED_BY_BUILTIN_C
|
2019-11-07 10:58:00 +03:00
|
|
|
static struct st_table *loaded_builtin_table;
|
2019-12-10 11:39:04 +03:00
|
|
|
#endif
|
|
|
|
|
2024-05-03 02:57:55 +03:00
|
|
|
VALUE rb_builtin_ast_value(const char *feature_name, VALUE *name_str);
|
2019-11-09 13:28:45 +03:00
|
|
|
|
2019-12-10 10:19:13 +03:00
|
|
|
static const rb_iseq_t *
|
|
|
|
builtin_iseq_load(const char *feature_name, const struct rb_builtin_function *table)
|
2019-11-07 10:58:00 +03:00
|
|
|
{
|
2019-11-09 13:28:45 +03:00
|
|
|
VALUE name_str = 0;
|
[Universal parser] Decouple IMEMO from rb_ast_t
This patch removes the `VALUE flags` member from the `rb_ast_t` structure making `rb_ast_t` no longer an IMEMO object.
## Background
We are trying to make the Ruby parser generated from parse.y a universal parser that can be used by other implementations such as mruby.
To achieve this, it is necessary to exclude VALUE and IMEMO from parse.y, AST, and NODE.
## Summary (file by file)
- `rubyparser.h`
- Remove the `VALUE flags` member from `rb_ast_t`
- `ruby_parser.c` and `internal/ruby_parser.h`
- Use TypedData_Make_Struct VALUE which wraps `rb_ast_t` `in ast_alloc()` so that GC can manage it
- You can retrieve `rb_ast_t` from the VALUE by `rb_ruby_ast_data_get()`
- Change the return type of `rb_parser_compile_XXXX()` functions from `rb_ast_t *` to `VALUE`
- rb_ruby_ast_new() which internally `calls ast_alloc()` is to create VALUE vast outside ruby_parser.c
- `iseq.c` and `vm_core.h`
- Amend the first parameter of `rb_iseq_new_XXXX()` functions from `rb_ast_body_t *` to `VALUE`
- This keeps the VALUE of AST on the machine stack to prevent being removed by GC
- `ast.c`
- Almost all change is replacement `rb_ast_t *ast` with `VALUE vast` (sorry for the big diff)
- Fix `node_memsize()`
- Now it includes `rb_ast_local_table_link`, `tokens` and script_lines
- `compile.c`, `load.c`, `node.c`, `parse.y`, `proc.c`, `ruby.c`, `template/prelude.c.tmpl`, `vm.c` and `vm_eval.c`
- Follow-up due to the above changes
- `imemo.{c|h}`
- If an object with `imemo_ast` appears, considers it a bug
Co-authored-by: Nobuyoshi Nakada <nobu@ruby-lang.org>
2024-04-16 12:42:42 +03:00
|
|
|
rb_ast_t *ast;
|
2024-05-03 02:57:55 +03:00
|
|
|
VALUE ast_value = rb_builtin_ast_value(feature_name, &name_str);
|
2019-12-13 11:26:12 +03:00
|
|
|
rb_vm_t *vm = GET_VM();
|
2019-11-07 10:58:00 +03:00
|
|
|
|
2024-05-03 02:57:55 +03:00
|
|
|
if (NIL_P(ast_value)) {
|
2023-03-08 06:16:05 +03:00
|
|
|
rb_fatal("builtin_iseq_load: can not find %s; "
|
|
|
|
"probably miniprelude.c is out of date",
|
|
|
|
feature_name);
|
|
|
|
}
|
2019-12-13 11:26:12 +03:00
|
|
|
vm->builtin_function_table = table;
|
2021-06-15 03:32:42 +03:00
|
|
|
static const rb_compile_option_t optimization = {
|
2023-12-01 13:33:00 +03:00
|
|
|
.inline_const_cache = TRUE,
|
|
|
|
.peephole_optimization = TRUE,
|
|
|
|
.tailcall_optimization = FALSE,
|
|
|
|
.specialized_instruction = TRUE,
|
|
|
|
.operands_unification = TRUE,
|
|
|
|
.instructions_unification = TRUE,
|
|
|
|
.frozen_string_literal = TRUE,
|
|
|
|
.debug_frozen_string_literal = FALSE,
|
|
|
|
.coverage_enabled = FALSE,
|
|
|
|
.debug_level = 0,
|
2021-06-15 03:32:42 +03:00
|
|
|
};
|
2024-05-03 02:57:55 +03:00
|
|
|
ast = rb_ruby_ast_data_get(ast_value);
|
|
|
|
const rb_iseq_t *iseq = rb_iseq_new_with_opt(ast_value, name_str, name_str, Qnil, 0, NULL, 0, ISEQ_TYPE_TOP, &optimization, Qnil);
|
2019-11-07 10:58:00 +03:00
|
|
|
GET_VM()->builtin_function_table = NULL;
|
|
|
|
|
|
|
|
rb_ast_dispose(ast);
|
|
|
|
|
vm_invoke_builtin_delegate with start index.
opt_invokebuiltin_delegate and opt_invokebuiltin_delegate_leave
invokes builtin functions with same parameters of the method.
This technique eliminate stack push operations. However, delegation
parameters should be completely same as given parameters.
(e.g. `def foo(a, b, c) __builtin_foo(a, b, c)` is okay, but
__builtin_foo(b, c) is not allowed)
This patch relaxes this restriction. ISeq has a local variables
table which includes parameters. For example, the method defined
as `def foo(a, b, c) x=y=nil`, then local variables table contains
[a, b, c, x, y]. If calling builtin-function with arguments which
are sub-array of the lvar table, use opt_invokebuiltin_delegate
instruction with start index. For example, `__builtin_foo(b, c)`,
`__builtin_bar(c, x, y)` is okay, and so on.
2019-11-15 11:49:49 +03:00
|
|
|
// for debug
|
|
|
|
if (0 && strcmp("prelude", feature_name) == 0) {
|
|
|
|
rb_io_write(rb_stdout, rb_iseq_disasm((const rb_iseq_t *)iseq));
|
|
|
|
}
|
|
|
|
|
2019-12-10 11:39:04 +03:00
|
|
|
#ifndef INCLUDED_BY_BUILTIN_C
|
2019-11-07 10:58:00 +03:00
|
|
|
st_insert(loaded_builtin_table, (st_data_t)feature_name, (st_data_t)iseq);
|
2024-03-03 12:46:46 +03:00
|
|
|
rb_vm_register_global_object((VALUE)iseq);
|
2019-12-10 11:39:04 +03:00
|
|
|
#endif
|
2019-11-07 10:58:00 +03:00
|
|
|
|
2019-12-10 10:19:13 +03:00
|
|
|
return iseq;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
rb_load_with_builtin_functions(const char *feature_name, const struct rb_builtin_function *table)
|
|
|
|
{
|
|
|
|
const rb_iseq_t *iseq = builtin_iseq_load(feature_name, table);
|
2019-11-07 10:58:00 +03:00
|
|
|
rb_iseq_eval(iseq);
|
|
|
|
}
|
|
|
|
|
2019-12-10 11:39:04 +03:00
|
|
|
#ifndef INCLUDED_BY_BUILTIN_C
|
|
|
|
|
2019-11-07 10:58:00 +03:00
|
|
|
static int
|
|
|
|
each_builtin_i(st_data_t key, st_data_t val, st_data_t dmy)
|
|
|
|
{
|
|
|
|
const char *feature = (const char *)key;
|
|
|
|
const rb_iseq_t *iseq = (const rb_iseq_t *)val;
|
|
|
|
|
|
|
|
rb_yield_values(2, rb_str_new2(feature), rb_iseqw_new(iseq));
|
|
|
|
|
|
|
|
return ST_CONTINUE;
|
|
|
|
}
|
|
|
|
|
2023-12-18 13:57:45 +03:00
|
|
|
/* :nodoc: */
|
2019-11-07 10:58:00 +03:00
|
|
|
static VALUE
|
|
|
|
each_builtin(VALUE self)
|
|
|
|
{
|
|
|
|
st_foreach(loaded_builtin_table, each_builtin_i, 0);
|
|
|
|
return Qnil;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
Init_builtin(void)
|
|
|
|
{
|
|
|
|
rb_define_singleton_method(rb_cRubyVM, "each_builtin", each_builtin, 0);
|
|
|
|
loaded_builtin_table = st_init_strtable();
|
|
|
|
}
|
2019-12-10 10:19:13 +03:00
|
|
|
|
|
|
|
void
|
|
|
|
Init_builtin_features(void)
|
|
|
|
{
|
|
|
|
// register for ruby
|
|
|
|
builtin_iseq_load("gem_prelude", NULL);
|
|
|
|
}
|
2019-12-10 11:39:04 +03:00
|
|
|
#endif
|