Add tree-sitter-mozjs crate
This commit is contained in:
Родитель
385be69c29
Коммит
0833b03f01
|
@ -1702,6 +1702,7 @@ dependencies = [
|
||||||
"tree-sitter-ccomment",
|
"tree-sitter-ccomment",
|
||||||
"tree-sitter-java",
|
"tree-sitter-java",
|
||||||
"tree-sitter-mozcpp",
|
"tree-sitter-mozcpp",
|
||||||
|
"tree-sitter-mozjs",
|
||||||
"tree-sitter-preproc",
|
"tree-sitter-preproc",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
@ -2238,6 +2239,14 @@ dependencies = [
|
||||||
"tree-sitter-cpp",
|
"tree-sitter-cpp",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tree-sitter-mozjs"
|
||||||
|
version = "0.16.0"
|
||||||
|
dependencies = [
|
||||||
|
"cc",
|
||||||
|
"tree-sitter",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tree-sitter-preproc"
|
name = "tree-sitter-preproc"
|
||||||
version = "0.16.0"
|
version = "0.16.0"
|
||||||
|
|
|
@ -35,6 +35,7 @@ tree-sitter-java = "^0.16"
|
||||||
tree-sitter-preproc = { path = "./tree-sitter-preproc" }
|
tree-sitter-preproc = { path = "./tree-sitter-preproc" }
|
||||||
tree-sitter-ccomment = { path = "./tree-sitter-ccomment" }
|
tree-sitter-ccomment = { path = "./tree-sitter-ccomment" }
|
||||||
tree-sitter-mozcpp = { path = "./tree-sitter-mozcpp" }
|
tree-sitter-mozcpp = { path = "./tree-sitter-mozcpp" }
|
||||||
|
tree-sitter-mozjs = { path = "./tree-sitter-mozjs" }
|
||||||
|
|
||||||
[dev-dependencies]
|
[dev-dependencies]
|
||||||
pretty_assertions = "^0.7"
|
pretty_assertions = "^0.7"
|
||||||
|
|
1
build.rs
1
build.rs
|
@ -159,6 +159,7 @@ fn main() {
|
||||||
"tree-sitter-preproc".to_string(),
|
"tree-sitter-preproc".to_string(),
|
||||||
"tree-sitter-ccomment".to_string(),
|
"tree-sitter-ccomment".to_string(),
|
||||||
"tree-sitter-mozcpp".to_string(),
|
"tree-sitter-mozcpp".to_string(),
|
||||||
|
"tree-sitter-mozjs".to_string(),
|
||||||
"tree-sitter-typescript".to_string(),
|
"tree-sitter-typescript".to_string(),
|
||||||
];
|
];
|
||||||
let dirs = collect_tree_sitter_dirs(ignore);
|
let dirs = collect_tree_sitter_dirs(ignore);
|
||||||
|
|
|
@ -166,6 +166,7 @@ dependencies = [
|
||||||
"tree-sitter-ccomment",
|
"tree-sitter-ccomment",
|
||||||
"tree-sitter-java",
|
"tree-sitter-java",
|
||||||
"tree-sitter-mozcpp",
|
"tree-sitter-mozcpp",
|
||||||
|
"tree-sitter-mozjs",
|
||||||
"tree-sitter-preproc",
|
"tree-sitter-preproc",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
@ -532,6 +533,14 @@ dependencies = [
|
||||||
"tree-sitter-cpp",
|
"tree-sitter-cpp",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tree-sitter-mozjs"
|
||||||
|
version = "0.16.0"
|
||||||
|
dependencies = [
|
||||||
|
"cc",
|
||||||
|
"tree-sitter",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tree-sitter-preproc"
|
name = "tree-sitter-preproc"
|
||||||
version = "0.16.0"
|
version = "0.16.0"
|
||||||
|
|
|
@ -21,3 +21,4 @@ tree-sitter-java = "^0.16"
|
||||||
tree-sitter-preproc = { path = "../tree-sitter-preproc" }
|
tree-sitter-preproc = { path = "../tree-sitter-preproc" }
|
||||||
tree-sitter-ccomment = { path = "../tree-sitter-ccomment" }
|
tree-sitter-ccomment = { path = "../tree-sitter-ccomment" }
|
||||||
tree-sitter-mozcpp = { path = "../tree-sitter-mozcpp" }
|
tree-sitter-mozcpp = { path = "../tree-sitter-mozcpp" }
|
||||||
|
tree-sitter-mozjs = { path = "../tree-sitter-mozjs" }
|
||||||
|
|
|
@ -19,6 +19,7 @@ macro_rules! mk_get_language {
|
||||||
LANG::Preproc => tree_sitter_preproc::language(),
|
LANG::Preproc => tree_sitter_preproc::language(),
|
||||||
LANG::Ccomment => tree_sitter_ccomment::language(),
|
LANG::Ccomment => tree_sitter_ccomment::language(),
|
||||||
LANG::Cpp => tree_sitter_mozcpp::language(),
|
LANG::Cpp => tree_sitter_mozcpp::language(),
|
||||||
|
LANG::Mozjs => tree_sitter_mozjs::language(),
|
||||||
_ => match lang {
|
_ => match lang {
|
||||||
$(
|
$(
|
||||||
LANG::$camel => {
|
LANG::$camel => {
|
||||||
|
|
|
@ -52,6 +52,11 @@ macro_rules! get_language {
|
||||||
tree_sitter_mozcpp::language()
|
tree_sitter_mozcpp::language()
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
(tree_sitter_mozjs) => {
|
||||||
|
fn get_language() -> Language {
|
||||||
|
tree_sitter_mozjs::language()
|
||||||
|
}
|
||||||
|
};
|
||||||
($name:ident) => {
|
($name:ident) => {
|
||||||
fn get_language() -> Language {
|
fn get_language() -> Language {
|
||||||
extern "C" {
|
extern "C" {
|
||||||
|
|
|
@ -0,0 +1,5 @@
|
||||||
|
Cargo.lock
|
||||||
|
node_modules
|
||||||
|
build
|
||||||
|
package-lock.json
|
||||||
|
/target/
|
|
@ -0,0 +1,27 @@
|
||||||
|
[package]
|
||||||
|
name = "tree-sitter-mozjs"
|
||||||
|
description = "Mozjs grammar for the tree-sitter parsing library"
|
||||||
|
version = "0.16.0"
|
||||||
|
authors = ["Calixte Denizet <cdenizet@mozilla.com>"]
|
||||||
|
license = "MIT"
|
||||||
|
readme = "bindings/rust/README.md"
|
||||||
|
keywords = ["incremental", "parsing", "mozjs"]
|
||||||
|
categories = ["parsing", "text-editors"]
|
||||||
|
repository = "https://github.com/tree-sitter/tree-sitter-mozjs"
|
||||||
|
edition = "2018"
|
||||||
|
|
||||||
|
build = "bindings/rust/build.rs"
|
||||||
|
include = [
|
||||||
|
"bindings/rust/*",
|
||||||
|
"grammar.js",
|
||||||
|
"src/*",
|
||||||
|
]
|
||||||
|
|
||||||
|
[lib]
|
||||||
|
path = "bindings/rust/lib.rs"
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
tree-sitter = "^0.17"
|
||||||
|
|
||||||
|
[build-dependencies]
|
||||||
|
cc = "^1.0"
|
|
@ -0,0 +1,37 @@
|
||||||
|
# tree-sitter-mozjs
|
||||||
|
|
||||||
|
This crate provides a Mozjs grammar for the [tree-sitter][] parsing library. To
|
||||||
|
use this crate, add it to the `[dependencies]` section of your `Cargo.toml`
|
||||||
|
file. (Note that you will probably also need to depend on the
|
||||||
|
[`tree-sitter`][tree-sitter crate] crate to use the parsed result in any useful
|
||||||
|
way.)
|
||||||
|
|
||||||
|
``` toml
|
||||||
|
[dependencies]
|
||||||
|
tree-sitter = "0.17"
|
||||||
|
tree-sitter-mozjs = "0.16"
|
||||||
|
```
|
||||||
|
|
||||||
|
Typically, you will use the [language][language func] function to add this
|
||||||
|
grammar to a tree-sitter [Parser][], and then use the parser to parse some code:
|
||||||
|
|
||||||
|
``` rust
|
||||||
|
let code = r#"
|
||||||
|
function double(x) {
|
||||||
|
return x * 2;
|
||||||
|
}
|
||||||
|
"#;
|
||||||
|
let mut parser = Parser::new();
|
||||||
|
parser.set_language(tree_sitter_mozjs::language()).expect("Error loading Mozjs grammar");
|
||||||
|
let parsed = parser.parse(code, None);
|
||||||
|
```
|
||||||
|
|
||||||
|
If you have any questions, please reach out to us in the [tree-sitter
|
||||||
|
discussions] page.
|
||||||
|
|
||||||
|
[Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||||
|
[language func]: https://docs.rs/tree-sitter-mozjs/*/tree_sitter_mozjs/fn.language.html
|
||||||
|
[Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
|
||||||
|
[tree-sitter]: https://tree-sitter.github.io/
|
||||||
|
[tree-sitter crate]: https://crates.io/crates/tree-sitter
|
||||||
|
[tree-sitter discussions]: https://github.com/tree-sitter/tree-sitter/discussions
|
|
@ -0,0 +1,20 @@
|
||||||
|
// Adapted from tree-sitter-javascript bindings
|
||||||
|
use std::path::Path;
|
||||||
|
extern crate cc;
|
||||||
|
|
||||||
|
fn main() {
|
||||||
|
let src_dir = Path::new("src");
|
||||||
|
|
||||||
|
let mut c_config = cc::Build::new();
|
||||||
|
c_config.include(&src_dir);
|
||||||
|
c_config
|
||||||
|
.flag_if_supported("-Wno-unused-parameter")
|
||||||
|
.flag_if_supported("-Wno-unused-but-set-variable")
|
||||||
|
.flag_if_supported("-Wno-trigraphs");
|
||||||
|
let parser_path = src_dir.join("parser.c");
|
||||||
|
c_config.file(&parser_path);
|
||||||
|
let scanner_path = src_dir.join("scanner.c");
|
||||||
|
c_config.file(&scanner_path);
|
||||||
|
println!("cargo:rerun-if-changed={}", parser_path.to_str().unwrap());
|
||||||
|
c_config.compile("parser-scanner");
|
||||||
|
}
|
|
@ -0,0 +1,64 @@
|
||||||
|
// Adapted from tree-sitter-javascript bindings
|
||||||
|
// -*- coding: utf-8 -*-
|
||||||
|
// ------------------------------------------------------------------------------------------------
|
||||||
|
// Copyright © 2021, tree-sitter-mozjs authors.
|
||||||
|
// See the LICENSE file in this repo for license details.
|
||||||
|
// ------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
//! This crate provides a Mozjs grammar for the [tree-sitter][] parsing library.
|
||||||
|
//!
|
||||||
|
//! Typically, you will use the [language][language func] function to add this grammar to a
|
||||||
|
//! tree-sitter [Parser][], and then use the parser to parse some code:
|
||||||
|
//!
|
||||||
|
//! ```
|
||||||
|
//! use tree_sitter::Parser;
|
||||||
|
//!
|
||||||
|
//! let code = r#"
|
||||||
|
//! function double(x) {
|
||||||
|
//! return x * 2;
|
||||||
|
//! }
|
||||||
|
//! "#;
|
||||||
|
//! let mut parser = Parser::new();
|
||||||
|
//! parser.set_language(tree_sitter_mozjs::language()).expect("Error loading Mozjs grammar");
|
||||||
|
//! let parsed = parser.parse(code, None);
|
||||||
|
//! # let parsed = parsed.unwrap();
|
||||||
|
//! # let root = parsed.root_node();
|
||||||
|
//! # assert!(!root.has_error());
|
||||||
|
//! ```
|
||||||
|
//!
|
||||||
|
//! [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||||
|
//! [language func]: fn.language.html
|
||||||
|
//! [Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
|
||||||
|
//! [tree-sitter]: https://tree-sitter.github.io/
|
||||||
|
|
||||||
|
use tree_sitter::Language;
|
||||||
|
|
||||||
|
extern "C" {
|
||||||
|
fn tree_sitter_mozjs() -> Language;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns the tree-sitter [Language][] for this grammar.
|
||||||
|
///
|
||||||
|
/// [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||||
|
pub fn language() -> Language {
|
||||||
|
unsafe { tree_sitter_mozjs() }
|
||||||
|
}
|
||||||
|
|
||||||
|
/// The source of the Mozjs tree-sitter grammar description.
|
||||||
|
pub const GRAMMAR: &str = include_str!("../../grammar.js");
|
||||||
|
|
||||||
|
/// The content of the [`node-types.json`][] file for this grammar.
|
||||||
|
///
|
||||||
|
/// [`node-types.json`]: https://tree-sitter.github.io/tree-sitter/using-parsers#static-node-types
|
||||||
|
pub const NODE_TYPES: &str = include_str!("../../src/node-types.json");
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
#[test]
|
||||||
|
fn can_load_grammar() {
|
||||||
|
let mut parser = tree_sitter::Parser::new();
|
||||||
|
parser
|
||||||
|
.set_language(super::language())
|
||||||
|
.expect("Error loading Mozjs grammar");
|
||||||
|
}
|
||||||
|
}
|
Загрузка…
Ссылка в новой задаче