Add tree-sitter-ccomment crate

This commit is contained in:
Luni-4 2021-02-25 21:41:25 +01:00
Родитель a786a79f47
Коммит 2df1809316
12 изменённых файлов: 186 добавлений и 0 удалений

9
Cargo.lock сгенерированный
Просмотреть файл

@ -1640,6 +1640,7 @@ dependencies = [
"serde",
"termcolor",
"tree-sitter",
"tree-sitter-ccomment",
"tree-sitter-java",
"tree-sitter-preproc",
]
@ -2114,6 +2115,14 @@ dependencies = [
"regex",
]
[[package]]
name = "tree-sitter-ccomment"
version = "0.16.0"
dependencies = [
"cc",
"tree-sitter",
]
[[package]]
name = "tree-sitter-java"
version = "0.16.0"

Просмотреть файл

@ -33,6 +33,7 @@ termcolor = "^1.1"
tree-sitter = "^0.17"
tree-sitter-java = "^0.16"
tree-sitter-preproc = { path = "./tree-sitter-preproc" }
tree-sitter-ccomment = { path = "./tree-sitter-ccomment" }
[dev-dependencies]
pretty_assertions = "^0.6"

Просмотреть файл

@ -157,6 +157,7 @@ fn main() {
}
let ignore = vec![
"tree-sitter-preproc".to_string(),
"tree-sitter-ccomment".to_string(),
"tree-sitter-typescript".to_string(),
"tree-sitter-cpp".to_string(),
];

9
enums/Cargo.lock сгенерированный
Просмотреть файл

@ -163,6 +163,7 @@ dependencies = [
"libc",
"phf_codegen",
"tree-sitter",
"tree-sitter-ccomment",
"tree-sitter-java",
"tree-sitter-preproc",
]
@ -483,6 +484,14 @@ dependencies = [
"regex",
]
[[package]]
name = "tree-sitter-ccomment"
version = "0.16.0"
dependencies = [
"cc",
"tree-sitter",
]
[[package]]
name = "tree-sitter-java"
version = "0.16.0"

Просмотреть файл

@ -19,3 +19,4 @@ libc = "^0.2"
tree-sitter = "^0.17"
tree-sitter-java = "^0.16"
tree-sitter-preproc = { path = "../tree-sitter-preproc" }
tree-sitter-ccomment = { path = "../tree-sitter-ccomment" }

Просмотреть файл

@ -17,6 +17,7 @@ macro_rules! mk_get_language {
match lang {
LANG::Java => tree_sitter_java::language(),
LANG::Preproc => tree_sitter_preproc::language(),
LANG::Ccomment => tree_sitter_ccomment::language(),
_ => match lang {
$(
LANG::$camel => {

Просмотреть файл

@ -42,6 +42,11 @@ macro_rules! get_language {
tree_sitter_preproc::language()
}
};
(tree_sitter_ccomment) => {
fn get_language() -> Language {
tree_sitter_ccomment::language()
}
};
($name:ident) => {
fn get_language() -> Language {
extern "C" {

2
tree-sitter-ccomment/.gitignore поставляемый
Просмотреть файл

@ -1,3 +1,5 @@
Cargo.lock
node_modules
build
package-lock.json
/target/

Просмотреть файл

@ -0,0 +1,27 @@
[package]
name = "tree-sitter-ccomment"
description = "Ccomment grammar for the tree-sitter parsing library"
version = "0.16.0"
authors = ["Calixte Denizet <cdenizet@mozilla.com>"]
license = "MIT"
readme = "bindings/rust/README.md"
keywords = ["incremental", "parsing", "ccomment"]
categories = ["parsing", "text-editors"]
repository = "https://github.com/tree-sitter/tree-sitter-ccomment"
edition = "2018"
build = "bindings/rust/build.rs"
include = [
"bindings/rust/*",
"grammar.js",
"src/*",
]
[lib]
path = "bindings/rust/lib.rs"
[dependencies]
tree-sitter = "^0.17"
[build-dependencies]
cc = "^1.0"

Просмотреть файл

@ -0,0 +1,37 @@
# tree-sitter-ccomment
This crate provides a Ccomment grammar for the [tree-sitter][] parsing library. To
use this crate, add it to the `[dependencies]` section of your `Cargo.toml`
file. (Note that you will probably also need to depend on the
[`tree-sitter`][tree-sitter crate] crate to use the parsed result in any useful
way.)
``` toml
[dependencies]
tree-sitter = "0.17"
tree-sitter-ccomment = "0.16"
```
Typically, you will use the [language][language func] function to add this
grammar to a tree-sitter [Parser][], and then use the parser to parse some code:
``` rust
let code = r#"
int double(int x) {
return x * 2;
}
"#;
let mut parser = Parser::new();
parser.set_language(tree_sitter_ccomment::language()).expect("Error loading Ccomment grammar");
let parsed = parser.parse(code, None);
```
If you have any questions, please reach out to us in the [tree-sitter
discussions] page.
[Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
[language func]: https://docs.rs/tree-sitter-ccomment/*/tree_sitter_ccomment/fn.language.html
[Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
[tree-sitter]: https://tree-sitter.github.io/
[tree-sitter crate]: https://crates.io/crates/tree-sitter
[tree-sitter discussions]: https://github.com/tree-sitter/tree-sitter/discussions

Просмотреть файл

@ -0,0 +1,29 @@
// Adapted from tree-sitter-python bindings
use std::path::Path;
extern crate cc;
fn main() {
let src_dir = Path::new("src");
let mut c_config = cc::Build::new();
c_config.include(&src_dir);
c_config
.flag_if_supported("-Wno-unused-parameter")
.flag_if_supported("-Wno-unused-but-set-variable")
.flag_if_supported("-Wno-trigraphs");
let parser_path = src_dir.join("parser.c");
c_config.file(&parser_path);
println!("cargo:rerun-if-changed={}", parser_path.to_str().unwrap());
c_config.compile("parser");
let mut cpp_config = cc::Build::new();
cpp_config.cpp(true);
cpp_config.include(&src_dir);
cpp_config
.flag_if_supported("-Wno-unused-parameter")
.flag_if_supported("-Wno-unused-but-set-variable");
let scanner_path = src_dir.join("scanner.cc");
cpp_config.file(&scanner_path);
println!("cargo:rerun-if-changed={}", scanner_path.to_str().unwrap());
cpp_config.compile("scanner");
}

Просмотреть файл

@ -0,0 +1,64 @@
// Adapted from tree-sitter-python bindings
// -*- coding: utf-8 -*-
// ------------------------------------------------------------------------------------------------
// Copyright © 2021, tree-sitter-ccomment authors.
// See the LICENSE file in this repo for license details.
// ------------------------------------------------------------------------------------------------
//! This crate provides a Ccomment grammar for the [tree-sitter][] parsing library.
//!
//! Typically, you will use the [language][language func] function to add this grammar to a
//! tree-sitter [Parser][], and then use the parser to parse some code:
//!
//! ```
//! use tree_sitter::Parser;
//!
//! let code = r#"
//! int double(int x) {
//! return x * 2;
//! }
//! "#;
//! let mut parser = Parser::new();
//! parser.set_language(tree_sitter_ccomment::language()).expect("Error loading Ccomment grammar");
//! let parsed = parser.parse(code, None);
//! # let parsed = parsed.unwrap();
//! # let root = parsed.root_node();
//! # assert!(!root.has_error());
//! ```
//!
//! [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
//! [language func]: fn.language.html
//! [Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
//! [tree-sitter]: https://tree-sitter.github.io/
use tree_sitter::Language;
extern "C" {
fn tree_sitter_ccomment() -> Language;
}
/// Returns the tree-sitter [Language][] for this grammar.
///
/// [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
pub fn language() -> Language {
unsafe { tree_sitter_ccomment() }
}
/// The source of the Ccomment tree-sitter grammar description.
pub const GRAMMAR: &str = include_str!("../../grammar.js");
/// The content of the [`node-types.json`][] file for this grammar.
///
/// [`node-types.json`]: https://tree-sitter.github.io/tree-sitter/using-parsers#static-node-types
pub const NODE_TYPES: &str = include_str!("../../src/node-types.json");
#[cfg(test)]
mod tests {
#[test]
fn can_load_grammar() {
let mut parser = tree_sitter::Parser::new();
parser
.set_language(super::language())
.expect("Error loading Ccomment grammar");
}
}