Add tree-sitter-gdscript and tree-sitter-godot for Godot development

build.rs

@@ -87,6 +87,16 @@ fn main() {
             src_dir: "vendored_parsers/tree-sitter-elvish-src",
             extra_files: vec![],
         },
+        TreeSitterParser {
+            name: "tree-sitter-gdscript",
+            src_dir: "vendored_parsers/tree-sitter-gdscript-src",
+            extra_files: vec!["scanner.c"],
+        },
+        TreeSitterParser {
+            name: "tree-sitter-godot-resource",
+            src_dir: "vendored_parsers/tree-sitter-godot-resource-src",
+            extra_files: vec!["scanner.c"],
+        },
         TreeSitterParser {
             name: "tree-sitter-hack",
             src_dir: "vendored_parsers/tree-sitter-hack-src",

src/parse/guess_language.rs

@@ -36,8 +36,10 @@ pub(crate) enum Language {
     EmacsLisp,
     Erlang,
     FSharp,
+    GDScript,
     Gleam,
     Go,
+    GodotResource,
     Hack,
     Hare,
     Haskell,
@@ -137,8 +139,10 @@ pub(crate) fn language_name(language: Language) -> &'static str {
         EmacsLisp => "Emacs Lisp",
         Erlang => "Erlang",
         FSharp => "F#",
+        GDScript => "GDScript",
         Gleam => "Gleam",
         Go => "Go",
+        GodotResource => "Godot Resource",
         Hack => "Hack",
         Hare => "Hare",
         Haskell => "Haskell",
@@ -280,8 +284,10 @@ pub(crate) fn language_globs(language: Language) -> Vec<glob::Pattern> {
             "rebar.lock",
         ],
         FSharp => &["*.fs", "*.fsx", "*.fsi"],
+        GDScript => &["*.gd"],
         Gleam => &["*.gleam"],
         Go => &["*.go"],
+        GodotResource => &["*.tscn", "*.tres", "project.godot"],
         Hack => &["*.hack", "*.hck", "*.hhi"],
         Hare => &["*.ha"],
         Haskell => &["*.hs"],

src/parse/tree_sitter_parser.rs

@@ -73,6 +73,8 @@ extern "C" {
     fn tree_sitter_commonlisp() -> ts::Language;
     fn tree_sitter_elisp() -> ts::Language;
     fn tree_sitter_elvish() -> ts::Language;
+    fn tree_sitter_gdscript() -> ts::Language;
+    fn tree_sitter_godot_resource() -> ts::Language;
     fn tree_sitter_hare() -> ts::Language;
     fn tree_sitter_hack() -> ts::Language;
     fn tree_sitter_janet_simple() -> ts::Language;
@@ -389,6 +391,17 @@ pub(crate) fn from_language(language: guess::Language) -> TreeSitterConfig {
                 sub_languages: vec![],
             }
         }
+        GDScript => {
+            let language = unsafe { tree_sitter_gdscript() };
+
+            TreeSitterConfig {
+                language: language.clone(),
+                atom_nodes: vec![].into_iter().collect(),
+                delimiter_tokens: vec![("{", "}"), ("[", "]"), ("(", ")")],
+                highlight_query: ts::Query::new(&language, "").unwrap(),
+                sub_languages: vec![],
+            }
+        }
         Gleam => {
             let language_fn = tree_sitter_gleam::LANGUAGE;
             let language = tree_sitter::Language::new(language_fn);
@@ -418,6 +431,17 @@ pub(crate) fn from_language(language: guess::Language) -> TreeSitterConfig {
                 sub_languages: vec![],
             }
         }
+        GodotResource => {
+            let language = unsafe { tree_sitter_godot_resource() };
+
+            TreeSitterConfig {
+                language: language.clone(),
+                atom_nodes: vec![].into_iter().collect(),
+                delimiter_tokens: vec![("{", "}"), ("[", "]"), ("(", ")")],
+                highlight_query: ts::Query::new(&language, "").unwrap(),
+                sub_languages: vec![],
+            }
+        }
         Hack => {
             let language = unsafe { tree_sitter_hack() };
             TreeSitterConfig {

vendored_parsers/tree-sitter-gdscript-src

@@ -0,0 +1 @@
+tree-sitter-gdscript/src/

vendored_parsers/tree-sitter-gdscript/.editorconfig

@@ -0,0 +1,46 @@
+root = true
+
+[*]
+charset = utf-8
+
+[*.{json,toml,yml,gyp}]
+indent_style = space
+indent_size = 2
+
+[*.js]
+indent_style = space
+indent_size = 2
+
+[*.scm]
+indent_style = space
+indent_size = 2
+
+[*.{c,cc,h}]
+indent_style = space
+indent_size = 4
+
+[*.rs]
+indent_style = space
+indent_size = 4
+
+[*.{py,pyi}]
+indent_style = space
+indent_size = 4
+
+[*.swift]
+indent_style = space
+indent_size = 4
+
+[*.go]
+indent_style = tab
+indent_size = 8
+
+[Makefile]
+indent_style = tab
+indent_size = 8
+
+[parser.c]
+indent_size = 2
+
+[{alloc,array,parser}.h]
+indent_size = 2

vendored_parsers/tree-sitter-gdscript/.gitattributes

@@ -0,0 +1,37 @@
+* text=auto eol=lf
+
+# Generated source files
+src/*.json linguist-generated
+src/parser.c linguist-generated
+src/tree_sitter/* linguist-generated
+
+# C bindings
+bindings/c/* linguist-generated
+CMakeLists.txt linguist-generated
+Makefile linguist-generated
+
+# Rust bindings
+bindings/rust/* linguist-generated
+Cargo.toml linguist-generated
+Cargo.lock linguist-generated
+
+# Node.js bindings
+bindings/node/* linguist-generated
+binding.gyp linguist-generated
+package.json linguist-generated
+package-lock.json linguist-generated
+
+# Python bindings
+bindings/python/** linguist-generated
+setup.py linguist-generated
+pyproject.toml linguist-generated
+
+# Go bindings
+bindings/go/* linguist-generated
+go.mod linguist-generated
+go.sum linguist-generated
+
+# Swift bindings
+bindings/swift/** linguist-generated
+Package.swift linguist-generated
+Package.resolved linguist-generated

vendored_parsers/tree-sitter-gdscript/.github/workflows/build_publish.yml

@@ -0,0 +1,73 @@
+# This workflow will
+# - test tree sitter grammar
+# - upload build native binaries as an artifact for each major platform
+# - download artifacts for each major platform and bundle them to be published
+#   to npm
+# when a new version tag is pushed to the master branch.
+name: Test Build Publish
+
+on:
+  push:
+    tags: [v*]
+
+jobs:
+
+  build_native_binaries:
+    strategy:
+      matrix:
+        # Use macos-14 for arm, however the artifact upload name conflicts with
+        # macos-latest. There's probably a way to crossbuild for arm with
+        # prebuildify.
+        os: [macos-latest, ubuntu-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: lts/*
+      # Why is npm only occassionally installing peer dependencies?
+      # I cannot get consistent peer dependency installs with the same command runs.
+      # Should I always explicitly run npm i tree-sitter? The general consensus is yes.
+      # But then, why does it install peer deps sometimes?
+      - run: |
+          node --version
+          npm --version
+      - run: npm ci --include=peer --include=optional --include=dev
+      - run: npm i tree-sitter
+      - run: npm run versions
+      - run: npm test
+      - run: npm run prebuild
+      # upload-artifact@v4 requires each artifact name to be unique.
+      - uses: actions/upload-artifact@v4
+        with:
+          name: prebuilds-${{ matrix.os }}
+          path: prebuilds
+          retention-days: 1
+
+
+  publish_npm:
+    needs: build_native_binaries
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: lts/*
+          # https://docs.github.com/en/actions/use-cases-and-examples/publishing-packages/publishing-nodejs-packages#publishing-packages-to-the-npm-registry
+          # https://github.com/actions/setup-node/issues/342
+          # This is required to publish to npm.
+          registry-url: 'https://registry.npmjs.org'
+      - run: |
+          node --version
+          npm --version
+      - run: npm ci
+      # Download all artifacts and merge into prebuilds dir.
+      - uses: actions/download-artifact@v4
+        with:
+          path: prebuilds
+          pattern: prebuilds-*
+          merge-multiple: true
+      - run: ls -R prebuilds
+      - run: npm publish
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

vendored_parsers/tree-sitter-gdscript/.github/workflows/test.yml

@@ -0,0 +1,22 @@
+name: Test
+
+on:
+  push:
+    paths:
+      - 'grammar.js'
+      - 'corpus/**'
+  workflow_dispatch:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: lts/*
+      - run: |
+          node --version
+          npm --version
+      - run: npm ci --include=dev --include=optional --include=peer
+      - run: npm test

vendored_parsers/tree-sitter-gdscript/.gitignore

@@ -0,0 +1,41 @@
+# Rust artifacts
+target/
+
+# Node artifacts
+build/
+prebuilds/
+node_modules/
+
+# Swift artifacts
+.build/
+
+# Go artifacts
+_obj/
+
+# Python artifacts
+.venv/
+dist/
+*.egg-info
+*.whl
+
+# C artifacts
+*.a
+*.so
+*.so.*
+*.dylib
+*.dll
+*.pc
+parser.exp
+parser.lib
+parser.obj
+scanner.obj
+
+# Grammar volatiles
+*.wasm
+*.obj
+*.o
+
+# Archives
+*.tar.gz
+*.tgz
+*.zip

vendored_parsers/tree-sitter-gdscript/.npmignore

@@ -0,0 +1,8 @@
+corpus
+examples
+build
+script
+parser.exp
+parser.lib
+parser.obj
+scanner.obj