python3Packages.tree-sitter-*: init at 0.22.5

Co-authored-by: Robert James Hernandez <[email protected]> Co-authored-by: Yifei Sun <[email protected]> Co-authored-by: Ali Jamadi <[email protected]> Co-authored-by: yakampe <[email protected]> Co-authored-by: GetPsyched <[email protected]> Co-authored-by: Adrien Faure <[email protected]> Co-authored-by: Shahar "Dawn" Or <[email protected]>
NixOS · Jun 20, 2024 · be0a31b · be0a31b
1 parent 7bcae63
commit be0a31b
Show file tree

Hide file tree

Showing 2 changed files with 133 additions and 0 deletions.
diff --git a/pkgs/development/python-modules/tree-sitter-grammars/default.nix b/pkgs/development/python-modules/tree-sitter-grammars/default.nix
@@ -0,0 +1,124 @@
+{ lib
+, buildPythonPackage
+, pytestCheckHook
+, tree-sitter
+, symlinkJoin
+, writeTextDir
+  # `name`: grammar derivation pname in the format of `tree-sitter-<lang>`
+, name
+, grammarDrv
+}:
+let
+  inherit (grammarDrv) version;
+
+  snakeCaseName = lib.replaceStrings [ "-" ] [ "_" ] name;
+  drvPrefix = "python-${name}";
+in
+assert (lib.assertMsg (!(grammarDrv.meta ? license)) ''
+  As of this writing, ${grammarDrv.pname} surprisingly doesn't have a license.
+  This trap is set here to guarantee that if it ever does have a license, this package will inherit the license.
+'');
+buildPythonPackage {
+  inherit version;
+  pname = drvPrefix;
+
+  src = symlinkJoin {
+    name = "${drvPrefix}-source";
+    paths = [
+      (writeTextDir "${snakeCaseName}/__init__.py"
+        ''
+          from ._binding import language
+
+          __all__ = ["language"]
+        ''
+      )
+      (writeTextDir "${snakeCaseName}/binding.c"
+        ''
+          #include <Python.h>
+
+          typedef struct TSLanguage TSLanguage;
+
+          TSLanguage *${snakeCaseName}(void);
+
+          static PyObject* _binding_language(PyObject *self, PyObject *args) {
+              return PyLong_FromVoidPtr(${snakeCaseName}());
+          }
+
+          static PyMethodDef methods[] = {
+              {"language", _binding_language, METH_NOARGS,
+              "Get the tree-sitter language for this grammar."},
+              {NULL, NULL, 0, NULL}
+          };
+
+          static struct PyModuleDef module = {
+              .m_base = PyModuleDef_HEAD_INIT,
+              .m_name = "_binding",
+              .m_doc = NULL,
+              .m_size = -1,
+              .m_methods = methods
+          };
+
+          PyMODINIT_FUNC PyInit__binding(void) {
+              return PyModule_Create(&module);
+          }
+        ''
+      )
+      (writeTextDir "setup.py"
+        ''
+          from platform import system
+          from setuptools import Extension, setup
+
+
+          setup(
+            name="${snakeCaseName}",
+            version="${version}",
+            packages=["${snakeCaseName}"],
+            ext_package="${snakeCaseName}",
+            ext_modules=[
+              Extension(
+                name="_binding",
+                sources=["${snakeCaseName}/binding.c"],
+                extra_objects = ["${grammarDrv}/parser"],
+                extra_compile_args=(
+                  ["-std=c11"] if system() != 'Windows' else []
+                ),
+                define_macros=[
+                  ("Py_LIMITED_API", "0x03080000"),
+                  ("PY_SSIZE_T_CLEAN", None)
+                ],
+                py_limited_api=True,
+              )
+            ],
+          )
+        ''
+      )
+      (writeTextDir "tests/test_language.py"
+        ''
+          from ${snakeCaseName} import language
+          from tree_sitter import Language, Parser
+
+
+          def test_language():
+            lang = Language(language())
+            assert lang is not None
+            parser = Parser()
+            parser.language = lang
+            tree = parser.parse(bytes("", "utf-8"))
+            assert tree is not None
+        ''
+      )
+    ];
+  };
+
+  preCheck = ''
+    rm -r ${snakeCaseName}
+  '';
+
+  nativeCheckInputs = [ tree-sitter pytestCheckHook ];
+  pythonImportsCheck = [ snakeCaseName ];
+
+  meta = {
+    description = "Python bindings for ${name}";
+    maintainers = with lib.maintainers; [ a-jay98 adfaure mightyiam stepbrobd ];
+  };
+}
diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix
@@ -15486,6 +15486,15 @@ self: super: with self; {
 
   tree-sitter0_21 = callPackage ../development/python-modules/tree-sitter0_21 { };
 
+  tree-sitter-grammars = lib.recurseIntoAttrs (lib.mapAttrs
+    (name: grammarDrv: callPackage ../development/python-modules/tree-sitter-grammars { inherit name grammarDrv; })
+    (lib.attrsets.removeAttrs pkgs.tree-sitter.builtGrammars [
+      # ImportError: /nix/store/7w7piy6hpdj1swdg5r0bz47gk2g3q855-tree-sitter-perl-grammar-0.22.5/parser: undefined symbol: isnumber
+      "tree-sitter-perl"
+      # ImportError: /nix/store/ybmnykhrgj6sghw4r7ypf897c4wrncr5-python3.11-python-tree-sitter-org-nvim-0.22.5/lib/python3.11/site-packages/tree_sitter_org_nvim/_binding.abi3.so: undefined symbol: tree_sitter_org_nvim
+      "tree-sitter-org-nvim"
+    ]));
+
   tree-sitter-html = callPackage ../development/python-modules/tree-sitter-html { };
 
   tree-sitter-python = callPackage ../development/python-modules/tree-sitter-python { };