push sheeet

pkgs/applications/editors/vim/plugins/utils/nvim-treesitter/update-shell.nix

@@ -0,0 +1,20 @@
+{
+  pkgs ? import ../../../../../../.. { },
+}:
+
+with pkgs;
+
+let
+  pythonWithPackages = python3.withPackages (
+    ps: with ps; [
+      requests
+    ]
+  );
+in
+
+mkShell {
+  packages = [
+    nurl
+    pythonWithPackages
+  ];
+}

pkgs/applications/editors/vim/plugins/utils/nvim-treesitter/update.py

@@ -0,0 +1,126 @@
+#!/usr/bin/env nix-shell
+#!nix-shell ./update-shell.nix -i python
+
+import json
+import logging
+import os
+import subprocess
+from concurrent.futures import ThreadPoolExecutor
+from pathlib import Path
+
+import requests
+
+log = logging.getLogger("vim-updater")
+
+NURR_JSON_URL = (
+    "https://raw.githubusercontent.com/nvim-neorocks/nurr/main/tree-sitter-parsers.json"
+)
+
+
+def generate_grammar(lang, parser_info):
+    """Generate grammar for a language based on the parser info"""
+    if "install_info" not in parser_info:
+        log.warning(f"Parser {lang} does not have install_info, skipping")
+        return ""
+
+    install_info = parser_info["install_info"]
+
+    url = install_info["url"]
+    rev = install_info["revision"]
+
+    generated = f"""  {lang} = buildGrammar {{
+    language = "{lang}";
+    version = "0.0.0+rev={rev[:7]}";
+    src = """
+
+    generated += subprocess.check_output(
+        ["nurl", url, rev, "--indent=4"], text=True
+    )
+    generated += ";"
+
+    location = install_info.get("location", "")
+    if location:
+        generated += f"""
+    location = "{location}";"""
+
+    if install_info.get("generate", False):
+        generated += """
+    generate = true;"""
+
+    generated += f"""
+    meta.homepage = "{url}";
+  }};
+"""
+
+    return generated
+
+
+def fetch_nurr_parsers():
+    """Fetch the parser information from nurr repository"""
+    log.info("Fetching parser data from %s", NURR_JSON_URL)
+
+    headers = {}
+    github_token = os.environ.get("GITHUB_TOKEN")
+    if github_token:
+        log.info("Using GITHUB_TOKEN for authentication")
+        headers["Authorization"] = f"token {github_token}"
+    else:
+        log.warning("No GITHUB_TOKEN found. GitHub API requests may be rate-limited.")
+
+    response = requests.get(NURR_JSON_URL, headers=headers, timeout=30)
+    response.raise_for_status()
+    data = response.json()
+
+    try:
+        parsers = data["parsers"]
+    except KeyError:
+        raise ValueError(
+            "Unexpected response from NURR:\n" + json.dumps(data, indent=2)
+        )
+    log.info(f"Successfully fetched {len(parsers)} parsers")
+    return parsers
+
+
+def process_parser_info(parser_info):
+    """Process a single parser info entry and generate grammar for it"""
+    return generate_grammar(parser_info["lang"], parser_info)
+
+
+def update_grammars():
+    """Update grammar definitions using nurr's parser information"""
+    parsers_info = fetch_nurr_parsers()
+
+    generated_file = """# generated by pkgs/applications/editors/vim/plugins/utils/nvim-treesitter/update.py
+# Using parser data from https://github.com/nvim-neorocks/nurr/blob/main/tree-sitter-parsers.json
+
+{
+  buildGrammar,
+  """
+
+    nurl_output = subprocess.check_output(["nurl", "-Ls", ","], text=True).strip()
+    indented_output = nurl_output.replace(",", ",\n  ")
+    generated_file += indented_output
+    generated_file += """,
+}:
+
+{
+"""
+
+    # Process parsers in parallel for better performance
+    with ThreadPoolExecutor(max_workers=5) as executor:
+        for generated in executor.map(process_parser_info, parsers_info):
+            generated_file += generated
+
+    generated_file += "}\n"
+    return generated_file
+
+
+if __name__ == "__main__":
+    logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
+
+    generated = update_grammars()
+    output_path = Path(__file__).parent.parent.parent / "nvim-treesitter/generated.nix"
+    log.info("Writing output to %s", output_path)
+    with open(output_path, "w") as f:
+        f.write(generated)
+    log.info("Successfully updated grammar definitions")