push sheeet

pkgs/development/python-modules/llm-gguf/default.nix

@@ -0,0 +1,50 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+
+  # build-system
+  setuptools,
+
+  # dependencies
+  httpx,
+  llama-cpp-python,
+  llm,
+  llm-gguf,
+}:
+
+buildPythonPackage rec {
+  pname = "llm-gguf";
+  version = "0.2";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "simonw";
+    repo = "llm-gguf";
+    tag = version;
+    hash = "sha256-ihMOiQnTfgZKICVDoQHLOMahrd+GiB+HwWFBMyIcs0A=";
+  };
+
+  build-system = [ setuptools ];
+
+  dependencies = [
+    httpx
+    llm
+    llama-cpp-python
+  ];
+
+  pythonImportsCheck = [ "llm_gguf" ];
+
+  # Tests require internet access (downloading models)
+  doCheck = false;
+
+  passthru.tests = llm.mkPluginTest llm-gguf;
+
+  meta = {
+    description = "Run models distributed as GGUF files using LLM";
+    homepage = "https://github.com/simonw/llm-gguf";
+    changelog = "https://github.com/simonw/llm-gguf/releases/tag/${src.tag}";
+    license = lib.licenses.asl20;
+    maintainers = with lib.maintainers; [ GaetanLepage ];
+  };
+}