From b023d0b60786eceafcbf71ee65dabe9efbb5f2b2 Mon Sep 17 00:00:00 2001 From: yuqiannemo Date: Sun, 22 Mar 2026 20:25:01 +0800 Subject: [PATCH 1/4] Add missing deps for more models --- pyproject.toml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index 36b6a33..1c307bd 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -21,6 +21,7 @@ dependencies = [ "numpy>=1.24.0", "torch>=2.4.0", "transformers>=4.40.0", + "bitsandbytes>=0.46.1", "accelerate>=0.26.0", "huggingface-hub>=0.23.0", "datasets>=2.14.0", @@ -32,6 +33,8 @@ dependencies = [ "wonderwords>=2.2.0", "openai>=1.0.0", "tiktoken>=0.7.0", + "python-dotenv>=1.0.0", + "auto-gptq>=0.5.0", ] [project.optional-dependencies] From 36c1c031b7cd20e4d76ddc83fea6f74973bc6b5f Mon Sep 17 00:00:00 2001 From: yuqiannemo Date: Sun, 22 Mar 2026 20:28:30 +0800 Subject: [PATCH 2/4] Correct model classification --- src/llm_dna/models/ModelLoader.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/llm_dna/models/ModelLoader.py b/src/llm_dna/models/ModelLoader.py index f3c8b65..b2c52ee 100644 --- a/src/llm_dna/models/ModelLoader.py +++ b/src/llm_dna/models/ModelLoader.py @@ -82,7 +82,9 @@ def _detect_model_type(self, model_path_or_name: str) -> str: "cohere/command", "perplexity/", ] - if any(model_lower.startswith(prefix) for prefix in openrouter_prefixes): + huggingface_prefixes_openai = "openai/gpt-oss" + + if any(model_lower.startswith(prefix) for prefix in openrouter_prefixes) and not model_lower.startswith(huggingface_prefixes_openai): return "openrouter" # Check for Google Gemini model names From e6efb18b60254f4981253005fbb0a0183014a794 Mon Sep 17 00:00:00 2001 From: yuqiannemo Date: Sun, 22 Mar 2026 20:39:45 +0800 Subject: [PATCH 3/4] More deps --- pyproject.toml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index 1c307bd..f561357 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -35,6 +35,9 @@ dependencies = [ "tiktoken>=0.7.0", "python-dotenv>=1.0.0", "auto-gptq>=0.5.0", + "optimum>=1.16.0", + "mamba-ssm>=1.0.0", + "compressed-tensors>=0.1.0", ] [project.optional-dependencies] From 353c144352888df2ba7c664ba862307fa163a72b Mon Sep 17 00:00:00 2001 From: yuqiannemo Date: Sun, 22 Mar 2026 21:08:03 +0800 Subject: [PATCH 4/4] More deps --- pyproject.toml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index f561357..6890fb5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -38,6 +38,8 @@ dependencies = [ "optimum>=1.16.0", "mamba-ssm>=1.0.0", "compressed-tensors>=0.1.0", + "mlx>=0.10.0", + "mlx-lm>=0.10.0", ] [project.optional-dependencies]