From 671f859c220ea10f52b9f83622fb6185f62f5ce3 Mon Sep 17 00:00:00 2001 From: Mattt Zmuda Date: Wed, 4 Feb 2026 11:25:52 -0800 Subject: [PATCH 1/3] Document guided generation support for MLX and Llama --- README.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/README.md b/README.md index 4f407a9..48c7151 100644 --- a/README.md +++ b/README.md @@ -367,6 +367,9 @@ Enable the trait in Package.swift: ) ``` +> [!NOTE] +> MLX supports guided generation (structured output via `@Generable`). + ### llama.cpp (GGUF) Run GGUF quantized models via [llama.cpp](https://github.com/ggml-org/llama.cpp) @@ -419,6 +422,7 @@ let response = try await session.respond( > [!NOTE] > Image inputs are not currently supported with `LlamaLanguageModel`. +> Guided generation (structured output via `@Generable`) is supported. ### OpenAI From ccc06224090e45032b11885e51d351ffad02c19c Mon Sep 17 00:00:00 2001 From: Mattt Zmuda Date: Wed, 4 Feb 2026 11:26:32 -0800 Subject: [PATCH 2/3] Update Package.resolved --- Package.resolved | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/Package.resolved b/Package.resolved index 4f70352..5aa2b99 100644 --- a/Package.resolved +++ b/Package.resolved @@ -1,5 +1,5 @@ { - "originHash" : "6412c8a7adbb37a645291e2b477057e2c62a4a6a966abd88ec792f9ebea96fec", + "originHash" : "f7b86b800200fa069a2b288e06bafe53bc937a1851b6effeebba326a62be227e", "pins" : [ { "identity" : "eventsource", @@ -19,15 +19,6 @@ "version" : "1.3.1" } }, - { - "identity" : "llama.swift", - "kind" : "remoteSourceControl", - "location" : "https://github.com/mattt/llama.swift", - "state" : { - "revision" : "dc3eb03c643209482c0805966a62b86821b9bcd2", - "version" : "2.7921.0" - } - }, { "identity" : "partialjsondecoder", "kind" : "remoteSourceControl", From c546942562aa19e0ee8149b077d9f2f40496a385 Mon Sep 17 00:00:00 2001 From: Mattt Zmuda Date: Wed, 4 Feb 2026 11:26:41 -0800 Subject: [PATCH 3/3] Format table --- README.md | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index 48c7151..99a0569 100644 --- a/README.md +++ b/README.md @@ -661,14 +661,14 @@ swift test Tests for different language model backends have varying requirements: -| Backend | Traits | Environment Variables | -|---------|--------|----------------------| -| CoreML | `CoreML` | `HF_TOKEN` | -| MLX | `MLX` | `HF_TOKEN` | -| Llama | `Llama` | `LLAMA_MODEL_PATH` | -| Anthropic | — | `ANTHROPIC_API_KEY` | -| OpenAI | — | `OPENAI_API_KEY` | -| Ollama | — | — | +| Backend | Traits | Environment Variables | +| --------- | -------- | --------------------- | +| CoreML | `CoreML` | `HF_TOKEN` | +| MLX | `MLX` | `HF_TOKEN` | +| Llama | `Llama` | `LLAMA_MODEL_PATH` | +| Anthropic | — | `ANTHROPIC_API_KEY` | +| OpenAI | — | `OPENAI_API_KEY` | +| Ollama | — | — | Example setup for running multiple tests at once: