From e4b65145f5c2d94081c64213ca7bc2aa27848de3 Mon Sep 17 00:00:00 2001 From: spalen0 Date: Tue, 7 Apr 2026 12:18:37 +0200 Subject: [PATCH 1/2] feat: add Groq as LLM provider option Groq uses an OpenAI-compatible API, so it works with the existing OpenAICompatProvider. Default model is openai/gpt-oss-safeguard-20b. Co-Authored-By: Claude Opus 4.6 (1M context) --- utils/llm/factory.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/utils/llm/factory.py b/utils/llm/factory.py index ca3abca..d855337 100644 --- a/utils/llm/factory.py +++ b/utils/llm/factory.py @@ -8,6 +8,7 @@ Provider defaults: venice: base_url=https://api.venice.ai/api/v1, model=llama-3.3-70b + groq: base_url=https://api.groq.com/openai/v1, model=openai/gpt-oss-safeguard-20b openai: base_url=https://api.openai.com/v1, model=gpt-4o-mini anthropic: model=claude-haiku-4-5-20251001 (uses native Anthropic API) Custom: Set LLM_BASE_URL and LLM_MODEL explicitly. @@ -26,6 +27,10 @@ "base_url": "https://api.venice.ai/api/v1", "model": "grok-41-fast", }, + "groq": { + "base_url": "https://api.groq.com/openai/v1", + "model": "openai/gpt-oss-safeguard-20b", + }, "openai": { "base_url": "https://api.openai.com/v1", "model": "gpt-4o-mini", From a36e03a91e3fdf54a31465773135cb3a9c7c5cde Mon Sep 17 00:00:00 2001 From: spalen0 Date: Tue, 7 Apr 2026 12:19:17 +0200 Subject: [PATCH 2/2] docs: add Groq to LLM provider documentation Co-Authored-By: Claude Opus 4.6 (1M context) --- utils/llm/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/utils/llm/README.md b/utils/llm/README.md index 713e4aa..842b6e0 100644 --- a/utils/llm/README.md +++ b/utils/llm/README.md @@ -141,7 +141,7 @@ All configuration is via environment variables: | Variable | Default | Description | |---|---|---| -| `LLM_PROVIDER` | `venice` | Provider name: `venice`, `openai`, `anthropic`, or custom | +| `LLM_PROVIDER` | `venice` | Provider name: `venice`, `groq`, `openai`, `anthropic`, or custom | | `LLM_API_KEY` | *(required)* | API key for the LLM provider | | `LLM_MODEL` | `grok-41-fast` | Model identifier | | `LLM_BASE_URL` | *(per provider)* | API base URL (not needed for anthropic) | @@ -154,6 +154,7 @@ All configuration is via environment variables: | Provider | Base URL | Default Model | Package | |---|---|---|---| | Venice.ai | `https://api.venice.ai/api/v1` | `grok-41-fast` | `openai` | +| Groq | `https://api.groq.com/openai/v1` | `openai/gpt-oss-safeguard-20b` | `openai` | | OpenAI | `https://api.openai.com/v1` | `gpt-4o-mini` | `openai` | | Anthropic | *(native API)* | `claude-haiku-4-5-20251001` | `anthropic` | | Custom | Set `LLM_BASE_URL` | Set `LLM_MODEL` | `openai` |