Validator FastAgent Config updates
This commit is contained in:
@@ -3,9 +3,12 @@
|
|||||||
# Secrets (api_key, MCP bearer tokens) live in fastagent.secrets.yaml
|
# Secrets (api_key, MCP bearer tokens) live in fastagent.secrets.yaml
|
||||||
# (gitignored) and merge with this file at runtime.
|
# (gitignored) and merge with this file at runtime.
|
||||||
|
|
||||||
# Local llama.cpp on Nyx (OpenAI-compatible). Override via
|
# Local llama.cpp on Nyx — served via fast-agent's Generic (OpenAI-compatible)
|
||||||
# fastagent.secrets.yaml if you want to point at a different model server.
|
# provider. The `openai` provider slot is reserved for cloud OpenAI endpoints
|
||||||
default_model: openai.Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf
|
# (including AWS Bedrock Mantle's Chat Completions path — see
|
||||||
|
# pallas/docs/bedrock.md). Override via fastagent.secrets.yaml if you want to
|
||||||
|
# point at a different model server.
|
||||||
|
default_model: generic.Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf
|
||||||
|
|
||||||
# Capabilities for the model — Pallas registers it with fast-agent's
|
# Capabilities for the model — Pallas registers it with fast-agent's
|
||||||
# ModelDatabase using these values. vision: true so we can validate image
|
# ModelDatabase using these values. vision: true so we can validate image
|
||||||
@@ -16,7 +19,7 @@ model_capabilities:
|
|||||||
max_output_tokens: 16384
|
max_output_tokens: 16384
|
||||||
|
|
||||||
# ── LLM Providers ───────────────────────────────────────────────────────────
|
# ── LLM Providers ───────────────────────────────────────────────────────────
|
||||||
openai:
|
generic:
|
||||||
base_url: "http://nyx.helu.ca:22079/v1"
|
base_url: "http://nyx.helu.ca:22079/v1"
|
||||||
|
|
||||||
# ── MCP Servers ─────────────────────────────────────────────────────────────
|
# ── MCP Servers ─────────────────────────────────────────────────────────────
|
||||||
|
|||||||
@@ -4,10 +4,11 @@
|
|||||||
# gitignored; the .yaml.example is committed.
|
# gitignored; the .yaml.example is committed.
|
||||||
|
|
||||||
# ── LLM provider keys ───────────────────────────────────────────────────────
|
# ── LLM provider keys ───────────────────────────────────────────────────────
|
||||||
# Local llama.cpp doesn't authenticate, but fast-agent requires the key field
|
# Local llama.cpp on Nyx is served via fast-agent's Generic provider
|
||||||
# to be present. "0000" or any non-empty string is fine.
|
# (fastagent.config.yaml: `default_model: generic.…`). The Generic provider
|
||||||
openai:
|
# injects "ollama" as a placeholder key automatically, so no explicit entry
|
||||||
api_key: "0000"
|
# is needed here. If you later point `default_model` at a cloud OpenAI model,
|
||||||
|
# add an `openai.api_key` stanza.
|
||||||
|
|
||||||
# ── MCP server bearer tokens ────────────────────────────────────────────────
|
# ── MCP server bearer tokens ────────────────────────────────────────────────
|
||||||
mcp:
|
mcp:
|
||||||
|
|||||||
Reference in New Issue
Block a user