Merge pull request #693 from jellydn/feat/llamacpp-support

feat(api): add llama.cpp support as local model provider
This commit is contained in:
Kai (Tam Nhu) Tran authored and GitHub committed 2026-03-09 05:24:46 -04:00
commit 163f40be8a
10 files changed
+103 -30

No files matched your search

+10
View File
@@ -0,0 +1,10 @@
{
"env": {
"ANTHROPIC_BASE_URL": "http://127.0.0.1:8080",
"ANTHROPIC_AUTH_TOKEN": "llamacpp",
"ANTHROPIC_MODEL": "llama3-8b",
"ANTHROPIC_DEFAULT_OPUS_MODEL": "llama3-70b",
"ANTHROPIC_DEFAULT_SONNET_MODEL": "llama3-8b",
"ANTHROPIC_DEFAULT_HAIKU_MODEL": "llama3-2b"
}
}