ringofstorms/dotfiles
ringofstorms/dotfiles
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update llm stuff

Browse source
This commit is contained in:
RingOfStorms (Joshua Bell) 2025-12-03 21:31:33 +00:00
parent dd70b4ba81
commit a09ee0ab73
3 changed files with 19 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

18
hosts/h001/mods/litellm.nix
View file

@ -33,10 +33,9 @@ in
GITHUB_COPILOT_TOKEN_DIR = "/var/lib/litellm/github_copilot";
XDG_CONFIG_HOME = "/var/lib/litellm/.config";
};
settings = {
settings = {
environment_variables = {
LITELLM_PROXY_API_KEY = "na";
LITELLM_PROXY_API_BASE = "http://100.64.0.8:9010/air_key";
};
litellm_settings = {
check_provider_endpoints = true;
@ -81,14 +80,15 @@ in
api_key = "na";
};
})
# curl -L "http://100.64.0.8:9010/azure/openai/models?api-version=2025-04-01-preview" | jq '.data.[].id'
[
"gpt-5.1-2025-11-13"
"gpt-4o-2024-05-13"
"gpt-4.1-2025-04-14"
"gpt-4.1-mini-2025-04-14"
"gpt-5-nano-2025-08-07"
"gpt-5-mini-2025-08-07"
"gpt-5-2025-08-07"
# "gpt-5-codex-2025-09-15"
]
)
# 宙 Proxy
@ -98,16 +98,19 @@ in
litellm_params = {
model = "litellm_proxy/${m}";
api_base = "http://100.64.0.8:9010/air_prd";
api_key = "os.environ/LITELLM_PROXY_API_KEY";
api_key = "na";
};
})
# curl -L t.net.joshuabell.xyz:9010/air_key/models | jq '.data.[].id'
# curl -L t.net.joshuabell.xyz:9010/air_prd/models | jq '.data.[].id'
[
"gpt-5-mini"
"gpt-5-nano"
"gpt-5.1"
"gpt-5"
"gpt-4.1"
"gpt-4.1-mini"
"gpt-4o"
"gpt-4o-applied-ai"
"gpt-4o-mini"
"o3-mini"
"o4-mini"
@ -116,6 +119,7 @@ in
"gemini-2.5-flash"
"gemini-2.0-flash-lite"
"gemini-2.5-flash-lite"
"gemini-2.5-flash-image"
"claude-opus-4.1"
"claude-opus-4"
"claude-sonnet-4"
@ -125,10 +129,6 @@ in
"text-embedding-ada-002"
"text-embedding-large-exp-03-07"
"text-embedding-005"
"llama7b"
"medgemma-4b"
"qwen3-instruct"
"bge-small-en-v1.5"
]
);
};