ringofstorms/dotfiles
ringofstorms/dotfiles
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update llm stuff

Browse source
This commit is contained in:
RingOfStorms (Joshua Bell) 2025-12-03 21:31:33 +00:00
parent dd70b4ba81
commit a09ee0ab73
3 changed files with 19 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

12
hosts/h001/flake.lock generated
View file

@ -195,11 +195,11 @@
}, },
"litellm-nixpkgs": { "litellm-nixpkgs": {
"locked": { "locked": {
"lastModified": 1764517877, "lastModified": 1764667669,
"narHash": "sha256-pp3uT4hHijIC8JUK5MEqeAWmParJrgBVzHLNfJDZxg4=", "narHash": "sha256-7WUCZfmqLAssbDqwg9cUDAXrSoXN79eEEq17qhTNM/Y=",
"owner": "nixos", "owner": "nixos",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "2d293cbfa5a793b4c50d17c05ef9e385b90edf6c", "rev": "418468ac9527e799809c900eda37cbff999199b6",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -1190,11 +1190,11 @@
}, },
"open-webui-nixpkgs": { "open-webui-nixpkgs": {
"locked": { "locked": {
"lastModified": 1764517877, "lastModified": 1764667669,
"narHash": "sha256-pp3uT4hHijIC8JUK5MEqeAWmParJrgBVzHLNfJDZxg4=", "narHash": "sha256-7WUCZfmqLAssbDqwg9cUDAXrSoXN79eEEq17qhTNM/Y=",
"owner": "nixos", "owner": "nixos",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "2d293cbfa5a793b4c50d17c05ef9e385b90edf6c", "rev": "418468ac9527e799809c900eda37cbff999199b6",
"type": "github" "type": "github"
}, },
"original": { "original": {

16
hosts/h001/mods/litellm.nix
View file

@ -36,7 +36,6 @@ in
settings = { settings = {
environment_variables = { environment_variables = {
LITELLM_PROXY_API_KEY = "na"; LITELLM_PROXY_API_KEY = "na";
LITELLM_PROXY_API_BASE = "http://100.64.0.8:9010/air_key";
}; };
litellm_settings = { litellm_settings = {
check_provider_endpoints = true; check_provider_endpoints = true;
@ -81,14 +80,15 @@ in
api_key = "na"; api_key = "na";
}; };
}) })
# curl -L "http://100.64.0.8:9010/azure/openai/models?api-version=2025-04-01-preview" | jq '.data.[].id'
[ [
"gpt-5.1-2025-11-13"
"gpt-4o-2024-05-13" "gpt-4o-2024-05-13"
"gpt-4.1-2025-04-14" "gpt-4.1-2025-04-14"
"gpt-4.1-mini-2025-04-14" "gpt-4.1-mini-2025-04-14"
"gpt-5-nano-2025-08-07" "gpt-5-nano-2025-08-07"
"gpt-5-mini-2025-08-07" "gpt-5-mini-2025-08-07"
"gpt-5-2025-08-07" "gpt-5-2025-08-07"
# "gpt-5-codex-2025-09-15"
] ]
) )
# 宙 Proxy # 宙 Proxy
@ -98,16 +98,19 @@ in
litellm_params = { litellm_params = {
model = "litellm_proxy/${m}"; model = "litellm_proxy/${m}";
api_base = "http://100.64.0.8:9010/air_prd"; api_base = "http://100.64.0.8:9010/air_prd";
api_key = "os.environ/LITELLM_PROXY_API_KEY"; api_key = "na";
}; };
}) })
# curl -L t.net.joshuabell.xyz:9010/air_key/models | jq '.data.[].id' # curl -L t.net.joshuabell.xyz:9010/air_prd/models | jq '.data.[].id'
[ [
"gpt-5-mini" "gpt-5-mini"
"gpt-5-nano"
"gpt-5.1"
"gpt-5" "gpt-5"
"gpt-4.1" "gpt-4.1"
"gpt-4.1-mini" "gpt-4.1-mini"
"gpt-4o" "gpt-4o"
"gpt-4o-applied-ai"
"gpt-4o-mini" "gpt-4o-mini"
"o3-mini" "o3-mini"
"o4-mini" "o4-mini"
@ -116,6 +119,7 @@ in
"gemini-2.5-flash" "gemini-2.5-flash"
"gemini-2.0-flash-lite" "gemini-2.0-flash-lite"
"gemini-2.5-flash-lite" "gemini-2.5-flash-lite"
"gemini-2.5-flash-image"
"claude-opus-4.1" "claude-opus-4.1"
"claude-opus-4" "claude-opus-4"
"claude-sonnet-4" "claude-sonnet-4"
@ -125,10 +129,6 @@ in
"text-embedding-ada-002" "text-embedding-ada-002"
"text-embedding-large-exp-03-07" "text-embedding-large-exp-03-07"
"text-embedding-005" "text-embedding-005"
"llama7b"
"medgemma-4b"
"qwen3-instruct"
"bge-small-en-v1.5"
] ]
); );
}; };

4
hosts/h001/mods/openwebui.nix
View file

@ -77,6 +77,10 @@ in
# OAUTH_UPDATE_PICTURE_ON_LOGIN = "True"; # OAUTH_UPDATE_PICTURE_ON_LOGIN = "True";
BYPASS_MODEL_ACCESS_CONTROL="True"; BYPASS_MODEL_ACCESS_CONTROL="True";
# Other settings
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE="10485760";
REPLACE_IMAGE_URLS_IN_CHAT_RESPONSE="True";
}; };
}; };
}; };