diff --git a/hosts/h001/flake.lock b/hosts/h001/flake.lock index 0f0ad6fc..2ca1683e 100644 --- a/hosts/h001/flake.lock +++ b/hosts/h001/flake.lock @@ -195,11 +195,11 @@ }, "litellm-nixpkgs": { "locked": { - "lastModified": 1764667669, - "narHash": "sha256-7WUCZfmqLAssbDqwg9cUDAXrSoXN79eEEq17qhTNM/Y=", + "lastModified": 1764517877, + "narHash": "sha256-pp3uT4hHijIC8JUK5MEqeAWmParJrgBVzHLNfJDZxg4=", "owner": "nixos", "repo": "nixpkgs", - "rev": "418468ac9527e799809c900eda37cbff999199b6", + "rev": "2d293cbfa5a793b4c50d17c05ef9e385b90edf6c", "type": "github" }, "original": { @@ -1190,11 +1190,11 @@ }, "open-webui-nixpkgs": { "locked": { - "lastModified": 1764667669, - "narHash": "sha256-7WUCZfmqLAssbDqwg9cUDAXrSoXN79eEEq17qhTNM/Y=", + "lastModified": 1764517877, + "narHash": "sha256-pp3uT4hHijIC8JUK5MEqeAWmParJrgBVzHLNfJDZxg4=", "owner": "nixos", "repo": "nixpkgs", - "rev": "418468ac9527e799809c900eda37cbff999199b6", + "rev": "2d293cbfa5a793b4c50d17c05ef9e385b90edf6c", "type": "github" }, "original": { diff --git a/hosts/h001/mods/litellm.nix b/hosts/h001/mods/litellm.nix index dbf2a6f4..b81109f0 100644 --- a/hosts/h001/mods/litellm.nix +++ b/hosts/h001/mods/litellm.nix @@ -33,9 +33,10 @@ in GITHUB_COPILOT_TOKEN_DIR = "/var/lib/litellm/github_copilot"; XDG_CONFIG_HOME = "/var/lib/litellm/.config"; }; - settings = { + settings = { environment_variables = { LITELLM_PROXY_API_KEY = "na"; + LITELLM_PROXY_API_BASE = "http://100.64.0.8:9010/air_key"; }; litellm_settings = { check_provider_endpoints = true; @@ -80,15 +81,14 @@ in api_key = "na"; }; }) - # curl -L "http://100.64.0.8:9010/azure/openai/models?api-version=2025-04-01-preview" | jq '.data.[].id' [ - "gpt-5.1-2025-11-13" "gpt-4o-2024-05-13" "gpt-4.1-2025-04-14" "gpt-4.1-mini-2025-04-14" "gpt-5-nano-2025-08-07" "gpt-5-mini-2025-08-07" "gpt-5-2025-08-07" + # "gpt-5-codex-2025-09-15" ] ) # 宙 Proxy @@ -98,19 +98,16 @@ in litellm_params = { model = "litellm_proxy/${m}"; api_base = "http://100.64.0.8:9010/air_prd"; - api_key = "na"; + api_key = "os.environ/LITELLM_PROXY_API_KEY"; }; }) - # curl -L t.net.joshuabell.xyz:9010/air_prd/models | jq '.data.[].id' + # curl -L t.net.joshuabell.xyz:9010/air_key/models | jq '.data.[].id' [ "gpt-5-mini" - "gpt-5-nano" - "gpt-5.1" "gpt-5" "gpt-4.1" "gpt-4.1-mini" "gpt-4o" - "gpt-4o-applied-ai" "gpt-4o-mini" "o3-mini" "o4-mini" @@ -119,7 +116,6 @@ in "gemini-2.5-flash" "gemini-2.0-flash-lite" "gemini-2.5-flash-lite" - "gemini-2.5-flash-image" "claude-opus-4.1" "claude-opus-4" "claude-sonnet-4" @@ -129,6 +125,10 @@ in "text-embedding-ada-002" "text-embedding-large-exp-03-07" "text-embedding-005" + "llama7b" + "medgemma-4b" + "qwen3-instruct" + "bge-small-en-v1.5" ] ); }; diff --git a/hosts/h001/mods/openwebui.nix b/hosts/h001/mods/openwebui.nix index d6c0e5a4..f19f77e4 100644 --- a/hosts/h001/mods/openwebui.nix +++ b/hosts/h001/mods/openwebui.nix @@ -77,10 +77,6 @@ in # OAUTH_UPDATE_PICTURE_ON_LOGIN = "True"; BYPASS_MODEL_ACCESS_CONTROL="True"; - - # Other settings - CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE="10485760"; - REPLACE_IMAGE_URLS_IN_CHAT_RESPONSE="True"; }; }; };