147 lines
4.3 KiB
Nix
147 lines
4.3 KiB
Nix
{
|
|
config,
|
|
pkgs,
|
|
...
|
|
}:
|
|
let
|
|
cfg = config.services.librechat;
|
|
in
|
|
{
|
|
options.services.librechat =
|
|
let
|
|
lib = pkgs.lib;
|
|
in
|
|
{
|
|
port = lib.mkOption {
|
|
type = lib.types.port;
|
|
default = 3080;
|
|
description = "Port number for the LibreChat";
|
|
};
|
|
ragPort = lib.mkOption {
|
|
type = lib.types.port;
|
|
default = 8000;
|
|
description = "Port number for the RAG API service";
|
|
};
|
|
dataDir = lib.mkOption {
|
|
type = lib.types.path;
|
|
default = "/var/lib/librechat";
|
|
description = "Directory to store LibreChat data";
|
|
};
|
|
};
|
|
|
|
config = {
|
|
systemd.services.create-librechat-network = {
|
|
description = "Create Docker network for LibreChat";
|
|
serviceConfig.Type = "oneshot";
|
|
wantedBy = [ "multi-user.target" ];
|
|
script = ''
|
|
if ! ${pkgs.docker}/bin/docker network inspect librechat-network >/dev/null 2>&1; then
|
|
${pkgs.docker}/bin/docker network create librechat-network
|
|
fi
|
|
'';
|
|
};
|
|
|
|
virtualisation.oci-containers.containers = {
|
|
#############
|
|
# librechat #
|
|
#############
|
|
# NOTE settings live in `/var/lib/librechat` manually right now
|
|
librechat = {
|
|
user = "root";
|
|
image = "ghcr.io/danny-avila/librechat-dev:latest";
|
|
ports = [
|
|
"10.20.40.104:${toString cfg.port}:${toString cfg.port}"
|
|
];
|
|
dependsOn = [
|
|
"librechat_mongodb"
|
|
"librechat_rag_api"
|
|
];
|
|
environment = {
|
|
HOST = "0.0.0.0";
|
|
MONGO_URI = "mongodb://librechat_mongodb:27017/LibreChat";
|
|
MEILI_HOST = "http://librechat_meilisearch:7700";
|
|
RAG_PORT = toString cfg.ragPort;
|
|
RAG_API_URL = "http://librechat_rag_api:${toString cfg.ragPort}";
|
|
# DEBUG_CONSOLE = "true";
|
|
# DEBUG_LOGGING = "true";
|
|
};
|
|
environmentFiles = [ "${cfg.dataDir}/.env" ];
|
|
volumes = [
|
|
"${cfg.dataDir}/.env:/app/.env"
|
|
"${cfg.dataDir}/librechat.yaml:/app/librechat.yaml"
|
|
"${cfg.dataDir}/images:/app/client/public/images"
|
|
"${cfg.dataDir}/logs:/app/api/logs"
|
|
];
|
|
extraOptions = [
|
|
"--network=librechat-network"
|
|
"--add-host=azureproxy:10.20.40.180"
|
|
];
|
|
};
|
|
|
|
librechat_mongodb = {
|
|
user = "root";
|
|
image = "mongo";
|
|
volumes = [
|
|
"${cfg.dataDir}/data-node:/data/db"
|
|
];
|
|
cmd = [
|
|
"mongod"
|
|
"--noauth"
|
|
];
|
|
extraOptions = [ "--network=librechat-network" ];
|
|
};
|
|
|
|
librechat_meilisearch = {
|
|
user = "root";
|
|
image = "getmeili/librechat_meilisearch:v1.7.3";
|
|
environment = {
|
|
MEILI_HOST = "http://librechat_meilisearch:7700";
|
|
MEILI_NO_ANALYTICS = "true";
|
|
};
|
|
volumes = [
|
|
"${cfg.dataDir}/meili_data_v1.7:/meili_data"
|
|
];
|
|
extraOptions = [ "--network=librechat-network" ];
|
|
};
|
|
|
|
librechat_vectordb = {
|
|
user = "root";
|
|
image = "ankane/pgvector:latest";
|
|
environment = {
|
|
POSTGRES_DB = "mydatabase";
|
|
POSTGRES_USER = "myuser";
|
|
POSTGRES_PASSWORD = "mypassword";
|
|
};
|
|
volumes = [
|
|
"${cfg.dataDir}/pgdata2:/var/lib/postgresql/data"
|
|
];
|
|
extraOptions = [ "--network=librechat-network" ];
|
|
};
|
|
|
|
librechat_rag_api = {
|
|
user = "root";
|
|
image = "ghcr.io/danny-avila/librechat-rag-api-dev-lite:latest";
|
|
environment = {
|
|
DB_HOST = "librechat_vectordb";
|
|
RAG_PORT = toString cfg.ragPort;
|
|
OPENAI_API_KEY = "not_using_openai";
|
|
};
|
|
dependsOn = [ "librechat_vectordb" ];
|
|
environmentFiles = [ "${cfg.dataDir}/.env" ];
|
|
extraOptions = [ "--network=librechat-network" ];
|
|
};
|
|
|
|
# TODO revisit local whisper, for now I am using groq free for STT
|
|
# librechat_whisper = {
|
|
# user = "root";
|
|
# image = "onerahmet/openai-whisper-asr-webservice:latest";
|
|
# # ports = [ "8080:8080" ];
|
|
# environment = {
|
|
# ASR_MODEL = "base"; # You can change to small, medium, large, etc.
|
|
# ASR_ENGINE = "openai_whisper";
|
|
# };
|
|
# extraOptions = [ "--network=librechat-network" ];
|
|
# };
|
|
};
|
|
};
|
|
}
|