Eli Ribble
8f1b53286c
I'm going to spin up some dev resources to see if I can figure out how to compile the latest. In the mean time, this is doing what I want and is going to get deployed.
52 lines
1.4 KiB
Nix
52 lines
1.4 KiB
Nix
{ pkgs, lib, config, ... }:
|
|
with lib;
|
|
{
|
|
options.myModules.librechat.enable = mkEnableOption "custom librechat configuration";
|
|
|
|
config = mkIf config.myModules.librechat.enable {
|
|
environment.systemPackages = [
|
|
pkgs.librechat
|
|
];
|
|
services.caddy.virtualHosts."ai.gleipnir.technology".extraConfig = ''
|
|
reverse_proxy http://localhost:10050
|
|
'';
|
|
services.mongodb = {
|
|
enable = true;
|
|
};
|
|
sops.secrets.librechat-env = {
|
|
format = "dotenv";
|
|
group = "librechat";
|
|
mode = "0440";
|
|
owner = "librechat";
|
|
restartUnits = ["librechat.service"];
|
|
sopsFile = ../../secrets/librechat.env;
|
|
};
|
|
systemd.services.librechat = {
|
|
after=["network.target" "network-online.target"];
|
|
description="Self-hosted LLM chat frontend";
|
|
documentation=["https://www.librechat.ai/docs"];
|
|
requires=["network-online.target"];
|
|
serviceConfig = {
|
|
EnvironmentFile="/var/run/secrets/librechat-env";
|
|
Type = "simple";
|
|
User = "librechat";
|
|
Group = "librechat";
|
|
ExecStart = "${pkgs.librechat}/bin/librechat-server";
|
|
TimeoutStopSec = "5s";
|
|
PrivateTmp = true;
|
|
WorkingDirectory = "/opt/librechat";
|
|
};
|
|
wantedBy = ["multi-user.target"];
|
|
};
|
|
systemd.tmpfiles.rules = [
|
|
"d /opt/librechat 0755 librechat librechat"
|
|
];
|
|
users.groups.librechat = {};
|
|
users.users.librechat = {
|
|
group = "librechat";
|
|
isNormalUser = false;
|
|
isSystemUser = true;
|
|
};
|
|
|
|
};
|
|
}
|