straylight: drop Tailscale Serve loop for llama on :443
The unit re-applied --https=443 every 5s and fought Mattermost for that port. llama is served on :10000, managed outside Nix. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -200,29 +200,6 @@ in
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
# TLS for the llama.cpp API over the tailnet. Clients using
|
|
||||||
# https://straylight.scylla-hammerhead.ts.net/v1 hit Tailscale Serve on
|
|
||||||
# :443, which proxies to llama-server on localhost:11434. Re-apply every
|
|
||||||
# 5s so `tailscale serve reset` cannot leave the API dark.
|
|
||||||
systemd.services.tailscale-serve-llama = {
|
|
||||||
description = "Keep Tailscale HTTPS proxy for llama-server";
|
|
||||||
after = [ "tailscaled.service" "llama-server.service" ];
|
|
||||||
wants = [ "tailscaled.service" ];
|
|
||||||
wantedBy = [ "multi-user.target" ];
|
|
||||||
serviceConfig = {
|
|
||||||
Type = "simple";
|
|
||||||
Restart = "always";
|
|
||||||
RestartSec = "5s";
|
|
||||||
ExecStart = pkgs.writeShellScript "tailscale-serve-llama" ''
|
|
||||||
set -eu
|
|
||||||
while true; do
|
|
||||||
${pkgs.tailscale}/bin/tailscale serve --bg --https=443 http://127.0.0.1:11434 >/dev/null || true
|
|
||||||
sleep 5
|
|
||||||
done
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
# Local ASR: OpenAI-compatible /v1/audio/transcriptions on 11435.
|
# Local ASR: OpenAI-compatible /v1/audio/transcriptions on 11435.
|
||||||
# CPU-only so it does not contend with llama-server for GTT.
|
# CPU-only so it does not contend with llama-server for GTT.
|
||||||
users.users.whisper-server = {
|
users.users.whisper-server = {
|
||||||
|
|||||||
Reference in New Issue
Block a user