dixie: tether on :11435 in front of llama-server
Pin kyle/tether at c89894b. Listen 0.0.0.0:11435, upstream 127.0.0.1:11434. Open 11435 on tailscale0 next to 11433/11434.
This commit is contained in:
Generated
+22
@@ -393,6 +393,7 @@
|
|||||||
"nixpkgs-unstable": "nixpkgs-unstable",
|
"nixpkgs-unstable": "nixpkgs-unstable",
|
||||||
"sgard": "sgard",
|
"sgard": "sgard",
|
||||||
"sift": "sift",
|
"sift": "sift",
|
||||||
|
"tether": "tether",
|
||||||
"tracker": "tracker"
|
"tracker": "tracker"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
@@ -489,6 +490,27 @@
|
|||||||
"type": "github"
|
"type": "github"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"tether": {
|
||||||
|
"inputs": {
|
||||||
|
"nixpkgs": [
|
||||||
|
"nixpkgs"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"locked": {
|
||||||
|
"lastModified": 1790149025,
|
||||||
|
"narHash": "sha256-3EUf6ke80hm8o+YyS3wsEfEl5P4a6z6XCNwgYRIhxos=",
|
||||||
|
"ref": "refs/heads/master",
|
||||||
|
"rev": "c89894b8dcac89aaea9ad72529524c1204884bc0",
|
||||||
|
"revCount": 3,
|
||||||
|
"type": "git",
|
||||||
|
"url": "ssh://git@git.wntrmute.dev/kyle/tether"
|
||||||
|
},
|
||||||
|
"original": {
|
||||||
|
"rev": "c89894b8dcac89aaea9ad72529524c1204884bc0",
|
||||||
|
"type": "git",
|
||||||
|
"url": "ssh://git@git.wntrmute.dev/kyle/tether"
|
||||||
|
}
|
||||||
|
},
|
||||||
"tracker": {
|
"tracker": {
|
||||||
"inputs": {
|
"inputs": {
|
||||||
"nixpkgs": [
|
"nixpkgs": [
|
||||||
|
|||||||
@@ -26,6 +26,9 @@
|
|||||||
sift.url = "git+ssh://git@git.wntrmute.dev/kyle/sift?rev=2db001e0d763d0dfd5816076eec5d69187396704";
|
sift.url = "git+ssh://git@git.wntrmute.dev/kyle/sift?rev=2db001e0d763d0dfd5816076eec5d69187396704";
|
||||||
sift.inputs.nixpkgs.follows = "nixpkgs";
|
sift.inputs.nixpkgs.follows = "nixpkgs";
|
||||||
|
|
||||||
|
tether.url = "git+ssh://git@git.wntrmute.dev/kyle/tether?rev=c89894b8dcac89aaea9ad72529524c1204884bc0";
|
||||||
|
tether.inputs.nixpkgs.follows = "nixpkgs";
|
||||||
|
|
||||||
lector.url = "github:kisom/lector";
|
lector.url = "github:kisom/lector";
|
||||||
lector.inputs.nixpkgs.follows = "nixpkgs";
|
lector.inputs.nixpkgs.follows = "nixpkgs";
|
||||||
|
|
||||||
|
|||||||
+10
-3
@@ -125,6 +125,7 @@ in
|
|||||||
imports = [
|
imports = [
|
||||||
./hardware-configuration.nix
|
./hardware-configuration.nix
|
||||||
./disk-config.nix
|
./disk-config.nix
|
||||||
|
inputs.tether.nixosModules.tether
|
||||||
];
|
];
|
||||||
|
|
||||||
config = {
|
config = {
|
||||||
@@ -188,15 +189,21 @@ in
|
|||||||
port = 11433; preset = visionModelsIni; modelsMax = 1;
|
port = 11433; preset = visionModelsIni; modelsMax = 1;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
services.tether = {
|
||||||
|
enable = true;
|
||||||
|
listen = "0.0.0.0:11435";
|
||||||
|
upstream = "http://127.0.0.1:11434";
|
||||||
|
};
|
||||||
|
|
||||||
# Wi-Fi only host. NetworkManager comes from the base config; the AX9L (mt7921u) becomes
|
# Wi-Fi only host. NetworkManager comes from the base config; the AX9L (mt7921u) becomes
|
||||||
# the primary once plugged in and the internal CNVi radio stays as fallback. Connection
|
# the primary once plugged in and the internal CNVi radio stays as fallback. Connection
|
||||||
# profiles are copied from the live-USB session at install time (see the install notes),
|
# profiles are copied from the live-USB session at install time (see the install notes),
|
||||||
# not stored in this repo.
|
# not stored in this repo.
|
||||||
networking.networkmanager.wifi.backend = "wpa_supplicant";
|
networking.networkmanager.wifi.backend = "wpa_supplicant";
|
||||||
|
|
||||||
# Reachable only over the tailnet: 11434 (router) and 11433 (vision) on tailscale0, and
|
# Reachable only over the tailnet: 11434 (router), 11433 (vision), 11435 (tether)
|
||||||
# SSH from the LAN (base config opens 22) for bring-up.
|
# on tailscale0, and SSH from the LAN (base config opens 22) for bring-up.
|
||||||
networking.firewall.interfaces.tailscale0.allowedTCPPorts = [ 11433 11434 ];
|
networking.firewall.interfaces.tailscale0.allowedTCPPorts = [ 11433 11434 11435 ];
|
||||||
|
|
||||||
environment.systemPackages = with pkgs; [
|
environment.systemPackages = with pkgs; [
|
||||||
llama-cpp
|
llama-cpp
|
||||||
|
|||||||
Reference in New Issue
Block a user