-
Notifications
You must be signed in to change notification settings - Fork 7
Expand file tree
/
Copy pathtinyagentos-sdcpp.service
More file actions
35 lines (29 loc) · 917 Bytes
/
tinyagentos-sdcpp.service
File metadata and controls
35 lines (29 loc) · 917 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
[Unit]
Description=TinyAgentOS stable-diffusion.cpp image generation server
After=network.target
Wants=network.target
[Service]
Type=simple
User=jay
WorkingDirectory=/home/jay/tinyagentos
# sd-server binary from leejet/stable-diffusion.cpp build.
# Model path is passed via environment so it can be changed without
# editing this unit.
Environment=SDCPP_MODEL=/home/jay/tinyagentos/data/models/dreamshaper-8-lcm-iq4_nl-gguf.gguf
Environment=SDCPP_HOST=127.0.0.1
Environment=SDCPP_PORT=7864
Environment=SDCPP_THREADS=6
ExecStart=/home/jay/.local/bin/sd-server \
--listen-ip ${SDCPP_HOST} \
--listen-port ${SDCPP_PORT} \
-m ${SDCPP_MODEL} \
-t ${SDCPP_THREADS}
Restart=always
RestartSec=5
StandardOutput=append:/home/jay/tinyagentos/data/sd-server.log
StandardError=inherit
# Runtime hygiene: cap memory and dump core only on serious faults
MemoryHigh=6G
MemoryMax=8G
[Install]
WantedBy=multi-user.target