Increased start time, removed cache

This commit is contained in:
Jared Delony 2026-05-18 13:32:17 -05:00
parent 3591a33d37
commit 441b1fa7a0
Signed by: jdelony
SSH Key Fingerprint: SHA256:W5F7KMb6FLjlHNhQhtrDl4NvR5fCfinaDDXSQnA2sF0

View File

@ -19,7 +19,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
--health-interval 5s \
--health-timeout 5s \
--health-start-period 20s \
--health-start-period 50s \
$IMAGE \
/ik_llama.cpp/build/bin/llama-server \
--model /model/$MODEL \
@ -28,7 +28,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
-ngl 999 \
--n-cpu-moe 38 \
--parallel 2 --threads 32 \
-cram 32768 -cram-n-min 128 -crs .9 --ctx-checkpoints 512 \
--cache-ram 0 \
--host $CONT_NAME \
--port $PORT --jinja --no-mmap