From e513c097ce7b822458b53e7733f8c062cdf00cb3 Mon Sep 17 00:00:00 2001 From: Jared Delony Date: Wed, 18 Mar 2026 17:31:21 -0500 Subject: [PATCH] Fixed qwen3-coder --- qwen3.5-coder-next.sh | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/qwen3.5-coder-next.sh b/qwen3.5-coder-next.sh index 0a84d19..846a869 100755 --- a/qwen3.5-coder-next.sh +++ b/qwen3.5-coder-next.sh @@ -6,10 +6,17 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3-Coder-Next" source ./env.sh echo $IK_IMAGE -docker run --name ik_$MODEL_NAME --network host -v $MODEL_FOLDER:/model --gpus=all $IK_IMAGE /ik_llama.cpp/build/bin/llama-server \ +docker run --name ik_$MODEL_NAME -d --network llms -p 8654:8654 -v $MODEL_FOLDER:/model --gpus=all \ + --health-cmd "curl -f http://ik_$MODEL_NAME:8654/v1/models || exit 1" \ + --health-interval 15s \ + --health-timeout 5s \ + --health-start-period 15s \ + $IK_IMAGE \ + /ik_llama.cpp/build/bin/llama-server \ --model /model/$MODEL \ -ctk q8_0 -ctv q8_0 \ --parallel 1 --threads 32 \ + --host ik_$MODEL_NAME \ --port 8654 -ngl 99 \ --alias $MODEL_NAME \ --no-mmap --jinja \