diff --git a/qwen3.5-122b.sh b/qwen3.5-122b.sh deleted file mode 100755 index 57f15fc..0000000 --- a/qwen3.5-122b.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/bash -#grab container image name -MODEL_NAME="Qwen3.5-122B-A10B" -MODEL="Qwen3.5-122B-A10B-IQ4_KSS.gguf" -MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5" - -source ./env.sh -echo $IK_IMAGE -docker container create --name ik-$MODEL_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --gpus=all --restart on-failure:3 \ - --health-cmd "curl -f http://ik-$MODEL_NAME:10987/v1/models || exit 1" \ - --health-interval 5s \ - --health-timeout 2s \ - --health-start-period 15s \ - $IK_IMAGE \ - /ik_llama.cpp/build/bin/llama-server \ - --model /model/$MODEL \ - --alias Qwen3.5-122B-A10B \ - -ctk q8_0 -ctv q8_0 \ - -ger -ngl 99 \ - -ub 4096 -b 4096 \ - --parallel 1 --threads 1 \ - --host ik-$MODEL_NAME \ - --port 10987 --jinja --no-mmap \ No newline at end of file