jdelony/ik_llama_docker
Template
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Testing privileged

Browse Source
This commit is contained in:
Jared Delony 2026-05-18 14:16:54 -05:00
parent 441b1fa7a0
commit c77b484991
Signed by: jdelony
SSH Key Fingerprint: SHA256:W5F7KMb6FLjlHNhQhtrDl4NvR5fCfinaDDXSQnA2sF0
2 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
View File

@ -1,11 +1,11 @@
#!/bin/bash #!/bin/bash
#grab container image name #grab container image name
MODEL_NAME="Qwen3.6-35B-A3B-Uncensored-Aggressive-noThink" MODEL_NAME="Qwen3.6-35B-A3B-Uncen-Agres-noThink"
CONT_NAME="llama-$MODEL_NAME" CONT_NAME="LLM-$MODEL_NAME"
MODEL_FOLDER="/home/jared/.cache" MODEL_FOLDER="/home/jared/.cache/huggingface"
MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf" MODEL="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"
MODEL_MM="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf" MODEL_MM="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf"
PORT=8355 PORT=8355
@ -15,8 +15,9 @@ if [ ! -f "./env/llama_env.sh" ]; then
./create_new_image.sh ./create_new_image.sh
fi fi
source ./env/llama_env.sh source ./env/llama_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --privileged --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
--health-interval 5s \ --health-interval 5s \
--health-timeout 5s \ --health-timeout 5s \
@ -28,6 +29,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
--alias $MODEL_NAME \ --alias $MODEL_NAME \
-ctk q8_0 -ctv q8_0 \ -ctk q8_0 -ctv q8_0 \
--reasoning-budget 0 \ --reasoning-budget 0 \
--reasoning off \
--host $CONT_NAME \ --host $CONT_NAME \
--port $PORT --no-mmap -dio --port $PORT --no-mmap -dio

4
Qwen3.6-35B-A3B-Uncensored-Aggres.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
#grab container image name #grab container image name
MODEL_NAME="Qwen3.6-35B-A3B-Uncensored-Aggressive" MODEL_NAME="Qwen3.6-35B-A3B-Uncen-Agres"
CONT_NAME="llama-$MODEL_NAME" CONT_NAME="LLM-$MODEL_NAME"
MODEL_FOLDER="/home/jared/.cache" MODEL_FOLDER="/home/jared/.cache"
MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf" MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"