From c77b484991cec47068586b4dab6db1b6a8c8c1e0 Mon Sep 17 00:00:00 2001 From: Jared Delony Date: Mon, 18 May 2026 14:16:54 -0500 Subject: [PATCH] Testing privileged --- Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh | 14 ++++++++------ Qwen3.6-35B-A3B-Uncensored-Aggres.sh | 4 ++-- 2 files changed, 10 insertions(+), 8 deletions(-) diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh index 671a302..5239503 100755 --- a/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh +++ b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh @@ -1,11 +1,11 @@ #!/bin/bash #grab container image name -MODEL_NAME="Qwen3.6-35B-A3B-Uncensored-Aggressive-noThink" -CONT_NAME="llama-$MODEL_NAME" +MODEL_NAME="Qwen3.6-35B-A3B-Uncen-Agres-noThink" +CONT_NAME="LLM-$MODEL_NAME" -MODEL_FOLDER="/home/jared/.cache" -MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf" -MODEL_MM="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf" +MODEL_FOLDER="/home/jared/.cache/huggingface" +MODEL="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf" +MODEL_MM="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf" PORT=8355 @@ -15,8 +15,9 @@ if [ ! -f "./env/llama_env.sh" ]; then ./create_new_image.sh fi source ./env/llama_env.sh + echo $IMAGE -docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ +docker container create --privileged --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-interval 5s \ --health-timeout 5s \ @@ -28,6 +29,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE --alias $MODEL_NAME \ -ctk q8_0 -ctv q8_0 \ --reasoning-budget 0 \ + --reasoning off \ --host $CONT_NAME \ --port $PORT --no-mmap -dio diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh index 889488f..81ddb4b 100755 --- a/Qwen3.6-35B-A3B-Uncensored-Aggres.sh +++ b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh @@ -1,7 +1,7 @@ #!/bin/bash #grab container image name -MODEL_NAME="Qwen3.6-35B-A3B-Uncensored-Aggressive" -CONT_NAME="llama-$MODEL_NAME" +MODEL_NAME="Qwen3.6-35B-A3B-Uncen-Agres" +CONT_NAME="LLM-$MODEL_NAME" MODEL_FOLDER="/home/jared/.cache" MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"