diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh new file mode 100755 index 0000000..e5c3a75 --- /dev/null +++ b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh @@ -0,0 +1,28 @@ +#!/bin/bash +#grab container image name +MODEL_NAME="Gemma-4-26B-A4B-noThink" +CONT_NAME="llama-$MODEL_NAME" + +MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--unsloth--gemma-4-26B-A4B-it-GGUF" +MODEL="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/gemma-4-26B-A4B-it-MXFP4_MOE.gguf" +MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf" + +source ../env/llama_env.sh +echo $IMAGkE +docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ + --health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \ + --health-interval 5s \ + --health-timeout 5s \ + --health-start-period 20s \ + $IMAGE \ + /llama.cpp/build/bin/llama-server \ + --model /model/$MODEL \ + --mm /model/$MODEL_MM \ + --alias $MODEL_NAME \ + -ctk q8_0 -ctv q8_0 \ + --reasoning-budget 0 \ + --host $CONT_NAME \ + --port 10987 --no-mmap -dio + + +./build/bin/llama-server --model /home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf -mm /home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf -ctk q8_0 -ctv q8_0 --reasoning-budget 0 --port 8355 --host 192.168.222.191 --no-mmap -dio --alias Qwen3.6-35B-A3B-SparkD 2>&1 | awk '{print strftime("[%H:%M:%S]"), $0}' diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh new file mode 100755 index 0000000..e5c3a75 --- /dev/null +++ b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh @@ -0,0 +1,28 @@ +#!/bin/bash +#grab container image name +MODEL_NAME="Gemma-4-26B-A4B-noThink" +CONT_NAME="llama-$MODEL_NAME" + +MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--unsloth--gemma-4-26B-A4B-it-GGUF" +MODEL="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/gemma-4-26B-A4B-it-MXFP4_MOE.gguf" +MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf" + +source ../env/llama_env.sh +echo $IMAGkE +docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ + --health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \ + --health-interval 5s \ + --health-timeout 5s \ + --health-start-period 20s \ + $IMAGE \ + /llama.cpp/build/bin/llama-server \ + --model /model/$MODEL \ + --mm /model/$MODEL_MM \ + --alias $MODEL_NAME \ + -ctk q8_0 -ctv q8_0 \ + --reasoning-budget 0 \ + --host $CONT_NAME \ + --port 10987 --no-mmap -dio + + +./build/bin/llama-server --model /home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf -mm /home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf -ctk q8_0 -ctv q8_0 --reasoning-budget 0 --port 8355 --host 192.168.222.191 --no-mmap -dio --alias Qwen3.6-35B-A3B-SparkD 2>&1 | awk '{print strftime("[%H:%M:%S]"), $0}'