From dee5dacdbbeb89bbfdb3ea877d33d3dd8648ee7e Mon Sep 17 00:00:00 2001
From: Jared Delony <jared@delony.net>
Date: Sat, 16 May 2026 15:46:52 -0500
Subject: [PATCH] Added Port Option

---
 Qwen3.6-27B-Uncensored.sh                    | 8 +++++---
 Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh | 8 +++++---
 Qwen3.6-35B-A3B-Uncensored-Aggres.sh         | 8 +++++---
 gemma-4-26B-A4B-mxfp4-noThink.sh             | 8 +++++---
 gemma-4-26B-A4B-mxfp4.sh                     | 8 +++++---
 glm-5.1-IQ3_KS.sh                            | 8 +++++---
 qwen3.5-122b-IQ4_KSS.sh                      | 8 +++++---
 qwen3.5-122b-IQ5_KS.sh                       | 8 +++++---
 qwen3.5-397B-A17B-IQ4_KSS.sh                 | 8 +++++---
 qwen3.5-coder-next.sh                        | 8 +++++---
 10 files changed, 50 insertions(+), 30 deletions(-)

diff --git a/Qwen3.6-27B-Uncensored.sh b/Qwen3.6-27B-Uncensored.sh
index bac6d34..1447aba 100755
--- a/Qwen3.6-27B-Uncensored.sh
+++ b/Qwen3.6-27B-Uncensored.sh
@@ -8,10 +8,12 @@ MODEL_FOLDER="/home/jared/.cache"
 MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/snapshots/f2db94d03eccf3b133aeea3dea62388acf98e864/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf"
 MMPROJ="huggingface/hub/models--HauhauCS--Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/snapshots/f2db94d03eccf3b133aeea3dea62388acf98e864/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf"
 
+PORT=10987
+
 source ./env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -23,7 +25,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	--image-min-tokens 2048 \
 	-mm /model/$MMPROJ \
 	--host $CONT_NAME \
-	--port 10987 --jinja --no-mmap -dio
+	--port $PORT --jinja --no-mmap -dio
 
 echo "Done!"
 echo $CONT_NAME
diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
index 89974b4..76556fd 100755
--- a/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
+++ b/Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
@@ -7,10 +7,12 @@ MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A
 MODEL="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"
 MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf"
 
+PORT=8355
+
 source ../env/llama_env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 8355:8355 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -22,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p 8355:8355 -v $MODEL_
 	-ctk q8_0 -ctv q8_0 \
 	--reasoning-budget 0 \
 	--host $CONT_NAME \
-	--port 8355 --no-mmap -dio
+	--port $PORT --no-mmap -dio
 
 echo "Done!"
 echo $CONT_NAME
\ No newline at end of file
diff --git a/Qwen3.6-35B-A3B-Uncensored-Aggres.sh b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh
index 297b824..15396d5 100755
--- a/Qwen3.6-35B-A3B-Uncensored-Aggres.sh
+++ b/Qwen3.6-35B-A3B-Uncensored-Aggres.sh
@@ -7,10 +7,12 @@ MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--HauhauCS--Qwen3.6-35B-A
 MODEL="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"
 MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf"
 
+PORT=8356
+
 source ../env/llama_env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 8356:8356 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -21,7 +23,7 @@ docker container create --name $CONT_NAME --network llms -p 8356:8356 -v $MODEL_
 	--alias $MODEL_NAME \
 	-ctk q8_0 -ctv q8_0 \
 	--host $CONT_NAME \
-	--port 8356 --no-mmap -dio
+	--port $PORT --no-mmap -dio
 
 
 echo "Done!"
diff --git a/gemma-4-26B-A4B-mxfp4-noThink.sh b/gemma-4-26B-A4B-mxfp4-noThink.sh
index b13eea7..a8de5fb 100755
--- a/gemma-4-26B-A4B-mxfp4-noThink.sh
+++ b/gemma-4-26B-A4B-mxfp4-noThink.sh
@@ -7,11 +7,13 @@ MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--unsloth--gemma-4-26B-A4
 MODEL="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/gemma-4-26B-A4B-it-MXFP4_MOE.gguf"
 MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
 
+PORT=10987
+
 source ../env/llama_env.sh
 
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -23,7 +25,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	-ctk q8_0 -ctv q8_0 \
 	--reasoning-budget 0 \
 	--host $CONT_NAME \
-	--port 10987 --no-mmap -dio
+	--port $PORT --no-mmap -dio
 
 echo "Done!"
 echo $CONT_NAME
diff --git a/gemma-4-26B-A4B-mxfp4.sh b/gemma-4-26B-A4B-mxfp4.sh
index 8a4ab78..cc995af 100755
--- a/gemma-4-26B-A4B-mxfp4.sh
+++ b/gemma-4-26B-A4B-mxfp4.sh
@@ -7,11 +7,13 @@ MODEL_FOLDER="/home/jared/.cache/huggingface/hub/models--unsloth--gemma-4-26B-A4
 MODEL="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/gemma-4-26B-A4B-it-MXFP4_MOE.gguf"
 MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
 
+PORT=10987
+
 source ../env/llama_env.sh
 
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -22,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	--alias $MODEL_NAME \
 	-ctk q8_0 -ctv q8_0 \
 	--host $CONT_NAME \
-	--port 10987 --no-mmap -dio
+	--port $PORT --no-mmap -dio
 
 echo "Done!"
 echo $CONT_NAME
diff --git a/glm-5.1-IQ3_KS.sh b/glm-5.1-IQ3_KS.sh
index d024507..e125235 100755
--- a/glm-5.1-IQ3_KS.sh
+++ b/glm-5.1-IQ3_KS.sh
@@ -7,11 +7,13 @@ CONT_NAME="ik-$MODEL_NAME"
 MODEL="GLM-5.1-IQ3_KS-00001-of-00008.gguf"
 MODEL_FOLDER="/sam4t/ENC/LLM/GLM-5.1"
 
+PORT=10987
+
 source ./env/ik_env.sh
 
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 2s \
 	--health-start-period 60s \
@@ -27,7 +29,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	--n-cpu-moe 66 \
 	--parallel 1 --threads 32 \
 	--host $CONT_NAME \
-	--port 10987 --jinja --no-mmap
+	--port $PORT --jinja --no-mmap
 
 echo "Done!"
 echo $CONT_NAME
\ No newline at end of file
diff --git a/qwen3.5-122b-IQ4_KSS.sh b/qwen3.5-122b-IQ4_KSS.sh
index 4f9b790..ad017dd 100755
--- a/qwen3.5-122b-IQ4_KSS.sh
+++ b/qwen3.5-122b-IQ4_KSS.sh
@@ -6,11 +6,13 @@ CONT_NAME="ik-$MODEL_NAME"
 MODEL="Qwen3.5-122B-A10B-IQ4_KSS.gguf"
 MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
 
+PORT=10987
+
 source ./ik_env.sh
 
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 2s \
 	--health-start-period 15s \
@@ -23,7 +25,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	-ub 4096 -b 4096 \
 	--parallel 1 --threads 1 \
 	--host $CONT_NAME \
-	--port 10987 --jinja --no-mmap
+	--port $PORT --jinja --no-mmap
 
 echo "Done!"
 echo $CONT_NAME
diff --git a/qwen3.5-122b-IQ5_KS.sh b/qwen3.5-122b-IQ5_KS.sh
index b391797..ebac406 100755
--- a/qwen3.5-122b-IQ5_KS.sh
+++ b/qwen3.5-122b-IQ5_KS.sh
@@ -6,10 +6,12 @@ CONT_NAME="ik-$MODEL_NAME"
 MODEL="Qwen3.5-122B-A10B-smol-IQ5_KS.gguf"
 MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
 
+PORT=10987
+
 source ./ik_env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 2s \
 	--health-start-period 15s \
@@ -22,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	-ub 4096 -b 4096 \
 	--parallel 1 --threads 1 \
 	--host $CONT_NAME \
-	--port 10987 --jinja --no-mmap
+	--port $PORT --jinja --no-mmap
 
 echo "Done!"
 echo $CONT_NAME
\ No newline at end of file
diff --git a/qwen3.5-397B-A17B-IQ4_KSS.sh b/qwen3.5-397B-A17B-IQ4_KSS.sh
index c80357b..02deb49 100755
--- a/qwen3.5-397B-A17B-IQ4_KSS.sh
+++ b/qwen3.5-397B-A17B-IQ4_KSS.sh
@@ -6,10 +6,12 @@ CONT_NAME="ik-$MODEL_NAME"
 MODEL="huggingface/hub/models--ubergarm--Qwen3.5-397B-A17B-GGUF/snapshots/bb9c5e48cdcad8716ef0dfff1f48f43b34b89cb2/IQ4_KSS/Qwen3.5-397B-A17B-IQ4_KSS-00001-of-00006.gguf"
 MODEL_FOLDER="/home/jared/.cache"
 
+PORT=10987
+
 source ./ik_env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 5s \
 	--health-start-period 20s \
@@ -22,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	--n-cpu-moe 38 \
 	--parallel 2 --threads 32 \
 	--host $CONT_NAME \
-	--port 10987 --jinja --no-mmap
+	--port $PORT --jinja --no-mmap
 
 echo "Done!"
 echo $CONT_NAME
diff --git a/qwen3.5-coder-next.sh b/qwen3.5-coder-next.sh
index 77d7176..b880937 100755
--- a/qwen3.5-coder-next.sh
+++ b/qwen3.5-coder-next.sh
@@ -6,10 +6,12 @@ CONT_NAME="ik-$MODEL_NAME"
 MODEL="Qwen3-Coder-Next-IQ4_KSS.gguf"
 MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3-Coder-Next"
 
+PORT=10987
+
 source ./ik_env.sh
 echo $IMAGE
-docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
-	--health-cmd "curl -f http://$CONT_NAME:10987/v1/models || exit 1" \
+docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
+	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
 	--health-interval 5s \
 	--health-timeout 2s \
 	--health-start-period 15s \
@@ -19,7 +21,7 @@ docker container create --name $CONT_NAME --network llms -p 10987:10987 -v $MODE
 	-ctk q8_0 -ctv q8_0 \
 	--parallel 1 --threads 32 \
 	--host $CONT_NAME \
-	--port 10987 -ngl 99 \
+	--port $PORT -ngl 99 \
 	--alias $MODEL_NAME \
 	--no-mmap --jinja \
 	-b 4096 -ub 4096 \