jdelony/ik_llama_docker
Template
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed the mmproj file flag

Browse Source
This commit is contained in:
Jared Delony 2026-05-16 16:55:56 -05:00
parent e5891b96f3
commit d2cf1ab5e2
Signed by: jdelony
SSH Key Fingerprint: SHA256:W5F7KMb6FLjlHNhQhtrDl4NvR5fCfinaDDXSQnA2sF0
4 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
View File

@ -24,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
$IMAGE \
/llama.cpp/build/bin/llama-server \
--model /model/$MODEL \
--mm /model/$MODEL_MM \
-mm /model/$MODEL_MM \
--alias $MODEL_NAME \
-ctk q8_0 -ctv q8_0 \
--reasoning-budget 0 \

3
Qwen3.6-35B-A3B-Uncensored-Aggres.sh
View File

@ -7,7 +7,6 @@ MODEL_FOLDER="/home/jared/.cache"
MODEL="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"
MODEL_MM="huggingface/hub/models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf"
PORT=8356
# Check if llama_env.sh exists, if not run create_new_image.sh
@ -25,7 +24,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
$IMAGE \
/llama.cpp/build/bin/llama-server \
--model /model/$MODEL \
--mm /model/$MODEL_MM \
-mm /model/$MODEL_MM \
--alias $MODEL_NAME \
-ctk q8_0 -ctv q8_0 \
--host $CONT_NAME \

2
gemma-4-26B-A4B-mxfp4-noThink.sh
View File

@ -25,7 +25,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
$IMAGE \
/llama.cpp/build/bin/llama-server \
--model /model/$MODEL \
--mm /model/$MODEL_MM \
-mm /model/$MODEL_MM \
--alias $MODEL_NAME \
-ctk q8_0 -ctv q8_0 \
--reasoning-budget 0 \

4
gemma-4-26B-A4B-mxfp4.sh
View File

@ -14,8 +14,8 @@ if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
@ -25,7 +25,7 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
$IMAGE \
/llama.cpp/build/bin/llama-server \
--model /model/$MODEL \
--mm /model/$MODEL_MM \
-mm /model/$MODEL_MM \
--alias $MODEL_NAME \
-ctk q8_0 -ctv q8_0 \
--host $CONT_NAME \