jdelony/ik_llama_docker
Template
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Will auto-gen container if does not exist

Browse Source
This commit is contained in:
Jared Delony 2026-05-16 15:57:03 -05:00
parent dee5dacdbb
commit 0acbb4fe7d
Signed by: jdelony
SSH Key Fingerprint: SHA256:W5F7KMb6FLjlHNhQhtrDl4NvR5fCfinaDDXSQnA2sF0
10 changed files with 60 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
Qwen3.6-27B-Uncensored.sh
View File

@ -10,7 +10,12 @@ MMPROJ="huggingface/hub/models--HauhauCS--Qwen3.6-27B-Uncensored-HauhauCS-Aggres
PORT=10987 PORT=10987
source ./env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

7
Qwen3.6-35B-A3B-Uncensored-Aggres-noThink.sh
View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
PORT=8355 PORT=8355
source ../env/llama_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

7
Qwen3.6-35B-A3B-Uncensored-Aggres.sh
View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
PORT=8356 PORT=8356
source ../env/llama_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

8
gemma-4-26B-A4B-mxfp4-noThink.sh
View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
PORT=10987 PORT=10987
source ../env/llama_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
@ -29,3 +34,4 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
echo "Done!" echo "Done!"
echo $CONT_NAME echo $CONT_NAME

7
gemma-4-26B-A4B-mxfp4.sh
View File

@ -9,8 +9,13 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
PORT=10987 PORT=10987
source ../env/llama_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

5
glm-5.1-IQ3_KS.sh
View File

@ -9,6 +9,11 @@ MODEL_FOLDER="/sam4t/ENC/LLM/GLM-5.1"
PORT=10987 PORT=10987
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh source ./env/ik_env.sh
echo $IMAGE echo $IMAGE

7
qwen3.5-122b-IQ4_KSS.sh
View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
PORT=10987 PORT=10987
source ./ik_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \

7
qwen3.5-122b-IQ5_KS.sh
View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
PORT=10987 PORT=10987
source ./ik_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

7
qwen3.5-397B-A17B-IQ4_KSS.sh
View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/home/jared/.cache"
PORT=10987 PORT=10987
source ./ik_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

7
qwen3.5-coder-next.sh
View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3-Coder-Next"
PORT=10987 PORT=10987
source ./ik_env.sh # Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \ --health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \