Will auto-gen container if does not exist

This commit is contained in:
Jared Delony 2026-05-16 15:57:03 -05:00
parent dee5dacdbb
commit 0acbb4fe7d
Signed by: jdelony
SSH Key Fingerprint: SHA256:W5F7KMb6FLjlHNhQhtrDl4NvR5fCfinaDDXSQnA2sF0
10 changed files with 60 additions and 9 deletions

View File

@ -10,7 +10,12 @@ MMPROJ="huggingface/hub/models--HauhauCS--Qwen3.6-27B-Uncensored-HauhauCS-Aggres
PORT=10987
source ./env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
PORT=8355
source ../env/llama_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
PORT=8356
source ../env/llama_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -9,7 +9,12 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
PORT=10987
source ../env/llama_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
@ -29,3 +34,4 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
echo "Done!"
echo $CONT_NAME

View File

@ -9,8 +9,13 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
PORT=10987
source ../env/llama_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
echo "llama_env.sh not found, running create_new_image.sh..."
./create_new_image.sh
fi
source ./env/llama_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -9,6 +9,11 @@ MODEL_FOLDER="/sam4t/ENC/LLM/GLM-5.1"
PORT=10987
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE

View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
PORT=10987
source ./ik_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \

View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
PORT=10987
source ./ik_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/home/jared/.cache"
PORT=10987
source ./ik_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \

View File

@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3-Coder-Next"
PORT=10987
source ./ik_env.sh
# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/ik_env.sh" ]; then
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
./create_new_IK_image.sh
fi
source ./env/ik_env.sh
echo $IMAGE
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \