Will auto-gen container if does not exist
This commit is contained in:
parent
dee5dacdbb
commit
0acbb4fe7d
@ -10,7 +10,12 @@ MMPROJ="huggingface/hub/models--HauhauCS--Qwen3.6-27B-Uncensored-HauhauCS-Aggres
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ./env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
|
||||
|
||||
PORT=8355
|
||||
|
||||
source ../env/llama_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/llama_env.sh" ]; then
|
||||
echo "llama_env.sh not found, running create_new_image.sh..."
|
||||
./create_new_image.sh
|
||||
fi
|
||||
source ./env/llama_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -9,7 +9,12 @@ MODEL_MM="snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-
|
||||
|
||||
PORT=8356
|
||||
|
||||
source ../env/llama_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/llama_env.sh" ]; then
|
||||
echo "llama_env.sh not found, running create_new_image.sh..."
|
||||
./create_new_image.sh
|
||||
fi
|
||||
source ./env/llama_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -9,7 +9,12 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ../env/llama_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/llama_env.sh" ]; then
|
||||
echo "llama_env.sh not found, running create_new_image.sh..."
|
||||
./create_new_image.sh
|
||||
fi
|
||||
source ./env/llama_env.sh
|
||||
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
@ -29,3 +34,4 @@ docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODE
|
||||
|
||||
echo "Done!"
|
||||
echo $CONT_NAME
|
||||
|
||||
|
||||
@ -9,8 +9,13 @@ MODEL_MM="snapshots/3365c68df1a83799b846d05324ebfadbb8cc70b3/mmproj-F16.gguf"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ../env/llama_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/llama_env.sh" ]; then
|
||||
echo "llama_env.sh not found, running create_new_image.sh..."
|
||||
./create_new_image.sh
|
||||
fi
|
||||
|
||||
source ./env/llama_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -9,6 +9,11 @@ MODEL_FOLDER="/sam4t/ENC/LLM/GLM-5.1"
|
||||
|
||||
PORT=10987
|
||||
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
|
||||
echo $IMAGE
|
||||
|
||||
@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ./ik_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
|
||||
@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3.5"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ./ik_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -8,7 +8,12 @@ MODEL_FOLDER="/home/jared/.cache"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ./ik_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
@ -8,7 +8,12 @@ MODEL_FOLDER="/sam4t/ENC/LLM/Qwen3-Coder-Next"
|
||||
|
||||
PORT=10987
|
||||
|
||||
source ./ik_env.sh
|
||||
# Check if llama_env.sh exists, if not run create_new_image.sh
|
||||
if [ ! -f "./env/ik_env.sh" ]; then
|
||||
echo "./env/ik_env.sh not found, running create_new_IK_image.sh..."
|
||||
./create_new_IK_image.sh
|
||||
fi
|
||||
source ./env/ik_env.sh
|
||||
echo $IMAGE
|
||||
docker container create --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
|
||||
--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user