#!/bin/bash
#grab container image name
MODEL_NAME="Qwen3.6-35B-A3B-Uncen-Agres-noThink"
CONT_NAME="LLM-$MODEL_NAME"

MODEL_FOLDER="/home/jared/.cache/huggingface"
MODEL="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf"
MODEL_MM="models--HauhauCS--Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/snapshots/f12a584fecbeb5f20001130d8ecd66c9327ae685/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf"

PORT=8355

# Check if llama_env.sh exists, if not run create_new_image.sh
if [ ! -f "./env/llama_env.sh" ]; then
    echo "llama_env.sh not found, running create_new_image.sh..."
    ./create_new_image.sh
fi
source ./env/llama_env.sh

echo $IMAGE
docker container create --privileged --name $CONT_NAME --network llms -p $PORT:$PORT -v $MODEL_FOLDER:/model --user $(id -u):$(id -g) --gpus=all --restart on-failure:3 \
	--health-cmd "curl -f http://$CONT_NAME:$PORT/v1/models || exit 1" \
	--health-interval 5s \
	--health-timeout 5s \
	--health-start-period 20s \
	$IMAGE \
	/llama.cpp/build/bin/llama-server \
	--model /model/$MODEL \
	-mm /model/$MODEL_MM \
	--alias $MODEL_NAME \
	-ctk q8_0 -ctv q8_0 \
	--reasoning-budget 0 \
	--reasoning off \
	--host $CONT_NAME \
	--port $PORT --no-mmap -dio

echo "Done!"
echo $CONT_NAME