entrypoint.sh

#!/bin/bash

# Starting server
echo "Starting server"
#ollama serve &
#sleep 1

# Splitting the models by comma and pulling each
# IFS=',' read -ra MODELS <<< "$model"
# for m in "${MODELS[@]}"; do
#     echo "Pulling $m"
#     ollama pull "$m"
#     sleep 5
#     echo "Running $m"
#     ollama run "$m"  --keepalive -1s
    # No need to sleep here unless you want to give some delay between each pull for some reason
# done

#litellm --model ollama/"$m" --drop_params
litellm --config /config.yaml

# Keep the script running to prevent the container from exiting
wait