ilikelollies/scripts/run_osx.sh

#!/usr/bin/env bash

trap "kill 0" EXIT

INSTALL_SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
ROOT_DIR="${INSTALL_SCRIPT_DIR}/.."

printf "Detecting OS: "
if [ "$(uname)" == "Darwin" ]; then
    printf "\e[32mOSX\e[m\n"
else
    printf "\e[31m${$(uname)}\e[m\n"
    printf "\e[31mERROR:\e[m This script only works on OSX\n"
    exit 1
fi


cd ${ROOT_DIR}/working/llama.cpp
./server -t 4 -c 4096 -ngl 35 -b 512 --mlock -m "./models/openchat_3.5.Q5_K_M.gguf" &

cd ${ROOT_DIR}/working/basic-openai-api-wrapper
source venv/bin/activate
flask run &

cd ${ROOT_DIR}
npm run start &

until $(curl --output /dev/null --silent --head --fail http://localhost:3000); do
    printf '.'
    sleep 1
done
until $(curl --output /dev/null --silent --head --fail http://localhost:8080); do
    printf '.'
    sleep 1
done
# until $(curl --output /dev/null --silent --head --fail http://localhost:5000); do
#     printf '.'
#     sleep 1
# done

open http://localhost:3000


wait