start.sh

#!/bin/bash

if [ ! -d "llama.cpp" ]; then
  # only run in dev env
  # TODO: revert once the PR is merged
  # git clone https://github.com/ggerganov/llama.cpp --depth 1
  git clone https://github.com/ngxson/llama.cpp -b xsn/lora_convert_base_is_optional --depth 1
fi

python app.py