File size: 3,194 Bytes
1d30d42 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
name: Koboldcpp Linux ARM64
on: workflow_dispatch
env:
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
jobs:
linux-arm:
runs-on: ubuntu-latest
steps:
- name: Clone
id: checkout
uses: actions/checkout@v3
with:
ref: ${{ github.head_ref || github.ref_name }}
- name: Install Dependencies
id: depends
run: |
sudo apt-get update
sudo apt-get install -y python3-tk python3-pip python3-dev build-essential \
libffi-dev libssl-dev libbz2-dev libreadline-dev libsqlite3-dev \
crossbuild-essential-arm64 gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
- name: Install New GCC for Cross-Compilation
run: |
sudo apt-get install -y software-properties-common
sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
sudo apt-get update
sudo apt-get install -y gcc-12 g++-12 gcc-12-aarch64-linux-gnu g++-12-aarch64-linux-gnu
export CC=/usr/bin/aarch64-linux-gnu-gcc-12
export CXX=/usr/bin/aarch64-linux-gnu-g++-12
export AR=aarch64-linux-gnu-ar
export UNAME_M=aarch64
export UNAME_S=Linux
export PATH=/usr/bin:$PATH
make LLAMA_PORTABLE=1
chmod +x './create_ver_file.sh'
. create_ver_file.sh
mkdir -p dist
cp './koboldcpp_default.so' dist
ls
- name: Install QEMU
run: |
sudo apt-get update
sudo apt-get install -y qemu-user-static binfmt-support
- name: Setup QEMU for ARM64
run: |
docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
- name: Build ARM64 PyInstaller
run: |
docker run --rm \
--platform linux/arm64 \
-v "${PWD}:/src" \
python:3.9-slim \
/bin/bash -c "
apt-get update && apt-get install -y build-essential && \
apt-get update && apt-get install -y gcc-12 g++-12 && \
export LD_LIBRARY_PATH=/usr/lib/gcc/x86_64-linux-gnu/12:$LD_LIBRARY_PATH && \
pip install customtkinter pyinstaller tk && \
cd /src && \
pyinstaller --noconfirm --onefile --collect-all customtkinter --collect-all psutil \
--add-data './koboldcpp_default.so:.' \
--add-data './kcpp_adapters:./kcpp_adapters' \
--add-data './koboldcpp.py:.' \
--add-data './klite.embd:.' \
--add-data './kcpp_docs.embd:.' \
--add-data './kcpp_sdui.embd:.' \
--add-data './taesd.embd:.' \
--add-data './taesd_xl.embd:.' \
--add-data './taesd_f.embd:.' \
--add-data './taesd_3.embd:.' \
--add-data './rwkv_vocab.embd:.' \
--add-data './rwkv_world_vocab.embd:.' \
--version-file './version.txt' \
--clean --console koboldcpp.py -n 'koboldcpp-linux-arm64'
"
- name: Save artifact
uses: actions/upload-artifact@v4
with:
name: kcpp_linux_arm64_binary
path: dist/
|