|
name: Koboldcpp Windows Full OldCPU Binaries |
|
|
|
on: workflow_dispatch |
|
env: |
|
BRANCH_NAME: ${{ github.head_ref || github.ref_name }} |
|
|
|
jobs: |
|
windows: |
|
runs-on: windows-2019 |
|
steps: |
|
- name: Clone |
|
id: checkout |
|
uses: actions/checkout@v3 |
|
with: |
|
ref: ${{ github.head_ref || github.ref_name }} |
|
|
|
- name: Get Python |
|
uses: actions/setup-python@v2 |
|
with: |
|
python-version: 3.8.10 |
|
|
|
- name: Install python dependencies |
|
run: | |
|
python -m pip install --upgrade pip |
|
pip install customtkinter==5.2.0 pyinstaller==5.11.0 psutil==5.9.5 |
|
|
|
- name: Download and install win64devkit |
|
run: | |
|
curl -L https://github.com/skeeto/w64devkit/releases/download/v1.22.0/w64devkit-1.22.0.zip --output w64devkit.zip |
|
Expand-Archive w64devkit.zip -DestinationPath . |
|
|
|
- name: Add w64devkit to PATH |
|
run: | |
|
echo "$(Get-Location)\w64devkit\bin" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8 |
|
|
|
- name: Print System Environment Variables |
|
id: printvars |
|
run: | |
|
echo "Number of processors: ${env:NUMBER_OF_PROCESSORS}" |
|
echo "Processor Architecture: ${env:PROCESSOR_ARCHITECTURE}" |
|
echo "Computer Name: ${env:COMPUTERNAME}" |
|
wmic cpu get name |
|
wmic os get TotalVisibleMemorySize, FreePhysicalMemory |
|
|
|
- name: Rebuild Vulkan Shaders |
|
id: make_vk_shaders |
|
run: | |
|
make vulkan_shaders_gen -j ${env:NUMBER_OF_PROCESSORS} |
|
echo "Vulkan Shaders Rebuilt" |
|
|
|
- name: Build Non-CUDA |
|
id: make_build |
|
run: | |
|
make LLAMA_CLBLAST=1 LLAMA_VULKAN=1 LLAMA_PORTABLE=1 -j ${env:NUMBER_OF_PROCESSORS} LLAMA_NOAVX2=1 |
|
|
|
- uses: Jimver/[email protected] |
|
id: cuda-toolkit |
|
with: |
|
cuda: '11.4.4' |
|
|
|
- name: Build CUDA |
|
id: cmake_build |
|
run: | |
|
mkdir build |
|
cd build |
|
cmake .. -DLLAMA_CUBLAS=ON -DLLAMA_AVX2=OFF -DCMAKE_SYSTEM_VERSION="10.0.19041.0" |
|
cmake --build . --config Release -j 2 |
|
cd .. |
|
|
|
|
|
- name: Download CuBLAS Libraries |
|
run: | |
|
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll |
|
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll |
|
ls |
|
|
|
|
|
|
|
|
|
|
|
|
|
- name: Package PyInstallers |
|
id: make_pyinstaller |
|
run: | |
|
./make_pyinstaller_cuda_oldcpu.bat |
|
|
|
- name: Save artifact |
|
uses: actions/upload-artifact@v4 |
|
with: |
|
name: kcpp_windows_pyinstallers |
|
path: dist/ |
|
|