Create Mythoboros_4K.sh

Mythoboros_4K.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# Modify as needed
+# This uses CLBlast 0 0 & OpenBLAS (batch size 256) & 20 GPU Layers with the recommended ropeconfig, to extend the Mythoboros GGML to 4K context.
+
+KCPP=/path/to/koboldcpp-1.38/koboldcpp.py
+MYTHOBOROS=/path/to/mythoboros-13b.ggmlv3.q5_0.bin
+python3 $KCPP /media/inpw/b28b0629-039b-47cc-b3ae-2e617ad16aea/GGML/ 5001 --useclblast 0 0 --unbantokens --blasbatchsize 256 --gpulayers 20 --ropeconfig 1.0 20000 --contextsize 4096