Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,18 +1,17 @@
|
|
1 |
-
|
2 |
-
!apt-get -y install -qq aria2
|
3 |
|
4 |
-
|
5 |
%cd /content/text-generation-webui
|
6 |
-
|
7 |
-
|
8 |
|
9 |
-
|
10 |
-
|
11 |
|
12 |
-
|
13 |
-
|
14 |
|
15 |
-
|
16 |
|
17 |
%cd /content/text-generation-webui
|
18 |
-
|
|
|
1 |
+
apt-get -y install -qq aria2
|
|
|
2 |
|
3 |
+
git clone -b V20231127 https://github.com/Troyanovsky/text-generation-webui
|
4 |
%cd /content/text-generation-webui
|
5 |
+
pip install -r requirements.txt
|
6 |
+
pip install -U gradio==3.50.2
|
7 |
|
8 |
+
pip uninstall -y llama-cpp-python
|
9 |
+
CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir
|
10 |
|
11 |
+
pip uninstall flash-attn
|
12 |
+
pip install --no-build-isolation flash-attn==2.3.0
|
13 |
|
14 |
+
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/TheBloke/dolphin-2.2.1-mistral-7B-GGUF/resolve/main/dolphin-2.2.1-mistral-7b.Q5_K_M.gguf?download=true -d /content/text-generation-webui/models/ -o dolphin-2.2.1-mistral-7b.Q5_K_M.gguf
|
15 |
|
16 |
%cd /content/text-generation-webui
|
17 |
+
python server.py --share --n-gpu-layers 1000000000 --model dolphin-2.2.1-mistral-7b.Q5_K_M.gguf
|