Update space
Browse files- app.py +1 -0
- requirements.txt +2 -1
app.py
CHANGED
|
@@ -2,6 +2,7 @@ import gradio as gr
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
from peft import PeftModel
|
|
|
|
| 5 |
|
| 6 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 7 |
base_model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
from peft import PeftModel
|
| 5 |
+
import torch
|
| 6 |
|
| 7 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 8 |
base_model = AutoModelForCausalLM.from_pretrained(
|
requirements.txt
CHANGED
|
@@ -4,4 +4,5 @@ transformers
|
|
| 4 |
peft==0.7.1
|
| 5 |
torch==2.1.2
|
| 6 |
accelerate==0.26.1
|
| 7 |
-
bitsandbytes==0.41.3
|
|
|
|
|
|
| 4 |
peft==0.7.1
|
| 5 |
torch==2.1.2
|
| 6 |
accelerate==0.26.1
|
| 7 |
+
bitsandbytes==0.41.3
|
| 8 |
+
torch==2.1.2
|