Commit
·
96fba15
1
Parent(s):
65b0059
- app.py +0 -10
- requirements.txt +1 -2
app.py
CHANGED
@@ -1,14 +1,9 @@
|
|
1 |
import gradio as gr
|
2 |
-
<<<<<<< HEAD
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, GenerationConfig
|
4 |
-
=======
|
5 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
-
>>>>>>> 900e0aa32e9a9ed4a7304c86d90ad89586c21aa3
|
7 |
import torch
|
8 |
import threading
|
9 |
from queue import Queue
|
10 |
|
11 |
-
<<<<<<< HEAD
|
12 |
# Custom Streamer Class
|
13 |
class MyStreamer(TextStreamer):
|
14 |
def __init__(self, tokenizer, skip_prompt=True, **decode_kwargs):
|
@@ -28,11 +23,6 @@ class MyStreamer(TextStreamer):
|
|
28 |
raise ValueError("put() only supports a single sequence of tokens at a time.")
|
29 |
elif len(value.shape) > 1:
|
30 |
value = value[0]
|
31 |
-
=======
|
32 |
-
model_name = "genaforvena/huivam_finnegan_llama3.2-1b"
|
33 |
-
model = AutoModelForCausalLM.from_pretrained(model_name)
|
34 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
35 |
-
>>>>>>> 900e0aa32e9a9ed4a7304c86d90ad89586c21aa3
|
36 |
|
37 |
if self.skip_prompt and self.next_tokens_are_prompt:
|
38 |
self.next_tokens_are_prompt = False
|
|
|
1 |
import gradio as gr
|
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, GenerationConfig
|
|
|
|
|
|
|
3 |
import torch
|
4 |
import threading
|
5 |
from queue import Queue
|
6 |
|
|
|
7 |
# Custom Streamer Class
|
8 |
class MyStreamer(TextStreamer):
|
9 |
def __init__(self, tokenizer, skip_prompt=True, **decode_kwargs):
|
|
|
23 |
raise ValueError("put() only supports a single sequence of tokens at a time.")
|
24 |
elif len(value.shape) > 1:
|
25 |
value = value[0]
|
|
|
|
|
|
|
|
|
|
|
26 |
|
27 |
if self.skip_prompt and self.next_tokens_are_prompt:
|
28 |
self.next_tokens_are_prompt = False
|
requirements.txt
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
huggingface_hub==0.25.2
|
2 |
gradio
|
3 |
transformers
|
4 |
-
torch
|
5 |
-
unsloth
|
|
|
1 |
huggingface_hub==0.25.2
|
2 |
gradio
|
3 |
transformers
|
4 |
+
torch
|
|