Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -4,20 +4,12 @@ import spaces
|
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
5 |
from threading import Thread
|
6 |
|
7 |
-
TITLE = ''
|
8 |
-
|
9 |
-
''
|
10 |
-
|
11 |
-
DESCRIPTION = '''
|
12 |
-
<div>
|
13 |
-
<p></p>
|
14 |
-
<p></p>
|
15 |
-
<p></p>
|
16 |
-
</div>
|
17 |
-
'''
|
18 |
|
19 |
LICENSE = """
|
20 |
-
<p
|
21 |
"""
|
22 |
|
23 |
PLACEHOLDER = """
|
@@ -75,10 +67,11 @@ h1 {
|
|
75 |
"""
|
76 |
|
77 |
model_id = "abhillubillu/gameapp_model"
|
|
|
78 |
|
79 |
# Load the tokenizer and model
|
80 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
81 |
-
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
82 |
terminators = [
|
83 |
tokenizer.eos_token_id,
|
84 |
tokenizer.convert_tokens_to_ids("")
|
|
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
5 |
from threading import Thread
|
6 |
|
7 |
+
TITLE = ''
|
8 |
+
|
9 |
+
DESCRIPTION = ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
LICENSE = """
|
12 |
+
<p>Built with Llama</p>
|
13 |
"""
|
14 |
|
15 |
PLACEHOLDER = """
|
|
|
67 |
"""
|
68 |
|
69 |
model_id = "abhillubillu/gameapp_model"
|
70 |
+
hf_token = os.getenv("HF_API_TOKEN")
|
71 |
|
72 |
# Load the tokenizer and model
|
73 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=hf_token)
|
74 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=hf_token, device_map="auto")
|
75 |
terminators = [
|
76 |
tokenizer.eos_token_id,
|
77 |
tokenizer.convert_tokens_to_ids("")
|