Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
import os
|
2 |
from threading import Thread
|
3 |
from typing import Iterator
|
4 |
-
|
5 |
-
import
|
6 |
|
7 |
import gradio as gr
|
8 |
import spaces
|
@@ -41,9 +41,17 @@ if torch.cuda.is_available():
|
|
41 |
model = PeftModel.from_pretrained(base_model,"ranamhamoud/storytell")
|
42 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
43 |
tokenizer.pad_token = tokenizer.eos_token
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
44 |
|
45 |
def make_prompt(entry):
|
46 |
-
return f"### Human: YOUR INSTRUCTION HERE,
|
47 |
|
48 |
@spaces.GPU
|
49 |
def generate(
|
@@ -88,6 +96,11 @@ def generate(
|
|
88 |
for text in streamer:
|
89 |
outputs.append(text)
|
90 |
yield "".join(outputs)
|
|
|
|
|
|
|
|
|
|
|
91 |
|
92 |
chat_interface = gr.ChatInterface(
|
93 |
fn=generate,
|
|
|
1 |
import os
|
2 |
from threading import Thread
|
3 |
from typing import Iterator
|
4 |
+
|
5 |
+
from mongoengine import connect, Document, StringField, SequenceField
|
6 |
|
7 |
import gradio as gr
|
8 |
import spaces
|
|
|
41 |
model = PeftModel.from_pretrained(base_model,"ranamhamoud/storytell")
|
42 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
43 |
tokenizer.pad_token = tokenizer.eos_token
|
44 |
+
|
45 |
+
PASSWORD = os.environ.get("MONGODB_PASS")
|
46 |
+
connect(host='mongodb+srv://ranamhammoud11:{PASSWORD}@stories.zf5v52a.mongodb.net/')
|
47 |
+
|
48 |
+
class Story(Document):
|
49 |
+
message = StringField()
|
50 |
+
content = StringField()
|
51 |
+
story_id = SequenceField(primary_key=True)
|
52 |
|
53 |
def make_prompt(entry):
|
54 |
+
return f"### Human: YOUR INSTRUCTION HERE,ALWAYS USE A STORY,INCLUDE ASSESMENTS,TECHNICAL SUMMARY: {entry} ### Assistant:"
|
55 |
|
56 |
@spaces.GPU
|
57 |
def generate(
|
|
|
96 |
for text in streamer:
|
97 |
outputs.append(text)
|
98 |
yield "".join(outputs)
|
99 |
+
try:
|
100 |
+
saved_story = Story(message=message, content=final_story).save()
|
101 |
+
yield f"Story saved with ID: {saved_story.story_id}"
|
102 |
+
except Exception as e:
|
103 |
+
yield f"Failed to save story: {str(e)}"
|
104 |
|
105 |
chat_interface = gr.ChatInterface(
|
106 |
fn=generate,
|