feat: 添加transformers模型加载和推理功能

添加requirements.txt依赖文件，并在app.py中实现使用transformers加载模型和生成文本的功能

app.py

@@ -1,7 +1,10 @@
-import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+IMPORTS
 
-def greet(name):
-    return "Hello " + name + "!!"
+MODEL_LOAD
+tokenizer = AutoTokenizer.from_pretrained("PrunaAI/UnfilteredAI-Promt-generator-bnb-4bit-smashed")
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
+
+outputs = model.generate(input_ids, max_new_tokens=216)
+tokenizer.decode(outputs[0])

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+transformers