Spaces:

quelmap
/

apitest

Sleeping

quelmap commited on Jul 25, 2023

Commit

d7ca936

1 Parent(s): b50b2d4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -2,7 +2,7 @@ import gradio
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-small", device_map="auto", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-small")
 def my_inference_function(name):
@@ -28,4 +28,4 @@ gradio_interface = gradio.Interface(
   inputs = "text",
   outputs = "text"
 )
-gradio_interface.launch(share=True)

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-small")
 tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-small")
 def my_inference_function(name):
   inputs = "text",
   outputs = "text"
 )
+gradio_interface.launch()