ldhldh commited on
Commit
2c77c32
Β·
1 Parent(s): 02c9e3b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  import inspect
4
  from gradio import routes
5
  from typing import List, Type
6
-
7
  import requests, os, re, asyncio, json
8
 
9
  loop = asyncio.get_event_loop()
@@ -42,6 +42,7 @@ def chat(id, npc, prompt):
42
  return "no coin"
43
 
44
  # model inference
 
45
  output = "AI μ‘λ‹΅μž…λ‹ˆλ‹€."
46
 
47
 
 
3
  import inspect
4
  from gradio import routes
5
  from typing import List, Type
6
+ from petals import AutoDistributedModelForCausalLM
7
  import requests, os, re, asyncio, json
8
 
9
  loop = asyncio.get_event_loop()
 
42
  return "no coin"
43
 
44
  # model inference
45
+
46
  output = "AI μ‘λ‹΅μž…λ‹ˆλ‹€."
47
 
48