Spaces:

avfranco
/

audioqna

Running on Zero

avfranco commited on Sep 16

Commit

6b774e4

•

1 Parent(s): e3243ec

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,12 +17,11 @@ pipe = pipeline(
     device=device,
 )
-@spaces.GPU(duration=120)
 def respond_to_question_llama(transcript, question):
     from huggingface_hub import InferenceClient
     client = InferenceClient(
-        "meta-llama/Meta-Llama-3.1-70B-Instruct",
         token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
     )

     device=device,
 )
 def respond_to_question_llama(transcript, question):
     from huggingface_hub import InferenceClient
     client = InferenceClient(
+        "meta-llama/Meta-Llama-3.1-8B-Instruct",
         token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
     )