Upload folder using huggingface_hub

app.py

@@ -104,8 +104,8 @@ def respond(
             output_scores=True,
             max_new_tokens=max_new_tokens,
         )
-    response = tokenizer.decode(generated[0][:-2]).split("### Assistant:\n", 1)[1]
-    return output.split("### Response:")[1].strip()
+    response = tokenizer.decode(generation_output[0][:-2]).split("### Assistant:\n", 1)[1]
+    return response.split("### Response:")[1].strip()
 
     
 g = gr.Interface(