Update app.py

app.py

@@ -27,6 +27,7 @@ from langchain_huggingface import HuggingFaceEndpoint
 from langchain_core.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
 #logging.basicConfig(level=logging.DEBUG)
+HUGGINGFACE_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 #HF_INFERENCE_ENDPOINT = 
 #BOOKING_ID = re.compile(r'\b[A-Z]{6}\d{6}\b')
 
@@ -93,7 +94,7 @@ api_response_prompt = PromptTemplate(
 
 @cl.on_chat_start
 def setup_multiple_chains():
-    HUGGINGFACE_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
+    
     llm = HuggingFaceEndpoint(
         #repo_id="google/gemma-2-2b", #"norallm/normistral-7b-warm-instruct", 
         #endpoint_url="http://localhost:8010/",
@@ -104,7 +105,7 @@ def setup_multiple_chains():
         typical_p=0.95,
         temperature=0.7,
         repetition_penalty=1.03,
-        huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+        huggingfacehub_api_token=HUGGINGFACE_API_TOKEN,
         task="text-generation"
     )