Update app.py

app.py

@@ -27,10 +27,9 @@ from langchain_huggingface import HuggingFaceEndpoint
 from langchain_core.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
 #logging.basicConfig(level=logging.DEBUG)
-
-HUGGINGFACE_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 #HF_INFERENCE_ENDPOINT = 
 #BOOKING_ID = re.compile(r'\b[A-Z]{6}\d{6}\b')
+
 BOOKING_KEYWORDS = [
     "booking",
     "bestillingsnummer",
@@ -94,7 +93,7 @@ api_response_prompt = PromptTemplate(
 
 @cl.on_chat_start
 def setup_multiple_chains():
-    
+    HUGGINGFACE_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
     llm = HuggingFaceEndpoint(
         #repo_id="google/gemma-2-2b", #"norallm/normistral-7b-warm-instruct", 
         #endpoint_url="http://localhost:8010/",