Update app.py

app.py

@@ -87,8 +87,19 @@ def ragChain():
 
     #APIKEY = "o7T3gVx9Vt8GSJbLyPV1974vF8LXVp01CWqOkWQuHgoHm07H"
     #os.environ["FIREWORKS_API_KEY"] = APIKEY
-    model_id = "mosaicml/mpt-1b-redpajama-200b"
-    llm = HuggingFacePipeline.from_model_id(model_id = model_id, task = "text-generation")
+    model = transformers.AutoModelForCausalLM.from_pretrained(
+        'mosaicml/mpt-1b-redpajama-200b',               
+        trust_remote_code=True,                 
+    )
+    model.eval()
+    tokenizer = transformers.AutoTokenizer.from_pretrained("mosaicml/mpt-30b")
+
+    generate_text = transformers.pipeline(
+        model=model,
+        tokenizer=tokenizer,
+        return_full_text=True,
+    )
+    llm = HuggingFacePipeline(pipeline=generate_text)
 
     prompt = ChatPromptTemplate.from_messages(
         [