with langchain

gradio_llm_example.py

@@ -8,6 +8,14 @@ import pandas as pd
 # How to RUN code ==> gradio gradio_llm_example.py 
 
 
+ from langchain import HuggingFacePipeline
+ def load_llm_model(model: str = "google/flan-t5-large") -> HuggingFacePipeline:
+     llm = HuggingFacePipeline.from_model_id(
+         model_id=model,
+         task="text2text-generation",
+         model_kwargs={"max_length": 1500, "load_in_8bit": True},
+     )
+
 # Define text and title information 
 title1 = "##  🤗 About QA App"