Update app.py

app.py

@@ -2,6 +2,7 @@ import subprocess
 subprocess.run('pip install -r requirements.txt', shell = True)
 
 import gradio as gr
+import cv2
 import os
 from PIL import Image
 import numpy as np
@@ -21,6 +22,7 @@ from langchain_core.prompts import ChatPromptTemplate
 from rich.console import Console
 from rich.markdown import Markdown
 from transformers import AutoModelForImageClassification, AutoImageProcessor
+from langchain import HuggingFacePipeline
 
 transformers.logging.set_verbosity_error()
 
@@ -34,10 +36,10 @@ def image_to_query(image):
 
     output: Query for the LLM
     """
-    #image = Image.open(image)
+    image = Image.open(image)
     #image = cv2.imread(image)
     #image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
-    image =  Image.fromarray(image)
+    #image =  Image.fromarray(image)
 
     model = AutoModelForImageClassification.from_pretrained("nprasad24/bean_classifier", from_tf=True)
     image_processor = AutoImageProcessor.from_pretrained("nprasad24/bean_classifier")
@@ -87,7 +89,7 @@ def ragChain():
     #APIKEY = "o7T3gVx9Vt8GSJbLyPV1974vF8LXVp01CWqOkWQuHgoHm07H"
     #os.environ["FIREWORKS_API_KEY"] = APIKEY
 
-    llm = ChatAnthropic(model='claude-3-opus-20240229')
+    llm = HuggingFacePipeline.from_model_id(model_id=repo_id, task="text-generation")
 
     prompt = ChatPromptTemplate.from_messages(
         [