Model changed to 8b

app.py

@@ -53,8 +53,8 @@ async def face_analyse(file: UploadFile = File(...)):
     # Assuming categories is a list of category labels
     return dict(zip(categories, map(float, probs)))
 
-    # Initialize the Meta-Llama-3-70B-Instruct pipeline
-llama_model_id = "meta-llama/Meta-Llama-3-70B-Instruct"
+    # Initialize the Meta-Llama-3-8B-Instruct pipeline
+llama_model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
 llama_pipeline = pipeline(
     "text-generation",
     model=llama_model_id,
@@ -67,7 +67,7 @@ llama_pipeline = pipeline(
 @app.post("/frame-details")
 def frame_details(text: str):
     
-    # Extract structured information from a given text about frames using the Meta-Llama-3-70B-Instruct model. The model will output details like price, color, etc.
+    # Extract structured information from a given text about frames using the Meta-Llama-3-8B-Instruct model. The model will output details like price, color, etc.
     
     messages = [
         {"role": "system", "content": "You are an api chatbot for frames and glasses who always responds with only a json. Extract the infomation given into a structured json for frame details"},