Update app.py

app.py

@@ -11,17 +11,21 @@ from urllib.parse import urlparse
 
 import pandas as pd
 from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.chrome.service import Service   
+
 from selenium.webdriver.chrome.options import Options
 from selenium.webdriver.common.by import By
-from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support.ui   
+ import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.common.exceptions import (
-    TimeoutException,
+    TimeoutException,   
+
     NoSuchElementException,
     StaleElementReferenceException,
 )
-from webdriver_manager.chrome import ChromeDriverManager
+from webdriver_manager.chrome import ChromeDriverManager   
+
 from transformers import AutoTokenizer, OpenLlamaForCausalLM, pipeline
 import gradio as gr
 import xml.etree.ElementTree as ET
@@ -31,6 +35,22 @@ from mysql.connector import errorcode, pooling
 from dotenv import load_dotenv
 from huggingface_hub import login
 
+model_name = "openlm-research/open_llama_3b_v2"
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, legacy=False)
+model = OpenLlamaForCausalLM.from_pretrained(model_name)
+
+# Determine the maximum supported length for the model
+max_supported_length = 8000  # You might need to adjust this
+
+openllama_pipeline = pipeline(
+    "GenerationMixin",
+    model=model,
+    tokenizer=tokenizer,
+    truncation=True,
+    max_length=max_supported_length, 
+    # ... other parameters
+)
+
 model_name = "openlm-research/open_llama_3b_v2"  # Or another OpenLlama variant
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, legacy=False)
 model = OpenLlamaForCausalLM.from_pretrained(model_name)
@@ -39,7 +59,7 @@ openllama_pipeline = pipeline(
     "GenerationMixin",
     model=model,
     tokenizer=tokenizer,
-    truncation=True,  # Add this line
+    truncation=True,
     max_length=max_tokens,  # Assuming max_tokens is your max_length variable
     # ... other parameters
 )