debug pixtral

app.py

@@ -55,7 +55,8 @@ if "pipeline" not in st.session_state:
         reranker_model="monovlm",
         device=device,
         invoice_json_path=invoice_json_path,
-        gpu_memory_utilization=0.65
+        gpu_memory_utilization=0.8,
+        max_tokens=4096,
     )
 pipeline = st.session_state.pipeline
 

src/pipelines.py

@@ -19,7 +19,9 @@ class InvoiceGenerator:
             reranker_model=None,
             device="cuda",
             invoice_json_path=None,
-            max_model_len=4096, max_tokens=2048, gpu_memory_utilization=0.95
+            max_model_len=4096,
+            max_tokens=2048,
+            gpu_memory_utilization=0.95
     ):
         self.model = Pixtral(max_model_len=max_model_len, max_tokens=max_tokens,
                              gpu_memory_utilization=gpu_memory_utilization)