Update app.py

app.py

@@ -83,12 +83,111 @@ def forward_image_to_huggingface(image: Image):
     response = requests.post(HUGGING_FACE_ENDPOINT, files=files)
     return response
 
-# Inference function to generate captions dynamically based on image content
-def generate_captions_from_image(image):
-    inputs = processor(image, return_tensors="pt").to(device, torch.float16)
-    output = model.generate(**inputs, max_new_tokens=50)
-    caption = processor.decode(output[0], skip_special_tokens=True)
-    return caption
+# Function to generate the daily progress report (DPR), save as PDF, and upload to Salesforce
+def generate_dpr(files):
+    dpr_text = []
+    captions = []
+    image_paths = []
+    current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+    
+    # Add header to the DPR
+    dpr_text.append(f"Daily Progress Report\nGenerated on: {current_time}\n")
+    
+    # Process images in parallel for faster performance
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        results = list(executor.map(lambda file: generate_captions_from_image(Image.open(file.name)), files))
+    
+    for i, file in enumerate(files):
+        caption = results[i]
+        captions.append(caption)
+        
+        # Generate DPR section for this image with dynamic caption
+        dpr_section = f"\nImage: {file.name}\nDescription: {caption}\n"
+        dpr_text.append(dpr_section)
+        
+        # Save image path for embedding in the report
+        image_paths.append(file.name)
+    
+    # Combine DPR text (no redundant description here)
+    dpr_output = "\n".join(dpr_text)
+    
+    # Generate PDF filename with timestamp
+    pdf_filename = f"DPR_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.pdf"
+    
+    # Save DPR text to PDF
+    pdf_result, pdf_filepath = save_dpr_to_pdf(dpr_output, image_paths, captions, pdf_filename)
+    
+    # Salesforce upload
+    salesforce_result = ""
+    pdf_content_document_id = None
+    pdf_url = None
+    image_content_document_ids = []
+    
+    if sf and pdf_filepath:
+        try:
+            # Create Daily_Progress_Reports__c record
+            report_description = "; ".join(captions)[:255]  # Concatenate captions, limit to 255 chars
+            dpr_record = sf.Daily_Progress_Reports__c.create({
+                'Detected_Activities__c': report_description  # Store in Detected_Activities__c field
+            })
+            dpr_record_id = dpr_record['id']
+            salesforce_result += f"Created Daily_Progress_Reports__c record with ID: {dpr_record_id}\n"
+            
+            # Upload PDF to Salesforce
+            pdf_content_document_id, pdf_url, pdf_upload_result = upload_file_to_salesforce(
+                pdf_filepath, pdf_filename, sf, "pdf"
+            )
+            salesforce_result += pdf_upload_result + "\n"
+            
+            # Link PDF to DPR record
+            if pdf_content_document_id:
+                sf.ContentDocumentLink.create({
+                    'ContentDocumentId': pdf_content_document_id,
+                    'LinkedEntityId': dpr_record_id,
+                    'ShareType': 'V'
+                })
+            
+            # Update the DPR record with the PDF URL
+            if pdf_url:
+                sf.Daily_Progress_Reports__c.update(dpr_record_id, {
+                    'PDF_URL__c': pdf_url  # Storing the PDF URL correctly
+                })
+                salesforce_result += f"Updated PDF URL for record ID {dpr_record_id}\n"
+            
+            # Upload images to Salesforce and create Site_Images__c records
+            for file in files:
+                image_filename = os.path.basename(file.name)
+                image_content_document_id, image_upload_result = upload_file_to_salesforce(
+                    file.name, image_filename, sf, "image"
+                )
+                if image_content_document_id:
+                    image_content_document_ids.append(image_content_document_id)
+                
+                # Create Site_Images__c record and link to DPR
+                site_image_record = sf.Site_Images__c.create({
+                    'Image__c': image_content_document_id,
+                    'Related_Report__c': dpr_record_id  # Link image to DPR record
+                })
+                salesforce_result += image_upload_result + "\n"
+                
+                # Link image to DPR record
+                if image_content_document_id:
+                    sf.ContentDocumentLink.create({
+                        'ContentDocumentId': image_content_document_id,
+                        'LinkedEntityId': dpr_record_id,
+                        'ShareType': 'V'
+                    })
+            
+        except Exception as e:
+            salesforce_result += f"Error interacting with Salesforce: {str(e)}\n"
+    else:
+        salesforce_result = "Salesforce connection not available or PDF generation failed.\n"
+    
+    # Return DPR text, PDF file, and Salesforce upload status
+    return (
+        dpr_output + f"\n\n{pdf_result}\n\nSalesforce Upload Status:\n{salesforce_result}",
+        pdf_filepath
+    )
 
 # Function to save DPR text to a PDF file
 def save_dpr_to_pdf(dpr_text, image_paths, captions, filename):
@@ -163,6 +262,8 @@ iface = gr.Interface(
     allow_flagging="never"
 )
 
+
+
 if __name__ == "__main__":
         iface.launch()