ss

app.py

@@ -18,6 +18,24 @@ import io
 import PyPDF2
 from docx import Document
 import csv
+import sys
+
+# Add Replicate class workaround
+class Replicate(torch.nn.Module):
+    """Workaround class for missing Replicate in NV-Embed and Qwen models"""
+    def __init__(self, module, num_replicas=1):
+        super().__init__()
+        self.module = module
+        self.num_replicas = num_replicas
+        
+    def forward(self, *args, **kwargs):
+        return self.module(*args, **kwargs)
+
+# Add the class to Python's built-ins
+sys.modules["transformers.models.nvembed.modeling_nvembed"].Replicate = Replicate
+sys.modules["transformers.models.qwen2.modeling_qwen2"] = type('', (), {})
+sys.modules["transformers.models.qwen2.modeling_qwen2"].Replicate = Replicate
+
 from explanation_generator import ExplanationGenerator
 
 # Download NLTK resources

explanation_generator.py

@@ -9,6 +9,26 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 import os
 import re
+import sys
+
+# Add Replicate class workaround if not already defined
+try:
+    from transformers.models.qwen2.modeling_qwen2 import Replicate
+except (ImportError, AttributeError):
+    class Replicate(torch.nn.Module):
+        """Workaround class for missing Replicate in Qwen models"""
+        def __init__(self, module, num_replicas=1):
+            super().__init__()
+            self.module = module
+            self.num_replicas = num_replicas
+            
+        def forward(self, *args, **kwargs):
+            return self.module(*args, **kwargs)
+    
+    # Add the class to modules
+    if "transformers.models.qwen2.modeling_qwen2" not in sys.modules:
+        sys.modules["transformers.models.qwen2.modeling_qwen2"] = type('', (), {})
+    sys.modules["transformers.models.qwen2.modeling_qwen2"].Replicate = Replicate
 
 # Load QwQ model at initialization time
 print("Loading Qwen/QwQ-32B model with 4-bit quantization...")

requirements.txt

@@ -4,7 +4,7 @@ PyPDF2==3.0.1
 python-docx==1.0.1
 spacy==3.7.2
 https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.0/en_core_web_sm-3.7.0.tar.gz
-transformers==4.52.2
+transformers==4.36.2
 torch==2.1.2
 nltk==3.8.1
 faiss-cpu==1.7.4
@@ -14,7 +14,8 @@ plotly==5.18.0
 pandas==2.1.3
 numpy==1.24.3
 tqdm==4.66.1
-huggingface-hub>=0.30.0,<1.0
-einops==0.5.0
+huggingface-hub==0.25.0
+einops
 bitsandbytes>=0.41.0
 accelerate>=0.23.0
+optimum>=1.13.1