commit

main.py

@@ -22,18 +22,20 @@ warnings.filterwarnings('ignore')
 
 app.mount("/", StaticFiles(directory="static", html=True), name="static")
 
-# model_id = "HuggingFaceH4/vsft-llava-1.5-7b-hf-trl"
-# quantization_config = BitsAndBytesConfig(load_in_4bit=True)
-# base_model = LlavaForConditionalGeneration.from_pretrained(model_id, quantization_config=quantization_config, torch_dtype=torch.float16)
 
-# # Load the PEFT Lora adapter
-# peft_lora_adapter_path = "Praveen0309/llava-1.5-7b-hf-ft-mix-vsft-3"
-# peft_lora_adapter = PeftModel.from_pretrained(base_model, peft_lora_adapter_path, adapter_name="lora_adapter")
-# base_model.load_adapter(peft_lora_adapter_path, adapter_name="lora_adapter")
 
-# processor = AutoProcessor.from_pretrained("HuggingFaceH4/vsft-llava-1.5-7b-hf-trl")
-# model = M2M100ForConditionalGeneration.from_pretrained("facebook/m2m100_418M")
-# tokenizer = M2M100Tokenizer.from_pretrained("facebook/m2m100_418M")
+model_id = "HuggingFaceH4/vsft-llava-1.5-7b-hf-trl"
+quantization_config = BitsAndBytesConfig(load_in_4bit=True)
+base_model = LlavaForConditionalGeneration.from_pretrained(model_id, quantization_config=quantization_config, torch_dtype=torch.float16)
+
+# Load the PEFT Lora adapter
+peft_lora_adapter_path = "Praveen0309/llava-1.5-7b-hf-ft-mix-vsft-3"
+peft_lora_adapter = PeftModel.from_pretrained(base_model, peft_lora_adapter_path, adapter_name="lora_adapter")
+base_model.load_adapter(peft_lora_adapter_path, adapter_name="lora_adapter")
+
+processor = AutoProcessor.from_pretrained("HuggingFaceH4/vsft-llava-1.5-7b-hf-trl")
+model = M2M100ForConditionalGeneration.from_pretrained("facebook/m2m100_418M")
+tokenizer = M2M100Tokenizer.from_pretrained("facebook/m2m100_418M")
 
 
 # model_id = r"C:\Users\prave\OneDrive\Desktop\MLOPS\Mlops_2\huggingface_model"
@@ -122,7 +124,7 @@ def facebook_response(url, input_sentence):
 
 
 image_cache = {}
-@app.post('/upload')
+@app.post("/upload/")
 def upload_file():
     try:
         file = request.files['file']
@@ -143,7 +145,7 @@ def upload_file():
 def home():
     return FileResponse(path="/app/static/index.html", media_type="text/html")
 
-@app.get("/get")
+@app.get("/get/")
 def get_bot_response():
     try:
       if 'image' in image_cache:

static/script.js

@@ -3,7 +3,7 @@ $(document).ready(function(){
         e.preventDefault();
         $('#uploadStatus').html('<p>Status: Processing...</p>');
         $.ajax({
-            url: '/upload',
+            url: "/upload/",
             type: 'POST',
             data: new FormData(this),
             contentType: false,
@@ -64,7 +64,7 @@ $(document).ready(function(){
             message.draw();
 
             // Call getResponse() to get the chatbot's response
-            $.get("/get", { msg: text }).done(function(data) {
+            $.get("/get/", { msg: text }).done(function(data) {
                 // Draw bot message with bot-message class
                 var botMessage = new Message({
                     text: data,