rev app

app.py

@@ -108,16 +108,16 @@ def load_model():
         from transformers import AutoModelForVision2Seq, AutoTokenizer
         import torch
 
-        print("กำลังโหลด tokenizer...")
+        # print("กำลังโหลด tokenizer...")
+        # # tokenizer = AutoTokenizer.from_pretrained(
+        # #     "unsloth/Llama-3.2-11B-Vision-Instruct",
+        # #     trust_remote_code=True
+        # # )
         # tokenizer = AutoTokenizer.from_pretrained(
-        #     "unsloth/Llama-3.2-11B-Vision-Instruct",
-        #     trust_remote_code=True
+        #     "meta-llama/Llama-3.2-11B-Vision-Instruct",
+        #     trust_remote_code=True,
+        #     use_auth_token=True
         # )
-        tokenizer = AutoTokenizer.from_pretrained(
-            "meta-llama/Llama-3.2-11B-Vision-Instruct",
-            trust_remote_code=True,
-            use_auth_token=True
-        )
 
         print(f"2. ประเภทของ tokenizer: {type(tokenizer)}")
         print(f"3. เมธอดที่มีใน tokenizer: {dir(tokenizer)}")
@@ -146,6 +146,17 @@ def load_model():
 def process_image(image):
     global model, tokenizer
 
+    ### โหลด tokenizer จาก base model
+    from unsloth import FastVisionModel
+    from transformers import AutoTokenizer
+    print("กำลังโหลด tokenizer...")
+    base_model, tokenizer = FastVisionModel.from_pretrained(
+        "unsloth/Llama-3.2-11B-Vision-Instruct",
+        use_gradient_checkpointing = "unsloth",
+        ### device_map="auto"  ### เพิ่มตรงนี้
+    )
+    ###
+
     print("Type of model:", type(model))
     print("\nใน process_image():")
     print("A. Type of tokenizer:", type(tokenizer))