fixing app.py

app.py

@@ -2,7 +2,7 @@ import os
 import warnings
 import torch
 import gc
-from transformers import AutoModelForVision2Seq, AutoProcessor, BitsAndBytesConfig, AutoConfig
+from transformers import LlavaForConditionalGeneration, LlavaProcessor
 from PIL import Image
 import gradio as gr
 from huggingface_hub import login
@@ -37,29 +37,19 @@ def load_model_and_processor():
         # Model paths
         hub_model_path = "Aekanun/thai-handwriting-llm"
         
-        # BitsAndBytes config
-        bnb_config = BitsAndBytesConfig(
-            load_in_4bit=True,
-            bnb_4bit_use_double_quant=True,
-            bnb_4bit_quant_type="nf4",
-            bnb_4bit_compute_dtype=torch.bfloat16
+        # Load processor and model directly using LLaVA classes
+        processor = LlavaProcessor.from_pretrained(
+            hub_model_path,
+            trust_remote_code=True
         )
-
-        # Load model configuration
-        config = AutoConfig.from_pretrained(hub_model_path, trust_remote_code=True)
-        config.model_type = "llava"  # กำหนด model_type
-        
-        # Load processor and model
-        processor = AutoProcessor.from_pretrained(hub_model_path, trust_remote_code=True)
         
         print("กำลังโหลดโมเดลจาก Hub...")
-        model = AutoModelForVision2Seq.from_pretrained(
+        model = LlavaForConditionalGeneration.from_pretrained(
             hub_model_path,
-            config=config,
             device_map="auto",
             torch_dtype=torch.bfloat16,
-            quantization_config=bnb_config,
-            trust_remote_code=True
+            trust_remote_code=True,
+            load_in_4bit=True
         )
         print("โหลดโมเดลสำเร็จ!")
         
@@ -136,4 +126,5 @@ if load_model_and_processor():
     if __name__ == "__main__":
         demo.launch()
 else:
-    print("ไม่สามารถเริ่มต้นแอปพลิเคชันได้")
+    print("ไม่สามารถเริ่มต้นแอปพลิเคชันได้")
+