Update app.py

app.py

@@ -3,8 +3,10 @@ from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsA
 from peft import PeftModel
 import spaces
 import torch
-
 device = "cuda"
+base_model = PaliGemmaForConditionalGeneration.from_pretrained("google/paligemma-3b-mix-224").to(device)
+processor = AutoProcessor.from_pretrained("google/paligemma-3b-mix-224")
+
 @spaces.GPU(duration=120)
 def greet(image, prompt):
     
@@ -12,11 +14,11 @@ def greet(image, prompt):
         load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.float16
     )
     
-    # base_model = PaliGemmaForConditionalGeneration.from_pretrained("google/paligemma-3b-mix-224").to(device)
-    model = PaliGemmaForConditionalGeneration.from_pretrained("/folders", torch_dtype=torch.float16, quantization_config=quantization_config).to(device)
-    return prompt
-    # processor = AutoProcessor.from_pretrained("google/paligemma-3b-mix-224")
     
+    # model = PaliGemmaForConditionalGeneration.from_pretrained("/folders", torch_dtype=torch.float16, quantization_config=quantization_config).to(device)
+    
+    
+    return prompt
     # # model = PeftModel(base_model, "/folders").to(device)
     # inputs = processor(prompt, raw_image, return_tensors="pt")
     # output = model.generate(**inputs, max_new_tokens=20)