import gradio as gr import spaces from PIL import Image import os import torch from transformers import AutoModelForCausalLM, AutoProcessor import subprocess from io import BytesIO # Install flash-attn subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True) # Load the model and processor model_id = "microsoft/Phi-3.5-vision-instruct" model = AutoModelForCausalLM.from_pretrained( model_id, trust_remote_code=True, torch_dtype=torch.float16, use_flash_attention_2=False, # Explicitly disable Flash Attention 2 ) processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True, num_crops=16) @spaces.GPU(duration=120) def solve_math_problem(image): # Move model to GPU for this function call model.to('cuda') # Prepare the input messages = [ {"role": "user", "content": "<|image_1|>\nSolve this math problem step by step. Explain your reasoning clearly."}, ] prompt = processor.tokenizer.apply_chat_template( messages, tokenize=False, add_generation_prompt=True ) # Process the input inputs = processor(prompt, image, return_tensors="pt").to("cuda") # Generate the response generation_args = { "max_new_tokens": 1000, "temperature": 0.2, "do_sample": True, } generate_ids = model.generate(**inputs, eos_token_id=processor.tokenizer.eos_token_id, **generation_args) # Decode the response generate_ids = generate_ids[:, inputs['input_ids'].shape[1]:] response = processor.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0] # Move model back to CPU to free up GPU memory model.to('cpu') return response # Custom CSS custom_css = """ """ # Create the Gradio interface with gr.Blocks(css=custom_css) as iface: gr.HTML("""

AI Math Equation Solver

Upload an image of a math problem, and our AI will solve it step by step!

""") with gr.Row(equal_height=True): with gr.Column(): gr.HTML("

Upload Your Math Problem

") input_image = gr.Image(type="pil", label="Upload Math Problem Image") submit_btn = gr.Button("Solve Problem", elem_classes=["gr-button"]) with gr.Column(): gr.HTML("

Solution

") output_text = gr.Textbox(label="Step-by-step Solution", lines=10) gr.HTML("

Try These Examples

") examples = gr.Examples( examples=[ os.path.join(os.path.dirname(__file__), "eqn1.png"), os.path.join(os.path.dirname(__file__), "eqn2.png") ], inputs=input_image, outputs=output_text, fn=solve_math_problem, cache_examples=True, ) gr.HTML(""" """) submit_btn.click(fn=solve_math_problem, inputs=input_image, outputs=output_text) # Launch the app iface.launch()