GanymedeNil commited on
Commit
2406bfd
1 Parent(s): 237ecc5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -88,7 +88,7 @@ def run_example(image, text_input=None, model_id="Qwen/Qwen2-VL-7B-Instruct"):
88
  inputs = inputs.to("cuda")
89
 
90
  # Inference: Generation of the output
91
- generated_ids = model.generate(**inputs, max_new_tokens=4096)
92
  generated_ids_trimmed = [
93
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
94
  ]
 
88
  inputs = inputs.to("cuda")
89
 
90
  # Inference: Generation of the output
91
+ generated_ids = model.generate(**inputs, max_new_tokens=1024)
92
  generated_ids_trimmed = [
93
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
94
  ]