Update app.py

app.py

@@ -5,13 +5,14 @@
 import os
 import numpy as np
 from urllib3.exceptions import HTTPError
-os.system('pip install dashscope  modelscope -U')
+os.system('pip install dashscope  modelscope oss2 -U')
 
 from argparse import ArgumentParser
 from pathlib import Path
 
 import copy
 import gradio as gr
+import oss2
 import os
 import re
 import secrets
@@ -21,7 +22,14 @@ from http import HTTPStatus
 from dashscope import MultiModalConversation
 import dashscope
 API_KEY = os.environ['API_KEY']
+ENDPOINT = os.environ['ENDPOINT']
+AK_ID = os.environ['AK_ID']
+AK = os.environ['AK']
+BUCKET_NAME = os.environ['BUCKET_NAME']
 dashscope.api_key = API_KEY
+endpoint = ENDPOINT
+auth = oss2.Auth(AK_ID, AK)
+bucket = oss2.Bucket(auth, endpoint, BUCKET_NAME)
 
 REVISION = 'v1.0.4'
 BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
@@ -81,6 +89,12 @@ def _remove_image_special(text):
     text = text.replace('<ref>', '').replace('</ref>', '')
     return re.sub(r'<box>.*?(</box>|$)', '', text)
 
+
+def is_video_file(filename):
+    video_extensions = ['.mp4', '.avi', '.mkv', '.mov', '.wmv', '.flv', '.webm', '.mpeg']
+    return any(filename.lower().endswith(ext) for ext in video_extensions)
+
+
 def _launch_demo(args):
     uploaded_file_dir = os.environ.get("GRADIO_TEMP_DIR") or str(
         Path(tempfile.gettempdir()) / "gradio"
@@ -100,7 +114,13 @@ def _launch_demo(args):
         content = []
         for q, a in history_cp:
             if isinstance(q, (tuple, list)):
-                content.append({'image': f'file://{q[0]}'})
+                if is_video_file(q[0]):
+                    key = q[0].split(os.sep)[-2]
+                    bucket.put_object_from_file(key, q[0])
+                    url = bucket.sign_url('GET', key, 3600)
+                    content.append({'video': url})
+                else:
+                    content.append({'image': f'file://{q[0]}'})
             else:
                 content.append({'text': q})
                 messages.append({'role': 'user', 'content': content})
@@ -196,7 +216,7 @@ def _launch_demo(args):
         task_history = gr.State([])
 
         with gr.Row():
-            addfile_btn = gr.UploadButton("📁 Upload (上传文件)", file_types=["image"])
+            addfile_btn = gr.UploadButton("📁 Upload (上传文件)", file_types=["image", "video"])
             submit_btn = gr.Button("🚀 Submit (发送)")
             regen_btn = gr.Button("🤔️ Regenerate (重试)")
             empty_bin = gr.Button("🧹 Clear History (清除历史)")