Update app.py

app.py

@@ -457,9 +457,10 @@ async def generate_function_call(prompt):
     template = env.get_template("function_calling.txt")
 
     content = template.render(question=prompt)
-    response = client2.text_generation(content, **generate_kwargs, stream=False, details=True, return_full_text=True)
-    output = response.generated_text
-    logging.info(output)
+    stream = client2.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=True)
+    output = ""
+    for response in stream:
+        output += response.token.text
     pattern = r'\{[^{}]*\}'
     # Find all matches
     match = re.search(pattern, output)