Update app.py

app.py

@@ -434,15 +434,18 @@ def generate_function_call(prompt):
     return output
         
                 
-@spaces.GPU(duration=120)
-async def generate_final_response(prompt, history, context_files=[], ticker_stats=[], reports=[], ticker_financials=[], news_link=[], earning_link=[], news_googles=[]):
+def generate_final_response(prompt, history, context_files=[], ticker_stats=[], reports=[], ticker_financials=[], news_link=[], earning_link=[], news_googles=[]):
+    # temperature = float(temperature)
+    # if temperature < 1e-2:
+    #     temperature = 1e-2
+    # top_p = float(top_p)
     global display_ticker
-    logging.info("Current Value of GLOBAL TICKER: %s", display_ticker)
+    logging.info("Current Value of GLOBAL TICKER: %s",display_ticker)
     generate_kwargs = dict(temperature=0.001,max_new_tokens=1024,top_p=0.95,repetition_penalty=1.0,do_sample=True,seed=42)
     today = datetime.date.today()
     todays_date = today.strftime('%d%B%Y')
     question = format_prompt(prompt, history)
-    logging.info("\n\nQuestion: %s", question)
+    logging.info("\n\nQuestion: %s",question)
 
     chat_completion_params = generate_function_call(question)
     logging.info(chat_completion_params)
@@ -453,25 +456,21 @@ async def generate_final_response(prompt, history, context_files=[], ticker_stat
     logging.info("Final Ticker: %s", ticker)
     
     try:
-        if (chat_completion_params['todays_news_flag'] or chat_completion_params['generic_query']) and len(ticker) < 1:
+        if (chat_completion_params['todays_news_flag'] or chat_completion_params['generic_query']) and len(ticker)<1:
             logging.info("Getting Latest News Headlines")
             news_link.append(todays_news())
             time.sleep(2)
-        elif chat_completion_params['todays_news_flag'] and len(ticker) > 0:
+        elif chat_completion_params['todays_news_flag'] and len(ticker)>0:
             for tick in chat_completion_params["stock_name"]:
                 news_googles.append(f"Latest News for {tick}\n\n {get_google_news(tick)}")
-        elif (chat_completion_params['follow_up_query'] and ticker_stats) or (display_ticker == ticker and ticker_stats):
+        elif (chat_completion_params['follow_up_query'] and ticker_stats != []) or (display_ticker == ticker and ticker_stats != []):
             logging.info("\n\nAssigned into a followup query\n\n")
             chat_completion_params['follow_up_query'] = True
         else:
-            logging.info("prompt & ticker: %s, %s", question, ticker)
+            logging.info("prompt & ticker: %s, %s", question, ticker )
             logging.info("Getting into raw_news()")
             for stock in ticker:
-                context_file, ticker_stat, ticker_financial, report, news_google = raw_news(
-                    raw_query=question, 
-                    todays_news_func_call=chat_completion_params["todays_news_flag"], 
-                    ticker=stock
-                )
+                context_file, ticker_stat, ticker_financial, report, news_google = raw_news(raw_query=question, todays_news_func_call=chat_completion_params["todays_news_flag"], ticker=stock)
                 # Append each detail to its corresponding list
                 context_files.append(context_file)
                 ticker_stats.append(ticker_stat)
@@ -479,35 +478,27 @@ async def generate_final_response(prompt, history, context_files=[], ticker_stat
                 reports.append(report)
                 news_googles.append(news_google)
         
+            
         logging.info(f"Generating response for **{question}**")
         display_ticker = ticker if ticker else [0]
         env = Environment(loader=FileSystemLoader("templates/"), autoescape=True)
+        # env.globals['include'] = lambda filename: env.loader.get_source(env, filename)[0]
         template = env.get_template("system_prompt.txt")
-        content = template.render(
-            todays_date=todays_date,
-            ticker_financials=ticker_financials,
-            response_type="Response-1",
-            chat_completion_params=chat_completion_params,
-            context_file=context_files,
-            question=question,
-            ticker=ticker,
-            ticker_stats=ticker_stats,
-            reports=reports,
-            news_link=news_link,
-            earnings=earning_link,
-            news_googles=news_googles
-        )
+        content = template.render(todays_date=todays_date,ticker_financials=ticker_financials ,response_type="Response-1",chat_completion_params=chat_completion_params,context_file=context_files, question=question,ticker=ticker, ticker_stats = ticker_stats, reports=reports, news_link=news_link, earnings = earning_link, news_googles=news_googles)
+        # logging.info(content)
+        output=""
         try:
+            # Now start the streaming
             stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=True)
             output = ""
             for response in stream:
                 output += response.token.text
                 yield output
-                
         except StopAsyncIteration:
             yield "Sorry, could you provide more details to clarify your query"
     except Exception as e:
         yield f"Sorry, your query couldn't be processed. Retry with correct name of stock - An error occurred: {e}"
+
     
 theme ="JohnSmith9982/small_and_pretty"