Update app.py

app.py

@@ -333,15 +333,6 @@ async def get_google_news(queries):
     return results
 
 
-
-# Function to extract links starting with 'url ='
-async def extract_links_bing(text):
-    # Regular expression pattern to match links starting with 'url ='
-    pattern = r"url\s*=\s*\"(https?://[^\"]+)\"
-    # Find all matches using re.findall
-    links = re.findall(pattern, text)
-    return links
-
 # Function to scrape headings and body from a webpage
 async def scrape_webpage(url):
     # Fetch the HTML content of the webpage
@@ -403,17 +394,13 @@ async def format_prompt(message, history):
 
 @time_logger
 async def generate_function_call(prompt):
-    # temperature = float(temperature)
-    # if temperature < 1e-2:
-    #     temperature = 1e-2
-    # top_p = float(top_p)
 
     generate_kwargs = dict(
-        temperature=0.001,
-        max_new_tokens=1024,
-        top_p=0.95,
+        temperature=0.05,
+        max_new_tokens=200,
+        top_p=0.99,
         repetition_penalty=1.0,
-        do_sample=True,
+        do_sample=False,
         seed=42,
     )
 
@@ -425,13 +412,10 @@ async def generate_function_call(prompt):
     stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=True)
     for response in stream:
         output += response.token.text
-    # logging.info("Raw output from LLM: %s", output)
-    # logging.info("Datatype: %s", type(output))
     pattern = r'\{[^{}]*\}'
     # Find all matches
     match = re.search(pattern, output)
     extracted_string = match.group(0)
-    # logging.info("Extracted string from response: %s", extracted_string)
     output = json.loads(extracted_string)
     return output
         
@@ -440,13 +424,9 @@ async def count_words(text):
     return f"{len(words)} words"
 
 async def generate_final_response(prompt, history, context_files=[], ticker_stats=[], reports=[], ticker_financials=[], news_link=[], earning_link=[], news_googles=[]):
-    # temperature = float(temperature)
-    # if temperature < 1e-2:
-    #     temperature = 1e-2
-    # top_p = float(top_p)
     global display_ticker
     logging.info("\n\n\n\nCurrent Value of GLOBAL TICKER: %s",display_ticker)
-    generate_kwargs = dict(temperature=0.001,max_new_tokens=1024,top_p=0.95,repetition_penalty=1.0,do_sample=True,seed=42)
+    generate_kwargs = dict(temperature=0.05,max_new_tokens=2048,top_p=0.99,repetition_penalty=1.0,do_sample=False,seed=42)
     today = datetime.date.today()
     todays_date = today.strftime('%d%B%Y')
     question = await format_prompt(prompt, history)
@@ -488,7 +468,6 @@ async def generate_final_response(prompt, history, context_files=[], ticker_stat
         logging.info(f"Generating response for **{question}**")
         display_ticker = ticker if ticker else [0]
         env = Environment(loader=FileSystemLoader("templates/"), autoescape=True)
-        # env.globals['include'] = lambda filename: env.loader.get_source(env, filename)[0]
         template = env.get_template("system_prompt.txt")
         content = template.render(todays_date=todays_date,ticker_financials=ticker_financials ,response_type="Response-1",chat_completion_params=chat_completion_params,context_file=context_files, question=question,ticker=ticker, ticker_stats = ticker_stats, reports=reports, news_link=news_link, earnings = earning_link, news_googles=news_googles)
         token_size = await count_words(content)
@@ -518,17 +497,7 @@ function refresh() {
     }
 }
 """
-# theme = "JohnSmith9982/small_and_pretty"
-# theme = "gary109/HaleyCH_Theme"
-# theme = "derekzen/stardust"
-# theme = "Taithrah/Minimal
-# theme = "rottenlittlecreature/Moon_Goblin"
-# theme = "xiaobaiyuan/theme_brief"
-# theme = "gary109/Emerald_Isle"
-# theme = "gradio/seafoam"
-
-# mychatbot = gr.Chatbot(
-#     avatar_images=[None, "./agent.png"], bubble_full_width=False, show_label=False, show_copy_button=True, likeable=True, min_width=300)
+
 my_chatbot = gr.Chatbot(
     label="Ask Anything",
     show_label=True,