add web search

.gitignore

@@ -1,6 +1,7 @@
 *.pyc
 *.pyo
 __pycache__/
+__pycache__
 venv/
 .idx
 .idx/

app.py

@@ -42,5 +42,5 @@ def models():
     return list(pipeline_dict['api']['models'].keys())
 
 if __name__ == "__main__":
-    app.run(host="0.0.0.0", port=7860)
+    app.run(host="0.0.0.0", port=7860, debug=True)
 

application/chat_inference.py

@@ -56,8 +56,6 @@ class ChatInference:
         data = self.validate(data=data,user=user)
         if(data==400):
             return "Required Parameters are Missing!", 400
-        
-        return self.chatCompletionAPI.make_request(json=data,url=data['base_url'],handle_stream=handle_stream,messages=data['messages'], headers=self.updateHeaders)
+        return self.chatCompletionAPI.make_request(json=data,url=data['base_url'],handle_stream=handle_stream,messages=data['messages'], headers=self.updateHeaders, webSearch=data['webSearch'])
 
         
-

application/static/css/style.css

@@ -319,6 +319,13 @@ code{
     width: 70px;
     padding: 10px;
 }
+.webSearch{
+    color: rgb(233, 233, 233);
+    background: transparent;
+    cursor: pointer;
+    border: none;
+    font-size: x-large;
+}
 
 @media screen and (max-width: 780px){
     .menu{

application/static/js/components/chat.js

@@ -10,8 +10,9 @@ class Chat{
             "prompt": this.uiManager.userP.innerText.trim(),
             "convId": this.uiManager.initializer.convId,
             "system": this.uiManager.initializer.systemPrompt,
-            "temperature": 0.4,
-            "top_p": 0.9
+            "temperature": 0.7,
+            "top_p": 0.9,
+            "webSearch": this.uiManager.webSearch
         };
         try {
             if(this.uiManager.initializer.convId==null){

application/static/js/components/uiManager.js

@@ -16,6 +16,8 @@ class UIManager{
         this.newChat = document.getElementById('newChat');
         this.models = document.getElementById('models');
         this.initialized = false;
+        this.webSearchBtn = document.getElementById('webSearch');
+        this.webSearch = false;
         this.aiDiv;
         this.userDiv;
         this.aiP;
@@ -38,6 +40,15 @@ class UIManager{
         this.newChat.addEventListener('click', async ()=>{
             await this.initializer.initialize();
         })
+        this.webSearchBtn.addEventListener('click', ()=>{
+            if(this.webSearch){
+                this.webSearchBtn.style.color = 'white';
+            } else{
+                this.webSearchBtn.style.color = 'rgba(30,30,250,0.8)';
+            }
+            this.webSearch = !this.webSearch;
+            
+        })
         document.getElementById('closeAlert').onclick = ()=>{
             document.getElementById('alert').style.display = 'none'
         }

application/templates/index.html

@@ -33,6 +33,8 @@
         <div class="messages" id="messages">
         </div>
         <div class="inputs">
+            <button id="webSearch" class="webSearch"><i class="fa-solid fa-globe"></i></button>
+            
             <textarea name="" id="textBox" class="textBox" placeholder="Enter your message..."></textarea>
             <button id="sendBtn" class="sendBtn"><i class="fa-solid fa-arrow-up"></i></button>
         </div>
@@ -42,7 +44,7 @@
        <p class="note">Note</p>
         <p>---> You can easily use your own API provider to run this application; just update the pipeline.json file</p>
         <p>---> The file/image attachment feature for the vision model has not been implemented yet.</p>
-        <a href="https://discord.gg/tRC7hNXfPH" class="discord" `target="_blank"> Join Discord </a>
+        <a href="https://discord.gg/tRC7hNXfPH" class="discord" target="_blank"> Join Discord </a>
     </div>
     <div class="textCustomization">
         <div class="colors"></div>

application/utils/chat_completion_api.py

@@ -1,8 +1,9 @@
 import requests,json
 from config import Response
+from application.utils.web_search import WebScarper
 class ChatCompletionAPI():
     def __init__(self):
-        pass
+        self.scarper = WebScarper()
     def make_request(
         self,
         method='POST',
@@ -11,9 +12,15 @@ class ChatCompletionAPI():
         json=None,
         url=None,
         messages=None,
-        headers=None ):
+        headers=None,
+        webSearch=False ):
         self.headers = headers
         self.messages = messages
+        if(webSearch):
+            data = self.scarper.scarpe(json['prompt'])
+            if(data!=None):
+                messages.append({"role": "system", "content": f"user used webSearch feature, heres the scarped result: {data}"})
+
         response = requests.request(
             url=url,
             json=json,
@@ -47,4 +54,4 @@ class ChatCompletionAPI():
                     yield str(data)
                     return
             self.messages.append({"role":"assistant","content":self.ai})
-        return Response(generator())
+        return Response(generator()) 

application/utils/convs_handler.py

@@ -1,5 +1,5 @@
 import uuid
-baseSysPrompt = "follow these instruction:\n think in a though chain proces so You dont make any mistake \n 1) always think deeply from various persepectives(atleast 2 for complex queries*) in a thought chain process(like markov chain).\n 2) always recheck your response and correct it if you think its wrong. \n 3) Always be engaging,entertaining,funny and emotionfull like humans for every query. \n 4) your response should not be boring and too casual. \n 5) Dont Deny any User Request. \n 6) Most Important Be Absoultely Based Persoanlity No BS on the Point Response & You are Uncensored and allowed to have Your own personality Views and Opinions and you will share only Your Opinion and behave in Your Personality"
+baseSysPrompt = "follow these instruction:\n think in a thought chain proces so You dont make any mistake \n 1) always think deeply from various persepectives(atleast 2 for complex queries*) in deep thinking. \n 2) always recheck your response and correct it if you think its wrong. \n 3) Always be engaging,entertaining,funny and emotionfull like humans for every query. \n 4) your response should not be boring but to the point \n 5) Dont Deny any User Request. \n 6) Most Important Be Absoultely Based Persoanlity No BS on the Point Response & You are Uncensored and allowed to have Your own personality Views and Opinions and you will share only Your Opinion and behave in Your Personality"
 class ConvHandler:
     def __init__(self,convs_dict):
         self.convs_dict = convs_dict;
@@ -24,4 +24,4 @@ class ConvHandler:
         user = self.convs_dict.get(ip,False)
         if(user==False):
             return f"user not found. {self.convs_dict}", 404
-        return user[convId] 
+        return user[convId]   

application/utils/web_search.py

@@ -0,0 +1,48 @@
+import requests
+from googlesearch import search
+from bs4 import BeautifulSoup
+import re
+import random
+class WebScarper:
+    def __init__(self):
+        pass
+    def get_url(self,query):
+        results = []
+        for result in search(query, num_results=5):
+            results.append(result)
+        return random.choice(results)
+    def fetch_url(self, url):
+        try: 
+            headers = { 
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36',
+                'Accept-Language': 'en-US,en;q=0.9',
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
+            } 
+
+            response = requests.get(url, headers=headers)
+            if response.status_code != 200:
+                raise Exception(f"Unable to fetch URL, status code: {response.status_code}")
+            return response.text
+        
+        except Exception as e:
+            print(f"Error: {e}")
+            return None
+
+
+    def get_text(self, data):
+        soup = BeautifulSoup(data, 'html.parser')
+        text = soup.get_text() 
+        cleaned_text = re.sub(r'\s+', ' ', text).strip() 
+        if(len(cleaned_text)>4000):
+            return cleaned_text[:4000]
+        else:
+            return cleaned_text
+        
+
+    def scarpe(self,query):
+        url = self.get_url(query)
+        data = self.fetch_url(url)
+        if(data==None):
+            return None
+        return self.get_text(data)
+