Add application file

app.py

@@ -0,0 +1,104 @@
+import gradio as gr
+
+import requests
+from langchain_community.document_loaders import UnstructuredURLLoader
+from youtube_transcript_api import YouTubeTranscriptApi
+
+import subprocess
+
+
+def text_extract(generic_url: str) -> str:
+    """
+    Extract the text from any website or youtube video.
+    Args:
+        url (str): the url of website or youtube to extract text from it
+    Returns:
+        str: A string containing text extracted from website or youtube
+    """
+
+    final_text=""
+
+    if not generic_url.strip():
+        print("Please provide the information to get started")
+        return "Please provide the information to get started"
+
+    else:
+        try:
+            # Another level checking if the url is valid or not
+            response = requests.get(generic_url, timeout=5)
+            # response = requests.get(generic_url, verify=False)
+            if response.status_code == 200:
+                print("URL is valid and reachable.")
+            else:
+                print("Unable to reach")
+
+            # loading the website or yt video data
+            if "youtube.com" in generic_url:
+                video_id = generic_url.split("v=")[-1]
+                transcript = YouTubeTranscriptApi.get_transcript(video_id=video_id)
+                final_text = " ".join([entry['text'] for entry in transcript])
+
+            else:
+                loader=UnstructuredURLLoader(urls=[generic_url],ssl_verify=False,
+                                            headers={"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36"})
+                docs=loader.load()
+                text=docs[0].page_content
+                cleaned_lines = [line.strip() for line in text.split("\n") if line.strip()]
+                final_text = "\n".join(cleaned_lines)
+
+        except requests.exceptions.ConnectionError as e:
+            print("Error reaching the URL:", e)
+            return "Pls enter valid url we have encounterd ConnectionError\n"+str(e)
+        except requests.exceptions.RequestException as e:
+            print("Error reaching the URL:", e)
+            return "Pls enter valid url we have encounterd RequestException\n"+str(e)
+        except Exception as e:
+            print(f"Exception:{e}")
+            return "We have encounterd the following error\n"+str(e)
+
+    return final_text
+
+def terminal(command: str) -> str:
+    """Execute a terminal command and return the output
+    
+    Args:
+        command: The command to execute
+        
+    Returns:
+        The command output (stdout and stderr combined)
+    """            
+    return (
+        "# Hey you are accessing a dummy terminal. \n" 
+        "- Its very dangerous to exposing a terminal as a tool to public. \n"
+        "- If you want this terminal tool working in action, then checkout my youtube video: "
+    )
+
+
+
+# Create multiple interfaces
+
+text_extract_fn = gr.Interface(
+    fn=text_extract,
+    inputs=gr.Textbox(placeholder="Paste any website or youtube video url"),
+    outputs=gr.Textbox(placeholder="Text extracted from website or youtube video"),
+    title="Text Extractor",
+    description="Extract the text from any website or youtube video."
+)
+
+terminal_fn = gr.Interface(
+    fn=terminal,
+    inputs=gr.Textbox(placeholder="Enter you command"), 
+    outputs="markdown",
+    flagging_mode="never",  # Disables the flag button
+    title="Shell Server",
+    description="Runs the shell commands on your computer."
+)
+
+# Combine using tabs
+demo = gr.TabbedInterface(
+    [text_extract_fn, terminal_fn], 
+    ["Text Extractor", "Command Terminal"]
+)
+
+if __name__ == "__main__":
+    demo.launch(mcp_server=True)

requirements.txt

@@ -0,0 +1,4 @@
+gradio[mcp]
+langchain-community
+youtube-transcript-api
+unstructured