Update app.py

app.py

@@ -1,32 +1,46 @@
+# main.py
 import gradio as gr
 from parrot import Parrot
 import nltk
 from nltk.tokenize import sent_tokenize, word_tokenize
 import re
 import time
+import os
+from ddgs import DDGS
+from googleapiclient.discovery import build
+from dotenv import load_dotenv
 
 # -----------------------------
 # Setup
 # -----------------------------
-nltk.data.path.append("./nltk_data")  # Local punkt (no downloading)
+load_dotenv()
+nltk.data.path.append("./nltk_data")  # Local punkt
 parrot = None  # Lazy-loaded global model
 
+# Load Google credentials
+GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
+GOOGLE_CX = os.getenv("GOOGLE_CX")
 
+if not GOOGLE_API_KEY or not GOOGLE_CX:
+    print("⚠️ Warning: GOOGLE_API_KEY or GOOGLE_CX not set. Google fallback may fail.")
+
+MAX_TOKENS = 150
+
+
+# -----------------------------
+# Parrot Model Loader
+# -----------------------------
 def get_parrot():
-    """Load the Parrot model lazily"""
     global parrot
     if parrot is None:
-        print("⏳ Loading Parrot model for the first time...")
+        print("⏳ Loading Parrot model...")
         parrot = Parrot(model_tag="prithivida/parrot_paraphraser_on_T5", use_gpu=False)
-        print("✅ Parrot model loaded successfully!")
+        print("✅ Parrot model loaded!")
     return parrot
 
 
-MAX_TOKENS = 150  # limit per chunk for stability
-
-
 # -----------------------------
-# Helper functions
+# Helper Functions
 # -----------------------------
 def clean_sentence(sent):
     sent = sent.strip()
@@ -48,11 +62,7 @@ def split_long_sentence(sentence, max_tokens=MAX_TOKENS):
     return [" ".join(words[i:i + max_tokens]) for i in range(0, len(words), max_tokens)]
 
 
-# -----------------------------
-# 🔹 Retry Wrapper
-# -----------------------------
 def with_retry(func, *args, retries=1, delay=3, **kwargs):
-    """Try running a function twice before giving up"""
     for attempt in range(retries + 1):
         try:
             return func(*args, **kwargs)
@@ -65,7 +75,7 @@ def with_retry(func, *args, retries=1, delay=3, **kwargs):
 
 
 # -----------------------------
-# 🔹 App 1: Full Paragraph Rephraser
+# 🔹 Full Paragraph Rephraser
 # -----------------------------
 def rephrase(text):
     model = get_parrot()
@@ -93,7 +103,7 @@ def rephrase(text):
 
 
 # -----------------------------
-# 🔹 App 2: Sentence-wise Multiple Paraphrases
+# 🔹 Sentence-wise Paraphrases
 # -----------------------------
 def generate_unique_paraphrases(sentence, N_OPTIONS=3):
     model = get_parrot()
@@ -104,10 +114,8 @@ def generate_unique_paraphrases(sentence, N_OPTIONS=3):
         adequacy_threshold=0.85,
         fluency_threshold=0.9,
     )
-
     if not paraphrases:
         return [sentence]
-
     texts = [p[0] for p in paraphrases]
     unique = []
     for t in texts:
@@ -132,12 +140,73 @@ def rephrase_sentencewise_unique(text, N_OPTIONS=3):
 
 
 # -----------------------------
-# 🔹 Warm-up on startup
+# 🔹 Hybrid Plagiarism Detection (DuckDuckGo + Google)
+# -----------------------------
+def search_duckduckgo(query):
+    try:
+        with DDGS() as ddgs:
+            results = list(ddgs.text(f'"{query}"', max_results=3))
+            return results, len(results)
+    except Exception as e:
+        print(f"⚠️ DDG error: {e}")
+        return [], 0
+
+
+def detect_duckduckgo(text):
+    sentences = sent_tokenize(text)
+    matches = []
+    for sent in sentences:
+        results, total = search_duckduckgo(sent)
+        if total > 0:
+            url = results[0].get("href", "Unknown")
+            matches.append((sent, total, url))
+        time.sleep(1)
+    return matches
+
+
+def search_google(query):
+    if not GOOGLE_API_KEY or not GOOGLE_CX:
+        return [], 0
+    try:
+        service = build("customsearch", "v1", developerKey=GOOGLE_API_KEY)
+        res = service.cse().list(q=f'"{query}"', cx=GOOGLE_CX, num=3).execute()
+        items = res.get("items", [])
+        total = int(res.get("searchInformation", {}).get("totalResults", 0))
+        return items, total
+    except Exception as e:
+        print(f"⚠️ Google search error: {e}")
+        return [], 0
+
+
+def detect_google(text):
+    sentences = sent_tokenize(text)
+    matches = []
+    for sent in sentences:
+        results, total = search_google(sent)
+        if total > 0:
+            url = results[0].get("link", "Unknown")
+            matches.append((sent, total, url))
+        time.sleep(0.3)
+    return matches
+
+
+def hybrid_detect(text):
+    ddg_matches = detect_duckduckgo(text)
+    matches = ddg_matches if ddg_matches else detect_google(text)
+    highlighted = text
+    urls = []
+    for sent, _, url in matches:
+        highlighted = highlighted.replace(sent, f"**{sent}**")
+        urls.append(url)
+    return {"highlighted_text": highlighted, "sources": urls}
+
+
+# -----------------------------
+# Warm-up Parrot Model
 # -----------------------------
 def warmup():
-    """Ping the model once to prevent timeout at first request"""
-    print("🔥 Warming up Parrot model...")
     try:
+        print("🔥 Warming up Parrot model...")
         model = get_parrot()
         _ = model.augment(input_phrase="hello world", do_diverse=False)
         print("✅ Warmup complete.")
@@ -149,30 +218,35 @@ warmup()
 
 
 # -----------------------------
-# 🔹 Gradio Interfaces
+# 🔹 Gradio UI
 # -----------------------------
 rephrase_iface = gr.Interface(
     fn=rephrase,
     inputs=gr.Textbox(lines=10, placeholder="Paste your text here..."),
     outputs="text",
-    title="Parrot Rephraser (Long Text)",
-    description="Paraphrases long text while maintaining punctuation and capitalization.",
+    title="🦜 Parrot Rephraser (Long Text)",
+    description="Rephrase paragraphs while maintaining meaning.",
 )
 
 sentencewise_iface = gr.Interface(
     fn=rephrase_sentencewise_unique,
     inputs=gr.Textbox(lines=10, placeholder="Paste text here..."),
     outputs="text",
-    title="Parrot Rephraser (Sentence-wise Options)",
-    description="Generates top 3 unique paraphrases per sentence. Optimized for HF free-tier.",
+    title="🧩 Sentence-wise Paraphraser",
+    description="Generates top 3 diverse rephrases per sentence.",
+)
+
+plagiarism_iface = gr.Interface(
+    fn=hybrid_detect,
+    inputs=gr.Textbox(lines=10, placeholder="Paste text to check plagiarism..."),
+    outputs=gr.JSON(),
+    title="🔍 Hybrid Plagiarism Detector",
+    description="Detects copied sentences using DuckDuckGo & Google Custom Search.",
 )
 
-# -----------------------------
-# 🔹 Combine both interfaces into Tabs
-# -----------------------------
 demo = gr.TabbedInterface(
-    [rephrase_iface, sentencewise_iface],
-    ["Full Text Rephraser", "Sentence-wise Paraphrases"],
+    [rephrase_iface, sentencewise_iface, plagiarism_iface],
+    ["Full Text Rephraser", "Sentence-wise Paraphrases", "Plagiarism Checker"],
 )
 
 demo.launch(server_port=7860, server_name="0.0.0.0", show_error=True)