Upload 5 files

.env

@@ -0,0 +1 @@
+API_KEY = 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

.gitignore

@@ -0,0 +1,6 @@
+.env
+__pycache__/
+*.pyc
+.env.local
+.env.*.local
+.DS_Store

README.md

@@ -1,12 +1,70 @@
----
-title: News Summarize And Translation
-emoji: 🐨
-colorFrom: blue
-colorTo: gray
-sdk: streamlit
-sdk_version: 1.40.2
-app_file: app.py
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# News Translator & Summarizer
+
+A Streamlit-based web application that translates and summarizes news articles using the Groq API. This application allows users to input news article URLs and get translations and summaries in their preferred language.
+
+## Features
+
+- Article content extraction from URLs
+- Article translation to multiple languages
+- Article summarization
+- Clean and intuitive user interface
+- Secure API key management
+
+## Project Structure
+
+```
+translation/
+├── .env                    # Environment variables file (contains API keys)
+├── .gitignore             # Git ignore file for excluding sensitive data
+├── .streamlit/            # Streamlit configuration directory
+├── streamlit_app.py       # Main application file
+├── requirements.txt       # Project dependencies
+└── url/                   # Directory containing URL-related data
+```
+
+## Files Description
+
+- `streamlit_app.py`: The main application file containing the Streamlit web interface and core functionality for article processing, translation, and summarization.
+- `.env`: Contains sensitive environment variables like API keys (not tracked in git)
+- `.gitignore`: Specifies which files Git should ignore (includes .env and other sensitive files)
+- `requirements.txt`: Lists all Python dependencies required to run the project
+
+## Setup and Installation
+
+1. Clone the repository
+2. Install dependencies:
+   ```bash
+   pip install -r requirements.txt
+   ```
+3. Create a `.env` file in the root directory and add your API key:
+   ```
+   API_KEY=your_groq_api_key_here
+   ```
+4. Run the application:
+   ```bash
+   streamlit run streamlit_app.py
+   ```
+
+## Dependencies
+
+- streamlit (>=1.30.0): Web application framework
+- requests (>=2.31.0): HTTP library for making API requests
+- python-dotenv (>=1.0.0): Environment variable management
+- beautifulsoup4 (>=4.12.0): Web scraping and HTML parsing
+
+## Security
+
+- API keys are stored in the `.env` file
+- The `.gitignore` file prevents sensitive data from being committed to the repository
+- Environment variables are loaded securely using python-dotenv
+
+## Usage
+
+1. Start the application using `streamlit run streamlit_app.py`
+2. Enter a news article URL in the input field
+3. Select your desired target language
+4. Click the process button to get the translated and summarized content
+
+## Note
+
+Make sure to keep your API keys confidential and never commit them to version control. Always use the `.env` file for storing sensitive information.

app.py

@@ -0,0 +1,185 @@
+import streamlit as st
+import requests
+import os
+from typing import Dict, Any
+from bs4 import BeautifulSoup
+from urllib.parse import urlparse
+from dotenv import load_dotenv
+
+# Load environment variables
+load_dotenv()
+
+# Configure page settings
+st.set_page_config(
+    page_title="News Translator & Summarizer",
+    page_icon="📰",
+    layout="wide"
+)
+
+# Constants
+GROQ_API_KEY = os.getenv("API_KEY")  # Get API key from environment variable
+GROQ_API_ENDPOINT = "https://api.groq.com/openai/v1/chat/completions"
+MODEL = "llama-3.1-70b-versatile"
+
+# Available languages for translation
+LANGUAGES = [
+    "Telugu", "Hindi", "Tamil", "Bengali", "Marathi", "French", 
+    "Spanish", "German", "Chinese", "Japanese", "Korean"
+]
+
+def fetch_article_content(url: str) -> str:
+    """Fetch article content from URL."""
+    try:
+        response = requests.get(url)
+        response.raise_for_status()
+        soup = BeautifulSoup(response.text, 'html.parser')
+        
+        # Remove unwanted elements
+        for tag in soup(['script', 'style', 'nav', 'header', 'footer', 'ads']):
+            tag.decompose()
+            
+        # Get main content (adjust selectors based on target websites)
+        article_text = ""
+        main_content = soup.find('article') or soup.find(class_=['article', 'content', 'post'])
+        
+        if main_content:
+            paragraphs = main_content.find_all('p')
+            article_text = ' '.join([p.get_text().strip() for p in paragraphs])
+        else:
+            # Fallback to all paragraphs if no article container found
+            paragraphs = soup.find_all('p')
+            article_text = ' '.join([p.get_text().strip() for p in paragraphs])
+            
+        return article_text.strip()
+    except Exception as e:
+        raise Exception(f"Failed to fetch article content: {str(e)}")
+
+def process_article(text: str, url: str, target_language: str) -> Dict[Any, Any]:
+    """Process the article using Groq API for summary and translation."""
+    
+    # Fetch content if URL is provided
+    if url and not text:
+        try:
+            text = fetch_article_content(url)
+        except Exception as e:
+            return {
+                "success": False,
+                "error": str(e)
+            }
+    
+    messages = [
+        {
+            "role": "system",
+            "content": "You are a professional translator and summarizer. Provide concise summaries and accurate translations."
+        },
+        {
+            "role": "user",
+            "content": f"""Please analyze this article and provide:
+1. A concise summary in English (100-150 words)
+2. An accurate translation of the summary in {target_language}
+
+Article: {text}
+
+Format your response exactly as:
+SUMMARY: <english_summary>
+TRANSLATION: <translated_summary>"""
+        }
+    ]
+    
+    headers = {
+        "Authorization": f"Bearer {GROQ_API_KEY}",
+        "Content-Type": "application/json"
+    }
+    
+    payload = {
+        "model": MODEL,
+        "messages": messages,
+        "temperature": 0.3,  # Lower temperature for more focused outputs
+        "max_tokens": 1024,
+        "top_p": 1
+    }
+    
+    try:
+        response = requests.post(GROQ_API_ENDPOINT, headers=headers, json=payload)
+        response.raise_for_status()
+        result = response.json()
+        return {
+            "success": True,
+            "content": result["choices"][0]["message"]["content"]
+        }
+    except requests.exceptions.RequestException as e:
+        return {
+            "success": False,
+            "error": f"API request failed: {str(e)}"
+        }
+    except Exception as e:
+        return {
+            "success": False,
+            "error": f"Processing error: {str(e)}"
+        }
+
+def main():
+    st.title("📰 News Translator & Summarizer")
+    st.write("Get summaries and translations of news articles using Groq's LLM")
+    
+    # Input method selection
+    input_method = st.radio(
+        "Choose input method:",
+        ["URL", "Text"],
+        horizontal=True
+    )
+    
+    url = ""
+    text = ""
+    
+    if input_method == "URL":
+        url = st.text_input(
+            "Enter article URL:",
+            placeholder="https://example.com/news-article"
+        )
+    else:
+        text = st.text_area(
+            "Enter article text:",
+            height=200
+        )
+    
+    # Language selection
+    target_language = st.selectbox(
+        "Select target language for translation:",
+        LANGUAGES
+    )
+    
+    if st.button("Process Article", type="primary"):
+        if (input_method == "URL" and url) or (input_method == "Text" and text):
+            with st.spinner("Processing article..."):
+                result = process_article(text, url, target_language)
+                
+                if result["success"]:
+                    # Parse the response
+                    content = result["content"]
+                    summary = ""
+                    translation = ""
+                    
+                    # Split content into summary and translation
+                    parts = content.split("TRANSLATION:")
+                    if len(parts) >= 2:
+                        summary = parts[0].replace("SUMMARY:", "").strip()
+                        translation = parts[1].strip()
+                    
+                    # Display results in columns
+                    col1, col2 = st.columns(2)
+                    
+                    with col1:
+                        st.subheader("English Summary")
+                        st.write(summary)
+                    
+                    with col2:
+                        st.subheader(f"{target_language} Translation")
+                        st.write(translation)
+                else:
+                    st.error(f"Error processing article: {result['error']}")
+        else:
+            st.warning("Please provide either a URL or text content.")
+
+if __name__ == "__main__":
+    main() 

requirements.txt

@@ -0,0 +1,4 @@
+streamlit>=1.30.0
+requests>=2.31.0
+python-dotenv>=1.0.0
+beautifulsoup4>=4.12.0