Spaces:

AiDeveloper1
/

Twitaut

Sleeping

App Files Files Community

AiDeveloper1 commited on Jul 10

Commit

417e4b6

verified ·

1 Parent(s): f2d27e5

Upload 5 files

Browse files

Files changed (5) hide show

Dockerfile +13 -0
main.py +25 -0
requirements.txt +5 -0
scrape.py +65 -0
templates/user.html +47 -0

Dockerfile ADDED Viewed

	@@ -0,0 +1,13 @@

+FROM python:3.9
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+WORKDIR /app
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+COPY --chown=user . /app
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

main.py ADDED Viewed

	@@ -0,0 +1,25 @@

+from fastapi import FastAPI, Request, Form
+from fastapi.responses import HTMLResponse
+from fastapi.templating import Jinja2Templates
+from scrape import get_filtered_user_media
+app = FastAPI()
+templates = Jinja2Templates(directory="templates")
+@app.get("/", response_class=HTMLResponse)
+def form(request: Request):
+    return templates.TemplateResponse("user.html", {"request": request})
+@app.post("/scrape", response_class=HTMLResponse)
+async def scrape_user(request: Request, username: str = Form(...)):
+    try:
+        user_data = get_filtered_user_media(username)
+        return templates.TemplateResponse("user.html", {
+            "request": request,
+            "user_data": user_data
+        })
+    except Exception as e:
+        return templates.TemplateResponse("user.html", {
+            "request": request,
+            "error": str(e)
+        })

requirements.txt ADDED Viewed

	@@ -0,0 +1,5 @@

+python-dotenv
+fastapi
+uvicorn
+jinja2
+python-multipart

scrape.py ADDED Viewed

	@@ -0,0 +1,65 @@

+import http.client
+import os
+import json
+from dotenv import load_dotenv
+# Load environment variables
+load_dotenv()
+RAPIDAPI_KEY = os.getenv("RAPIDAPI_KEY")
+def get_filtered_user_media(username: str) -> dict:
+    if not RAPIDAPI_KEY:
+        raise EnvironmentError("RAPIDAPI_KEY not found in environment variables")
+    conn = http.client.HTTPSConnection("twitter-api45.p.rapidapi.com")
+    headers = {
+        'x-rapidapi-key': RAPIDAPI_KEY,
+        'x-rapidapi-host': "twitter-api45.p.rapidapi.com"
+    }
+    endpoint = f"/usermedia.php?screenname={username}"
+    conn.request("GET", endpoint, headers=headers)
+    res = conn.getresponse()
+    if res.status != 200:
+        raise Exception(f"Request failed: {res.status} {res.reason}")
+    raw_data = res.read().decode("utf-8")
+    try:
+        json_data = json.loads(raw_data)
+        user_info = json_data.get("user", {})
+        timeline = json_data.get("timeline", [])
+        # Extract user-level info
+        filtered_data = {
+            "name": user_info.get("name"),
+            "screen_name": user_info.get("profile"),
+            "avatar": user_info.get("avatar"),
+            "blue_verified": user_info.get("blue_verified"),
+            "media_count": user_info.get("media_count"),
+            "posts": []
+        }
+        # Extract post-level info
+        for post in timeline:
+            post_data = {
+                "text": post.get("text"),
+                "media_url": None,
+                "created_at": post.get("created_at")
+            }
+            # Get the first media URL if available (photo or video)
+            media = post.get("media", {})
+            if "photo" in media:
+                post_data["media_url"] = media["photo"][0]["media_url_https"]
+            elif "video" in media:
+                post_data["media_url"] = media["video"][0]["variants"][0]["url"]
+            filtered_data["posts"].append(post_data)
+        return filtered_data
+    except json.JSONDecodeError:
+        raise ValueError("Invalid JSON response from API")

templates/user.html ADDED Viewed

	@@ -0,0 +1,47 @@

+<!DOCTYPE html>
+<html>
+<head>
+    <title>Twitter Scraper</title>
+    <style>
+        body { font-family: Arial; margin: 2rem; }
+        .profile { margin-bottom: 2rem; }
+        .tweet { margin-bottom: 1.5rem; border-bottom: 1px solid #ccc; padding-bottom: 1rem; }
+        img.avatar { border-radius: 50%; height: 80px; }
+        img.media { max-width: 400px; display: block; margin-top: 0.5rem; }
+    </style>
+</head>
+<body>
+    <h1>Twitter Media Scraper</h1>
+    <form method="post" action="/scrape">
+        <input type="text" name="username" placeholder="Enter Twitter username" required>
+        <button type="submit">Fetch</button>
+    </form>
+    {% if error %}
+        <p style="color: red;">Error: {{ error }}</p>
+    {% endif %}
+    {% if user_data %}
+        <div class="profile">
+            <h2>{{ user_data.name }} (@{{ user_data.screen_name }})</h2>
+            <img class="avatar" src="{{ user_data.avatar }}" alt="avatar">
+            <p>Blue Verified: {{ user_data.blue_verified }}</p>
+            <p>Total Media Count: {{ user_data.media_count }}</p>
+        </div>
+        <div class="tweets">
+            <h3>Tweets with Media</h3>
+            {% for post in user_data.posts %}
+                <div class="tweet">
+                    <p><strong>{{ post.created_at }}</strong></p>
+                    <p>{{ post.text }}</p>
+                    {% if post.media_url %}
+                        <img class="media" src="{{ post.media_url }}" alt="media">
+                    {% endif %}
+                </div>
+            {% endfor %}
+        </div>
+    {% endif %}
+</body>
+</html>