Spaces:
Sleeping
Sleeping
File size: 2,557 Bytes
03e7882 0db0b4e 03e7882 b722bd0 03e7882 0db0b4e 03e7882 0db0b4e 03e7882 0db0b4e 03e7882 b722bd0 03e7882 b722bd0 03e7882 b722bd0 976388a 03e7882 0db0b4e 03e7882 0db0b4e 976388a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
from flask import Flask, request, jsonify
import requests
from bs4 import BeautifulSoup
app = Flask(__name__)
# Example URL, modify based on the search page you're targeting
url = "https://html.duckduckgo.com/html/"
# Function to fetch results from a specific page (1st page: page_num=1, 2nd page: page_num=2, etc.)
def fetch_duckduckgo_results(search_query, page_num=1):
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'
}
# DuckDuckGo uses 's' parameter for result offset, calculate offset for pages (e.g., 0 for first, 50 for second)
offset = (page_num - 1) * 50
# Search query parameters (assuming DuckDuckGo), 's' is for pagination
params = {'q': search_query, 's': offset}
# Send request to DuckDuckGo or relevant HTML page
response = requests.get(url, headers=headers, params=params)
# Check if request was successful
if response.status_code != 200:
return {"error": f"Failed to retrieve data: {response.status_code}"}
# Parse HTML content
soup = BeautifulSoup(response.text, 'html.parser')
# Find all result blocks
results = []
for result in soup.find_all('div', class_='result__body'):
title_tag = result.find('h2', class_='result__title')
snippet_tag = result.find('a', class_='result__snippet')
icon_tag = result.find('img', class_='result__icon__img')
url_tag = result.find('a', class_='result__a')
if title_tag and snippet_tag and icon_tag and url_tag:
result_data = {
'title': title_tag.text.strip(),
'description': snippet_tag.text.strip(),
'icon_url': "https:" + icon_tag['src'] if icon_tag else None,
'url': url_tag['href']
}
results.append(result_data)
return results
# API endpoint for fetching search results
@app.route('/search', methods=['GET'])
def search():
# Get query parameters
search_query = request.args.get('query', default='', type=str)
page_num = request.args.get('page', default=1, type=int)
if not search_query:
return jsonify({"error": "Search query is required"}), 400
# Fetch results from DuckDuckGo
results = fetch_duckduckgo_results(search_query, page_num)
# Return results as JSON
return jsonify(results)
# Run the Flask application
if __name__ == '__main__':
app.run(host="0.0.0.0", port=7860)
|