Pamudu13 commited on
Commit
536e1c8
·
verified ·
1 Parent(s): bc96608

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -154,7 +154,7 @@ def scrape_site_content(query, num_sites=5):
154
  script.decompose()
155
 
156
  # Extract text content (limit to first 1000 characters)
157
- text_content = soup.get_text(separator='\n', strip=True)[:1000]
158
 
159
  # Extract all links (limit to first 10)
160
  links = []
@@ -206,7 +206,7 @@ def api_scrape_sites():
206
  try:
207
  # Get query parameters
208
  query = request.args.get('query', '')
209
- num_sites = int(request.args.get('num_sites', 5))
210
 
211
  if not query:
212
  return jsonify({'error': 'Query parameter is required'}), 400
 
154
  script.decompose()
155
 
156
  # Extract text content (limit to first 1000 characters)
157
+ text_content = soup.get_text(separator='\n', strip=True)[:10000]
158
 
159
  # Extract all links (limit to first 10)
160
  links = []
 
206
  try:
207
  # Get query parameters
208
  query = request.args.get('query', '')
209
+ num_sites = int(request.args.get('num_sites', 10))
210
 
211
  if not query:
212
  return jsonify({'error': 'Query parameter is required'}), 400