Spaces:
Running
Running
# main.py | |
from fastapi import FastAPI, HTTPException | |
from fastapi.middleware.cors import CORSMiddleware | |
from pydantic import BaseModel | |
from typing import Optional, Any | |
import aiohttp | |
import os | |
from datetime import datetime, timezone # <-- Add timezone | |
import json | |
import re | |
from google.oauth2.service_account import Credentials as ServiceAccountCredentials | |
from googleapiclient.discovery import build | |
from dotenv import load_dotenv | |
import asyncio | |
import logging # <-- Add logging | |
# --- Logging Setup --- | |
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') | |
logger = logging.getLogger(__name__) | |
app = FastAPI() | |
# --- Configuration --- | |
load_dotenv() | |
# CORS | |
app.add_middleware( | |
CORSMiddleware, | |
allow_origins=["*"], # Consider restricting in production | |
allow_credentials=True, | |
allow_methods=["*"], | |
allow_headers=["*"], | |
) | |
# Google Sheets Config | |
SPREADSHEET_ID = '1sgkhBNGw_r6tBIxvdeXaI0bVmWBeACN4jiw_oDEeXLw' | |
VALUES_SPREADSHEET_ID = '1Toe07o3P517q8sm9Qb1e5xyFWCuwgskj71IKJwJNfNU' | |
SCOPES = ['https://www.googleapis.com/auth/spreadsheets.readonly'] | |
USER_SCAMMER_SHEET = "User Scammer Files" | |
SERVER_SCAMMER_SHEET = "Server Scammer Files" | |
DWC_SHEET = "DWC Servers / Users" | |
DUPE_LIST_SHEET = "Dupe List" | |
CATEGORIES = [ | |
"Vehicles", "Textures", "Colours", "Spoilers", | |
"Rims", "Furnitures", "Gun Skins", "Hyperchromes" | |
] | |
# Cache Update Interval | |
CACHE_UPDATE_INTERVAL_SECONDS = 60 # 1 minute | |
# --- Global Cache --- | |
cache = { | |
"values": {}, | |
"value_changes": {}, | |
"user_scammers": [], | |
"server_scammers": [], | |
"dwc": [], | |
"dupes": [], | |
"last_updated": None, | |
"is_ready": False, | |
"service_available": True | |
} | |
# --- Google Sheets Initialization --- | |
sheets_service = None # Initialize as None | |
def init_google_sheets(scopes=SCOPES): | |
"""Initialize Google Sheets credentials from environment variable""" | |
global sheets_service, cache # Allow modifying global vars | |
try: | |
creds_json_str = os.getenv('CREDENTIALS_JSON') | |
if not creds_json_str: | |
logger.error("CREDENTIALS_JSON environment variable not found") | |
raise ValueError("CREDENTIALS_JSON environment variable not found") | |
creds_json = json.loads(creds_json_str) | |
creds = ServiceAccountCredentials.from_service_account_info( | |
creds_json, | |
scopes=scopes | |
) | |
sheets_service = build('sheets', 'v4', credentials=creds) | |
logger.info("Google Sheets service initialized successfully from ENV VAR.") | |
cache["service_available"] = True | |
return sheets_service | |
except Exception as e: | |
logger.error(f"Error initializing Google Sheets from ENV VAR: {e}") | |
# Fallback attempt (optional) | |
try: | |
logger.info("Falling back to loading credentials from file 'credentials.json'") | |
creds = ServiceAccountCredentials.from_service_account_file( | |
'credentials.json', | |
scopes=scopes | |
) | |
sheets_service = build('sheets', 'v4', credentials=creds) | |
logger.info("Google Sheets service initialized successfully from file.") | |
cache["service_available"] = True | |
return sheets_service | |
except Exception as file_e: | |
logger.error(f"Error loading credentials from file: {file_e}") | |
logger.critical("Google Sheets service could not be initialized. API will be limited.") | |
cache["service_available"] = False | |
sheets_service = None # Ensure it's None if failed | |
return None | |
# Initialize on module load | |
init_google_sheets() | |
# --- Helper Functions (Mostly unchanged) --- | |
def extract_drive_id(url): | |
if not url or not isinstance(url, str): return None | |
match = re.search(r'https://drive\.google\.com/file/d/([^/]+)', url) | |
return match.group(1) if match else None | |
def convert_to_thumbnail_url(drive_url): | |
drive_id = extract_drive_id(drive_url) | |
return f"https://drive.google.com/thumbnail?id={drive_id}&sz=w1000" if drive_id else drive_url | |
def extract_image_url(formula, drive_url=None): | |
if drive_url and isinstance(drive_url, str) and 'drive.google.com' in drive_url: | |
return convert_to_thumbnail_url(drive_url) | |
if not formula or not isinstance(formula, str): return '' | |
if formula.startswith('=IMAGE('): | |
match = re.search(r'=IMAGE\("([^"]+)"', formula) | |
if match: return match.group(1) | |
return formula | |
def format_currency(value: Any) -> Optional[str]: | |
if value is None or str(value).strip() == '': return 'N/A' | |
try: | |
num_str = str(value).replace('$', '').replace(',', '').strip() | |
if not num_str or num_str.lower() == 'n/a': return 'N/A' | |
num = float(num_str) | |
return f"${num:,.0f}" | |
except (ValueError, TypeError): | |
# Check if it's non-numeric text before returning N/A | |
if isinstance(value, str) and not re.match(r'^-?[\d,.]+\$?$', value.strip()): | |
return value.strip() # Return original text if it doesn't look like a number/currency | |
return 'N/A' # Default to N/A if conversion fails | |
def parse_cached_currency(value_str: Optional[str]) -> Optional[float]: | |
if value_str is None or value_str.lower() == 'n/a': | |
return None | |
try: | |
num_str = value_str.replace('$', '').replace(',', '').strip() | |
return float(num_str) | |
except (ValueError, TypeError): | |
return None # Cannot parse | |
def clean_string(value, default='N/A'): | |
if value is None: return default | |
cleaned = str(value).strip() | |
return cleaned if cleaned else default | |
def clean_string_optional(value): | |
if value is None: return None | |
cleaned = str(value).strip() | |
return cleaned if cleaned and cleaned != '-' else None | |
def parse_alt_accounts(value): | |
if value is None: return [] | |
raw_string = str(value).strip() | |
if not raw_string or raw_string == '-': return [] | |
return [acc.strip() for acc in raw_string.split(',') if acc.strip()] | |
# --- Roblox API Helpers (Unchanged) --- | |
async def get_roblox_user_id(session: aiohttp.ClientSession, username: str): | |
if not username: return None | |
url = "https://users.roblox.com/v1/usernames/users" | |
payload = {"usernames": [username], "excludeBannedUsers": False} | |
try: | |
async with session.post(url, json=payload) as response: | |
if response.status == 200: | |
data = await response.json() | |
if data and data.get("data") and len(data["data"]) > 0: | |
return data["data"][0].get("id") | |
# else: logger.warning(f"Roblox User ID API non-200 status for {username}: {response.status}") # Maybe too noisy | |
return None | |
except asyncio.TimeoutError: | |
logger.warning(f"Timeout fetching Roblox User ID for {username}") | |
return None | |
except aiohttp.ClientError as e: | |
logger.warning(f"Network error fetching Roblox User ID for {username}: {e}") | |
return None | |
except Exception as e: | |
logger.error(f"Unexpected exception fetching Roblox User ID for {username}: {e}") | |
return None | |
async def get_roblox_avatar_url(session: aiohttp.ClientSession, user_id: int): | |
if not user_id: return None | |
url = f"https://thumbnails.roblox.com/v1/users/avatar-headshot?userIds={user_id}&size=150x150&format=Png&isCircular=false" | |
try: | |
async with session.get(url) as response: | |
if response.status == 200: | |
data = await response.json() | |
if data and data.get("data") and len(data["data"]) > 0: | |
return data["data"][0].get("imageUrl") | |
# else: logger.warning(f"Roblox Avatar API non-200 status for User ID {user_id}: {response.status}") # Maybe too noisy | |
return None | |
except asyncio.TimeoutError: | |
logger.warning(f"Timeout fetching Roblox avatar for User ID {user_id}") | |
return None | |
except aiohttp.ClientError as e: | |
logger.warning(f"Network error fetching Roblox avatar for User ID {user_id}: {e}") | |
return None | |
except Exception as e: | |
logger.error(f"Unexpected exception fetching Roblox avatar for User ID {user_id}: {e}") | |
return None | |
# --- Data Processing Functions (Unchanged) --- | |
def process_sheet_data(values): | |
"""Process raw sheet data into structured format for values""" | |
if not values: return [] | |
processed_data = [] | |
for row in values: | |
if not row or not any(cell.strip() for cell in row if cell): continue | |
drive_url = row[14] if len(row) > 14 else None | |
filtered_row = [cell for i, cell in enumerate(row) if i % 2 == 0] | |
if len(filtered_row) >= 4 and isinstance(filtered_row[3], str) and re.search(r'LEVEL \d+ \| HYPERCHROMES', filtered_row[3]): continue | |
if len(filtered_row) >= 6: | |
processed_item = { | |
'icon': extract_image_url(filtered_row[0], drive_url), | |
'name': clean_string(filtered_row[1], 'N/A') if len(filtered_row) > 1 else 'N/A', | |
'value': format_currency(filtered_row[2]) if len(filtered_row) > 2 else 'N/A', | |
'dupedValue': format_currency(filtered_row[3]) if len(filtered_row) > 3 else 'N/A', | |
'marketValue': format_currency(filtered_row[4]) if len(filtered_row) > 4 else 'N/A', | |
'demand': clean_string(filtered_row[5], 'N/A') if len(filtered_row) > 5 else 'N/A', | |
'notes': clean_string(filtered_row[6], '') if len(filtered_row) > 6 else '' | |
} | |
processed_data.append(processed_item) | |
return processed_data | |
def process_user_scammer_data(values): | |
"""Process raw user scammer data""" | |
if not values: return [] | |
processed_data = [] | |
for row in values: | |
if not row or len(row) < 2 or not any(clean_string_optional(cell) for cell in row[:2]): continue | |
discord_id = clean_string_optional(row[0]) if len(row) > 0 else None | |
roblox_username = clean_string_optional(row[1]) if len(row) > 1 else None | |
if not discord_id and not roblox_username: continue | |
processed_item = { | |
'discord_id': discord_id, | |
'roblox_username': roblox_username, | |
'scam_type': clean_string(row[2]) if len(row) > 2 else 'N/A', | |
'explanation': clean_string(row[3]) if len(row) > 3 else 'N/A', | |
'evidence_link': clean_string_optional(row[4]) if len(row) > 4 else None, | |
'alt_accounts': parse_alt_accounts(row[5]) if len(row) > 5 else [], | |
'roblox_avatar_url': None # Placeholder | |
} | |
processed_data.append(processed_item) | |
return processed_data | |
def process_server_scammer_data(values): | |
"""Process raw server scammer data""" | |
if not values: return [] | |
processed_data = [] | |
for row in values: | |
if not row or len(row) < 2 or not any(clean_string_optional(cell) for cell in row[:2]): continue | |
server_id = clean_string_optional(row[0]) if len(row) > 0 else None | |
server_name = clean_string_optional(row[1]) if len(row) > 1 else None | |
if not server_id and not server_name: continue | |
processed_item = { | |
'server_id': server_id, | |
'server_name': server_name, | |
'scam_type': clean_string(row[2]) if len(row) > 2 else 'N/A', | |
'explanation': clean_string(row[3]) if len(row) > 3 else 'N/A', | |
'evidence_link': clean_string_optional(row[4]) if len(row) > 4 else None | |
} | |
processed_data.append(processed_item) | |
return processed_data | |
def process_dwc_data(values): | |
"""Process raw DWC data""" | |
if not values: return [] | |
processed_data = [] | |
for row in values: | |
if not row or len(row) < 3 or not any(clean_string_optional(cell) for cell in row[:3]): continue | |
user_id = clean_string_optional(row[0]) if len(row) > 0 else None | |
server_id = clean_string_optional(row[1]) if len(row) > 1 else None | |
roblox_user = clean_string_optional(row[2]) if len(row) > 2 else None | |
if not user_id and not server_id and not roblox_user: continue | |
processed_item = { | |
'status': 'DWC', | |
'discord_user_id': user_id, | |
'discord_server_id': server_id, | |
'roblox_username': roblox_user, | |
'explanation': clean_string(row[3]) if len(row) > 3 else 'N/A', | |
'evidence_link': clean_string_optional(row[4]) if len(row) > 4 else None, | |
'alt_accounts': parse_alt_accounts(row[5]) if len(row) > 5 else [], | |
'roblox_avatar_url': None # Placeholder | |
} | |
processed_data.append(processed_item) | |
return processed_data | |
def process_dupe_list_data(values): | |
"""Process raw dupe list data""" | |
if not values: return [] | |
return [row[0].strip().lower() for row in values if row and row[0] and isinstance(row[0], str) and row[0].strip()] | |
# --- Async Fetching Functions (Used by background task) --- | |
async def fetch_sheet_data_async(sheet_name, range_name, processor, value_render_option='FORMATTED_VALUE', spreadsheet_id=SPREADSHEET_ID): | |
"""Async wrapper to fetch and process sheet data""" | |
global sheets_service # Access the initialized service | |
if not sheets_service: | |
logger.warning(f"Attempted to fetch {sheet_name} but Sheets service is unavailable.") | |
raise Exception("Google Sheets service not initialized") # Raise to signal failure in update task | |
try: | |
quoted_sheet_name = f"'{sheet_name}'" if not sheet_name.isalnum() else sheet_name | |
full_range = f"{quoted_sheet_name}!{range_name}" | |
loop = asyncio.get_event_loop() | |
result = await loop.run_in_executor( | |
None, # Default executor | |
lambda: sheets_service.spreadsheets().values().get( | |
spreadsheetId=spreadsheet_id, | |
range=full_range, | |
valueRenderOption=value_render_option | |
).execute() | |
) | |
values = result.get('values', []) | |
return processor(values) | |
except Exception as e: | |
logger.error(f"Error fetching/processing {sheet_name} from {spreadsheet_id}: {e}") | |
# Re-raise the exception so the update loop knows this part failed | |
raise e | |
# --- Background Cache Update Task --- | |
async def update_cache_periodically(): | |
"""Fetches data from sheets, detects value changes, and updates the cache periodically.""" | |
global cache | |
async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=15)) as session: | |
while True: | |
if not cache["service_available"]: | |
logger.warning("Google Sheets service unavailable, skipping cache update cycle.") | |
await asyncio.sleep(CACHE_UPDATE_INTERVAL_SECONDS) | |
continue | |
logger.info("Starting cache update cycle...") | |
start_time = datetime.now(timezone.utc) | |
success = True | |
new_cache_data = { | |
"values": {}, | |
"user_scammers": [], | |
"server_scammers": [], | |
"dwc": [], | |
"dupes": [], | |
} | |
detected_value_changes = {} # Store changes detected *in this cycle* | |
try: | |
# --- Fetch all data concurrently --- | |
fetch_tasks = { | |
"user_scammers": fetch_sheet_data_async(USER_SCAMMER_SHEET, 'B6:G', process_user_scammer_data, spreadsheet_id=SPREADSHEET_ID), | |
"server_scammers": fetch_sheet_data_async(SERVER_SCAMMER_SHEET, 'B6:F', process_server_scammer_data, spreadsheet_id=SPREADSHEET_ID), | |
"dwc": fetch_sheet_data_async(DWC_SHEET, 'B6:G', process_dwc_data, spreadsheet_id=SPREADSHEET_ID), | |
"dupes": fetch_sheet_data_async(DUPE_LIST_SHEET, 'B2:B', process_dupe_list_data, spreadsheet_id=VALUES_SPREADSHEET_ID), | |
# Add tasks for each value category | |
**{f"values_{cat}": fetch_sheet_data_async( | |
cat, 'B6:P', process_sheet_data, | |
value_render_option='FORMULA', | |
spreadsheet_id=VALUES_SPREADSHEET_ID | |
) for cat in CATEGORIES} | |
} | |
results = await asyncio.gather(*fetch_tasks.values(), return_exceptions=True) | |
task_keys = list(fetch_tasks.keys()) | |
# --- Process results and update temporary cache --- | |
fetched_values = {} | |
current_errors = {} # Track errors for specific keys | |
for i, result in enumerate(results): | |
key = task_keys[i] | |
if isinstance(result, Exception): | |
logger.error(f"Failed to fetch data for {key}: {result}") | |
success = False | |
current_errors[key] = str(result) # Log the error | |
# Decide: keep old data or clear? We'll keep old cache data by not updating below | |
else: | |
if key.startswith("values_"): | |
category_name = key.split("_", 1)[1] | |
fetched_values[category_name] = result | |
elif key in new_cache_data: # Only update if key exists | |
new_cache_data[key] = result | |
else: | |
logger.warning(f"Fetched data for unknown key: {key}") | |
# --- Detect Value Changes --- | |
logger.info("Comparing fetched values with cached values to detect changes...") | |
current_time = datetime.now(timezone.utc) | |
fields_to_compare = ['value', 'dupedValue', 'marketValue'] | |
for category, new_items in fetched_values.items(): | |
if category not in cache["values"]: # Category is new or wasn't cached before | |
cache["values"][category] = [] # Ensure old category exists for comparison logic below | |
# Create a lookup for old items by name for efficient comparison | |
old_items_dict = {item['name']: item for item in cache["values"].get(category, [])} | |
category_changes = [] | |
for new_item in new_items: | |
item_name = new_item['name'] | |
if item_name in old_items_dict: | |
old_item = old_items_dict[item_name] | |
for field in fields_to_compare: | |
old_val_str = old_item.get(field) | |
new_val_str = new_item.get(field) | |
# Normalize "N/A" and potential whitespace before comparison | |
old_norm = old_val_str.strip().lower() if isinstance(old_val_str, str) else old_val_str | |
new_norm = new_val_str.strip().lower() if isinstance(new_val_str, str) else new_val_str | |
if old_norm == 'n/a': old_norm = None | |
if new_norm == 'n/a': new_norm = None | |
# Only record change if values are meaningfully different | |
if old_norm != new_norm: | |
# Try parsing for better comparison (optional but recommended) | |
old_numeric = parse_cached_currency(old_val_str) | |
new_numeric = parse_cached_currency(new_val_str) | |
# Compare numeric if possible, otherwise string representations | |
# (Handles cases like $10 vs $10.00 becoming same numeric 10.0) | |
values_differ = False | |
if old_numeric is not None and new_numeric is not None: | |
if old_numeric != new_numeric: | |
values_differ = True | |
elif old_val_str != new_val_str: # Fallback to string comparison if parsing fails or types differ | |
values_differ = True | |
if values_differ: | |
logger.info(f"Change detected in {category}: {item_name} - {field}: '{old_val_str}' -> '{new_val_str}'") | |
category_changes.append({ | |
"item_name": item_name, | |
"field": field, | |
"old_value": old_val_str if old_val_str is not None else "N/A", | |
"new_value": new_val_str if new_val_str is not None else "N/A", | |
"timestamp": current_time.isoformat() | |
}) | |
if category_changes: | |
detected_value_changes[category] = category_changes | |
# --- Fetch Roblox Avatars (no changes needed here) --- | |
# ... (avatar fetching logic remains the same) | |
# --- Final Cache Update --- | |
# Only update the main cache if the fetch cycle didn't have critical errors | |
# We allow partial updates if only some fetches failed. | |
if not current_errors: # If no errors at all | |
logger.info("Updating full cache.") | |
cache["values"] = fetched_values | |
cache["user_scammers"] = new_cache_data["user_scammers"] | |
cache["server_scammers"] = new_cache_data["server_scammers"] | |
cache["dwc"] = new_cache_data["dwc"] | |
cache["dupes"] = new_cache_data["dupes"] | |
cache["value_changes"] = detected_value_changes # Store the detected changes | |
cache["last_updated"] = current_time | |
cache["is_ready"] = True | |
logger.info(f"Cache update cycle completed successfully.") | |
else: | |
# Update parts that *did* succeed, if any | |
partial_update_occurred = False | |
if fetched_values: # Only update values if *all* value fetches succeeded | |
all_values_fetched = True | |
for cat in CATEGORIES: | |
if f"values_{cat}" in current_errors: | |
all_values_fetched = False | |
break | |
if all_values_fetched: | |
cache["values"] = fetched_values | |
cache["value_changes"] = detected_value_changes # Update changes if values updated | |
partial_update_occurred = True | |
logger.info("Partially updated cache: Values updated.") | |
else: | |
logger.warning("Values cache not updated due to fetch errors in some categories.") | |
# Update other sections if they succeeded | |
for key in ["user_scammers", "server_scammers", "dwc", "dupes"]: | |
if key not in current_errors and new_cache_data.get(key) is not None: | |
cache[key] = new_cache_data[key] | |
partial_update_occurred = True | |
logger.info(f"Partially updated cache: {key} updated.") | |
if partial_update_occurred: | |
cache["last_updated"] = current_time # Mark partial update time | |
cache["is_ready"] = True # Allow access even if partial | |
logger.warning(f"Cache update cycle completed with errors: {current_errors}. Some data might be stale.") | |
else: | |
logger.error(f"Cache update cycle failed completely. No parts updated. Errors: {current_errors}") | |
# Keep cache["is_ready"] as it was. | |
except Exception as e: | |
logger.exception(f"Critical error during cache update cycle: {e}") | |
success = False # Should already be false if exception bubbled up | |
# --- Wait for the next cycle --- | |
end_time = datetime.now(timezone.utc) | |
duration = (end_time - start_time).total_seconds() | |
wait_time = max(0, CACHE_UPDATE_INTERVAL_SECONDS - duration) | |
logger.info(f"Cache update duration: {duration:.2f}s. Waiting {wait_time:.2f}s for next cycle.") | |
await asyncio.sleep(wait_time) | |
# Helper specifically for the background task to update the dict in place | |
async def fetch_avatar_for_entry_update(session: aiohttp.ClientSession, entry: dict): | |
"""Fetches avatar and updates the provided entry dictionary.""" | |
roblox_username = entry.get('roblox_username') | |
if not roblox_username: return | |
try: | |
user_id = await get_roblox_user_id(session, roblox_username) | |
if user_id: | |
avatar_url = await get_roblox_avatar_url(session, user_id) | |
entry['roblox_avatar_url'] = avatar_url # Update the dict directly | |
# logger.debug(f"Avatar found for {roblox_username}") # Debug level | |
# else: logger.debug(f"No Roblox user ID found for {roblox_username}") # Debug level | |
except Exception as e: | |
# Log errors but don't stop the main update loop | |
logger.warning(f"Failed to fetch avatar for {roblox_username}: {e}") | |
entry['roblox_avatar_url'] = None # Ensure it's None on error | |
# --- FastAPI Startup Event --- | |
async def startup_event(): | |
"""Starts the background cache update task.""" | |
if cache["service_available"]: | |
logger.info("Starting background cache update task...") | |
asyncio.create_task(update_cache_periodically()) | |
else: | |
logger.warning("Google Sheets service not available. Cache update task will not start.") | |
# --- API Endpoints (Modified to use Cache) --- | |
def check_service_availability(): | |
"""Reusable check for API endpoints""" | |
if not cache["service_available"]: | |
raise HTTPException(status_code=503, detail="Google Sheets service unavailable. Cannot fetch data.") | |
if not cache["is_ready"]: | |
raise HTTPException(status_code=503, detail="Cache is not ready yet. Please try again shortly.") | |
async def root(): | |
return {"message": "JB Vanta API - Running"} | |
async def get_status(): | |
"""Returns the current status of the cache""" | |
return { | |
"cache_ready": cache["is_ready"], | |
"sheets_service_available": cache["service_available"], | |
"last_updated": cache["last_updated"].isoformat() if cache["last_updated"] else None, | |
"cached_items": { | |
"value_categories": len(cache["values"]), | |
"user_scammers": len(cache["user_scammers"]), | |
"server_scammers": len(cache["server_scammers"]), | |
"dwc_entries": len(cache["dwc"]), | |
"duped_usernames": len(cache["dupes"]), | |
} | |
} | |
async def get_values(): | |
"""Get all values data from cache""" | |
check_service_availability() | |
return cache["values"] | |
async def get_category_values(category: str): | |
"""Get values data for a specific category from cache""" | |
check_service_availability() | |
category = category.capitalize() | |
if category not in CATEGORIES: | |
raise HTTPException(status_code=404, detail=f"Category '{category}' not found or configured.") | |
return {category: cache["values"].get(category, [])} | |
async def get_category_value_changes(category: str): | |
"""Get detected value changes for a specific category from the last cache update cycle.""" | |
check_service_availability() | |
category = category.capitalize() | |
if category not in CATEGORIES: | |
raise HTTPException(status_code=404, detail=f"Category '{category}' not found or configured.") | |
return {category: cache.get("value_changes", {}).get(category, [])} | |
async def get_all_value_changes(): | |
"""Get all detected value changes from the last cache update cycle.""" | |
check_service_availability() | |
return cache.get("value_changes", {}) | |
async def get_scammers(): | |
"""Get all scammer and DWC data (users, servers, dwc) from cache""" | |
check_service_availability() | |
# Data is already fetched and processed (including avatars) by the background task | |
return { | |
"users": cache["user_scammers"], | |
"servers": cache["server_scammers"], | |
"dwc": cache["dwc"] | |
} | |
async def get_dupes(): | |
"""Get all duped usernames from cache""" | |
check_service_availability() | |
return {"usernames": cache["dupes"]} | |
class UsernameCheck(BaseModel): | |
username: str | |
async def check_username(data: UsernameCheck): | |
"""Check if a username is duped using cached data and send webhook""" | |
check_service_availability() # Ensure cache is ready before checking | |
username_to_check = data.username.strip().lower() | |
is_duped = username_to_check in cache["dupes"] | |
# Webhook notification logic (remains the same, consider making it non-blocking) | |
if not is_duped: | |
webhook_url = os.getenv("WEBHOOK_URL") | |
if webhook_url: | |
async def send_webhook_notification(): # Wrap in async func | |
try: | |
async with aiohttp.ClientSession() as session: | |
webhook_data = { | |
"content": None, | |
"embeds": [{ | |
"title": "New Dupe Check - Not Found", | |
"description": f"Username `{data.username}` was checked but not found in the dupe database.", | |
"color": 16776960, # Yellow | |
"timestamp": datetime.now(timezone.utc).isoformat() # Use timezone aware | |
}] | |
} | |
async with session.post(webhook_url, json=webhook_data) as response: | |
if response.status not in [200, 204]: | |
logger.warning(f"Failed to send webhook (Status: {response.status}): {await response.text()}") | |
except Exception as e: | |
logger.error(f"Error sending webhook: {e}") | |
# Run the webhook sending in the background so it doesn't delay the API response | |
asyncio.create_task(send_webhook_notification()) | |
else: | |
logger.info("Webhook URL not configured. Skipping notification.") | |
return {"username": data.username, "is_duped": is_duped} | |
# Optional: Add a health check endpoint (simple version) | |
def health_check(): | |
# Basic check: is the app running? | |
# More advanced: could check cache['is_ready'] or cache['last_updated'] | |
return {"status": "ok"} | |
# Run with: uvicorn main:app --reload (for development) | |
# For production: uvicorn main:app --host 0.0.0.0 --port 8000 (or your preferred port) |