File size: 1,014 Bytes
e84fb4f
d92c861
462e814
 
d92c861
9ba3ade
 
 
 
 
 
 
d92c861
 
 
 
 
 
 
 
accd0f3
92199f9
0f0c7dc
 
accd0f3
 
92199f9
 
accd0f3
 
 
 
 
 
 
92199f9
 
 
0f0c7dc
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
from fastapi import FastAPI, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from scraper import Scraper


try: from pip._internal.operations import freeze
except ImportError: # pip < 10.0
    from pip.operations import freeze

pkgs = freeze.freeze()
for pkg in pkgs: print(pkg)

app = FastAPI()
app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)
import time

@app.get("/get_scraped_data")
async def get_data(url: str):
        # Start time
        start_time = time.time()
        try:
            data = await Scraper.scrape(url)
            # End time
            end_time = time.time()
            
            # Calculate the elapsed time
            elapsed_time = end_time - start_time
            
            print(f"Time taken for the process: {elapsed_time:.2f} seconds")
            return data
        except Exception as e:
            raise HTTPException(status_code=500, detail=str(e))