Spaces:
Running
Running
Commit
·
6802ffc
1
Parent(s):
4f1ca17
added headers
Browse files
index.js
CHANGED
@@ -14,14 +14,11 @@ app.use(bodyParser.urlencoded({ extended: false }));
|
|
14 |
app.use(mutler().array(""));
|
15 |
|
16 |
|
17 |
-
const initBrowser =
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
});
|
23 |
-
return browser;
|
24 |
-
}
|
25 |
|
26 |
async function addRequestFilter(page) {
|
27 |
|
@@ -44,7 +41,7 @@ async function addRequestFilter(page) {
|
|
44 |
const getData = async (url) => {
|
45 |
|
46 |
// Open a new page
|
47 |
-
const browser = await initBrowser
|
48 |
var page = await browser.newPage();
|
49 |
page = await addRequestFilter(page);
|
50 |
|
@@ -80,11 +77,15 @@ const getData = async (url) => {
|
|
80 |
};
|
81 |
};
|
82 |
|
83 |
-
const getHTML = async (url) => {
|
84 |
-
|
85 |
-
const browser = await initBrowser
|
86 |
var page = await browser.newPage();
|
87 |
page = await addRequestFilter(page);
|
|
|
|
|
|
|
|
|
88 |
|
89 |
await page.goto(url, {
|
90 |
// waitUntil: "domcontentloaded",
|
@@ -93,9 +94,9 @@ const getHTML = async (url) => {
|
|
93 |
return await page.content();
|
94 |
|
95 |
}
|
96 |
-
const getScreenshot = async (url) => {
|
97 |
|
98 |
-
const browser = await initBrowser
|
99 |
var page = await browser.newPage();
|
100 |
|
101 |
await page.goto(url, {
|
@@ -148,10 +149,10 @@ app.post("/html", async (req, res) => {
|
|
148 |
"error":"no url parameter in request",
|
149 |
}));
|
150 |
}
|
151 |
-
const url = data
|
152 |
|
153 |
try{
|
154 |
-
const html = await getHTML(url);
|
155 |
res.type("json").send(JSON.stringify({
|
156 |
html: html
|
157 |
}));
|
|
|
14 |
app.use(mutler().array(""));
|
15 |
|
16 |
|
17 |
+
const initBrowser = puppeteer.launch({
|
18 |
+
executablePath: process.env.CHROME_BIN || null,
|
19 |
+
defaultViewport: null,
|
20 |
+
headless: true,
|
21 |
+
});
|
|
|
|
|
|
|
22 |
|
23 |
async function addRequestFilter(page) {
|
24 |
|
|
|
41 |
const getData = async (url) => {
|
42 |
|
43 |
// Open a new page
|
44 |
+
const browser = await initBrowser;
|
45 |
var page = await browser.newPage();
|
46 |
page = await addRequestFilter(page);
|
47 |
|
|
|
77 |
};
|
78 |
};
|
79 |
|
80 |
+
const getHTML = async (url,headers=null) => {
|
81 |
+
|
82 |
+
const browser = await initBrowser;
|
83 |
var page = await browser.newPage();
|
84 |
page = await addRequestFilter(page);
|
85 |
+
if(headers){
|
86 |
+
// console.log("headers",headers);
|
87 |
+
await page.setExtraHTTPHeaders(headers);
|
88 |
+
}
|
89 |
|
90 |
await page.goto(url, {
|
91 |
// waitUntil: "domcontentloaded",
|
|
|
94 |
return await page.content();
|
95 |
|
96 |
}
|
97 |
+
const getScreenshot = async (url,headers=null) => {
|
98 |
|
99 |
+
const browser = await initBrowser;
|
100 |
var page = await browser.newPage();
|
101 |
|
102 |
await page.goto(url, {
|
|
|
149 |
"error":"no url parameter in request",
|
150 |
}));
|
151 |
}
|
152 |
+
const {url,headers} = data;
|
153 |
|
154 |
try{
|
155 |
+
const html = await getHTML(url,headers);
|
156 |
res.type("json").send(JSON.stringify({
|
157 |
html: html
|
158 |
}));
|