Return Page Source
Scrape the webpage in headless mode, but without any JavaScript rendering.
If you want WbScrapingAPI to return you the unaltered HTML file that is served by the server, without any JavaScript rendering, all you have to do is to enable the return_page_source feature.
This feature is similar to a cURL request, but usses an actual browser to return the HTML while also evading detection. In order to use return_page_source you also have to turn on JavaScript rendering (render_js=1)
Your full GET request should then be sent to the following address:
https://api.webscrapingapi.com/v1?api_key=<YOUR_API_KEY>&url=<TARGETED_URL>&render_js=1&return_page_source=1Sessions Integration Examples
curl --request GET --url "https://api.webscrapingapi.com/v1?api_key=<YOUR_API_KEY>&url=https://raportariarr.web.app/&render_js=1&return_page_source=1"const http = require("https");
const options = {
"method": "GET",
"hostname": "api.webscrapingapi.com",
"port": null,
"path": "/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1",
"headers": {}
};
const req = http.request(options, function (res) {
const chunks = [];
res.on("data", function (chunk) {
chunks.push(chunk);
});
res.on("end", function () {
const body = Buffer.concat(chunks);
console.log(body.toString());
});
});
req.end();import requests
API_KEY = '<YOUR_API_KEY>'
SCRAPER_URL = 'https://api.webscrapingapi.com/v1'
TARGET_URL = 'https://raportariarr.web.app/'
PARAMS = {
"api_key":API_KEY,
"url": TARGET_URL,
"render_js":1,
"return_page_source":1
}
response = requests.get(SCRAPER_URL, params=PARAMS)
print(response.text)<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io/ioutil"
)
func main() {
url := "https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1"
req, _ := http.NewRequest("GET", url, nil)
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := ioutil.ReadAll(res.Body)
fmt.Println(res)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1")
.asString();var client = new RestClient("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1");
var request = new RestRequest(Method.GET);
IRestResponse response = client.Execute(request);require 'uri'
require 'net/http'
require 'openssl'
url = URI("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https://raportariarr.web.app/&render_js=1&return_page_source=1")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
http.verify_mode = OpenSSL::SSL::VERIFY_NONE
request = Net::HTTP::Get.new(url)
response = http.request(request)
puts response.read_bodyImportant! The url parameter has to be encoded. ( i.e. &url=https%3A%2F%2Fwww.webscrapingapi.com%2F )
Response Example
<html>
<head>
<meta name="color-scheme" content="light dark">
</head>
<body>
<div class="line-gutter-backdrop"></div>
<form autocomplete="off"><label class="line-wrap-control">Line wrap<input type="checkbox" aria-label="Line wrap"></label></form>
<table>
<tbody>
<tr>
<td class="line-number" value="1"></td>
<td class="line-content"><span class="html-doctype"><!doctype html></span><span class="html-tag"><html <span class="html-attribute-name">lang</span>="<span class="html-attribute-value">en</span>"></span><span class="html-tag"><head></span><span class="html-tag"><meta <span class="html-attribute-name">charset</span>="<span class="html-attribute-value">utf-8</span>"/></span><span class="html-tag"><link <span class="html-attribute-name">rel</span>="<span class="html-attribute-value">icon</span>" <span class="html-attribute-name">href</span>="<a class="html-attribute-value html-resource-link" target="_blank" href="/favicon.ico" rel="noreferrer noopener">/favicon.ico</a>"/></span><span class="html-tag"><meta <span class="html-attribute-name">name</span>="<span class="html-attribute-value">viewport</span>" <span class="html-attribute-name">content</span>="<span class="html-attribute-value">width=device-width,initial-scale=1</span>"/></span><span class="html-tag"><meta <span class="html-attribute-name">name</span>="<span class="html-attribute-value">theme-color</span>" <span class="html-attribute-name">content</span>="<span class="html-attribute-value">#000000</span>"/></span><span class="html-tag"><meta <span class="html-attribute-name">name</span>="<span class="html-attribute-value">description</span>" <span class="html-attribute-name">content</span>="<span class="html-attribute-value">Web site created using create-react-app</span>"/></span><span class="html-tag"><link <span class="html-attribute-name">rel</span>="<span class="html-attribute-value">apple-touch-icon</span>" <span class="html-attribute-name">href</span>="<a class="html-attribute-value html-resource-link" target="_blank" href="/logo192.png" rel="noreferrer noopener">/logo192.png</a>"/></span><span class="html-tag"><link <span class="html-attribute-name">rel</span>="<span class="html-attribute-value">manifest</span>" <span class="html-attribute-name">href</span>="<a class="html-attribute-value html-resource-link" target="_blank" href="/manifest.json" rel="noreferrer noopener">/manifest.json</a>"/></span><span class="html-tag"><title></span>Raportari Online ARR<span class="html-tag"></title></span><span class="html-tag"><script <span class="html-attribute-name">defer</span>="<span class="html-attribute-value">defer</span>" <span class="html-attribute-name">src</span>="<a class="html-attribute-value html-resource-link" target="_blank" href="/static/js/main.bd3fac20.js" rel="noreferrer noopener">/static/js/main.bd3fac20.js</a>"></span><span class="html-tag"></script></span><span class="html-tag"><link <span class="html-attribute-name">href</span>="<a class="html-attribute-value html-resource-link" target="_blank" href="/static/css/main.9635d504.css" rel="noreferrer noopener">/static/css/main.9635d504.css</a>" <span class="html-attribute-name">rel</span>="<span class="html-attribute-value">stylesheet</span>"></span><span class="html-tag"></head></span><span class="html-tag"><body></span><span class="html-tag"><noscript></span>You need to enable JavaScript to run this app.<span class="html-tag"></noscript></span><span class="html-tag"><div <span class="html-attribute-name">id</span>="<span class="html-attribute-value">root</span>"></span><span class="html-tag"></div></span><span class="html-tag"></body></span><span class="html-tag"></html></span><span class="html-end-of-file"></span></td>
</tr>
</tbody>
</table>
</body>
</html>Last updated