GET Request

Web scraping via GET requests requires users to pass two mandatory parameters to our API's endpoint:
api_key - used to authenticate the request on our servers
url - used to indicate the targeted URL that you want to scrape
Please make sure to escape the url parameter's value!
The most basic URL example for an authorised request on our API is:
https://api.webscrapingapi.com/v1?api_key=<YOUR_API_KEY>&url=<TARGETED_URL>
GET Request Integration Example
get
https://api.webscrapingapi.com/v1
?api_key=<YOUR_API_KEY>&url=https://webscrapingapi.com/
Basic GET Request Example
Below are the integration examples of the URL we have discussed earlier:
cURL
NodeJS
Python
PHP
Golang
Java
.NET
Ruby
curl --request GET --url "https://api.webscrapingapi.com/v1?api_key=<YOUR_API_KEY>&url=https%3A%2F%2Fbing.com"
const http = require("https");
​
const options = {
  "method": "GET",
  "hostname": "api.webscrapingapi.com",
  "port": null,
  "path": "/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com",
  "headers": {}
};
​
const req = http.request(options, function (res) {
  const chunks = [];
​
  res.on("data", function (chunk) {
    chunks.push(chunk);
  });
​
  res.on("end", function () {
    const body = Buffer.concat(chunks);
    console.log(body.toString());
  });
});
​
req.end();
import requests
​
API_KEY = '<YOUR_API_KEY>'
SCRAPER_URL = 'https://api.webscrapingapi.com/v1'
​
TARGET_URL = 'https://httpbin.org/post'
​
PARAMS = {
    "api_key":API_KEY,
    "url": TARGET_URL,
}
​
response = requests.get(SCRAPER_URL, params=PARAMS)
​
print(response)
<?php
​
$curl = curl_init();
​
curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "GET",
]);
​
$response = curl_exec($curl);
$err = curl_error($curl);
​
curl_close($curl);
​
if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}
package main
​
import (
	"fmt"
	"net/http"
	"io/ioutil"
)
​
func main() {
​
	url := "https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com"
​
	req, _ := http.NewRequest("GET", url, nil)
​
	res, _ := http.DefaultClient.Do(req)
​
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
​
	fmt.Println(res)
	fmt.Println(string(body))
​
}
HttpResponse<String> response = Unirest.get("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com")
  .asString();
var client = new RestClient("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com");
var request = new RestRequest(Method.GET);
IRestResponse response = client.Execute(request);
require 'uri'
require 'net/http'
require 'openssl'
​
url = URI("https://api.webscrapingapi.com/v1?api_key=%7B%7Bapi_key%7D%7D&url=https%3A%2F%2Fbing.com")
​
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
http.verify_mode = OpenSSL::SSL::VERIFY_NONE
​
request = Net::HTTP::Get.new(url)
​
response = http.request(request)
puts response.read_body
Response Example

WebScrapingAPI - Previous

Basic API Requests

POST & PUT Requests

Last modified 5d ago

Copy link

Outline

GET Request Integration Example

get

Basic GET Request Example