UrlWorker Beta
Let us work on your requests
cURL
curl -X POST "https://api.urlworker.xyz/YOUR_API_KEY" \
-H "accept: application/json" \
-H "Content-Type: application/json" \
-d "{\"method\":\"get\",\"url\":\"https://httpbin.org/404\",\"headers\":{\"User-Agent\":\"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36\"},\"data\":{},\"params\":{},\"timeout\":10,\"retry\":{\"retries\":2,\"backoff_multiplier\":3,\"delay\":3},\"css_selectors\":[{\"selector\":\"h1\",\"text\":true}]}"
Python
import json
import requests
API_KEY = 'YOUR_API_KEY'
API_URL = 'https://api.urlworker.xyz/{key}'.format(key=API_KEY)
data = {
"method": "get",
"url": "https://httpbin.org/404",
"headers": {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36"
},
"data": {},
"params": {},
"timeout": 10,
"retry": {
"retries": 2,
"backoff_multiplier": 3,
"delay": 3
},
"css_selectors": [
{
"selector": "h1",
"text": True
},
{
"selector": "img.avatar",
"attr": "src"
}
]
}
response = requests.post(API_URL, data=json.dumps(data))
response.json()
Response
{'response': {'text': '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">\n<title>404 Not Found</title>\n<h1>Not Found</h1>\n<p>The requested URL was not found on the server. If you entered the URL manually please check your spelling and try again.</p>\n',
'status_code': 404,
'url': 'https://httpbin.org/404',
'history': [],
'elapsed': 1.779617,
'reason': 'NOT FOUND',
'headers': {'Date': 'Wed, 06 May 2020 15:45:42 GMT',
'Content-Type': 'text/html',
'Content-Length': '233',
'Connection': 'keep-alive',
'Server': 'gunicorn/19.9.0',
'Access-Control-Allow-Origin': '*',
'Access-Control-Allow-Credentials': 'true'}},
'css_selectors': [{'selector': 'h1',
'attr': None,
'text': True,
'results': ['Not Found']},
{'selector': 'img.avatar', 'attr': 'src', 'text': False, 'results': []}]}
Walkthrough