squibid/wallheaven
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add user-agent to most requests and update other user agents

Browse Source
This commit is contained in:
Squibid
2023-12-27 14:49:17 -05:00
parent 0109509996
commit c33a109f48
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
misc/curlproxy.php
View File

@ -99,7 +99,7 @@ class proxy {
$curl, $curl,
CURLOPT_HTTPHEADER, CURLOPT_HTTPHEADER,
[ [
"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/116.0", "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/120.0",
"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8", "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
"Accept-Language: en-US,en;q=0.5", "Accept-Language: en-US,en;q=0.5",
"Accept-Encoding: gzip, deflate", "Accept-Encoding: gzip, deflate",
@ -119,7 +119,7 @@ class proxy {
$curl, $curl,
CURLOPT_HTTPHEADER, CURLOPT_HTTPHEADER,
[ [
"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/116.0", "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/120.0",
"Accept: image/avif,image/webp,*/*", "Accept: image/avif,image/webp,*/*",
"Accept-Language: en-US,en;q=0.5", "Accept-Language: en-US,en;q=0.5",
"Accept-Encoding: gzip, deflate", "Accept-Encoding: gzip, deflate",
@ -242,7 +242,7 @@ class proxy {
} }
curl_setopt( $curl, CURLOPT_HTTPHEADER, [ curl_setopt( $curl, CURLOPT_HTTPHEADER, [
"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/116.0", "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/120.0",
"Accept: image/avif,image/webp,*/*", "Accept: image/avif,image/webp,*/*",
"Accept-Language: en-US,en;q=0.5", "Accept-Language: en-US,en;q=0.5",
"Accept-Encoding: gzip, deflate, br", "Accept-Encoding: gzip, deflate, br",

1
scrapers/wallhaven.php
View File

@ -15,6 +15,7 @@
if ($data) if ($data)
$url = sprintf("%s?%s", $url, http_build_query($data)); $url = sprintf("%s?%s", $url, http_build_query($data));
} }
curl_setopt($curl, CURLOPT_HEADER, "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/120.0");
curl_setopt($curl, CURLOPT_URL, $url); curl_setopt($curl, CURLOPT_URL, $url);
curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1); curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);