nakidai
/
whoogle-search
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Hotfix: Set EU consent cookie to pending for all requests 

See discussion on #243
main
Ben Busby 2021-03-31 09:50:13 -04:00
parent 0a6575d219
commit fdd4ee590f
No known key found for this signature in database
GPG Key ID: 3B08611DF6E62ED2
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
app/request.py
View File

@ -210,6 +210,12 @@ class Request:
'User-Agent': self.modified_user_agent 'User-Agent': self.modified_user_agent
} }
# FIXME: Should investigate this further to ensure the consent
# view is suppressed correctly
cookies = {
'CONSENT': 'PENDING+999'
}
# Validate Tor conn and request new identity if the last one failed # Validate Tor conn and request new identity if the last one failed
if self.tor and not send_tor_signal( if self.tor and not send_tor_signal(
Signal.NEWNYM if attempt > 0 else Signal.HEARTBEAT): Signal.NEWNYM if attempt > 0 else Signal.HEARTBEAT):
@ -233,7 +239,8 @@ class Request:
response = requests.get( response = requests.get(
base_url + query, base_url + query,
proxies=self.proxies, proxies=self.proxies,
headers=headers) headers=headers,
cookies=cookies)
# Retry query with new identity if using Tor (max 10 attempts) # Retry query with new identity if using Tor (max 10 attempts)
if 'form id="captcha-form"' in response.text and self.tor: if 'form id="captcha-form"' in response.text and self.tor: