From c2ca2cffba9497aab363b8c1fb7a19ab9a76d2b6 Mon Sep 17 00:00:00 2001 From: FongMi Date: Tue, 19 Dec 2023 18:09:21 +0800 Subject: [PATCH] Update spider.py --- pyramid/src/main/python/base/spider.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/pyramid/src/main/python/base/spider.py b/pyramid/src/main/python/base/spider.py index e32214fb6..4f3415855 100644 --- a/pyramid/src/main/python/base/spider.py +++ b/pyramid/src/main/python/base/spider.py @@ -80,18 +80,18 @@ class Spider(metaclass=ABCMeta): clean = re.sub('[\U0001F600-\U0001F64F\U0001F300-\U0001F5FF\U0001F680-\U0001F6FF\U0001F1E0-\U0001F1FF]', '', src) return clean - def fetch(self, url, cookies=None, headers=None, timeout=5, verify=True, stream=False): - rsp = requests.get(url, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream) + def fetch(self, url, cookies=None, headers=None, timeout=5, verify=True, stream=False, allow_redirects = True): + rsp = requests.get(url, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream, allow_redirects=allow_redirects) rsp.encoding = 'utf-8' return rsp - def post(self, url, data, cookies=None, headers=None, timeout=5, verify=True, stream=False): - rsp = requests.post(url, data=data, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream) + def post(self, url, data, cookies=None, headers=None, timeout=5, verify=True, stream=False, allow_redirects = True): + rsp = requests.post(url, data=data, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream, allow_redirects=allow_redirects) rsp.encoding = 'utf-8' return rsp - def postJson(self, url, json, cookies=None, headers=None, timeout=5, verify=True, stream=False): - rsp = requests.post(url, json=json, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream) + def postJson(self, url, json, cookies=None, headers=None, timeout=5, verify=True, stream=False, allow_redirects = True): + rsp = requests.post(url, json=json, cookies=cookies, headers=headers, timeout=timeout, verify=verify, stream=stream, allow_redirects=allow_redirects) rsp.encoding = 'utf-8' return rsp