pull/178/head
FongMi 2 years ago
parent 85c22f0d22
commit 88d9fed32f
  1. 12
      pyramid/src/main/python/base/spider.py
  2. 2
      pyramid/src/main/python/trigger.py

@ -77,18 +77,18 @@ class Spider(metaclass=ABCMeta):
clean = re.sub('[\U0001F600-\U0001F64F\U0001F300-\U0001F5FF\U0001F680-\U0001F6FF\U0001F1E0-\U0001F1FF]', '', src)
return clean
def fetch(self, url, headers={}, cookies=""):
rsp = requests.get(url, headers=headers, cookies=cookies)
def fetch(self, url, cookies=None, headers=None, timeout=5, verify=True):
rsp = requests.get(url, cookies=cookies, headers=headers, timeout=timeout, verify=verify)
rsp.encoding = 'utf-8'
return rsp
def post(self, url, data, headers={}, cookies={}):
rsp = requests.post(url, data=data, headers=headers, cookies=cookies)
def post(self, url, data, cookies=None, headers=None, timeout=5, verify=True):
rsp = requests.post(url, data=data, cookies=cookies, headers=headers, timeout=timeout, verify=verify)
rsp.encoding = 'utf-8'
return rsp
def postJson(self, url, json, headers={}, cookies={}):
rsp = requests.post(url, json=json, headers=headers, cookies=cookies)
def postJson(self, url, json, cookies=None, headers=None, timeout=5, verify=True):
rsp = requests.post(url, json=json, cookies=cookies, headers=headers, timeout=timeout, verify=verify)
rsp.encoding = 'utf-8'
return rsp

@ -18,7 +18,7 @@ class Trigger():
@staticmethod
def detailContent(sp_obj, ids):
return sp_obj.detailContent(ids)
@staticmethod
def searchContent(sp_obj, key, quick):
return sp_obj.searchContent(key, quick)

Loading…
Cancel
Save