馬老師Elasticsearch
class SpiderServerProcess(Process):
? ?def __init__(self, q: Queue):
? ? ? ?super(SpiderServerProcess, self).__init__(name='SpiderServer')
? ? ? ?self.q = q ? ?def ip_spider(self):
? ? ? ?url = 'https://' ?# get請求
? ? ? ?ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:77.0) Gecko/20100101 Firefox/77.0'
? ? ? ?referer = 'https://'
? ? ? ?resp = requests.get(url, headers={'User-Agent': ua, 'Referer': referer})
? ? ? ?if resp.status_code == 200:
? ? ? ? ? ?with open('ip.html', 'wb') as f:
? ? ? ? ? ? ? ?f.write(resp.content)
? ? ? ? ? ?print('ip ')
標簽：
