requests方法获取静态页面数据方法
class NoteSpider(object):
def __init__(self):
self.url ="http://code.tarena.com.cn"
self.headers ={"User-Agent":"Mozilla/5.0"}
self.proxies = {"http":"http:164.215.6.22:8888"}
def getprasepage(self):
request=requests.get(self.url,auth=self,proxies=self.proxies,headers=self.headers)
request.encoding ='utf-8'
html =request.text
p=re.compile('正则表达式',re.S)
rlist =p.findall(html)
self.writepage(rlist)
def writepage(se
