tonwei139 发表于 2017-4-26 09:50:10

python 抓取网页

#urllib2
wp = urllib2.urlopen(self.url)
content = wp.read();

　　pycurl

      buf = cStringIO.StringIO()
c = pycurl.Curl()
c.setopt(c.URL,self.url)
c.setopt(c.WRITEFUNCTION, buf.write)
c.perform()
content =buf.getvalue()
buf.close()      

jc = json.loads(content)

# 设置超时时间为30秒
import socket
socket.setdefaulttimeout(30)
页: [1]
查看完整版本: python 抓取网页