用途当然是模拟浏览器
# -*- coding: utf-8 -*-
"""
使用pycurl发起HTTP访问
"""
import pycurl, urllib
import StringIO
def curl(url, method="GET", proxy=(), verbose=0, cookie_file="", **kwargs):
#proxy = ("www.test.com:8080", "SOCKS5", "user:pass")
req = pycurl.Curl()
req.setopt(pycurl.FOLLOWLOCATION, 1)
req.setopt(pycurl.MAXREDIRS, 5)
req.setopt(pycurl.CONNECTTIMEOUT, 60)
req.setopt(pycurl.TIMEOUT, 600)
req.setopt(pycurl.HTTPPROXYTUNNEL, 1)
req.setopt(pycurl.VERBOSE, verbose)
agent = kwargs.pop("agent", "Mozilla/4.0")
req.setopt(pycurl.USERAGENT, agent)
if cookie_file:
req.setopt(pycurl.COOKIEJAR, cookie_file)
req.fp = StringIO.StringIO()
req.setopt(pycurl.WRITEFUNCTION, req.fp.write)
data = urllib.urlencode(kwargs)
if method.upper() == "GET":
if data:
url = url + "?" + data
req.setopt(pycurl.URL, url)
else:
req.setopt(pycurl.URL, url)
req.setopt(pycurl.POSTFIELDS, data)
if proxy:
host_port, sock_type, user_pass = proxy
req.setopt(pycurl.PROXY, host_port)
req.setopt(pycurl.PROXYTYPE, sock_type)
req.setopt(pycurl.PROXYUSERPWD, user_pass)
req.perform()
return req.fp.getvalue()
分享到:
相关推荐
pycurl 统计网络传输时间,下载数据包大小,建立连接时间,平均下载速度
pycurl+pyspider+phabtomjs, pycurl+pyspider+phabtomjs
pycurl 基于curl 官方只出版了32位版本 在http://www.lfd.uci.edu/~gohlke/pythonlibs/#pycurl中有非官方的64位版本
PycURL_中文版官方文档
pycurl-7.43.1-cp37-cp37m-win_amd64 PycURL。 PycURL is a Python interface to libcurl. PycURL can be used to fetch objects identified by a URL from a Python program, similar to the urllib Python module....
Pycurl的安装与使用.doc
资源来自pypi官网。 资源全名:pycurl-7.43.0.5-cp35-cp35m-win_amd64.whl
pycurl-7.43.0.2 Windows64位安装包,Windows安装pycurl,支持python版本3.6
PycURL is a Python interface to libcurl. PycURL can be used to fetch objects identified by a URL from a Python program, similar to the urllib Python module. PycURL is mature, very fast, and supports a...
python pycurl win32 python2.6 msi
安装pyspider之前需要安装lxml 和 pycurl ,但是在安装pycurl的过程中遇到了同样的错误 解决方案是安装wheel 和到 http://www.lfd.uci.edu/~gohlke/pythonlibs/#pycurl 这个网址下载相应版本的pycurl ,如果是64...
python常用pycurl-7.43.0.1.便于下载。
pycurl-7.19.0.win32-py2.7,提供免费下载,你懂得。
pycurl-7.18.2.tar.gz
64位windows pycurl安装包,可以直接按照后使用!已经在多台服务器上验证过!
pycurl-7.43.0.3-cp38-cp38m-win32.whl, pyCurl, 适用于Windows,32位 python 3.8
pycurl-ssl-7.19.0.win32-py2.7.zip
pycurl-7.43.0-cp27-none-win_amd64
今天小编就为大家分享一篇widows下安装pycurl并利用pycurl请求https地址的方法,具有很好的参考价值,希望对大家有所帮助。一起跟随小编过来看看吧
pycurl-7.43.0.3-cp37-cp37m-win32.whl, pyCurl 适用于windows平台,32位的python 3.7