14.6. pycurl探测web服务状态

14.6.1. 源码安装

要求curl-config包支持，需要源码方式重新安装curl
wget http：//curl.haxx.se/download/curl-7.36.0.tar.gz
tar -zxvf curl-7.36.0.tar.gz
cd curl-7.36.0
./configure
make && make install
export LD_LIBRARY_PATH=/usr/local/lib

wget  https://pypi.python.org/packages/source/p/pycurl/pycurl-7.19.3.1.tar.gz --no-check-certificate
tar -zxvf pycurl-7.19.3.1.tar.gz
cd pycurl-7.19.3.1
python setup.py install --curl-config=/usr/local/bin/curl-config

14.6.2. pip安装

easy_install pycurl #easy_install安装方法
pip install pycurl #pip安装方法

14.6.3. 代码示例

# -*- coding: utf-8 -*-
import os, sys
import time
import sys
import pycurl

URL = "http://www.baidu.com"
c = pycurl.Curl()
c.setopt(pycurl.URL, URL)

# 连接超时时间,5秒
c.setopt(pycurl.CONNECTTIMEOUT, 5)

# 下载超时时间,5秒
c.setopt(pycurl.TIMEOUT, 5)
c.setopt(pycurl.FORBID_REUSE, 1)
c.setopt(pycurl.MAXREDIRS, 1)
c.setopt(pycurl.NOPROGRESS, 1)
c.setopt(pycurl.DNS_CACHE_TIMEOUT, 30)
indexfile = open(os.path.dirname(os.path.realpath(__file__)) + "/content.txt", "wb")
c.setopt(pycurl.WRITEHEADER, indexfile)
c.setopt(pycurl.WRITEDATA, indexfile)
try:
    c.perform()
except Exception as e:
    print("connecion error:" + str(e))
    indexfile.close()
    c.close()
    sys.exit()

NAMELOOKUP_TIME = c.getinfo(c.NAMELOOKUP_TIME)
CONNECT_TIME = c.getinfo(c.CONNECT_TIME)
PRETRANSFER_TIME = c.getinfo(c.PRETRANSFER_TIME)
STARTTRANSFER_TIME = c.getinfo(c.STARTTRANSFER_TIME)
TOTAL_TIME = c.getinfo(c.TOTAL_TIME)
HTTP_CODE = c.getinfo(c.HTTP_CODE)
SIZE_DOWNLOAD = c.getinfo(c.SIZE_DOWNLOAD)
HEADER_SIZE = c.getinfo(c.HEADER_SIZE)
SPEED_DOWNLOAD = c.getinfo(c.SPEED_DOWNLOAD)

print("HTTP状态码：%s" % (HTTP_CODE))
print("DNS解析时间：%.2f ms" % (NAMELOOKUP_TIME * 1000))
print("建立连接时间：%.2f ms" % (CONNECT_TIME * 1000))
print("准备传输时间：%.2f ms" % (PRETRANSFER_TIME * 1000))
print("传输开始时间：%.2f ms" % (STARTTRANSFER_TIME * 1000))
print("传输结束总时间：%.2f ms" % (TOTAL_TIME * 1000))

print("下载数据包大小：%d bytes/s" % (SIZE_DOWNLOAD))
print("HTTP头部大小：%d byte" % (HEADER_SIZE))
print("平均下载速度：%d bytes/s" % (SPEED_DOWNLOAD))

indexfile.close()
c.close()

输出信息

HTTP状态码：200
DNS解析时间：16.00 ms
建立连接时间：47.00 ms
准备传输时间：47.00 ms
传输开始时间：79.00 ms
传输结束总时间：282.00 ms
下载数据包大小：153404 bytes/s
HTTP头部大小：1008 byte
平均下载速度：543985 bytes/s