原创:Python爬虫实战之爬取代理ip

　　编程的快乐只有在运行成功的那一刻才知道QAQ

　　目标网站:https://www.kuaidaili.com/free/inha/  #若有侵权请联系我

　　因为上面的代理都是http的所以没写这个判断

　　代码如下:

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import urllib.request
import re
import time
n = 1
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'}
def web(url):
    req=urllib.request.Request(url=url,headers=headers)
    response = urllib.request.urlopen(url)
    html = response.read().decode('UTF-8','ignore')
    ip = r'[0-9]+(?:\.[0-9]+){3}'
    port = r'"PORT">(\d{0,1}\d{0,1}\d{0,1}\d{0,1}\d)<'
    out = re.findall(ip,html)
    out1 = re.findall(port,html)
    i = 0
    dictionary = {}
    while i <= 14:
        dictionary[0] = (out[i],out1[i])
        store(dictionary)
        i += 1
    print(out,'\n',out1)
def store(dictionary):
    with open('ip.txt','a') as f:
        c = 'ip:' + dictionary[0][0] + '\tport:' + dictionary[0][1] + '\n'
        f.write(c)
        print('store successfully')        
while n <= 3313:
    url1 = "https://www.kuaidaili.com/free/inha/"
    url = url1 + str(n) +'/'
    web(url)
    time.sleep(5)
    n += 1