python抓取免费代理ip+测试代理ip是否成功

Tesia ·

更新时间:2024-11-10

· 767 次阅读

"""测试过代码完全可行"""
import requests
from bs4 import BeautifulSoup
import pandas as pd
```python
"""抓取免费ip""" 
my_headers = {
            "Cookie":'channelid=0; sid=1584497388180350; _ga=GA1.2.2002581637.1584497921; _gid=GA1.2.616050302.1584497921;'
                     ' Hm_lvt_7ed65b1cc4b810e9fd37959c9bb51b31=1584497921; Hm_lpvt_7ed65b1cc4b810e9fd37959c9bb51b31=1584497921',
            "User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36"
            }
df1 = pd.DataFrame()
for page in range(1,999):
    print(page)
    url = 'https://www.kuaidaili.com/free/inha/' + str(page)
    data = requests.get(url,headers =my_headers)
    soup = BeautifulSoup(data.text,'lxml')
    ips = soup.find_all('tr')
    for i in range(1,len(ips)):
        print(i)
        ip= ips[i].find_all('td')[0].text
        port = ips[i].find_all('td')[1].text
        type = ips[i].find_all('td')[3].text
        """测试ip是否成功"""
        proxies = {
                     'https' : str(ip) + ":" + str(port)
                  }
        print(proxies)
        urll = "https://blog.sodsec.com/ip.php"
        try:
            data = requests.get(urll, proxies=proxies, headers=my_headers, timeout=60)
            print("代理ip为" +str(proxies) + "访问ip为"  + data.text)
            df = pd.DataFrame({"IP": ip, "port": port, "type": type}, index=[0])
            df1 = pd.concat([df, df1], axis=0)
            df1.to_csv('E:/ip .csv', encoding='utf_8_sig', index=None)#可以保存到数据库
        except:
            print("connect failed")
        else:
            print('success')

作者：小公子信仰

ip 代理ip 测试 Python

1024 个赞