{"id":981929,"date":"2024-12-27T07:06:37","date_gmt":"2024-12-26T23:06:37","guid":{"rendered":""},"modified":"2024-12-27T07:06:38","modified_gmt":"2024-12-26T23:06:38","slug":"python%e7%88%ac%e8%99%ab%e5%a6%82%e4%bd%95%e6%89%93%e5%bc%80%e4%bb%a3%e7%90%86","status":"publish","type":"post","link":"https:\/\/docs.pingcode.com\/ask\/981929.html","title":{"rendered":"python\u722c\u866b\u5982\u4f55\u6253\u5f00\u4ee3\u7406"},"content":{"rendered":"

\"python\u722c\u866b\u5982\u4f55\u6253\u5f00\u4ee3\u7406\"<\/p>\n

\u8981\u5728Python\u722c\u866b\u4e2d\u6253\u5f00\u4ee3\u7406\uff0c\u53ef\u4ee5\u901a\u8fc7\u8bbe\u7f6eHTTP\u4ee3\u7406\u3001\u4f7f\u7528\u7b2c\u4e09\u65b9\u5e93\u5982requests<\/code>\u3001\u914d\u7f6e\u65cb\u8f6c\u4ee3\u7406\u6c60\u7b49\u65b9\u5f0f\u5b9e\u73b0\u3002\u5177\u4f53\u7684\u65b9\u6cd5\u5305\u62ec\uff1a\u4f7f\u7528\u73af\u5883\u53d8\u91cf\u8bbe\u7f6e\u4ee3\u7406\u3001\u5728\u8bf7\u6c42\u5e93\u4e2d\u76f4\u63a5\u8bbe\u7f6e\u4ee3\u7406\u3001\u901a\u8fc7\u4ee3\u7406\u6c60\u5e93\u81ea\u52a8\u7ba1\u7406\u4ee3\u7406\u7b49\u3002<\/strong>\u5728\u8fd9\u4e9b\u65b9\u6cd5\u4e2d\uff0c\u4f7f\u7528\u7b2c\u4e09\u65b9\u5e93\u5982requests<\/code>\u8fdb\u884c\u4ee3\u7406\u8bbe\u7f6e\u662f\u6700\u5e38\u89c1\u7684\u65b9\u5f0f\u4e4b\u4e00\u3002\u901a\u8fc7\u5728\u8bf7\u6c42\u4e2d\u6dfb\u52a0\u4ee3\u7406\u53c2\u6570\uff0c\u7a0b\u5e8f\u53ef\u4ee5\u8f7b\u677e\u5730\u901a\u8fc7\u4ee3\u7406\u670d\u52a1\u5668\u53d1\u9001\u8bf7\u6c42\uff0c\u907f\u514d\u76f4\u63a5\u66b4\u9732\u539f\u59cbIP\u5730\u5740\u3002\u8fd9\u79cd\u65b9\u5f0f\u4e0d\u4ec5\u63d0\u9ad8\u4e86\u6570\u636e\u6293\u53d6\u7684\u533f\u540d\u6027\uff0c\u8fd8\u80fd\u7a81\u7834\u67d0\u4e9b\u7f51\u7ad9\u5bf9IP\u5730\u5740\u7684\u9650\u5236\u3002<\/p>\n<\/p>\n

\u4e00\u3001\u4f7f\u7528HTTP\u4ee3\u7406<\/p>\n<\/p>\n

HTTP\u4ee3\u7406\u662f\u6700\u5e38\u7528\u7684\u4ee3\u7406\u7c7b\u578b\u4e4b\u4e00\u3002\u5b83\u901a\u8fc7\u5728\u5ba2\u6237\u7aef\u548c\u670d\u52a1\u5668\u4e4b\u95f4\u63d2\u5165\u4e00\u4e2a\u4e2d\u4ecb\u670d\u52a1\u5668\u6765\u8f6c\u53d1\u8bf7\u6c42\u548c\u54cd\u5e94\uff0c\u5b9e\u73b0\u5bf9\u5ba2\u6237\u7aef\u7684IP\u9690\u85cf\u3002Python\u4e2d\u6709\u591a\u79cd\u65b9\u5f0f\u53ef\u4ee5\u8bbe\u7f6eHTTP\u4ee3\u7406\u3002<\/p>\n<\/p>\n

1.1\u3001\u8bbe\u7f6e\u73af\u5883\u53d8\u91cf<\/p>\n<\/p>\n

\u53ef\u4ee5\u901a\u8fc7\u8bbe\u7f6e\u73af\u5883\u53d8\u91cf\u6765\u914d\u7f6e\u4ee3\u7406\u3002Python\u7684os<\/code>\u5e93\u5141\u8bb8\u5728\u8fd0\u884c\u65f6\u8bbe\u7f6e\u73af\u5883\u53d8\u91cf\uff0c\u4f7f\u6240\u6709\u7684HTTP\u8bf7\u6c42\u90fd\u901a\u8fc7\u6307\u5b9a\u7684\u4ee3\u7406\u670d\u52a1\u5668\u3002<\/p>\n<\/p>\n

import os<\/p>\n
os.environ['http_proxy'] = 'http:\/\/proxy.example.com:8080'<\/p>\n
os.environ['https_proxy'] = 'https:\/\/proxy.example.com:8443'<\/p>\n
<\/code><\/pre>\n<\/p>\n
1.2\u3001\u5728\u8bf7\u6c42\u5e93\u4e2d\u8bbe\u7f6e\u4ee3\u7406<\/p>\n<\/p>\n
\u6700\u5e38\u7528\u7684\u65b9\u5f0f\u662f\u5728\u4f7f\u7528requests<\/code>\u5e93\u65f6\u76f4\u63a5\u8bbe\u7f6e\u4ee3\u7406\u3002requests<\/code>\u5e93\u652f\u6301\u901a\u8fc7proxies<\/code>\u53c2\u6570\u6307\u5b9a\u4ee3\u7406\u670d\u52a1\u5668\u3002<\/p>\n<\/p>\n
import requests<\/p>\n
proxies = {<\/p>\n
    'http': 'http:\/\/proxy.example.com:8080',<\/p>\n
    'https': 'https:\/\/proxy.example.com:8443',<\/p>\n
}<\/p>\n
response = requests.get('http:\/\/example.com', proxies=proxies)<\/p>\n
print(response.text)<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u4e8c\u3001\u4f7f\u7528\u7b2c\u4e09\u65b9\u5e93<\/p>\n<\/p>\n
\u4e3a\u4e86\u66f4\u65b9\u4fbf\u5730\u7ba1\u7406\u548c\u4f7f\u7528\u4ee3\u7406\uff0c\u5f00\u53d1\u8005\u53ef\u4ee5\u501f\u52a9\u7b2c\u4e09\u65b9\u5e93\uff0c\u8fd9\u4e9b\u5e93\u901a\u5e38\u63d0\u4f9b\u4e86\u66f4\u9ad8\u7ea7\u7684\u529f\u80fd\uff0c\u5982\u4ee3\u7406\u6c60\u3001\u81ea\u52a8\u5207\u6362\u4ee3\u7406\u7b49\u3002<\/p>\n<\/p>\n
2.1\u3001\u4f7f\u7528requests<\/code>\u5e93<\/p>\n<\/p>\n
requests<\/code>\u5e93\u662fPython\u4e2d\u975e\u5e38\u6d41\u884c\u7684HTTP\u8bf7\u6c42\u5e93\uff0c\u652f\u6301\u76f4\u63a5\u5728\u8bf7\u6c42\u4e2d\u8bbe\u7f6e\u4ee3\u7406\u3002<\/p>\n<\/p>\n
import requests<\/p>\n
proxies = {<\/p>\n
    'http': 'http:\/\/proxy.example.com:8080',<\/p>\n
    'https': 'https:\/\/proxy.example.com:8443',<\/p>\n
}<\/p>\n
response = requests.get('http:\/\/example.com', proxies=proxies)<\/p>\n
print(response.text)<\/p>\n
<\/code><\/pre>\n<\/p>\n
2.2\u3001\u4f7f\u7528proxybroker<\/code>\u5e93<\/p>\n<\/p>\n
proxybroker<\/code>\u662f\u4e00\u4e2a\u7528\u4e8e\u83b7\u53d6\u514d\u8d39\u4ee3\u7406\u670d\u52a1\u5668\u7684Python\u5e93\uff0c\u53ef\u4ee5\u5e2e\u52a9\u5f00\u53d1\u8005\u81ea\u52a8\u7ba1\u7406\u548c\u5207\u6362\u4ee3\u7406\u3002<\/p>\n<\/p>\n
from proxybroker import Broker<\/p>\n
async def show(proxies):<\/p>\n
    while True:<\/p>\n
        proxy = awAI<\/a>t proxies.get()<\/p>\n
        if proxy is None: break<\/p>\n
        print('Found proxy: %s' % proxy)<\/p>\n
proxies = asyncio.Queue()<\/p>\n
broker = Broker(proxies)<\/p>\n
tasks = asyncio.gather(broker.find(types=['HTTP', 'HTTPS']), show(proxies))<\/p>\n
loop = asyncio.get_event_loop()<\/p>\n
loop.run_until_complete(tasks)<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u4e09\u3001\u914d\u7f6e\u65cb\u8f6c\u4ee3\u7406\u6c60<\/p>\n<\/p>\n
\u4e3a\u4e86\u907f\u514d\u5355\u4e2a\u4ee3\u7406\u88ab\u5c01\u7981\uff0c\u53ef\u4ee5\u914d\u7f6e\u4e00\u4e2a\u65cb\u8f6c\u4ee3\u7406\u6c60\uff0c\u81ea\u52a8\u5207\u6362\u4e0d\u540c\u7684\u4ee3\u7406\u8fdb\u884c\u8bf7\u6c42\u3002<\/p>\n<\/p>\n
3.1\u3001\u624b\u52a8\u5b9e\u73b0\u4ee3\u7406\u6c60<\/p>\n<\/p>\n
\u53ef\u4ee5\u901a\u8fc7\u624b\u52a8\u7ef4\u62a4\u4e00\u4e2a\u4ee3\u7406\u5217\u8868\uff0c\u968f\u673a\u9009\u62e9\u4e00\u4e2a\u4ee3\u7406\u8fdb\u884c\u8bf7\u6c42\u3002<\/p>\n<\/p>\n
import requests<\/p>\n
import random<\/p>\n
proxy_list = [<\/p>\n
    'http:\/\/proxy1.example.com:8080',<\/p>\n
    'http:\/\/proxy2.example.com:8080',<\/p>\n
    'http:\/\/proxy3.example.com:8080',<\/p>\n
]<\/p>\n
def get_random_proxy():<\/p>\n
    return random.choice(proxy_list)<\/p>\n
proxy = get_random_proxy()<\/p>\n
proxies = {<\/p>\n
    'http': proxy,<\/p>\n
    'https': proxy,<\/p>\n
}<\/p>\n
response = requests.get('http:\/\/example.com', proxies=proxies)<\/p>\n
print(response.text)<\/p>\n
<\/code><\/pre>\n<\/p>\n
3.2\u3001\u4f7f\u7528\u73b0\u6210\u7684\u4ee3\u7406\u6c60\u5e93<\/p>\n<\/p>\n
\u6709\u4e9b\u5e93\u4e13\u95e8\u7528\u4e8e\u7ba1\u7406\u65cb\u8f6c\u4ee3\u7406\u6c60\uff0c\u5982scrapy-rotating-proxies<\/code>\u3002<\/p>\n<\/p>\n
# Scrapy settings file<\/p>\n
ROTATING_PROXY_LIST = [<\/p>\n
    'http:\/\/proxy1.example.com:8080',<\/p>\n
    'http:\/\/proxy2.example.com:8080',<\/p>\n
    'http:\/\/proxy3.example.com:8080',<\/p>\n
]<\/p>\n
DOWNLOADER_MIDDLEWARES = {<\/p>\n
    'rotating_proxies.middlewares.RotatingProxyMiddleware': 610,<\/p>\n
    'rotating_proxies.middlewares.BanDetectionMiddleware': 620,<\/p>\n
}<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u56db\u3001\u6ce8\u610f\u4e8b\u9879<\/p>\n<\/p>\n
\u5728\u4f7f\u7528\u4ee3\u7406\u65f6\uff0c\u9700\u8981\u6ce8\u610f\u4ee5\u4e0b\u51e0\u4e2a\u65b9\u9762\uff1a<\/p>\n<\/p>\n
4.1\u3001\u4ee3\u7406\u7684\u7a33\u5b9a\u6027<\/p>\n<\/p>\n
\u786e\u4fdd\u6240\u7528\u4ee3\u7406\u7684\u7a33\u5b9a\u6027\u548c\u901f\u5ea6\uff0c\u4ee5\u514d\u5f71\u54cd\u722c\u866b\u7684\u6548\u7387\u3002<\/p>\n<\/p>\n
4.2\u3001\u4ee3\u7406\u7684\u5408\u6cd5\u6027<\/p>\n<\/p>\n
\u4f7f\u7528\u4ee3\u7406\u65f6\u8981\u9075\u5faa\u6cd5\u5f8b\u6cd5\u89c4\uff0c\u4e0d\u8981\u4f7f\u7528\u672a\u7ecf\u6388\u6743\u7684\u4ee3\u7406\u670d\u52a1\u5668\u3002<\/p>\n<\/p>\n
4.3\u3001\u5904\u7406\u5f02\u5e38<\/p>\n<\/p>\n
\u5728\u4ee3\u7406\u8bf7\u6c42\u4e2d\u53ef\u80fd\u4f1a\u9047\u5230\u5404\u79cd\u5f02\u5e38\uff0c\u5982\u8fde\u63a5\u8d85\u65f6\u3001\u4ee3\u7406\u4e0d\u53ef\u7528\u7b49\uff0c\u9700\u8981\u505a\u597d\u5f02\u5e38\u5904\u7406\u3002<\/p>\n<\/p>\n
try:<\/p>\n
    response = requests.get('http:\/\/example.com', proxies=proxies, timeout=10)<\/p>\n
    response.raise_for_status()<\/p>\n
except requests.exceptions.RequestException as e:<\/p>\n
    print(f"Request failed: {e}")<\/p>\n
<\/code><\/pre>\n<\/p>\n
\u901a\u8fc7\u4ee5\u4e0a\u65b9\u6cd5\uff0c\u5f00\u53d1\u8005\u53ef\u4ee5\u5728Python\u722c\u866b\u4e2d\u7075\u6d3b\u5730\u4f7f\u7528\u4ee3\u7406\uff0c\u63d0\u9ad8\u6570\u636e\u6293\u53d6\u7684\u6548\u7387\u548c\u9690\u79c1\u4fdd\u62a4\u3002\u4f7f\u7528\u4ee3\u7406\u4e0d\u4ec5\u53ef\u4ee5\u9690\u85cfIP\uff0c\u8fd8\u80fd\u6709\u6548\u5730\u7ed5\u8fc7IP\u5c01\u7981\u548c\u8bbf\u95ee\u9650\u5236\u3002<\/p>\n<\/p>\n
\u76f8\u5173\u95ee\u7b54FAQs\uff1a<\/strong><\/h2>\n
 \u5982\u4f55\u5728Python\u722c\u866b\u4e2d\u8bbe\u7f6e\u4ee3\u7406\uff1f<\/strong>
\u5728Python\u722c\u866b\u4e2d\u8bbe\u7f6e\u4ee3\u7406\u53ef\u4ee5\u901a\u8fc7\u4f7f\u7528requests\u5e93\u7684proxies\u53c2\u6570\u6765\u5b9e\u73b0\u3002\u9996\u5148\uff0c\u60a8\u9700\u8981\u83b7\u53d6\u4e00\u4e2a\u6709\u6548\u7684\u4ee3\u7406\u5730\u5740\uff0c\u7136\u540e\u5728\u53d1\u9001\u8bf7\u6c42\u65f6\uff0c\u4f7f\u7528proxies\u5b57\u5178\u6765\u6307\u5b9a\u4ee3\u7406\u3002\u4f8b\u5982\uff1a  <\/p>\n
import requests\n\nproxies = {\n    'http': 'http:\/\/your_proxy:port',\n    'https': 'https:\/\/your_proxy:port',\n}\n\nresponse = requests.get('http:\/\/example.com', proxies=proxies)\n<\/code><\/pre>\n
\u8fd9\u6837\uff0c\u6240\u6709\u901a\u8fc7requests\u5e93\u7684\u8bf7\u6c42\u90fd\u4f1a\u4f7f\u7528\u6307\u5b9a\u7684\u4ee3\u7406\u3002<\/p>\n
\u4f7f\u7528\u4ee3\u7406\u4f1a\u5bf9\u722c\u866b\u7684\u6027\u80fd\u4ea7\u751f\u5f71\u54cd\u5417\uff1f<\/strong>
\u4f7f\u7528\u4ee3\u7406\u53ef\u80fd\u4f1a\u5f71\u54cd\u722c\u866b\u7684\u6027\u80fd\uff0c\u5177\u4f53\u53d6\u51b3\u4e8e\u4ee3\u7406\u7684\u8d28\u91cf\u548c\u901f\u5ea6\u3002\u9ad8\u8d28\u91cf\u7684\u4ee3\u7406\u901a\u5e38\u4f1a\u63d0\u4f9b\u8f83\u5feb\u7684\u8fde\u63a5\u901f\u5ea6\uff0c\u800c\u4f4e\u8d28\u91cf\u7684\u4ee3\u7406\u53ef\u80fd\u4f1a\u5bfc\u81f4\u8bf7\u6c42\u5ef6\u8fdf\u3001\u8d85\u65f6\u6216\u8fde\u63a5\u5931\u8d25\u3002\u6b64\u5916\uff0c\u4f7f\u7528\u591a\u4e2a\u4ee3\u7406\u53ef\u4ee5\u5206\u6563\u8bf7\u6c42\u8d1f\u8f7d\uff0c\u63d0\u9ad8\u6574\u4f53\u722c\u866b\u6027\u80fd\u3002<\/p>\n
\u5982\u4f55\u9009\u62e9\u5408\u9002\u7684\u4ee3\u7406\u670d\u52a1\uff1f<\/strong>
\u9009\u62e9\u5408\u9002\u7684\u4ee3\u7406\u670d\u52a1\u65f6\uff0c\u53ef\u4ee5\u8003\u8651\u4ee5\u4e0b\u51e0\u4e2a\u56e0\u7d20\uff1a\u4ee3\u7406\u7684\u7a33\u5b9a\u6027\u3001\u901f\u5ea6\u3001\u533f\u540d\u6027\u4ee5\u53ca\u662f\u5426\u652f\u6301HTTPS\u3002\u6b64\u5916\uff0c\u67e5\u770b\u5176\u4ed6\u7528\u6237\u7684\u8bc4\u4ef7\u548c\u63a8\u8350\u4e5f\u662f\u4e00\u4e2a\u6709\u6548\u7684\u65b9\u6cd5\u3002\u4ed8\u8d39\u4ee3\u7406\u901a\u5e38\u63d0\u4f9b\u66f4\u597d\u7684\u670d\u52a1\u548c\u66f4\u9ad8\u7684\u7a33\u5b9a\u6027\uff0c\u800c\u514d\u8d39\u7684\u4ee3\u7406\u867d\u7136\u4fbf\u5b9c\u4f46\u53ef\u80fd\u4e0d\u591f\u53ef\u9760\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"\u8981\u5728Python\u722c\u866b\u4e2d\u6253\u5f00\u4ee3\u7406\uff0c\u53ef\u4ee5\u901a\u8fc7\u8bbe\u7f6eHTTP\u4ee3\u7406\u3001\u4f7f\u7528\u7b2c\u4e09\u65b9\u5e93\u5982requests\u3001\u914d\u7f6e\u65cb\u8f6c\u4ee3\u7406\u6c60\u7b49\u65b9\u5f0f […]","protected":false},"author":3,"featured_media":981932,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[37],"tags":[],"acf":[],"_links":{"self":[{"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/posts\/981929"}],"collection":[{"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/comments?post=981929"}],"version-history":[{"count":"1","href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/posts\/981929\/revisions"}],"predecessor-version":[{"id":981934,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/posts\/981929\/revisions\/981934"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/media\/981932"}],"wp:attachment":[{"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/media?parent=981929"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/categories?post=981929"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/docs.pingcode.com\/wp-json\/wp\/v2\/tags?post=981929"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}