python创建快捷方式1004无标题_Python HTTPConnectionPool未能建立新连接：[Errno 11004]getaddrinfo失败...

我想知道我的请求是否被网站停止，我需要设置一个代理。我首先尝试关闭http的连接，但是失败了。我也尝试测试我的代码，但现在似乎没有输出。我是我使用代理一切都会好吗？

这是密码。import requests

from urllib.parse import urlencode

import json

from bs4 import BeautifulSoup

import re

from html.parser import HTMLParser

from multiprocessing import Pool

from requests.exceptions import RequestException

import time

def get_page_index(offset, keyword):

#headers = {'User-Agent':'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50'}

data = {

'offset': offset,

'format': 'json',

'keyword': keyword,

'autoload': 'true',

'count': 20,

'cur_tab': 1

}

url = 'http://www.toutiao.com/search_content/?' + urlencode(data)

try:

response = requests.get(url, headers={'Connection': 'close'})

response.encoding = 'utf-8'

if response.status_code == 200:

return response.text

return None

except RequestException as e:

print(e)

def parse_page_index(html):

data = json.loads(html)

if data and 'data' in data.keys():

for item in data.get('data'):

url = item.get('article_url')

if url and len(url) < 100:

yield url

def get_page_detail(url):

try:

response = requests.get(url, headers={'Connection': 'close'})

response.encoding = 'utf-8'

if response.status_code == 200:

return response.text

return None

except RequestException as e:

print(e)

def parse_page_detail(html):

soup = BeautifulSoup(html, 'lxml')

title = soup.select('title')[0].get_text()

pattern = re.compile(r'articleInfo: (.*?)},', re.S)

pattern_abstract = re.compile(r'abstract: (.*?)\.', re.S)

res = re.search(pattern, html)

res_abstract = re.search(pattern_abstract, html)

if res and res_abstract:

data = res.group(1).replace(r".replace(/
|\n|\r/ig, '')", "") + '}'

abstract = res_abstract.group(1).replace(r"'", "")

content = re.search(r'content: (.*?),', data).group(1)

source = re.search(r'source: (.*?),', data).group(1)

time_pattern = re.compile(r'time: (.*?)}', re.S)

date = re.search(time_pattern, data).group(1)

date_today = time.strftime('%Y-%m-%d')

img = re.findall(r'src="(.*?)&quot', content)

if date[1:11] == date_today and len(content) > 50 and img:

return {

'title': title,

'content': content,

'source': source,

'date': date,

'abstract': abstract,

'img': img[0]

}

def main(offset):

flag = 1

html = get_page_index(offset, '光伏')

for url in parse_page_index(html):

html = get_page_detail(url)

if html:

data = parse_page_detail(html)

if data:

html_parser = HTMLParser()

cwl = html_parser.unescape(data.get('content'))

data['content'] = cwl

print(data)

print(data.get('img'))

flag += 1

if flag == 5:

break

if __name__ == '__main__':

pool = Pool()

pool.map(main, [i*20 for i in range(10)])

错误就在这里！HTTPConnectionPool(host='tech.jinghua.cn', port=80): Max retries exceeded with url: /zixun/20160720/f191549.shtml (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 11004] getaddrinfo failed',))

顺便说一下，当我开始测试我的代码时，它显示一切正常！

提前谢谢！