记一次Too many open files异常

最新推荐文章于 2024-05-06 18:26:10 发布

plopve

最新推荐文章于 2024-05-06 18:26:10 发布

阅读量455

点赞数

文章标签： java

本文链接：https://blog.csdn.net/plopve/article/details/129080813

版权

问题描述：记录一次频繁数据推送第三方服务，但第三方服务响应超时，导致我们服务出现Too many open files异常从而导致服务宕机问题
问题排查：
   在通信过程中，因服务器发送请求第三方服务响应时设置的超时时间过长且后续还有频繁的数据推送，导致的closed_wait发生，致使监听port打开的句柄数到了1024个，且均处于close_wait的状态，最终造成配置的port被占满出现“Too many open files”，无法再进行通信。
解决方案：
   1、调整linux对进程的打开文件数的限制
       用命令ulimit -a可以查看open files 的最大数
       修改openFiles值的方法
           临时生效：
               ulimit -n 4096
           永久生效:
               修改/etc/security/limits.conf 添加如下一行：
               * - nofile 1006154
               修改/etc/pam.d/login添加如下一行
               session required /lib/security/pam_limits.so

   2、排查代码发现是使用okhttp3时直接通过 OkHttpClient.Builder builder = new OkHttpClient.Builder(); 创建的连接对象，并设置了不合适的过期时间。
       SpringBoot 配置 okhttp3
       1. 添加依赖

<dependency>
    <groupId>com.squareup.okhttp3</groupId>
    <artifactId>okhttp</artifactId>
    <version>4.9.0</version>
</dependency>

2. application.yml 配置文件

ok:
    http:
        connect-timeout: 60
        read-timeout: 60
        write-timeout: 60
        # 连接池中整体的空闲连接的最大数量
        max-idle-connections: 200
        # 连接空闲时间最多为 300 秒
        keep-alive-duration: 300

3. OkHttpConfiguration 配置类

import okhttp3.ConnectionPool;
import okhttp3.OkHttpClient;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLSocketFactory;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;
import java.security.KeyManagementException;
import java.security.NoSuchAlgorithmException;
import java.security.SecureRandom;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.concurrent.TimeUnit;

@Configuration
public class OkHttpConfiguration {

    /**
     * 连接超时时间
     */
    @Value("${ok.http.connect-timeout}")
    private Integer connectTimeout;

    /**
     * 读取超时时间
     */
    @Value("${ok.http.read-timeout}")
    private Integer readTimeout;

    /**
     * 写入超时时间
     */
    @Value("${ok.http.write-timeout}")
    private Integer writeTimeout;

    /**
     * 连接池中整体的空闲连接的最大数量
     */
    @Value("${ok.http.max-idle-connections}")
    private Integer maxIdleConnections;

    /**
     * 连接空闲时间最多为 300 秒
     */
    @Value("${ok.http.keep-alive-duration}")
    private Long keepAliveDuration;

    @Bean
    public OkHttpClient okHttpClient() {
        return new OkHttpClient.Builder()
                .sslSocketFactory(sslSocketFactory(), x509TrustManager())
                // 是否开启缓存
                .retryOnConnectionFailure(false)
                .connectionPool(pool())
                .connectTimeout(connectTimeout, TimeUnit.SECONDS)
                .readTimeout(readTimeout, TimeUnit.SECONDS)
                .writeTimeout(writeTimeout,TimeUnit.SECONDS)
                .hostnameVerifier((hostname, session) -> true)
                // 设置代理
//            	.proxy(new Proxy(Proxy.Type.HTTP, new InetSocketAddress("127.0.0.1", 8888)))
                // 拦截器
//                .addInterceptor()
                .build();
    }

    @Bean
    public X509TrustManager x509TrustManager() {
        return new X509TrustManager() {
            @Override
            public void checkClientTrusted(X509Certificate[] chain, String authType)
                    throws CertificateException {
            }
            @Override
            public void checkServerTrusted(X509Certificate[] chain, String authType)
                    throws CertificateException {
            }
            @Override
            public X509Certificate[] getAcceptedIssuers() {
                return new X509Certificate[0];
            }
        };
    }

    @Bean
    public SSLSocketFactory sslSocketFactory() {
        try {
            // 信任任何链接
            SSLContext sslContext = SSLContext.getInstance("TLS");
            sslContext.init(null, new TrustManager[]{x509TrustManager()}, new SecureRandom());
            return sslContext.getSocketFactory();
        } catch (NoSuchAlgorithmException | KeyManagementException e) {
            e.printStackTrace();
        }
        return null;
    }

    @Bean
    public ConnectionPool pool() {
        return new ConnectionPool(maxIdleConnections, keepAliveDuration, TimeUnit.SECONDS);
    }
}

4. OkHttpUtil 类

import okhttp3.*;
import org.hibernate.service.spi.ServiceException;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import java.util.Map;

@Component
public class OkHttpUtil {

	private static final MediaType JSON = MediaType.parse("application/json; charset=utf-8");
	private static final MediaType XML = MediaType.parse("application/xml; charset=utf-8");

	@Autowired
	private OkHttpClient okHttpClient;

	/**
	 * get 请求
	 * @param url       请求url地址
	 * @return string
	 * */
	public String doGet(String url) {
		return doGet(url, null, null);
	}


	/**
	 * get 请求
	 * @param url       请求url地址
	 * @param params    请求参数 map
	 * @return string
	 * */
	public String doGet(String url, Map<String, String> params) {
		return doGet(url, params, null);
	}

	/**
	 * get 请求
	 * @param url       请求url地址
	 * @param headers   请求头字段 {k1, v1 k2, v2, ...}
	 * @return string
	 * */
	public String doGet(String url, String[] headers) {
		return doGet(url, null, headers);
	}


	/**
	 * get 请求
	 * @param url       请求url地址
	 * @param params    请求参数 map
	 * @param headers   请求头字段 {k1, v1 k2, v2, ...}
	 * @return string
	 * */
	public String doGet(String url, Map<String, String> params, String[] headers) {
		StringBuilder sb = new StringBuilder(url);
		if (params != null && params.keySet().size() > 0) {
			boolean firstFlag = true;
			for (String key : params.keySet()) {
				if (firstFlag) {
					sb.append("?").append(key).append("=").append(params.get(key));
					firstFlag = false;
				} else {
					sb.append("&").append(key).append("=").append(params.get(key));
				}
			}
		}

		Request.Builder builder = new Request.Builder();
		if (headers != null && headers.length > 0) {
			if (headers.length % 2 == 0) {
				for (int i = 0; i < headers.length; i = i + 2) {
					builder.addHeader(headers[i], headers[i + 1]);
				}
			} 

		}

		Request request = builder.url(sb.toString()).build();
		return execute(request);
	}

	/**
	 * post 请求
	 * @param url       请求url地址
	 * @param params    请求参数 map
	 * @return string
	 */
	public String doPost(String url, Map<String, String> params) {
		FormBody.Builder builder = new FormBody.Builder();

		if (params != null && params.keySet().size() > 0) {
			for (String key : params.keySet()) {
				builder.add(key, params.get(key));
			}
		}
		Request request = new Request.Builder().url(url).post(builder.build()).build();

		return execute(request);
	}


	/**
	 * post 请求, 请求数据为 json 的字符串
	 * @param url       请求url地址
	 * @param json      请求数据, json 字符串
	 * @return string
	 */
	public String doPostJson(String url, String json) {
		return exectePost(url, json, JSON);
	}

	/**
	 * post 请求, 请求数据为 xml 的字符串
	 * @param url       请求url地址
	 * @param xml       请求数据, xml 字符串
	 * @return string
	 */
	public String doPostXml(String url, String xml) {
		return exectePost(url, xml, XML);
	}


	public String exectePost(String url, String data, MediaType contentType) {
		RequestBody requestBody = RequestBody.create(contentType, data);
		Request request = new Request.Builder().url(url).post(requestBody).build();

		return execute(request);
	}

	public String execute(Request request) {
		Response response = null;
		try {
			response = okHttpClient.newCall(request).execute();
			if (response.isSuccessful()) {
				return response.body().string();
			}else{
				throw new ServiceException("request error : " + response);
			}
		} catch (Exception e) {
			throw new ServiceException(e.getMessage());
		} finally {
			if (response != null) {
				response.close();
			}
		}
	}
}

       5.使用

@RestController
public class testController {
	@Autowired
	private OkHttpCli okHttpCli;
	
	
	@RequestMapping(value = "test", method = RequestMethod.GET)
	public String test() {
		String url = "XXXXXX";
		String result = okHttpCli.doGet(url);
		return result;
	}
	
}