Mysql的简单QPS测试(单机)

16 篇文章 0 订阅

MySQL官方网站下载:

1、MySQL-server-5.5.28-1.rhel4.i386.rpm

2、java驱动 mysql-connector-java-5.1.5-bin.jar

测试服务器为Dell E5410 的Debian linux 2.6,配置为:

1、4核,2.33GHz

2、内存3G

3、SATA硬盘2T

web服务器:tomcat5.5

打压工具:Apache Bench

监控工具:mysqladmin

测试思路:

1、使用自定义数据库连接池,最大连接数500;

2、每个请求做1000次插入;

自定义连接池代码:DBConnectionManager

public class DBConnectionManager {  
    static private DBConnectionManager instance; // 唯一实例  
    static private int clients;  
  
    private Vector drivers = new Vector();  
    private PrintWriter log;  
    private Hashtable pools = new Hashtable();  
  
    /** 
     * 返回唯一实例.如果是第一次调用此方法,则创建实例 
     *  
     * @return DBConnectionManager 唯一实例 
     */  
    static synchronized public DBConnectionManager getInstance() {  
        if (instance == null) {  
            instance = new DBConnectionManager();  
        }  
        clients++;  
        return instance;  
    }  
  
    /** 
     * 建构函数私有以防止其它对象创建本类实例 
     */  
    private DBConnectionManager() {  
        init();  
    }  
  
    /** 
     * 将连接对象返回给由名字指定的连接池 
     *  
     * @param name 
     *            在属性文件中定义的连接池名字 
     * @param con 
     *            连接对象 
     */  
    public void freeConnection(String name, Connection con) {  
        DBConnectionPool pool = (DBConnectionPool) pools.get(name);  
        if (pool != null) {  
            pool.freeConnection(con);  
        }  
    }  
  
    /** 
     * 获得一个可用的(空闲的)连接.如果没有可用连接,且已有连接数小于最大连接数 限制,则创建并返回新连接 
     *  
     * @param name 
     *            在属性文件中定义的连接池名字 
     * @return Connection 可用连接或null 
     */  
    public Connection getConnection(String name) {  
        DBConnectionPool pool = (DBConnectionPool) pools.get(name);  
        if (pool != null) {  
            return pool.getConnection();  
        }  
        return null;  
    }  
  
    /** 
     * 关闭所有连接,撤销驱动程序的注册 
     */  
    public synchronized void release() {  
        // 等待直到最后一个客户程序调用  
        if (--clients != 0) {  
            return;  
        }  
  
        Enumeration allPools = pools.elements();  
        while (allPools.hasMoreElements()) {  
            DBConnectionPool pool = (DBConnectionPool) allPools.nextElement();  
            pool.release();  
        }  
        Enumeration allDrivers = drivers.elements();  
        while (allDrivers.hasMoreElements()) {  
            Driver driver = (Driver) allDrivers.nextElement();  
            try {  
                DriverManager.deregisterDriver(driver);  
                log("撤销JDBC驱动程序 " + driver.getClass().getName() + "的注册");  
            } catch (SQLException e) {  
                log(e, "无法撤销下列JDBC驱动程序的注册: " + driver.getClass().getName());  
            }  
        }  
    }  
  
    /** 
     * 根据指定属性创建连接池实例. 
     *  
     * @param props 
     *            连接池属性 
     */  
    private void createPools(Properties props) {  
        Enumeration propNames = props.propertyNames();  
        while (propNames.hasMoreElements()) {  
            String name = (String) propNames.nextElement();  
            if (name.endsWith(".url")) {  
                String poolName = name.substring(0, name.lastIndexOf("."));  
                String url = props.getProperty(poolName + ".url");  
                if (url == null) {  
                    log("没有为连接池" + poolName + "指定URL");  
                    continue;  
                }  
                String user = props.getProperty(poolName + ".user");  
                String password = props.getProperty(poolName + ".password");  
                String maxconn = props.getProperty(poolName + ".maxconn", "0");  
                int max;  
                try {  
                    max = Integer.valueOf(maxconn).intValue();  
                } catch (Exception e) {  
                    log("错误的最大连接数限制: " + maxconn + " .连接池: " + poolName);  
                    max = 0;  
                }  
                DBConnectionPool pool = new DBConnectionPool(poolName, url,  
                        user, password, max);  
                pools.put(poolName, pool);  
                log("成功创建连接池" + poolName);  
            }  
        }  
    }  
  
    /** 
     * 读取属性完成初始化 
     */  
    private void init() {  
        InputStream is = getClass().getResourceAsStream("/db.properties");  
        Properties dbProps = new Properties();  
        try {  
            dbProps.load(is);  
        } catch (Exception e) {  
            System.err.println("不能读取属性文件. "  
                    + "请确保db.properties在CLASSPATH指定的路径中");  
            return;  
        }  
        String logFile = dbProps.getProperty("logfile",  
                "DBConnectionManager.log");  
        try {  
            log = new PrintWriter(new FileWriter(logFile, true), true);  
        } catch (IOException e) {  
            System.err.println("无法打开日志文件: " + logFile);  
            log = new PrintWriter(System.err);  
        }  
        loadDrivers(dbProps);  
        createPools(dbProps);  
    }  
  
    private void loadDrivers(Properties props) {  
        String driverClasses = props.getProperty("drivers");  
        StringTokenizer st = new StringTokenizer(driverClasses);  
        while (st.hasMoreElements()) {  
            String driverClassName = st.nextToken().trim();  
            try {  
                Driver driver = (Driver) Class.forName(driverClassName)  
                        .newInstance();  
                DriverManager.registerDriver(driver);  
                drivers.addElement(driver);  
                log("成功注册JDBC驱动程序" + driverClassName);  
            } catch (Exception e) {  
                log("无法注册JDBC驱动程序: " + driverClassName + ", 错误: " + e);  
            }  
        }  
    }  
  
    /** 
     * 将文本信息写入日志文件 
     */  
    private void log(String msg) {  
        log.println(new Date() + ": " + msg);  
    }  
  
    /** 
     * 将文本信息与异常写入日志文件 
     */  
    private void log(Throwable e, String msg) {  
        log.println(new Date() + ": " + msg);  
        e.printStackTrace(log);  
    }  
  
    /** 
     * 此内部类定义了一个连接池.它能够根据要求创建新连接,直到预定的最 大连接数为止.在返回连接给客户程序之前,它能够验证连接的有效性. 
     */  
    class DBConnectionPool {  
        private int checkedOut;  
        private Vector freeConnections = new Vector();  
        private int maxConn;  
        private String name;  
        private String password;  
        private String URL;  
        private String user;  
  
        public DBConnectionPool(String name, String URL, String user,  
                String password, int maxConn) {  
            this.name = name;  
            this.URL = URL;  
            this.user = user;  
            this.password = password;  
            this.maxConn = maxConn;  
        }  
  
        /** 
         * 将不再使用的连接返回给连接池 
         *  
         * @param con 
         *            客户程序释放的连接 
         */  
        public synchronized void freeConnection(Connection con) {  
            // 将指定连接加入到向量末尾  
            freeConnections.addElement(con);  
            checkedOut--;  
            notifyAll();  
        }  
  
        /** 
         * 从连接池获得一个可用连接.如没有空闲的连接且当前连接数小于最大连接 数限制,则创建新连接.如原来登记为可用的连接不再有效,则从向量删除之, 
         * 然后递归调用自己以尝试新的可用连接. 
         */  
        public synchronized Connection getConnection() {  
            Connection con = null;  
            if (freeConnections.size() > 0) {  
                // 获取向量中第一个可用连接  
                con = (Connection) freeConnections.firstElement();  
                freeConnections.removeElementAt(0);  
                try {  
                    if (con.isClosed()) {  
                        log("从连接池" + name + "删除一个无效连接");  
                        // 递归调用自己,尝试再次获取可用连接  
                        con = getConnection();  
                    }  
                } catch (SQLException e) {  
                    log("从连接池" + name + "删除一个无效连接");  
                    // 递归调用自己,尝试再次获取可用连接  
                    con = getConnection();  
                }  
            } else if (maxConn == 0 || checkedOut < maxConn) {  
                con = newConnection();  
            }  
            if (con != null) {  
                checkedOut++;  
            }  
            return con;  
        }  
  
        /** 
         * 关闭所有连接 
         */  
        public synchronized void release() {  
            Enumeration allConnections = freeConnections.elements();  
            while (allConnections.hasMoreElements()) {  
                Connection con = (Connection) allConnections.nextElement();  
                try {  
                    con.close();  
                    log("关闭连接池" + name + "中的一个连接");  
                } catch (SQLException e) {  
                    log(e, "无法关闭连接池" + name + "中的连接");  
                }  
            }  
            freeConnections.removeAllElements();  
        }  
  
        /** 
         * 创建新的连接 
         */  
        private Connection newConnection() {  
            Connection con = null;  
            try {  
                if (user == null) {  
                    con = DriverManager.getConnection(URL);  
                } else {  
                    con = DriverManager.getConnection(URL, user, password);  
                }  
                log("连接池" + name + "创建一个新的连接");  
            } catch (SQLException e) {  
                log(e, "无法创建下列URL的连接: " + URL);  
                return null;  
            }  
            return con;  
        }  
    }  
} 

测试代码 InsertMysqlServlet:

public class InsertMysqlServlet extends HttpServlet {  
  
    public void doGet(HttpServletRequest req, HttpServletResponse resp)  
            throws ServletException, IOException {  
        Integer insertNum = Integer.valueOf(req.getParameter("insertNum")  
                .toString());  
        resp.setContentType("text/html;charset=UTF-8");  
        resp.setHeader("Cache-Control", "no-cache");  
  
        String INSERT_SQL = "INSERT INTO test (id,name) values(10000,'This is for Mysql insert.')";  
        PreparedStatement pstmt = null;  
        DBConnectionManager m = DBConnectionManager.getInstance();  
        Connection conn = null;  
        try {  
            conn = m.getConnection("devel");  
            System.out.println(conn);  
            pstmt = conn.prepareStatement(INSERT_SQL);  
            for (int i = 0; i < insertNum; i++) {  
                pstmt.addBatch();  
            }  
            pstmt.executeBatch();  
            pstmt.close();  
            resp.getWriter().write(conn + ": Insert Mysql successed!");  
        } catch (Exception e) {  
            e.printStackTrace();  
        } finally {  
            m.freeConnection("devel", conn);  
        }  
    }  
  
    public void doPost(HttpServletRequest req, HttpServletResponse resp)  
            throws ServletException, IOException {  
    }  
}  

开始压力测试,开400个线程并发,共插入100万条记录:

/usr/sbin/ab -n 1000 -c 400 http://192.168.175.130:8080/labWeb/insertMysql.do?insertNum=1000

监控: /usr/bin/mysqladmin -uroot -proot extended-status -r -i1|grep -i Com_insert

可以看到400个并发、4核2.33G、3G内存、SATA硬盘的情况下,插入100万记录的QPS在8400左右。

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值