Mysql的简单QPS测试(单机)
MySQL官方网站下载:
1、MySQL-server-5.5.28-1.rhel4.i386.rpm
2、java驱动 mysql-connector-java-5.1.5-bin.jar
?
测试服务器为Dell? E5410 的Debian linux 2.6,配置为:
1、4核,2.33GHz
2、内存3G
3、SATA硬盘2T
?
web服务器:tomcat5.5
打压工具:Apache Bench
监控工具:mysqladmin
?
测试思路:
1、使用自定义数据库连接池,最大连接数500;
2、每个请求做1000次插入;
?
自定义连接池代码:DBConnectionManager
public class DBConnectionManager {static private DBConnectionManager instance; // 唯一实例static private int clients;private Vector drivers = new Vector();private PrintWriter log;private Hashtable pools = new Hashtable();/** * 返回唯一实例.如果是第一次调用此方法,则创建实例 * * @return DBConnectionManager 唯一实例 */static synchronized public DBConnectionManager getInstance() {if (instance == null) {instance = new DBConnectionManager();}clients++;return instance;}/** * 建构函数私有以防止其它对象创建本类实例 */private DBConnectionManager() {init();}/** * 将连接对象返回给由名字指定的连接池 * * @param name * 在属性文件中定义的连接池名字 * @param con * 连接对象 */public void freeConnection(String name, Connection con) {DBConnectionPool pool = (DBConnectionPool) pools.get(name);if (pool != null) {pool.freeConnection(con);}}/** * 获得一个可用的(空闲的)连接.如果没有可用连接,且已有连接数小于最大连接数 限制,则创建并返回新连接 * * @param name * 在属性文件中定义的连接池名字 * @return Connection 可用连接或null */public Connection getConnection(String name) {DBConnectionPool pool = (DBConnectionPool) pools.get(name);if (pool != null) {return pool.getConnection();}return null;}/** * 关闭所有连接,撤销驱动程序的注册 */public synchronized void release() {// 等待直到最后一个客户程序调用if (--clients != 0) {return;}Enumeration allPools = pools.elements();while (allPools.hasMoreElements()) {DBConnectionPool pool = (DBConnectionPool) allPools.nextElement();pool.release();}Enumeration allDrivers = drivers.elements();while (allDrivers.hasMoreElements()) {Driver driver = (Driver) allDrivers.nextElement();try {DriverManager.deregisterDriver(driver);log("撤销JDBC驱动程序 " + driver.getClass().getName() + "的注册");} catch (SQLException e) {log(e, "无法撤销下列JDBC驱动程序的注册: " + driver.getClass().getName());}}}/** * 根据指定属性创建连接池实例. * * @param props * 连接池属性 */private void createPools(Properties props) {Enumeration propNames = props.propertyNames();while (propNames.hasMoreElements()) {String name = (String) propNames.nextElement();if (name.endsWith(".url")) {String poolName = name.substring(0, name.lastIndexOf("."));String url = props.getProperty(poolName + ".url");if (url == null) {log("没有为连接池" + poolName + "指定URL");continue;}String user = props.getProperty(poolName + ".user");String password = props.getProperty(poolName + ".password");String maxconn = props.getProperty(poolName + ".maxconn", "0");int max;try {max = Integer.valueOf(maxconn).intValue();} catch (Exception e) {log("错误的最大连接数限制: " + maxconn + " .连接池: " + poolName);max = 0;}DBConnectionPool pool = new DBConnectionPool(poolName, url,user, password, max);pools.put(poolName, pool);log("成功创建连接池" + poolName);}}}/** * 读取属性完成初始化 */private void init() {InputStream is = getClass().getResourceAsStream("/db.properties");Properties dbProps = new Properties();try {dbProps.load(is);} catch (Exception e) {System.err.println("不能读取属性文件. "+ "请确保db.properties在CLASSPATH指定的路径中");return;}String logFile = dbProps.getProperty("logfile","DBConnectionManager.log");try {log = new PrintWriter(new FileWriter(logFile, true), true);} catch (IOException e) {System.err.println("无法打开日志文件: " + logFile);log = new PrintWriter(System.err);}loadDrivers(dbProps);createPools(dbProps);}private void loadDrivers(Properties props) {String driverClasses = props.getProperty("drivers");StringTokenizer st = new StringTokenizer(driverClasses);while (st.hasMoreElements()) {String driverClassName = st.nextToken().trim();try {Driver driver = (Driver) Class.forName(driverClassName).newInstance();DriverManager.registerDriver(driver);drivers.addElement(driver);log("成功注册JDBC驱动程序" + driverClassName);} catch (Exception e) {log("无法注册JDBC驱动程序: " + driverClassName + ", 错误: " + e);}}}/** * 将文本信息写入日志文件 */private void log(String msg) {log.println(new Date() + ": " + msg);}/** * 将文本信息与异常写入日志文件 */private void log(Throwable e, String msg) {log.println(new Date() + ": " + msg);e.printStackTrace(log);}/** * 此内部类定义了一个连接池.它能够根据要求创建新连接,直到预定的最 大连接数为止.在返回连接给客户程序之前,它能够验证连接的有效性. */class DBConnectionPool {private int checkedOut;private Vector freeConnections = new Vector();private int maxConn;private String name;private String password;private String URL;private String user;public DBConnectionPool(String name, String URL, String user,String password, int maxConn) {this.name = name;this.URL = URL;this.user = user;this.password = password;this.maxConn = maxConn;}/** * 将不再使用的连接返回给连接池 * * @param con * 客户程序释放的连接 */public synchronized void freeConnection(Connection con) {// 将指定连接加入到向量末尾freeConnections.addElement(con);checkedOut--;notifyAll();}/** * 从连接池获得一个可用连接.如没有空闲的连接且当前连接数小于最大连接 数限制,则创建新连接.如原来登记为可用的连接不再有效,则从向量删除之, * 然后递归调用自己以尝试新的可用连接. */public synchronized Connection getConnection() {Connection con = null;if (freeConnections.size() > 0) {// 获取向量中第一个可用连接con = (Connection) freeConnections.firstElement();freeConnections.removeElementAt(0);try {if (con.isClosed()) {log("从连接池" + name + "删除一个无效连接");// 递归调用自己,尝试再次获取可用连接con = getConnection();}} catch (SQLException e) {log("从连接池" + name + "删除一个无效连接");// 递归调用自己,尝试再次获取可用连接con = getConnection();}} else if (maxConn == 0 || checkedOut < maxConn) {con = newConnection();}if (con != null) {checkedOut++;}return con;}/** * 关闭所有连接 */public synchronized void release() {Enumeration allConnections = freeConnections.elements();while (allConnections.hasMoreElements()) {Connection con = (Connection) allConnections.nextElement();try {con.close();log("关闭连接池" + name + "中的一个连接");} catch (SQLException e) {log(e, "无法关闭连接池" + name + "中的连接");}}freeConnections.removeAllElements();}/** * 创建新的连接 */private Connection newConnection() {Connection con = null;try {if (user == null) {con = DriverManager.getConnection(URL);} else {con = DriverManager.getConnection(URL, user, password);}log("连接池" + name + "创建一个新的连接");} catch (SQLException e) {log(e, "无法创建下列URL的连接: " + URL);return null;}return con;}}}?
测试代码 InsertMysqlServlet:
public class InsertMysqlServlet extends HttpServlet {public void doGet(HttpServletRequest req, HttpServletResponse resp)throws ServletException, IOException {Integer insertNum = Integer.valueOf(req.getParameter("insertNum").toString());resp.setContentType("text/html;charset=UTF-8");resp.setHeader("Cache-Control", "no-cache");String INSERT_SQL = "INSERT INTO test (id,name) values(10000,'This is for Mysql insert.')";PreparedStatement pstmt = null;DBConnectionManager m = DBConnectionManager.getInstance();Connection conn = null;try {conn = m.getConnection("devel");System.out.println(conn);pstmt = conn.prepareStatement(INSERT_SQL);for (int i = 0; i < insertNum; i++) {pstmt.addBatch();}pstmt.executeBatch();pstmt.close();resp.getWriter().write(conn + ": Insert Mysql successed!");} catch (Exception e) {e.printStackTrace();} finally {m.freeConnection("devel", conn);}}public void doPost(HttpServletRequest req, HttpServletResponse resp)throws ServletException, IOException {}}?
开始压力测试,开400个线程并发,共插入100万条记录:?
/usr/sbin/ab -n 1000 -c 400 http://192.168.175.130:8080/labWeb/insertMysql.do?insertNum=1000
?
监控: /usr/bin/mysqladmin -uroot -proot extended-status -r -i1|grep -i Com_insert

?
可以看到400个并发、4核2.33G、3G内存、SATA硬盘的情况下,插入100万记录的QPS在8400左右。