本文采用mycat的values批量插入方式進行測試，連寫的資料量達到8000左右事務提交可以達到每秒75000左右資料量，也證實了Mycat的效率是小於或等於Mysql的效能。在實際生產中，因為訪問量和併發問題使得效率下降，這也是資料庫底層IO無法避免的困境，所以實際生產中多采用主備-讀寫分離的方式進行分片處理，可以多設定幾個Mycat的主備節點。本文采用的是一主一備，單個Mycat節點的讀寫分離之Mysql InnoDB的測試。

理想測試

何為理想測試，只是理想狀態的下的測試資料，可能不是很準確。

Mycat資料分片

schema.xml

<table name="userinfo" primaryKey="id" type="global" dataNode="dn1,dn2" />

<table name="processtask" primaryKey="id" type="global" dataNode="dn1,dn2" />
 

dbBatch.sql

DROP TABLE IF EXISTS `userinfo`;
CREATE TABLE `userinfo` (
  `id` int(20) NOT NULL,
  `name` varchar(50) DEFAULT NULL,
  `phone` varchar(30) DEFAULT NULL,
  `address` varchar(100) DEFAULT NULL,
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;


DROP TABLE IF EXISTS `processtask`;
CREATE TABLE `processtask` (
  `id` int(12) NOT NULL AUTO_INCREMENT,
  `pmethod` varchar(50) DEFAULT NULL,
  `plimit` int(20) DEFAULT NULL,
  `ptime` int(20) DEFAULT NULL,
  `systime` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
  PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
 

Java測試類

BatchInsert

package demo.test;

import java.sql.DriverManager;
import java.sql.SQLException;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.Random;

import org.junit.Before;
import org.junit.Test;

import com.mysql.jdbc.Connection;
import com.mysql.jdbc.PreparedStatement;
/**
 * 批量插入JDBC操作類
 * 
 * @author pengjunlin
 *
 */
public class BatchInsert {
	
	private String driver = "com.mysql.jdbc.Driver";

	private String url = "jdbc:mysql://192.168.178.128:8066/TESTDB";
	
	private String batch_url = "jdbc:mysql://192.168.178.128:8066/TESTDB?useUnicode=true&characterEncoding=utf-8&rewriteBatchedStatements=true";//要5.1.13以上版本的驅動包

	private String user = "root";

	private String password = "123456";
	
	private int limit=10;
	
	private String method="batchInsertWithTransaction";
	
	public String getMethod() {
		return method;
	}

	public void setMethod(String method) {
		this.method = method;
	}
	
	public int getLimit() {
		return limit;
	}

	public void setLimit(int limit) {
		this.limit = limit;
	}
	

	@Before
	public void deleteAll(){
		Connection conn = null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(url, user, password);
			String sql = "DELETE FROM userinfo ;";
			conn.prepareStatement(sql).execute();
		
		} catch (Exception e) {
			e.printStackTrace();
			throw new RuntimeException(e);
		} finally {
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
		}
	}
	
	/**
	 * 記錄執行的時間
	 * 
	 * @MethodName: insertResult 
	 * @Description: 
	 * @param methodName
	 * @param limit
	 * @param timeStr
	 * @throws
	 */
	public void insertResult(String methodName,String limit,String timeStr) {
		Connection conn = null;
		PreparedStatement pstm = null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(url, user, password);
			SimpleDateFormat sdf=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
			String sql = "/*#mycat:db_type=master*/INSERT INTO processtask (pmethod,plimit,ptime,systime) VALUES('"+methodName+"','"+limit+"','"+timeStr+"','"+sdf.format(new Date())+"')";
			System.out.println(sql);
			pstm = (PreparedStatement) conn.prepareStatement(sql);
			pstm.executeUpdate();
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			if (pstm != null) {
				try {
					pstm.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
		}
	}


	
	@Test
	public void batchInsertWithTransaction() {
		Connection conn = null;
		PreparedStatement pstm = null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(batch_url, user, password);
			StringBuffer sql = new StringBuffer("/*#mycat:db_type=master*/INSERT INTO userinfo(id,name,phone,address) VALUES");
			conn.setAutoCommit(false);// 即手動提交
			Random rand = new Random();
			int a, b, c, d;
			int index=1;
			for (int i = 1; i <= limit; i++) {
				a = rand.nextInt(10);
				b = rand.nextInt(10);
				c = rand.nextInt(10);
				d = rand.nextInt(10);
				if(index==limit){
					sql.append("("+i+",'boonya',"+"'188" + a + "88" + b + c + "66" + d+"','"+"xxxxxxxxxx_" + "188" + a + "88" + b + c
							+ "66" + d+"');");
				}else{
					sql.append("("+i+",'boonya',"+"'188" + a + "88" + b + c + "66" + d+"','"+"xxxxxxxxxx_" + "188" + a + "88" + b + c
							+ "66" + d+"'),");
				}
				index++;
			}
			System.out.println(sql.toString()); 
			pstm = (PreparedStatement) conn.prepareStatement(sql.toString());
			Long startTime = System.currentTimeMillis();
			pstm.execute();
			conn.commit();// 手動提交
			Long endTime = System.currentTimeMillis();
			String timeStr=(endTime - startTime)+""; 
			System.out.println("OK,用時：" + timeStr);
			insertResult("batchInsertWithTransaction", limit+"", timeStr);
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			if (pstm != null) {
				try {
					pstm.close();
				} catch (SQLException e) {
					e.printStackTrace();
					throw new RuntimeException(e);
				}
			}
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
					throw new RuntimeException(e);
				}
			}
		}
	}

}
 

BatchInsertThread

package demo.test;

import java.util.concurrent.Executor;
import java.util.concurrent.Executors;
/**
 * 批量插入執行緒類
 * 
 * @author pengjunlin
 *
 */
public class BatchInsertThread implements Runnable{
	
	BatchInsert batchInsert;
	
	static int loop=10;
	
	
	
	public BatchInsertThread(BatchInsert batchInsert){
		this.batchInsert=batchInsert;

	}

	
	public static void main(String[] args) {
		Executor executor=Executors.newSingleThreadExecutor();
		
		int limit=15630;
		
		for (int i = 0; i <= 50000; i++) {
			limit+=10;
			BatchInsert bi=new BatchInsert();
			bi.setLimit(limit);
			executor.execute(new BatchInsertThread(bi));
		}
		
	}

	public void run() { 
		synchronized (batchInsert) {
			try {
				for (int i = 0; i < loop; i++) {
					System.out.println("第--"+i+"---次---------------------開始");
					batchInsert.deleteAll();
					batchInsert.batchInsertWithTransaction();
					System.out.println("第--"+i+"---次---------------------結束");
				}
			} catch (Exception e) {
				e.printStackTrace();
			}finally{
			}
		}
	}
	

}

BatchInsertDataParsor

package demo.test;

import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.SQLException;
import org.junit.Test;
import com.mysql.jdbc.Connection;
import com.mysql.jdbc.ResultSetMetaData;
/**
 * 測試資料分析類
 * 
 * @author pengjunlin
 *
 */
public class BatchInsertDataParsor {
	
	private String driver = "com.mysql.jdbc.Driver";

	private String url = "jdbc:mysql://192.168.178.128:8066/TESTDB?useUnicode=true&characterEncoding=utf-8&rewriteBatchedStatements=true";//要5.1.13以上版本的驅動包

	private String user = "root";

	private String password = "123456";
	
	
	@Test
	public void queryData(){
		Connection conn = null;
		ResultSet rs=null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(url, user, password);
			String sql = "/*#mycat:db_type=slave*/SELECT id,pmethod,plimit,ptime,systime FROM processtask ;";
			long startTime=System.currentTimeMillis();
			rs=conn.prepareStatement(sql).executeQuery(sql);
			if(rs==null){
				throw new RuntimeException("ResultSet is null。。。。");
			}
			long endTime=System.currentTimeMillis();
			long cost=endTime-startTime;
			System.out.println("Totoal rows:"+rs.getRow()+" cost:"+cost+"ms");
		} catch (Exception e) {
			e.printStackTrace();
			throw new RuntimeException(e);
		} finally {
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
			try {
				if(rs!=null&&!rs.isClosed()){
					rs.close();
				}
			} catch (SQLException e) {
				e.printStackTrace();
			}
		}
	}
	

	
	@Test
	public void parseTimeTest(){
		Connection conn = null;
		ResultSet rs=null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(url, user, password);
			String sql = "/*#mycat:db_type=slave*/SELECT avg(ptime) avg,max(ptime) max,min(ptime) min FROM processtask;";
			rs=conn.prepareStatement(sql).executeQuery(sql);
			if(rs==null){
				throw new RuntimeException("ResultSet is null。。。。");
			}
			ResultSetMetaData md = (ResultSetMetaData) rs.getMetaData();//獲取鍵名
			int columnCount = md.getColumnCount();//獲取行的數量
			while (rs.next()) {
			   for (int i = 1; i <= columnCount; i++) {
			     System.out.println(md.getColumnName(i)+": "+rs.getString(i));//獲取鍵名及值
			   }
			}
		} catch (Exception e) {
			e.printStackTrace();
			throw new RuntimeException(e);
		} finally {
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
			try {
				if(rs!=null&&!rs.isClosed()){
					rs.close();
				}
			} catch (SQLException e) {
				e.printStackTrace();
			}
		}
	}
	

	@Test
	public void parseLimitAndTimeTest(){
		Connection conn = null;
		ResultSet rs=null;
		try {
			Class.forName(driver);
			conn = (Connection) DriverManager.getConnection(url, user, password);
			String sql = "/*#mycat:db_type=slave*/SELECT plimit,avg(ptime) avg FROM processtask group by plimit;";
			rs=conn.prepareStatement(sql).executeQuery(sql);
			if(rs==null){
				throw new RuntimeException("ResultSet is null。。。。");
			}
			ResultSetMetaData md = (ResultSetMetaData) rs.getMetaData();//獲取鍵名
			int columnCount = md.getColumnCount();//獲取欄位的數量
			while (rs.next()) {
			   float limit=0,avg=0;
			   for (int i = 1; i <= columnCount; i++) {
				 float result=rs.getFloat(i);
			     //System.out.println(md.getColumnName(i)+": "+result+"");//獲取鍵名及值
			     if(i==1){
			    	 limit=result;
			     }else{
			    	 avg=result;
			     }
			   }
			   System.out.println("limit="+limit+"\t\t估算1s大概的批量插入量:"+(1000*limit)/avg); 
			}
		} catch (Exception e) {
			e.printStackTrace();
			throw new RuntimeException(e);
		} finally {
			if (conn != null) {
				try {
					conn.close();
				} catch (SQLException e) {
					e.printStackTrace();
				}
			}
			try {
				if(rs!=null&&!rs.isClosed()){
					rs.close();
				}
			} catch (SQLException e) {
				e.printStackTrace();
			}
		}
	}

}

測試資料