add 批量插入工具类

潘钊
1 parent 8dd6f47c
Showing 2 changed files with 162 additions and 8 deletions
src/main/java/com/bsth/vehicle/GetSchedulePlanThread.java → src/main/java/com/bsth/service/realcontrol/GetSchedulePlanThread.java
src/main/java/com/bsth/util/BatchSaveUtils.java
-package com.bsth.vehicle;
+package com.bsth.service.realcontrol;
  
 import java.text.SimpleDateFormat;
 import java.util.Date;
@@ -15,6 +15,7 @@ import com.bsth.entity.realcontrol.ScheduleRealInfo;
 import com.bsth.entity.schedule.SchedulePlanInfo;
 import com.bsth.repository.realcontrol.ScheduleRealInfoRepository;
 import com.bsth.repository.schedule.SchedulePlanInfoRepository;
+import com.bsth.util.BatchSaveUtils;
  
 /**
  * 
@@ -35,26 +36,35 @@ public class GetSchedulePlanThread  extends Thread{
 	@Autowired
 	ScheduleRealInfoRepository scheduleRealInfoRepository;
  
-	SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+	SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd")
+				,sdf2 = new SimpleDateFormat("yyyy-MM-dd HH:mm");
  
-	SimpleDateFormat sdf2 = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+	
+	SimpleDateFormat sdf3 = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
  
 	@Override
 	public void run() {
 		try{
-			List<SchedulePlanInfo> list = schedulePlanInfoRepository.findByDate(/*sdf.format(new Date())*/"2016-06-01");
-			logger.info("开始................." + sdf2.format(new Date(System.currentTimeMillis())));
+			String dateStr = /*sdf.format(new Date())*/"2016-06-01";
+			List<SchedulePlanInfo> list = schedulePlanInfoRepository.findByDate(dateStr);
+			logger.info("开始................." + sdf3.format(new Date(System.currentTimeMillis())));
  
-			//写入到实际计划表
+			//实际排班计划
 			List<ScheduleRealInfo>  realList = JSONArray.parseArray(JSON.toJSONString(list), ScheduleRealInfo.class);
  
 			for(ScheduleRealInfo item : realList){
 				item.setDfsj(item.getFcsj());
+				//发车时间戳
+				item.setFcsjT(sdf2.parse(dateStr + " " + item.getFcsj()).getTime());
 			}
  
-			scheduleRealInfoRepository.save(realList);
-			logger.info("结束................." + sdf2.format(new Date(System.currentTimeMillis())));
+			//scheduleRealInfoRepository.save(realList);
+			new BatchSaveUtils<ScheduleRealInfo>().saveListMysql(realList, ScheduleRealInfo.class);
+			//写入缓存
+			ScheduleBuffer.init(realList);
+			logger.info("结束................." + sdf3.format(new Date(System.currentTimeMillis())));
  
+			logger.info("获取当天实际排班计划数量：" + realList.size());
 		}catch(Exception e){
 			logger.error("",e);
 		}
+package com.bsth.util;
+
+import java.lang.reflect.Field;
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.PreparedStatement;
+import java.util.ArrayList;
+import java.util.List;
+
+import javax.persistence.Table;
+import javax.persistence.Transient;
+
+import org.apache.commons.lang3.CharUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.bsth.entity.realcontrol.ScheduleRealInfo;
+
+/**
+ * 
+ * @ClassName: BatchSaveUtils 
+ * @Description: TODO(批量持久化工具类) 
+ * @author PanZhao
+ * @date 2016年6月14日 上午10:21:53 
+ *
+ */
+public class BatchSaveUtils<T> {
+	
+	private static String driver;
+	private static String url;
+	private static String uname;
+	private static String pwd;
+	
+	final static int batchSize = 5000;
+	
+	Logger logger = LoggerFactory.getLogger(this.getClass());
+	
+	static {
+		Tools t = new Tools("application.properties");
+		driver = t.getValue("spring.datasource.driver-class-name");
+		url = t.getValue("spring.datasource.url");
+		uname = t.getValue("spring.datasource.username");
+		pwd = t.getValue("spring.datasource.password");
+	}
+	
+	public int saveListMysql(List<T> list, Class<T> clazz){
+		//获取泛型 T 的字节码
+		Table table = clazz.getAnnotation(Table.class);
+		if(null == table){
+			logger.error("找不到" + clazz.getSimpleName() + "类的表映射");
+			return -1;
+		}
+		List<Field> fs = fieldFilter(clazz.getDeclaredFields());
+		String sql = createSql(table, fs);
+		logger.info(sql);
+		
+		//每5000条批量入库一次
+		try{
+			Connection conn = getConn();
+			conn.setAutoCommit(false);
+			PreparedStatement ps = conn.prepareStatement(sql);
+			
+			int fsize = fs.size(), count = 0;
+			for(T t : list){
+				count ++;
+				for(int i = 0; i < fsize; i ++){
+					ps.setObject(i + 1, fs.get(i).get(t));
+				}
+				
+				if(count % batchSize == 0){
+					ps.executeBatch();
+                    ps.clearBatch();
+				}
+			}
+			ps.executeBatch();
+		}catch(Exception e){
+			logger.error("",e);
+			return -1;
+		}
+		
+		return 0;
+	}
+	
+	public String createSql(Table table, List<Field> fs){
+		String sqlBefore = "insert into " + table.name() + "("
+				,sqlValues = "(";
+		for(Field field : fs){
+			sqlBefore += (propertyToField(field.getName()) + ",");
+			sqlValues += "?,";
+		}
+		sqlBefore = sqlBefore.substring(0, sqlBefore.length() - 1) + ")";
+		sqlValues = sqlValues.substring(0, sqlValues.length() - 1) + ")";
+		
+		return sqlBefore + " " + sqlValues;
+	}
+	
+	public static void main(String[] args) {
+		List<ScheduleRealInfo> list = new ArrayList<>();
+		
+		new BatchSaveUtils<ScheduleRealInfo>().saveListMysql(list, ScheduleRealInfo.class);
+	}
+	
+	/**
+	 * 
+	 * @Title: propertyToField 
+	 * @Description: TODO(java转数据库字段名) 
+	 * @param @param property
+	 * @throws
+	 */
+    public static String propertyToField(String property) {  
+        if (null == property) {  
+            return "";  
+        }  
+        char[] chars = property.toCharArray();  
+        StringBuffer sb = new StringBuffer();  
+        for (char c : chars) {  
+            if (CharUtils.isAsciiAlphaUpper(c)) {  
+                sb.append("_" + StringUtils.lowerCase(CharUtils.toString(c)));  
+            } else {  
+                sb.append(c);  
+            }  
+        }  
+        return sb.toString();  
+    } 
+    
+    public static List<Field> fieldFilter(Field[] fields){
+    	List<Field> fs = new ArrayList<>();
+    	for(Field field : fields){
+			field.setAccessible(true);
+			//忽略 Transient 字段
+			if(field.getAnnotation(Transient.class) != null)
+				continue;
+			fs.add(field);
+		}
+    	return fs;
+    }
+    
+	public static Connection getConn() throws Exception{
+		Class.forName(driver); 
+		Connection conn = DriverManager.getConnection(url,uname,pwd);
+		return conn;
+	}
+}