修改的定时器时间

yiming
1 parent 2c896e29
Showing 5 changed files with 210 additions and 32 deletions
src/main/java/com/example/demo/SaticScheduleTask.java
src/main/java/com/example/demo/service/Analysis.java
src/main/java/com/example/demo/service/Contrast.java
src/main/resources/application.properties
src/main/resources/mapping/db1/Site-mapper1.xml
@@ -48,7 +48,7 @@ public class SaticScheduleTask implements InitializingBean {
     /**
      * 定时任务
      */
-    @Scheduled(cron = "0 0/6 * * * ?")
+    @Scheduled(cron = "0 0/10 * * * ?")
     private void configureTasks() throws Exception{
         logger.info("执行静态定时任务时间: " + LocalDateTime.now());
         WatchKey watchKey = null;
@@ -63,6 +63,7 @@ public class SaticScheduleTask implements InitializingBean {
             }
             watchKey.reset();
         }
+        System.out.println("文件数"+files);
     // "TJRLAMT" -> "00000200" 交易金额
     // "TJRLCDKIND" -> "01" 卡类型
     // "TJRLCDBAL" -> "00000000" 交易前余额
@@ -77,22 +78,21 @@ public class SaticScheduleTask implements InitializingBean {
             contrast.filterCardList(data,true);
         }
         List<Map> allFile = Analysis.getAllFile(files);
+        System.out.println("交易数"+allFile);
         contrast.filterCardList(allFile,false);
     }
-    @Scheduled(cron = "0 0/5 * * * ?")
+    @Scheduled(cron = "0 0/9 * * * ?")
     @PostConstruct
     void getArrivalInfos()  {
         logger.info("票务数据缓存加载: " + LocalDateTime.now());
         LocalDateTime now=LocalDateTime.now();
         //测试
-        DateTimeFormatter tdf=DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm");
-        now=LocalDateTime.parse("2021-08-01 00:00",tdf);
+       /* DateTimeFormatter tdf=DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm");
+        now=LocalDateTime.parse("2021-08-01 00:00",tdf);*/
         List<Map<String,List<Scheduling>>> result=contrast.getSchedulingS(now,1);
         getSchedulingS=result.get(0);
         getSchedulingSSell=result.get(1);
-        System.out.println(getSchedulingS.size());
-        System.out.println(getSchedulingSSell.size());
     }
@@ -103,16 +103,17 @@ public class SaticScheduleTask implements InitializingBean {
     * @Author: YM
     * @Date: 2021/10/13
     */
-    //@Scheduled(cron = "0 30 17 * * ?")
+    //@PostConstruct
     private void filterCardListByDB() throws Exception {
         DateTimeFormatter tdf=DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm");
-        LocalDateTime now=LocalDateTime.parse("2021-08-01 00:00",tdf);
+        LocalDateTime now=LocalDateTime.parse("2021-08-07 00:00",tdf);
         int day=1;
-        contrast.getSchedulingS(now,day);
-
+        List<Map<String,List<Scheduling>>> result=contrast.getSchedulingS(now,day);
+        getSchedulingS=result.get(0);
+        getSchedulingSSell=result.get(1);
         Map<String,Object> map=new HashMap<>();
-        map.put("table","pd_control."+"ftj20210806");
+        map.put("table","pd_control."+"fhtxnjrltb_jtb_copy1");
         LocalDateTime startDate=now.minusDays(day);
         String start=startDate.format(DateTimeFormatter.ofPattern("yyyyMMdd"));
         String end=now.format(DateTimeFormatter.ofPattern("yyyyMMdd"));
@@ -34,7 +34,7 @@ public class Analysis {
     public static List<Map> getAllFile(List<File> files) {
         List<Map> listMap = new ArrayList<>();
         List<String> list = new ArrayList<String>();
-
+        System.out.println("文件数"+files.size());
         for (File file : files) {
             if (!file.isDirectory()) {
                 String absolutePath = file.getAbsolutePath();
@@ -53,24 +53,42 @@ public class Analysis {
                         Map<String, Object> map = new HashMap<>();
                         Long val = Long.parseLong(text.substring(30, 40));
                         String cardId = Long.toHexString(val).toUpperCase();
-                        map.put("TJRLCARDNO", cardId);   //交通卡号
-                        map.put("TJRLCDKIND", text.substring(40, 42));    //卡类型
-                        map.put("TJRLPOSID", text.substring(62, 68));    //POS机号
+                        map.put("TJRLDRVCRDID", cardId);   //司售卡号 DriverCardId签到卡片ID号，BCD编码，司售卡卡号
+                        //map.put("DriverCardType", text.substring(40, 42));//DriverCardType HEX格式，签到卡的卡型，BCD编码
+                        //map.put("CHECKINDATE", text.substring(42, 54));//签到时间YYYYMMDDhhmm，BCD编码
+                        //map.put("CHECKOUTCOUNT", text.substring(54, 60));//签到总次数，BCD编码
+                        map.put("TJRLTXFG", text.substring(60, 62));//交易类型  Txn Flag HEX格式，交易标志，其中88为正常交易，99为锁卡交易，BCD编码，定义见附录1交易类型对照表
+                        String TJRLPOSID=text.substring(62, 68);
+                        map.put("TJRLPOSID", TJRLPOSID);   //HEX格式，消费交易流水号，BCD编码
+                        //map.put("CITYCODE", text.substring(68, 72));    //城市代码号，BCD编码
+                        map.put("TJRLCARDNO", text.substring(72, 82));//CARDID消费卡的ID号，BCD编码
+                        map.put("TJRLCDKIND", text.substring(82, 84));//Card Type HEX格式，消费卡卡型，BCD编码
+                        map.put("TJRLCDBAL", text.substring(84, 92));    //交易前余额 BalBef消费卡交易前金额，BCD编码 BCD编码之前最高位1表示负数，0表示正数
+                        map.put("TJRLAMT", text.substring(92, 100));     //交易金额 TxnAmount本次消费交易金额，BCD编码
+                        String TJRLRDATE=text.substring(100, 108);
                         try {
-                            map.put("TJRLRDATE", new SimpleDateFormat("yyyy-MM-dd").format(new SimpleDateFormat("yyyyMMdd").parse(text.substring(100, 108))));    //交易日期
+                            map.put("TJRLRDATE",new SimpleDateFormat("yyyy-MM-dd").
+                                    format(new SimpleDateFormat("yyyyMMdd").parse(text.substring(100, 108))));
+                            //交易日期 本次消费交易日期，BCD编码YYYYMMDD
                         } catch (ParseException e) {
                             e.printStackTrace();
                         }
-
+                        String TJRLRTIME=text.substring(108, 114);
                         try {
-                            map.put("TJRLRTIME", new SimpleDateFormat("HH:mm:ss").format(new SimpleDateFormat("HHmmss").parse(text.substring(108, 114))));    //交易时间
+                            map.put("TJRLRTIME",new SimpleDateFormat("HH:mm:ss").
+                                    format(new SimpleDateFormat("HHmmss").parse(text.substring(108, 114))));
+                            //交易时间 Txn Time本次消费交易时间，BCD编码hhmmss
                         } catch (ParseException e) {
                             e.printStackTrace();
                         }
-                        map.put("TJRLCDBAL", text.substring(84, 92));    //交易前余额
-                        map.put("TJRLAMT", text.substring(92, 100));     //交易金额
-                        map.put("TJRLORGAMT", text.substring(120, 124));    //交易原始金额
-                        map.put("TJRLTXFG", text.substring(60, 62));    //交易类型
+                        //map.put("COUNT", text.substring(114, 120));    //交易计数器，BCD编码
+                        map.put("TJRLORGAMT", text.substring(120, 124));    //交易原始金额Orignal Txn Amount
+                        //map.put("CARDSPEC", text.substring(124, 126));   //卡规范，BCD编码 01—建设部卡 02—交通部卡 03-交通部二维码
+                        String TAC=text.substring(126, 134);
+                        map.put("TAC",TAC);//HEX格式，交易认证码，BCD编码
+                        String TRAD_ID=TAC+TJRLPOSID+TJRLRDATE+TJRLRTIME;
+                        map.put("TRAD_ID",TRAD_ID);
+                        //pos交易数据需要加上 trad_id 用tac+pos流水+交易日期+交易时间
                         listMap.add(map);
                     }
                 //}
@@ -205,10 +205,10 @@ public class Contrast {
         for (int i = 0; i < allData.size(); i++) {
             Map data = allData.get(i);
-            //通过卡号找到司机
-            String carId = data.get("TJRLCARDNO").toString().length()>8?
-                    data.get("TJRLCARDNO").toString().substring( data.get("TJRLCARDNO").toString().length()-8):
-                    data.get("TJRLCARDNO").toString();//交通卡号
+            //通过司售卡找到司机
+            String carId = data.get("TJRLDRVCRDID").toString().length()>8?
+                    data.get("TJRLDRVCRDID").toString().substring( data.get("TJRLDRVCRDID").toString().length()-8):
+                    data.get("TJRLDRVCRDID").toString();
             List<Map> collect = driverCardList.stream().filter(map -> map.get("cardno").equals(carId)).collect(Collectors.toList());
             String mark="";
@@ -347,6 +347,165 @@ public class Contrast {
         logger.warn("======匹配"+size+"条======匹配到"+b+"条=====耗时=="+(System.currentTimeMillis() - start)/1000 + "秒");
     }
+    /**
+     * @Description: 根据carid 获取票务数据
+     * @Param: allData交易记录 isOld是否是残余数据(上次未匹配到的数据)
+     * @return:
+     * @Author: YM
+     * @Date: 2021/10/13
+     */
+    public void filterCardListByDB(List<Map> allData,Boolean isOld) {
+        long start = System.currentTimeMillis();
+        List<Map> driverCardList = getDriverCardList();//获取司机信息
+        Map<String,List<Scheduling>> schedulingS =saticScheduleTask.getSchedulingS;
+        Map<String,List<Scheduling>> schedulingSSell =saticScheduleTask.getSchedulingSSell;
+        DateTimeFormatter dtf=DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
+        int b=0;//用于计算匹配成功的数量
+        for (int i = 0; i < allData.size(); i++) {
+            Map data = allData.get(i);
+
+            //通过卡号找到司机
+            String carId = data.get("TJRLDRVCRDID").toString().length()>8?
+                    data.get("TJRLDRVCRDID").toString().substring( data.get("TJRLDRVCRDID").toString().length()-8):
+                    data.get("TJRLDRVCRDID").toString();//交通卡号
+            List<Map> collect = driverCardList.stream().filter(map -> map.get("cardno").equals(carId)).collect(Collectors.toList());
+
+            String mark="";
+            String jobCodes = "";
+            Boolean flag=false;//用来判断是否没有匹配成功
+            Long cardDate = null;
+            if (!collect.isEmpty()) {
+                if (null != collect.get(0).get("jobCode") && null != collect.get(0).get("personalName")) {
+                    String personalName = collect.get(0).get("personalName").toString();//姓名
+                    String[] arr=collect.get(0).get("jobCode").toString().split("-");
+                    jobCodes =arr.length==0?collect.get(0).get("jobCode").toString():arr[arr.length-1];//工号
+                    String time=String.valueOf(data.get("TJRLRTIME"));//时间
+                    String date=String.valueOf(data.get("TJRLRDATE"));//日期
+
+                    cardDate = LocalDateTime.parse(date+" "+time,dtf).toInstant(ZoneOffset.of("+8")).toEpochMilli(); //刷卡时间(时间戳)
+
+                    //通过司机姓名获得进出记录
+                    List<Scheduling> schedulingList1=schedulingS.get(personalName);
+                    //没匹配到匹配售票员
+                    if(schedulingList1==null){
+                        schedulingList1=schedulingSSell.get(personalName);
+                    }
+                    Scheduling scheduling = null;
+
+
+                    if(schedulingList1!=null){
+                        Collections.sort(schedulingList1, Comparator.comparing(Scheduling::getTs).reversed());
+                        for (int i1 = 0; i1 < schedulingList1.size(); i1++) {
+                            Scheduling s=schedulingList1.get(i1);
+                            if((Long.parseLong(s.getTs())-TIME2*60*1000)<=cardDate){
+                                scheduling=s;
+                                b++;
+                                flag=true;
+                                break;
+                            }
+                        }
+                    }else {
+                        mark="未查到驾驶员排班："+personalName+" 工号："+jobCodes;
+                    }
+
+                    if (scheduling!=null) {
+                        data.put("STATION_FLAG", 1);
+                        data.put("TJRLUNITID", scheduling.getGs_name());
+                        data.put("TJRLSTATID", scheduling.getXl_name());
+                        data.put("ROAD_FORM_TYPE", scheduling.getBc_type());
+                        data.put("UPDOWN", scheduling.getXl_dir());
+                        data.put("BUS_CODE", scheduling.getCl_zbh());
+                        data.put("BUS_PLATE", scheduling.getCar_plate());
+                        data.put("ROAD_CODE", scheduling.getLp_name());
+                        data.put("DEPART_NAME", scheduling.getQdz_name());
+                        data.put("DEPART_CODE", scheduling.getQdz_code());
+                        data.put("DEPART_ACTUAL_TIME", scheduling.getFcsj_actual());
+                        data.put("REACH_NAME", scheduling.getZdz_name());
+                        data.put("REACH_CODE", scheduling.getZdz_code());
+                        data.put("REACH_ACTUAL_TIME", scheduling.getZdsj_actual());
+
+
+                        if(scheduling.getStation_name()!=null){
+                            data.put("LEVELS_FLAG",1);
+                            data.put("LEVELS1",scheduling.getStation_route_code());//站点路由序号
+                            data.put("LEVELS_NAME1",scheduling.getStation_name());//站点名
+                            data.put("LEVELS1_CODE",scheduling.getStop_no());//站点编号
+                        }else {
+                            data.put("LEVELS_FLAG",0);
+                        }
+                    } else {
+                        data.put("STATION_FLAG", 0);
+                    }
+                }
+            }else {
+                mark="未查到驾驶员 卡号："+carId;
+                data.put("STATION_FLAG", 0);
+            }
+            if(mark.length()==0 && !flag){
+                mark="未匹配到班次 "+jobCodes+"刷卡时间为:"+LocalDateTime.ofEpochSecond(cardDate/1000, 0, ZoneOffset.ofHours(8));
+            }
+            data.put("MARK",mark);
+
+            //如果是新数据 没匹配到 去除这条记录 并放入缓存等到下次继续匹配
+            if(!isOld && !flag){
+                List<Map> m =saticScheduleTask.data;
+                m.add(data);
+                allData.set(i,null);
+
+            }
+        }
+        int size=allData.size();
+//        allData.removeIf(Objects::isNull);
+        //防止数据过多 分批插入
+        List<List<Map>> subList = getSubList(8000, allData);
+        if(!subList.isEmpty()){
+            subList.forEach(data->{
+                if (!data.isEmpty()) {
+                    siteMapper1.insertResult(data);
+                }
+            });
+        }
+
+        List<List<Map>> subList2 = getSubList(500, allData);
+        if(!subList2.isEmpty()){
+            subList2.forEach(data->{
+                if (!data.isEmpty()) {
+                    Map<String, Object> map = new HashMap<>();
+                    map.put("datatype", "passengerflow");
+                    map.put("datas", data);
+
+                    ObjectMapper mapper = new ObjectMapper();
+                    String json = null;
+                    try {
+                        json = mapper.writeValueAsString(map);
+                    } catch (JsonProcessingException e) {
+                        e.printStackTrace();
+                    }
+
+                    ListenableFuture<SendResult<String, String>> future = kafkaTemplate.send("PDGJ", json);
+                    future.addCallback(new ListenableFutureCallback<SendResult<String, String>>() {
+                        @Override
+                        public void onSuccess(SendResult<String, String> result) {
+                        }
+                        @Override
+                        public void onFailure(Throwable ex) {
+                            logger.error("kafka发送票务数据异常", ex);
+                        }
+                    });
+                }
+            });
+        }
+
+
+
+        //如果是上次遗留的数据不管这是是否匹配到都清空
+        if(isOld){
+            saticScheduleTask.data.clear();
+        }
+
+        logger.warn("======匹配"+size+"条======匹配到"+b+"条=====耗时=="+(System.currentTimeMillis() - start)/1000 + "秒");
+    }
+
@@ -389,7 +548,7 @@ public class Contrast {
             record.put("TJRLRDATE",s.split(" ")[0]);
             record.put("TJRLRTIME",s.split(" ")[1]);
         }
-        filterCardList(records,false);
+        filterCardListByDB(records,false);
     }
     public List<List<Map>> getSubList(int length, List<Map> list){
@@ -45,9 +45,9 @@ logging.path=/home/demo/log
 #spring.datasource.db1.druid.test-on-borrow=true
 #spring.datasource.db1.druid.test-while-idle=true
 #
-#spring.datasource.db2.jdbc-url=jdbc:mysql://192.168.168.240:3306/ms?useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTC
+#spring.datasource.db2.jdbc-url=jdbc:mysql://localhost:3306/ms?useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTC
 #spring.datasource.db2.username=root
-#spring.datasource.db2.password=root2jsp
+#spring.datasource.db2.password=1995627a
 #spring.datasource.db2.driver-class-name=com.mysql.cj.jdbc.Driver
 #spring.datasource.db2.druid.test-on-borrow=true
 #spring.datasource.db2.druid.test-while-idle=true
@@ -13,7 +13,7 @@
         `TJRLTXFG`,`STATION_FLAG`,`TJRLUNITID`,`TJRLSTATID`,`ROAD_FORM_TYPE`, `UPDOWN`, `BUS_CODE`,
         `BUS_PLATE`, `ROAD_CODE`, `DEPART_NAME`,`DEPART_CODE`, `DEPART_ACTUAL_TIME`,
         `REACH_NAME`,`REACH_CODE`,`REACH_ACTUAL_TIME`,
-        `LEVELS_FLAG`,`LEVELS1`, `LEVELS_NAME1`, `LEVELS1_CODE`,`LEVELS2`, `LEVELS_NAME2`,`MARK`
+        `LEVELS_FLAG`,`LEVELS1`, `LEVELS_NAME1`, `LEVELS1_CODE`,`LEVELS2`, `LEVELS_NAME2`,`MARK`,TRAD_ID
         )
         VALUES
         <foreach collection="list" item="em" index="index" separator=",">
@@ -23,7 +23,7 @@
             #{em.BUS_CODE},
             #{em.BUS_PLATE}, #{em.ROAD_CODE}, #{em.DEPART_NAME},#{em.DEPART_CODE}, #{em.DEPART_ACTUAL_TIME},
             #{em.REACH_NAME},#{em.REACH_CODE},#{em.REACH_ACTUAL_TIME},
-            #{em.LEVELS_FLAG},#{em.LEVELS1}, #{em.LEVELS_NAME1}, #{em.LEVELS1_CODE},#{em.LEVELS2}, #{em.LEVELS_NAME2}, #{em.MARK} )
+            #{em.LEVELS_FLAG},#{em.LEVELS1}, #{em.LEVELS_NAME1}, #{em.LEVELS1_CODE},#{em.LEVELS2}, #{em.LEVELS_NAME2}, #{em.MARK},#{em.TRAD_ID})
         </foreach>
     </insert>
@@ -63,7 +63,7 @@
     </select>
     <select id="getRecords" resultType="map">
-        SELECT 	TJRLPOSID,TJRLRDATE,TJRLRTIME,TJRLCDKIND,TJRLCDBAL,TJRLAMT,TJRLTXFG,TJRLDRVCRDID as TJRLCARDNO
+        SELECT 	*
         from ${table} where TJRLRDATE >= '${start}' and TJRLRDATE &lt; '${end}'
     </select>