DataHandleProcess.java
5.08 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
package com.bsth.data.gpsdata_v2;
import com.alibaba.fastjson.JSON;
import com.bsth.data.gpsdata_v2.cache.GpsCacheData;
import com.bsth.data.gpsdata_v2.entity.GpsEntity;
import com.bsth.data.gpsdata_v2.handlers.*;
import com.google.common.collect.ArrayListMultimap;
import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import java.util.*;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
/**
* 实时信号数据处理
* Created by panzhao on 2017/11/15.
*/
@Component
public class DataHandleProcess {
@Autowired
GpsStateProcess gpsStateProcess;
@Autowired
StationInsideProcess stationInsideProcess;
@Autowired
AbnormalStateProcess abnormalStateProcess;
@Autowired
InStationProcess inStationProcess;
@Autowired
OutStationProcess outStationProcess;
@Autowired
ReverseRouteProcess reverseRouteProcess;
@Autowired
GpsRealData gpsRealData;
static Logger logger = LoggerFactory.getLogger(DataHandleProcess.class);
final static int POOL_SIZE = 8;
static ExecutorService threadPool = Executors.newFixedThreadPool(POOL_SIZE + 1);
public static CountDownLatch count;
static long lastTime;
public static boolean isBlock() {
return System.currentTimeMillis() - lastTime > 1000 * 30;
}
public void handle(List<GpsEntity> list) {
try {
if (list.size() == 0)
return;
lastTime = System.currentTimeMillis();
//按设备号分组数据（一个设备的多条数据，必须在一个线程里跑）
ArrayListMultimap multimap = ArrayListMultimap.create();
for (GpsEntity gps : list) {
multimap.put(gps.getDeviceId(), gps);
}
List<String> deviceList = new ArrayList<>(multimap.keySet());
//数据均分给线程
ArrayListMultimap dataListMap = ArrayListMultimap.create();
int size = deviceList.size(), threadIndex = 0, threadSize = size / POOL_SIZE;
if(threadSize==0)
threadSize = size;
for (int i = 0; i < size; i++) {
if (i % threadSize == 0)
threadIndex++;
dataListMap.putAll(threadIndex, multimap.get(deviceList.get(i)));
}
Set<Integer> ks = dataListMap.keySet();
logger.info("analyse gps size: " + list.size() + ", ks: " + ks.size());
count = new CountDownLatch(ks.size());
logger.info(JSON.toJSONString(ks));
for (Integer index : ks) {
threadPool.execute(new SignalHandleThread(dataListMap.get(index), count));
}
//等待子线程结束
count.await();
//加入实时gps对照
for (GpsEntity gps : list)
gpsRealData.put(gps);
logger.info("time , " + (System.currentTimeMillis() - lastTime));
} catch (Exception e) {
logger.error("", e);
}
}
static GpsComp comp = new GpsComp();
public class SignalHandleThread implements Runnable {
List<GpsEntity> list;
CountDownLatch count;
SignalHandleThread(List<GpsEntity> gpsList, CountDownLatch count) {
this.list = gpsList;
this.count = count;
}
@Override
public void run() {
try {
Collections.sort(list, comp);
GpsEntity gps;
for(int i = 0,len = list.size(); i< len ;i ++){
gps = list.get(i);
try {
if (StringUtils.isEmpty(gps.getNbbm()))
continue;
if (Math.abs(gps.getTimestamp() - gps.getServerTimestamp()) > 1000 * 60 * 20)
continue;
gpsStateProcess.process(gps);//状态处理
stationInsideProcess.process(gps);//场站内外判定
reverseRouteProcess.process(gps);//反向路由处理
abnormalStateProcess.process(gps);//超速越界
inStationProcess.process(gps);//进站
outStationProcess.process(gps);//出站
GpsCacheData.putGps(gps);//历史gps缓存
} catch (Throwable e) {
logger.error("", e);
}
}
} finally {
if (count != null)
count.countDown();
}
}
}
public static class GpsComp implements Comparator<GpsEntity> {
@Override
public int compare(GpsEntity g1, GpsEntity g2) {
return g1.getTimestamp().compareTo(g2.getTimestamp());
}
}
}