gfwleak/k18-ntcs-web-argus-service
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

获取活跃端口趋势数据

Browse Source
This commit is contained in:
dongxiaoyan
2018-12-23 20:46:19 +08:00
parent f0c9386936
commit 2e30d562a5
5 changed files with 323 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

47
src/main/java/com/nis/web/controller/restful/DashboardServiceController.java
View File

@@ -902,4 +902,51 @@ public class DashboardServiceController extends BaseRestController {
return serviceLogResponse(auditLogThread, System.currentTimeMillis() - start, request, "HTTP网站域名分类分析数据检索成功",
list, 0);
}
@RequestMapping(value = "trafficPortActiveFiveMinute", method = RequestMethod.GET)
@ApiOperation(value = "流量端口详情趋势", httpMethod = "GET", notes = "域名UV")
public Map<String, ?> trafficPortAcitve(String beginDate, String endDate, Model model, Integer[] port,
HttpServletRequest request, HttpServletResponse response) {
long start = System.currentTimeMillis();
AuditLogThread auditLogThread = super.saveRequestLog(servicesRequestLogService, Constants.OPACTION_GET, request,
null);
List<Map> list = new ArrayList<Map>();
try {
Calendar cal=Calendar.getInstance();
SimpleDateFormat sdf=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
if((beginDate == null || "".equals(beginDate)) && (endDate == null || "".equals(endDate))){
//如果时间全部为空查询最近一小时
endDate = sdf.format(cal.getTime());
cal.add(Calendar.HOUR_OF_DAY, -1);
beginDate = sdf.format(cal.getTime());
}else if((beginDate == null || "".equals(beginDate)) && (endDate != null && !"".equals(endDate))){
beginDate = DateUtils.getSpecifiedDayBefore(endDate)+" "+endDate.substring(11);
}else if((endDate == null || "".equals(endDate)) && (beginDate != null && !"".equals(beginDate))){
endDate = DateUtils.getSpecifiedDayAfter(beginDate)+" "+beginDate.substring(11);
}
// 带查询时间查询所有
List<Map> portActiveChart = dashboardService.findTrafficPortActive(beginDate, endDate,port);
if (portActiveChart != null && portActiveChart.size() > 0) {
list = portActiveChart;
}
} catch (Exception e) {
auditLogThread.setExceptionInfo("流量端口详情趋势数据检索失败:" + e.getMessage());
logger.error("流量端口详情趋势数据检索失败:" + ExceptionUtil.getExceptionMsg(e));
if (e instanceof RestServiceException) {
throw new RestServiceException(auditLogThread, System.currentTimeMillis() - start,
"流量端口详情趋势数据检索失败:" + e.getMessage(), ((RestServiceException) e).getErrorCode());
} else if (e instanceof ServiceRuntimeException) {
throw new ServiceRuntimeException(auditLogThread, System.currentTimeMillis() - start,
"流量端口详情趋势数据检索失败:" + e.getMessage(), ((ServiceRuntimeException) e).getErrorCode());
} else {
throw new ServiceRuntimeException(auditLogThread, System.currentTimeMillis() - start,
"流量端口详情趋势数据检索失败:" + e.getMessage(), RestBusinessCode.service_runtime_error.getValue());
}
}
return serviceLogResponse(auditLogThread, System.currentTimeMillis() - start, request, "流量端口详情趋势数据检索成功",
list, 0);
}
}

6
src/main/java/com/nis/web/dao/dashboard/TrafficPortActiveStatisticDao.java
View File

@@ -1,6 +1,8 @@
package com.nis.web.dao.dashboard;
import java.util.ArrayList;
import java.util.Date;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
@@ -14,4 +16,8 @@ public interface TrafficPortActiveStatisticDao {
TrafficPortActiveStatistic getMaxStatTime();
List<TrafficPortActiveStatistic> getPortActiveList(@Param("statTime")Date statTime);
TrafficPortActiveStatistic getPortActiveOld(@Param("port")Integer port,@Param("statTime")Date statTime);
//获取端口详情趋势
ArrayList<TrafficPortActiveStatistic> findTrafficPortActive(@Param("statStartTime")String statStartTime,@Param("statEndTime")String statEndTime,@Param("port")String port);
ArrayList<LinkedHashMap> findTrafficPortActiveTopN(@Param("statStartTime")String statStartTime,@Param("statEndTime")String statEndTime);
}

28
src/main/java/com/nis/web/dao/dashboard/TrafficPortActiveStatisticDao.xml
View File

@@ -2,7 +2,7 @@
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.nis.web.dao.dashboard.TrafficPortActiveStatisticDao">
<resultMap id="BaseResultMap" type="com.nis.domain.restful.dashboard.TrafficPortActiveStatistic">
<id column="stat_id" jdbcType="INTEGER" property="statId" />
<!-- <id column="stat_id" jdbcType="INTEGER" property="statId" /> -->
<result column="port" jdbcType="INTEGER" property="port" />
<result column="sum" jdbcType="BIGINT" property="sum" />
<result column="stat_time" jdbcType="TIMESTAMP" property="statTime" />
@@ -26,4 +26,30 @@
and stat_time > DATE_SUB(#{statTime},INTERVAL 2 hour)
GROUP BY port ORDER BY sum DESC limit 0,10
</select>
<!-- 获取指定时间段内的活跃端口详情数据 -->
<select id="findTrafficPortActive" resultMap="BaseResultMap">
SELECT stat_time,port,sum(sum) as sum from traffic_port_active_statistic
WHERE <![CDATA[ port in (${port}) and stat_time >= #{statStartTime} and stat_time < #{statEndTime} ]]>
<!-- <if test="port!=null">
and port in
<foreach collection="port" index="index" item="item" open="(" separator="," close=")">
#{item}
</foreach>
</if> -->
GROUP BY stat_time,port ORDER BY stat_time ASC
</select>
<select id="findTrafficPortActiveTopN" resultType="java.util.LinkedHashMap">
SELECT port,sum(sum) as sum from traffic_port_active_statistic
WHERE
<!-- -->
<![CDATA[stat_time >= #{statStartTime} and stat_time < #{statEndTime}]]>
<!--
stat_id BETWEEN
(select stat_id from traffic_port_active_statistic where<![CDATA[ stat_time >= #{statStartTime} order by stat_id limit 1)]]>
AND
(select stat_id from traffic_port_active_statistic where<![CDATA[ stat_time < #{statEndTime} order by stat_id desc limit 1)]]>
-->
GROUP BY port order by sum desc LIMIT 0,10
</select>
</mapper>

109
src/main/java/com/nis/web/service/restful/DashboardService.java
View File

@@ -1473,4 +1473,113 @@ public class DashboardService extends BaseService {
return listMap;
}
/**
* 获取活跃Port top10 的趋势图
* @throws ParseException
*/
public List<Map> findTrafficPortActive(String beginDate, String endDate, Integer[] portArray) throws ParseException {
List<Map> listMap = new ArrayList<Map>();
StringBuilder portStr = new StringBuilder();
List<LinkedHashMap> portListTop10 = null;
if(portArray!=null && portArray.length>0){//如果有传人参数，获取传人参数
for(int pi=0;pi<portArray.length;pi++){
portStr.append("'"+portArray[pi]+"',");
}
}else{//否则获取TOP10
portListTop10 = trafficPortActiveStatisticDao.findTrafficPortActiveTopN(beginDate, endDate);
for (LinkedHashMap map : portListTop10) {
portStr.append("'"+map.get("port")+"',");
}
}
if (!StringUtil.isEmpty(portStr)&&portStr.indexOf(",")>0) {
portStr.deleteCharAt(portStr.lastIndexOf(","));
}
Date beginDate1 = DateUtils.strToDate(beginDate, "yyyy-MM-dd HH:mm:ss");
Date endDate1 = DateUtils.strToDate(endDate, "yyyy-MM-dd HH:mm:ss");
//if (portListTop10 != null && portListTop10.size() > 0) {
//StringBuilder portStr = new StringBuilder();
if(!StringUtil.isEmpty(portStr)){
//如果所有IP在最后一个时间点的count都为0，则移除最后一个点
//开始划分时间段,间隔5分钟
List<Date> dateRangeList = new ArrayList<Date>();
List<String> strDateRangeList = new ArrayList<String>();
Calendar calendar = Calendar.getInstance();
calendar.setTime(beginDate1);
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
while (calendar.getTime().compareTo(endDate1)<=0) {
dateRangeList.add(calendar.getTime());
strDateRangeList.add(sdf.format(calendar.getTime()));
calendar.add(Calendar.MINUTE, 5);
}
ArrayList<TrafficPortActiveStatistic> portInfoList = trafficPortActiveStatisticDao.findTrafficPortActive(beginDate, endDate, portStr.toString());
//存放每个IP，每个时间点的总数
Map<String,List<Long>> portCountListMap = new HashMap<String, List<Long>>();
int index=0;
for (int i = 0; i < dateRangeList.size(); i++) {
//存放一个时间点中每个IP的总数
Map<String, Long> portCountMap = new HashMap<String, Long>();
Date date = dateRangeList.get(i);
for (int j = index; j < portInfoList.size(); j++) {
TrafficPortActiveStatistic portInfo = portInfoList.get(j);
if (portInfo.getStatTime()!=null){
if(portInfo.getStatTime().compareTo(date)>=0&&(i+1<dateRangeList.size()&&portInfo.getStatTime().compareTo(dateRangeList.get(i+1))<0)) {
Long num = portInfo.getSum();
if (portCountMap.containsKey(portInfo.getPort())) {
num=num+portCountMap.get(portInfo.getPort());
}
portCountMap.put(portInfo.getPort().toString(), num);
}else{
index = j;
break;
}
}
}
if(portArray!=null && portArray.length>0){//如果有传人参数，获取传人参数
for(int m=0;m<portArray.length;m++){
String port = portArray[m].toString();
Long sum = 0l;
if (portCountMap.containsKey(port)) {
sum=portCountMap.get(port);
}
if (portCountListMap.containsKey(port)) {
portCountListMap.get(port).add(sum);
}else{
List<Long> list = new ArrayList<Long>();
list.add(sum);
portCountListMap.put(port, list);
}
}
}else if(portListTop10!=null){
for (LinkedHashMap map : portListTop10) {
String port = map.get("port").toString();
Long sum = 0l;
if (portCountMap.containsKey(port)) {
sum=portCountMap.get(port);
}
if (portCountListMap.containsKey(port)) {
portCountListMap.get(port).add(sum);
}else{
List<Long> list = new ArrayList<Long>();
list.add(sum);
portCountListMap.put(port, list);
}
}
}
}
//整合port sum time
Iterator iterator = portCountListMap.keySet().iterator();
while (iterator.hasNext()) {
String ip = iterator.next()+"";
Map trafficPortActiveMap = new HashMap();
trafficPortActiveMap.put("port", ip);
trafficPortActiveMap.put("sum", portCountListMap.get(ip));
trafficPortActiveMap.put("statTime", strDateRangeList);
listMap.add(trafficPortActiveMap);
}
}
return listMap;
}
}