5900b299ea
# Conflicts: # src/main/java/com/nis/util/JedisUtils.java # src/main/java/com/nis/web/controller/restful/ConfigSourcesController.java # src/main/java/com/nis/web/service/restful/ConfigSourcesService.java # src/main/resources/nis.properties 合并配置全量同步功能，解决如上冲突
1424 lines
56 KiB
Java
1424 lines
56 KiB
Java
package com.nis.web.service.restful;
|
||
|
||
import java.beans.PropertyDescriptor;
|
||
import java.lang.reflect.Field;
|
||
import java.lang.reflect.Method;
|
||
import java.text.ParseException;
|
||
import java.text.SimpleDateFormat;
|
||
import java.util.ArrayList;
|
||
import java.util.Date;
|
||
import java.util.HashMap;
|
||
import java.util.Iterator;
|
||
import java.util.List;
|
||
import java.util.Map;
|
||
import java.util.concurrent.ConcurrentHashMap;
|
||
import java.util.regex.Matcher;
|
||
import java.util.regex.Pattern;
|
||
|
||
import net.sf.json.JSONObject;
|
||
import redis.clients.jedis.JedisPool;
|
||
import redis.clients.jedis.JedisPoolConfig;
|
||
|
||
import org.springframework.beans.factory.annotation.Autowired;
|
||
import org.springframework.stereotype.Service;
|
||
|
||
import com.google.gson.JsonArray;
|
||
import com.google.gson.JsonObject;
|
||
import com.google.gson.JsonParser;
|
||
import com.nis.domain.restful.CommonSourceFieldCfg;
|
||
import com.nis.domain.restful.ConfigCompile;
|
||
import com.nis.domain.restful.ConfigGroupRelation;
|
||
import com.nis.domain.restful.DigestRegion;
|
||
import com.nis.domain.restful.GroupReuse;
|
||
import com.nis.domain.restful.IpRegion;
|
||
import com.nis.domain.restful.MaatConfig;
|
||
import com.nis.domain.restful.NumRegion;
|
||
import com.nis.domain.restful.StrRegion;
|
||
import com.nis.restful.RestBusinessCode;
|
||
import com.nis.restful.RestServiceException;
|
||
import com.nis.restful.ServiceRuntimeException;
|
||
import com.nis.util.BasicProvingUtil;
|
||
import com.nis.util.CamelUnderlineUtil;
|
||
import com.nis.util.CompileVal;
|
||
import com.nis.util.Constants;
|
||
import com.nis.util.GroupReuseVal;
|
||
import com.nis.util.JsonMapper;
|
||
import com.nis.util.ReadCommSourceXmlUtil;
|
||
import com.nis.util.ServiceAndRDBIndexReal;
|
||
import com.zdjizhi.utils.StringUtil;
|
||
import com.nis.web.service.AuditLogThread;
|
||
import com.nis.web.service.BaseService;
|
||
|
||
/**
|
||
* @ClassName: ControlService
|
||
* @Description: TODO(编译配置持久化)
|
||
* @author (zx)
|
||
* @date 2016年9月6日 下午1:08:12
|
||
* @version V1.0
|
||
*/
|
||
@Service
|
||
public class ConfigSourcesService extends BaseService {
|
||
|
||
private Map<Integer, Map<String, String>> map;
|
||
|
||
private SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
|
||
|
||
@Autowired
|
||
ConfigRedisService configRedisService;
|
||
|
||
/**
|
||
*
|
||
* @Description: 判断tableName是否是增强字符串类域配置表
|
||
* @date 2018年8月10日 下午4:14:36
|
||
* @param tableName
|
||
* @param service
|
||
* @return
|
||
* @throws Exception
|
||
*/
|
||
public static boolean isStrStrongRegion(String tableName, Integer service) throws Exception {
|
||
if (null != tableName && !tableName.equals("")) {
|
||
List<String> tableList = new ArrayList<String>();
|
||
Map<Integer, List<String>> sercieNameMap = ServiceAndRDBIndexReal.getSercieNameMap().get(service);
|
||
if (sercieNameMap != null && sercieNameMap.size() > 0) {
|
||
for (Integer type : sercieNameMap.keySet()) {
|
||
// 12代表是ip类域配置,13代表是数值类配置,14代表是字符串类域配置,15代表是增强字符串类域配置,
|
||
if ("15".equals(type.toString())) {
|
||
List<String> tableNameList = sercieNameMap.get(type);
|
||
if (tableNameList != null && tableNameList.size() > 0) {
|
||
for (String table : tableNameList) {
|
||
tableList.add(table.toUpperCase());
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
if (tableList.contains(tableName)) {
|
||
return true;
|
||
} else {
|
||
return false;
|
||
}
|
||
} else {
|
||
return false;
|
||
}
|
||
|
||
}
|
||
|
||
public Map<Integer, Map<String, String>> getMap() {
|
||
return map;
|
||
}
|
||
|
||
public void setMap(Map<Integer, Map<String, String>> map) {
|
||
this.map = map;
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:
|
||
* @author (zdx)
|
||
* @date 2018年5月25日 下午3:49:46
|
||
* @param thread
|
||
* @param start
|
||
* @param configCompileList
|
||
* @param sb
|
||
* @return
|
||
*/
|
||
public void saveMaatConfig(AuditLogThread thread, long start, List<ConfigCompile> configCompileList,
|
||
StringBuffer sb) throws Exception {
|
||
|
||
long currentTimeMillis = System.currentTimeMillis();
|
||
Map<Integer, List<MaatConfig>> maatMap = new HashMap<Integer, List<MaatConfig>>();
|
||
Map<Integer, List<MaatConfig>> configMap = new HashMap<Integer, List<MaatConfig>>();
|
||
|
||
if (configCompileList != null && configCompileList.size() > Constants.MAX_LIST_SIZE) {
|
||
thread.setSaveContentFlag(false);
|
||
}
|
||
for (ConfigCompile configCompile : configCompileList) {
|
||
Integer service = Integer.valueOf(configCompile.getService().toString());
|
||
MaatConfig maatConfig = new MaatConfig();
|
||
CompileVal.compileIsOk(configCompile, false, sb);
|
||
|
||
maatConfig.setService(service);
|
||
// 编译
|
||
maatConfig.setCompileMap(convertObjectToMap(configCompile, ConfigCompile.class));
|
||
// 分组
|
||
List<Map<String, String>> dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getGroupRelationList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (ConfigGroupRelation group : configCompile.getGroupRelationList()) {
|
||
dstMaplList.add(convertObjectToMap(group, ConfigGroupRelation.class));
|
||
}
|
||
}
|
||
maatConfig.setGroupMapList(dstMaplList);
|
||
// 字符串域
|
||
dstMaplList = null;
|
||
List<Map<String, String>> strongMapList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getStrRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (StrRegion region : configCompile.getStrRegionList()) {
|
||
if (StringUtil.isEmpty(region.getDistrict())) {
|
||
dstMaplList.add(convertObjectToMap(region, StrRegion.class));
|
||
} else {
|
||
if (StringUtil.isEmpty(strongMapList)) {
|
||
strongMapList = new ArrayList<Map<String, String>>();
|
||
}
|
||
strongMapList.add(convertObjectToMap(region, StrRegion.class));
|
||
}
|
||
}
|
||
}
|
||
maatConfig.setStrRegionMapList(dstMaplList);
|
||
// 增强字符串域
|
||
if (!StringUtil.isEmpty(strongMapList) && strongMapList.size() > 0) {
|
||
maatConfig.setStrStrRegionMapList((strongMapList));
|
||
}
|
||
// 数值域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getNumRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (NumRegion region : configCompile.getNumRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, NumRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setNumRegionMapList(dstMaplList);
|
||
|
||
// Ip域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getIpRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (IpRegion region : configCompile.getIpRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, IpRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setIpRegionMapList(dstMaplList);
|
||
|
||
// 摘要类域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getDigestRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (DigestRegion region : configCompile.getDigestRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, DigestRegion.class));
|
||
}
|
||
}
|
||
|
||
maatConfig.setFileDigestRegionMapList(dstMaplList);
|
||
|
||
// 文本相似性域
|
||
// dstMaplList = null;
|
||
// maatConfig.setFileLikeRegionMapList(dstMaplList);
|
||
|
||
// 生效范围IP域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getIpClientRangeList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (IpRegion region : configCompile.getIpClientRangeList()) {
|
||
dstMaplList.add(convertObjectToMap(region, IpRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setIpClientRangeMapList(dstMaplList);
|
||
|
||
if (maatMap.containsKey(service)) {
|
||
maatMap.get(service).add(maatConfig);
|
||
} else {
|
||
List<MaatConfig> maatCfgList = new ArrayList<MaatConfig>();
|
||
maatCfgList.add(maatConfig);
|
||
maatMap.put(service, maatCfgList);
|
||
|
||
}
|
||
}
|
||
|
||
// 调用接口入redis
|
||
|
||
Iterator serviceIterator = maatMap.keySet().iterator();
|
||
while (serviceIterator.hasNext()) {
|
||
Integer service = Integer.valueOf(serviceIterator.next().toString());
|
||
List<Integer> dbIndexList = ServiceAndRDBIndexReal.getRedisDBByService(service);
|
||
if (!StringUtil.isEmpty(dbIndexList) && dbIndexList.size() > 0) {
|
||
for (Integer dbIndex : dbIndexList) {
|
||
// 分发到阀门有些业务需要添加编译属性到域配置
|
||
List<MaatConfig> newMaatConfigList = new ArrayList<MaatConfig>();
|
||
newMaatConfigList.addAll(maatMap.get(service));
|
||
if (dbIndex.intValue() == Constants.TAPREDISDB) {
|
||
Map<Integer, Map<String, String[]>> maatToValueMap = ServiceAndRDBIndexReal.getMaatToValveMap();
|
||
addFieldToValveOrWebFocus(service, newMaatConfigList, maatToValueMap, false);
|
||
} else if (dbIndex.intValue() == Constants.WEBFOCUSREDISDB) {
|
||
Map<Integer, Map<String, String[]>> maatToWebFocusMap = ServiceAndRDBIndexReal
|
||
.getMaatToWebFocusMap();
|
||
addFieldToValveOrWebFocus(service, newMaatConfigList, maatToWebFocusMap, true);
|
||
}
|
||
|
||
if (configMap.containsKey(dbIndex)) {
|
||
configMap.get(dbIndex).addAll(newMaatConfigList);
|
||
} else {
|
||
List<MaatConfig> list = new ArrayList<MaatConfig>();
|
||
list.addAll(newMaatConfigList);
|
||
configMap.put(dbIndex, list);
|
||
}
|
||
|
||
}
|
||
} else {
|
||
throw new ServiceRuntimeException(RestBusinessCode.ServiceNoFoundDBIndex.getErrorReason(),
|
||
RestBusinessCode.ServiceNoFoundDBIndex.getValue());
|
||
}
|
||
}
|
||
logger.info("---------------调用Redis maat配置新增接口---------------------");
|
||
|
||
long end = System.currentTimeMillis();
|
||
logger.warn("执行ConfigSourcesService.saveMaatConfig用时{}毫秒",end-currentTimeMillis);
|
||
configRedisService.saveMaatConfig(configMap);
|
||
}
|
||
|
||
/**
|
||
* 添加额外属性到阀门或者webfocus
|
||
*
|
||
* @param maatToValueMap
|
||
*/
|
||
private void addFieldToValveOrWebFocus(Integer service, List<MaatConfig> newMaatConfigList,
|
||
Map<Integer, Map<String, String[]>> maatToValueMap, Boolean isWebFocus) {
|
||
|
||
if (maatToValueMap.containsKey(service)) {
|
||
|
||
Map<String, String[]> regionAndFiledMap = maatToValueMap.get(service);
|
||
for (int i = 0; i < newMaatConfigList.size(); i++) {
|
||
MaatConfig maatConfig = newMaatConfigList.get(i);
|
||
if (isWebFocus && maatConfig.getGroupMapList().size() > 1) {// 如果当前配置需要向webfocus中入,但是groupsize大于1,此时就不入了,只有groupsize=1的时候入
|
||
continue;
|
||
}
|
||
MaatConfig newMaatConfig = (MaatConfig) JsonMapper.fromJsonString(JsonMapper.toJsonString(maatConfig),
|
||
MaatConfig.class);
|
||
Iterator iterator = regionAndFiledMap.keySet().iterator();
|
||
while (iterator.hasNext()) {
|
||
String regionName = iterator.next().toString();
|
||
PropertyDescriptor pd;
|
||
try {
|
||
pd = new PropertyDescriptor(regionName + "MapList", MaatConfig.class);
|
||
Method method = pd.getReadMethod();
|
||
Object object = method.invoke(newMaatConfig);
|
||
|
||
if (object != null) {
|
||
|
||
List<Map<String, String>> listMaps = new ArrayList<Map<String, String>>();
|
||
listMaps.addAll((List<Map<String, String>>) object);
|
||
String[] fields = regionAndFiledMap.get(regionName);
|
||
for (String fieldName : fields) {
|
||
String value = newMaatConfig.getCompileMap().get(fieldName.toLowerCase());
|
||
if (!StringUtil.isEmpty(value)) {
|
||
for (Map<String, String> map : listMaps) {
|
||
map.put(fieldName.toLowerCase(), value);
|
||
}
|
||
}
|
||
}
|
||
method = pd.getWriteMethod();
|
||
method.invoke(newMaatConfig, listMaps);
|
||
}
|
||
newMaatConfigList.set(i, newMaatConfig);
|
||
} catch (Exception e) {
|
||
// TODO Auto-generated catch block
|
||
throw new RestServiceException("未找到域列表，请检查配置文件中域类型是否正确！:" + e.getMessage(),
|
||
RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
|
||
}
|
||
}
|
||
}
|
||
}
|
||
/**
|
||
* @Description:
|
||
* @author(zdx) @date 2018年12月3日 下午6:48:32
|
||
* @param configCompileList
|
||
* @throws Exception
|
||
*/
|
||
|
||
public void saveMaatConfig(List<ConfigCompile> configCompileList) throws Exception {
|
||
Map<Integer, List<MaatConfig>> maatMap = new HashMap<Integer, List<MaatConfig>>();
|
||
Map<Integer, List<MaatConfig>> configMap = new HashMap<Integer, List<MaatConfig>>();
|
||
|
||
for (ConfigCompile configCompile : configCompileList) {
|
||
Integer service = Integer.valueOf(configCompile.getService().toString());
|
||
MaatConfig maatConfig = new MaatConfig();
|
||
|
||
maatConfig.setService(service);
|
||
// 编译
|
||
maatConfig.setCompileMap(convertObjectToMap(configCompile, ConfigCompile.class));
|
||
// 分组
|
||
List<Map<String, String>> dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getGroupRelationList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (ConfigGroupRelation group : configCompile.getGroupRelationList()) {
|
||
dstMaplList.add(convertObjectToMap(group, ConfigGroupRelation.class));
|
||
}
|
||
}
|
||
maatConfig.setGroupMapList(dstMaplList);
|
||
// 字符串域
|
||
dstMaplList = null;
|
||
List<Map<String, String>> strongMapList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getStrRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (StrRegion region : configCompile.getStrRegionList()) {
|
||
if (StringUtil.isEmpty(region.getDistrict())) {
|
||
dstMaplList.add(convertObjectToMap(region, StrRegion.class));
|
||
} else {
|
||
if (StringUtil.isEmpty(strongMapList)) {
|
||
strongMapList = new ArrayList<Map<String, String>>();
|
||
}
|
||
strongMapList.add(convertObjectToMap(region, StrRegion.class));
|
||
}
|
||
}
|
||
}
|
||
maatConfig.setStrRegionMapList(dstMaplList);
|
||
// 增强字符串域
|
||
if (!StringUtil.isEmpty(strongMapList) && strongMapList.size() > 0) {
|
||
maatConfig.setStrStrRegionMapList((strongMapList));
|
||
}
|
||
// 数值域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getNumRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (NumRegion region : configCompile.getNumRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, NumRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setNumRegionMapList(dstMaplList);
|
||
|
||
// Ip域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getIpRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (IpRegion region : configCompile.getIpRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, IpRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setIpRegionMapList(dstMaplList);
|
||
|
||
// 摘要类域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getDigestRegionList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (DigestRegion region : configCompile.getDigestRegionList()) {
|
||
dstMaplList.add(convertObjectToMap(region, DigestRegion.class));
|
||
}
|
||
}
|
||
|
||
maatConfig.setFileDigestRegionMapList(dstMaplList);
|
||
|
||
// 文本相似性域
|
||
// dstMaplList = null;
|
||
// maatConfig.setFileLikeRegionMapList(dstMaplList);
|
||
|
||
// 生效范围IP域
|
||
dstMaplList = null;
|
||
if (!StringUtil.isEmpty(configCompile.getIpClientRangeList())) {
|
||
dstMaplList = new ArrayList<Map<String, String>>();
|
||
for (IpRegion region : configCompile.getIpClientRangeList()) {
|
||
dstMaplList.add(convertObjectToMap(region, IpRegion.class));
|
||
}
|
||
}
|
||
maatConfig.setIpClientRangeMapList(dstMaplList);
|
||
|
||
if (maatMap.containsKey(service)) {
|
||
maatMap.get(service).add(maatConfig);
|
||
} else {
|
||
List<MaatConfig> maatCfgList = new ArrayList<MaatConfig>();
|
||
maatCfgList.add(maatConfig);
|
||
maatMap.put(service, maatCfgList);
|
||
|
||
}
|
||
}
|
||
|
||
// 调用接口入redis
|
||
|
||
Iterator serviceIterator = maatMap.keySet().iterator();
|
||
while (serviceIterator.hasNext()) {
|
||
Integer service = Integer.valueOf(serviceIterator.next().toString());
|
||
List<Integer> dbIndexList = ServiceAndRDBIndexReal.getRedisDBByService(service);
|
||
if (!StringUtil.isEmpty(dbIndexList) && dbIndexList.size() > 0) {
|
||
for (Integer dbIndex : dbIndexList) {
|
||
// 分发到阀门有些业务需要添加编译属性到域配置
|
||
List<MaatConfig> newMaatConfigList = new ArrayList<MaatConfig>();
|
||
newMaatConfigList.addAll(maatMap.get(service));
|
||
if (dbIndex.intValue() == ServiceAndRDBIndexReal.getValveDBIndex().intValue()) {
|
||
Map<Integer, Map<String, String[]>> maatToValueMap = ServiceAndRDBIndexReal.getMaatToValveMap();
|
||
if (maatToValueMap.containsKey(service)) {
|
||
|
||
Map<String, String[]> regionAndFiledMap = maatToValueMap.get(service);
|
||
for (int i = 0; i < newMaatConfigList.size(); i++) {
|
||
MaatConfig maatConfig = newMaatConfigList.get(i);
|
||
MaatConfig newMaatConfig = (MaatConfig) JsonMapper
|
||
.fromJsonString(JsonMapper.toJsonString(maatConfig), MaatConfig.class);
|
||
Iterator iterator = regionAndFiledMap.keySet().iterator();
|
||
while (iterator.hasNext()) {
|
||
String regionName = iterator.next().toString();
|
||
PropertyDescriptor pd;
|
||
try {
|
||
pd = new PropertyDescriptor(regionName + "MapList", MaatConfig.class);
|
||
Method method = pd.getReadMethod();
|
||
Object object = method.invoke(newMaatConfig);
|
||
|
||
if (object != null) {
|
||
|
||
List<Map<String, String>> listMaps = new ArrayList<Map<String, String>>();
|
||
listMaps.addAll((List<Map<String, String>>) object);
|
||
String[] fields = regionAndFiledMap.get(regionName);
|
||
for (String fieldName : fields) {
|
||
String value = newMaatConfig.getCompileMap()
|
||
.get(fieldName.toLowerCase());
|
||
if (!StringUtil.isEmpty(value)) {
|
||
for (Map<String, String> map : listMaps) {
|
||
map.put(fieldName.toLowerCase(), value);
|
||
}
|
||
}
|
||
}
|
||
method = pd.getWriteMethod();
|
||
method.invoke(newMaatConfig, listMaps);
|
||
}
|
||
newMaatConfigList.set(i, newMaatConfig);
|
||
} catch (Exception e) {
|
||
// TODO Auto-generated catch block
|
||
throw new RestServiceException("未找到域列表，请检查配置文件中域类型是否正确！:" + e.getMessage(),
|
||
RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
if (configMap.containsKey(dbIndex)) {
|
||
configMap.get(dbIndex).addAll(newMaatConfigList);
|
||
} else {
|
||
List<MaatConfig> list = new ArrayList<MaatConfig>();
|
||
list.addAll(newMaatConfigList);
|
||
configMap.put(dbIndex, list);
|
||
}
|
||
|
||
}
|
||
} else {
|
||
throw new ServiceRuntimeException("service为"+service+"的业务写入数据库序号映射关系不存在",
|
||
RestBusinessCode.ServiceNoFoundDBIndex.getValue());
|
||
}
|
||
}
|
||
logger.info("---------------调用Redis maat配置新增接口---------------------");
|
||
configRedisService.saveMaatConfig(configMap);
|
||
}
|
||
|
||
private Map<String, String> convertObjectToMap(Object obj, Class clazz) throws Exception {
|
||
Map<String, String> dstMap = new HashMap<String, String>();
|
||
Field[] fields = obj.getClass().getDeclaredFields();
|
||
for (Field field : fields) {
|
||
if ("serialVersionUID".equals(field.getName())) {
|
||
continue;
|
||
}
|
||
|
||
String dstName = CamelUnderlineUtil.camelToUnderline(field.getName());
|
||
PropertyDescriptor pd;
|
||
pd = new PropertyDescriptor(field.getName(), clazz);
|
||
Method method = pd.getReadMethod();
|
||
Object dstObject = method.invoke(obj);
|
||
if (dstObject instanceof Date) {
|
||
dstObject = convertToTimeStamp16((Date) dstObject);
|
||
}
|
||
if (dstObject instanceof ArrayList) {
|
||
dstObject = "";
|
||
}
|
||
dstMap.put(dstName, StringUtil.isEmpty(dstObject) ? "" : dstObject.toString());
|
||
}
|
||
return dstMap;
|
||
}
|
||
|
||
public void updateConfigSources(AuditLogThread thread, long start, List<ConfigCompile> compileList, Date opTime,
|
||
StringBuffer sb, boolean isConfigStartStop) throws Exception {
|
||
// 所有状态更新的配置isValid的值必须相同
|
||
Map<String, String> validIdMap = new HashMap<String, String>();
|
||
|
||
Map<Integer, List<Long>> compileMap = new HashMap<Integer, List<Long>>();
|
||
if (compileList != null && compileList.size() > Constants.MAX_LIST_SIZE) {
|
||
thread.setSaveContentFlag(false);
|
||
}
|
||
if (null != compileList && compileList.size() > 0) {
|
||
for (ConfigCompile config : compileList) {
|
||
checkCompileOptForUpdate(config, isConfigStartStop);
|
||
validIdMap.put(config.getIsValid().toString(), config.getIsValid().toString());
|
||
if (config.getOpTime() == null) {
|
||
config.setOpTime(opTime);
|
||
}
|
||
|
||
// compileAllList.add(config);
|
||
if (compileMap.containsKey(config.getService())) {
|
||
compileMap.get(config.getService()).add(config.getCompileId());
|
||
} else {
|
||
List<Long> idList = new ArrayList<Long>();
|
||
idList.add(config.getCompileId());
|
||
compileMap.put(config.getService(), idList);
|
||
}
|
||
}
|
||
|
||
} else {
|
||
throw new RestServiceException("编译配置不能为空" + sb.toString(), RestBusinessCode.CompileIsNull.getValue());
|
||
}
|
||
|
||
if (validIdMap.size() > 1) {
|
||
throw new RestServiceException(RestBusinessCode.IsValidNonUniq.getErrorReason(),
|
||
RestBusinessCode.IsValidNonUniq.getValue());
|
||
}
|
||
|
||
if (!isConfigStartStop) {
|
||
// 所有的都删除成功返回true
|
||
if (!configRedisService.delMaatConfig(compileMap,false)) {
|
||
throw new ServiceRuntimeException("取消MAAT配置时出现异常，具体原因不详，请联系管理员",
|
||
RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
} else {
|
||
boolean isStart = true;// 置为生效
|
||
Integer isValid = compileList.get(0).getIsValid();
|
||
if (isValid == 0) {
|
||
isStart = false;// 置为失效
|
||
}
|
||
if (!configRedisService.delMaatConfig(compileMap, isStart)) {
|
||
throw new ServiceRuntimeException("停启用MAAT配置时出现异常，具体原因不详，请联系管理员",
|
||
RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
|
||
}
|
||
}
|
||
|
||
private String convertToTimeStamp16(Date date) {
|
||
// sdf.setTimeZone(TimeZone.getTimeZone("UTC"));
|
||
return date.getTime() + "000";
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:验证compileId+isValid
|
||
* @author (zdx)
|
||
* @date 2017年8月16日 上午11:48:46
|
||
* @param config
|
||
* @return
|
||
*/
|
||
private void checkCompileOptForUpdate(ConfigCompile config, boolean isConfigStartStop) throws Exception {
|
||
|
||
if (StringUtil.isEmpty(config.getCompileId())) {
|
||
throw new RestServiceException(RestBusinessCode.CompileIdIsNull.getErrorReason(),
|
||
RestBusinessCode.CompileIdIsNull.getValue());
|
||
}
|
||
if (StringUtil.isEmpty(config.getService())) {
|
||
throw new RestServiceException(RestBusinessCode.ServiceIsNull.getErrorReason(),
|
||
RestBusinessCode.ServiceIsNull.getValue());
|
||
}
|
||
if (StringUtil.isEmpty(config.getIsValid())) {
|
||
throw new RestServiceException("编译配置id为" + config.getCompileId() + "的IsValid字段不能为空",
|
||
RestBusinessCode.IsValidIsNull.getValue());
|
||
}
|
||
|
||
if (!isConfigStartStop) {
|
||
if (config.getIsValid() != 0) {
|
||
throw new RestServiceException("编译配置id为" + config.getCompileId() + "的配置在修改时不能为有效",
|
||
RestBusinessCode.IsValidIsF.getValue());
|
||
}
|
||
}
|
||
}
|
||
|
||
public void saveCommonSources(AuditLogThread thread, long start, String jsonString) throws Exception {
|
||
JsonArray jsonObjectList = null;
|
||
try {
|
||
jsonObjectList = new JsonParser().parse(jsonString).getAsJsonArray();
|
||
} catch (Exception e) {
|
||
// TODO: handle exception
|
||
throw new RestServiceException(RestBusinessCode.CBParamFormateError.getErrorReason() + "," + e.getMessage(),
|
||
RestBusinessCode.CBParamFormateError.getValue());
|
||
}
|
||
if (jsonObjectList != null && jsonObjectList.size() > Constants.MAX_LIST_SIZE) {
|
||
thread.setContent("批量提交数量超过" + Constants.MAX_LIST_SIZE + "条,不记录请求内容");
|
||
}
|
||
Map<Integer, List<Map<String, String>>> dstMaps = new HashMap<Integer, List<Map<String, String>>>();
|
||
for (int i = 0; i < jsonObjectList.size(); i++) {
|
||
JsonObject jsonObj = (JsonObject) jsonObjectList.get(i);
|
||
Map<String, Object> srcMap = JSONObject.fromObject(JSONObject.fromObject((jsonObj.toString())));
|
||
if (srcMap.containsKey("service")) {
|
||
Map<String, String> dstMap = new HashMap<String, String>();
|
||
List<CommonSourceFieldCfg> commonSourceFieldCfgList = ReadCommSourceXmlUtil
|
||
.getCommonSourceCfgByService(srcMap.get("service").toString().trim());
|
||
if (StringUtil.isEmpty(commonSourceFieldCfgList)) {
|
||
throw new RestServiceException(
|
||
RestBusinessCode.ServiceIsWrong.getErrorReason() + ",请检查service配置是否正确",
|
||
RestBusinessCode.ServiceIsWrong.getValue());
|
||
}
|
||
// 获取IP类型
|
||
Integer ipType = null;
|
||
String ipTypeName = "";
|
||
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : commonSourceFieldCfgList) {
|
||
if (commonSourceFieldCfg.getDstName().equals("addr_type")) {
|
||
String dstVal = srcMap.get(commonSourceFieldCfg.getSrcName()).toString();
|
||
ipTypeName = commonSourceFieldCfg.getSrcName();
|
||
// regexp 特殊格式正则验证
|
||
Boolean valFlag = true;
|
||
if (!StringUtil.isEmpty(commonSourceFieldCfg.getRegexp())) {
|
||
Pattern pattern = Pattern.compile(commonSourceFieldCfg.getRegexp());
|
||
Matcher matcher = pattern.matcher(dstVal);
|
||
valFlag = valFlag & matcher.matches();
|
||
}
|
||
if (!valFlag) {
|
||
throw new RestServiceException(RestBusinessCode.IpTypeIsWrong.getErrorReason(),
|
||
RestBusinessCode.IpTypeIsWrong.getValue());
|
||
}
|
||
ipType = Integer.parseInt(dstVal);
|
||
}
|
||
// 验证service与action是否匹配
|
||
if (commonSourceFieldCfg.getDstName().equals("action")) {
|
||
String dstVal = srcMap.get(commonSourceFieldCfg.getSrcName()).toString().trim();
|
||
if (Integer.valueOf(dstVal).compareTo(ServiceAndRDBIndexReal
|
||
.getActionByService(Integer.valueOf(srcMap.get("service").toString().trim()))) != 0) {
|
||
throw new RestServiceException(RestBusinessCode.ServiceUnmatchAction.getErrorReason(),
|
||
RestBusinessCode.ServiceUnmatchAction.getValue());
|
||
}
|
||
}
|
||
}
|
||
if (ipType == null) {
|
||
ipType = 4;
|
||
}
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : commonSourceFieldCfgList) {
|
||
// 是否必填
|
||
if (commonSourceFieldCfg.getIsRequired()
|
||
&& !srcMap.containsKey(commonSourceFieldCfg.getSrcName())) {
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数不能为空",
|
||
RestBusinessCode.FieldIsNull.getValue());
|
||
}
|
||
// 字段类型 String Number Date Ip Port
|
||
String dstStr = StringUtil.isEmpty(srcMap.get(commonSourceFieldCfg.getSrcName()))
|
||
? commonSourceFieldCfg.getDefaultVal()
|
||
: srcMap.get(commonSourceFieldCfg.getSrcName()).toString();
|
||
if (!StringUtil.isEmpty(dstStr) && dstStr.startsWith("[") && dstStr.endsWith("]")) {
|
||
dstStr = srcMap.get(dstStr.substring(1, dstStr.length() - 1)).toString();
|
||
}
|
||
|
||
if ("dstFile".equals(commonSourceFieldCfg.getSrcName())) {
|
||
if ("dst_file".equals(commonSourceFieldCfg.getDstName())) {
|
||
String maatTableName = ServiceAndRDBIndexReal
|
||
.getUnMaatTableName(Integer.valueOf(srcMap.get("service").toString().trim()));
|
||
String dstPath = Constants.MM_SAMPLE_DST_PATH.replace("{tableType}",
|
||
maatTableName.substring(maatTableName.lastIndexOf("_") + 1));
|
||
dstStr = dstPath.replace("{fileName}", dstStr.substring(dstStr.lastIndexOf("/") + 1));
|
||
} else if ("file_id".equals(commonSourceFieldCfg.getDstName())) {
|
||
//dstStr = dstStr.substring(dstStr.indexOf("group"));
|
||
}
|
||
}
|
||
switch (commonSourceFieldCfg.getFieldType()) {
|
||
case "Number":
|
||
if (!StringUtil.isNumeric(dstStr)) {
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数不能格式不正确,必需是数值型",
|
||
RestBusinessCode.MastNumberic.getValue());
|
||
}
|
||
break;
|
||
case "Date":
|
||
try {
|
||
// sdf.setTimeZone(TimeZone.getTimeZone("UTC"));
|
||
// System.out.println("--------------------TimeZone:"
|
||
// + sdf.getTimeZone());
|
||
sdf.setLenient(false);
|
||
Date date = sdf.parse(dstStr);
|
||
dstStr = date.getTime() + "000";
|
||
} catch (ParseException e) {
|
||
// TODO Auto-generated catch block
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数格式不正确或不是规范的日期串",
|
||
RestBusinessCode.MastDate.getValue());
|
||
}
|
||
break;
|
||
case "IP":
|
||
Boolean isSrcInfo = commonSourceFieldCfg.getIsSrcInfo();
|
||
Integer valAddrType = ipType;
|
||
if (ipType.intValue() == 46) {
|
||
valAddrType = isSrcInfo ? 4 : 6;
|
||
} else if (ipType.intValue() == 64) {
|
||
valAddrType = isSrcInfo ? 6 : 4;
|
||
} else if (ipType.intValue() == 10) {
|
||
valAddrType = null;
|
||
}
|
||
if (!BasicProvingUtil.isIpOrIpMask(dstStr, valAddrType)) {
|
||
throw new RestServiceException(
|
||
commonSourceFieldCfg.getSrcName() + "参数格式不正确或与" + ipTypeName + "不一致",
|
||
RestBusinessCode.IpIsUnMatchType.getValue());
|
||
}
|
||
break;
|
||
case "Port":
|
||
if (!BasicProvingUtil.isPortOrPortMask(dstStr)) {
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数不能格式不正确，不是合法的Port",
|
||
RestBusinessCode.PortIsNotVal.getValue());
|
||
}
|
||
break;
|
||
|
||
}
|
||
// range取值范围验证
|
||
if (!StringUtil.isEmpty(commonSourceFieldCfg.getRange())) {
|
||
String[] range = commonSourceFieldCfg.getRange().split("-");
|
||
Boolean flag = false;
|
||
if (range.length == 2) {
|
||
if (!(Long.valueOf(range[0]).compareTo(Long.valueOf(dstStr)) <= 0
|
||
&& Long.valueOf(range[1]).compareTo(Long.valueOf(dstStr)) >= 0)) {
|
||
flag = true;
|
||
}
|
||
|
||
} else if (commonSourceFieldCfg.getRange().startsWith("-")) {// 只有最大值限制
|
||
if (Long.valueOf(range[0]).compareTo(Long.valueOf(dstStr)) <= 0) {
|
||
flag = true;
|
||
}
|
||
} else if (commonSourceFieldCfg.getRange().endsWith("-")) {// 只有最小值限制
|
||
if (Long.valueOf(range[0]).compareTo(Long.valueOf(dstStr)) >= 0) {
|
||
flag = true;
|
||
}
|
||
}
|
||
if (flag) {
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数不在有效范围("
|
||
+ commonSourceFieldCfg.getRange() + ")",
|
||
RestBusinessCode.ValueInWrongRange.getValue());
|
||
}
|
||
}
|
||
// regexp 特殊格式正则验证
|
||
Boolean valFlag = true;
|
||
if (!StringUtil.isEmpty(commonSourceFieldCfg.getRegexp())) {
|
||
Pattern pattern = Pattern.compile(commonSourceFieldCfg.getRegexp());
|
||
Matcher matcher = pattern.matcher(dstStr);
|
||
valFlag = valFlag & matcher.matches();
|
||
}
|
||
if (valFlag) {
|
||
dstMap.put(commonSourceFieldCfg.getDstName(), dstStr);
|
||
} else {
|
||
throw new RestServiceException(commonSourceFieldCfg.getSrcName() + "参数格式与正则("
|
||
+ commonSourceFieldCfg.getRegexp() + ")不匹配",
|
||
RestBusinessCode.ValueInWrongRegexp.getValue());
|
||
}
|
||
}
|
||
if (StringUtil.isEmpty(dstMaps.get(Integer.valueOf(srcMap.get("service").toString())))) {
|
||
List<Map<String, String>> list = new ArrayList<Map<String, String>>();
|
||
list.add(dstMap);
|
||
dstMaps.put(Integer.valueOf(srcMap.get("service").toString()), list);
|
||
} else {
|
||
List<Map<String, String>> list = dstMaps.get(Integer.valueOf(srcMap.get("service").toString()));
|
||
list.add(dstMap);
|
||
|
||
}
|
||
} else {
|
||
throw new RestServiceException("service参数不能为空", RestBusinessCode.ServiceIsNull.getValue());
|
||
}
|
||
}
|
||
logger.info("------------------调用非maat配置新增接口-------------------");
|
||
// 按service分库
|
||
Map<Integer, List<Map<String, String>>> configMap = new HashMap<Integer, List<Map<String, String>>>();
|
||
Iterator serviceIterator = dstMaps.keySet().iterator();
|
||
while (serviceIterator.hasNext()) {
|
||
Integer service = Integer.valueOf(serviceIterator.next().toString());
|
||
List<Integer> dbIndexList = ServiceAndRDBIndexReal.getRedisDBByService(service);
|
||
if (!StringUtil.isEmpty(dbIndexList) && dbIndexList.size() > 0) {
|
||
for (Integer dbIndex : dbIndexList) {
|
||
if (configMap.containsKey(dbIndex)) {
|
||
configMap.get(dbIndex).addAll(dstMaps.get(service));
|
||
} else {
|
||
List<Map<String, String>> list = new ArrayList<Map<String, String>>();
|
||
list.addAll(dstMaps.get(service));
|
||
configMap.put(dbIndex, list);
|
||
}
|
||
}
|
||
} else {
|
||
throw new ServiceRuntimeException("service与写入数据库序号映射关系不存在",
|
||
RestBusinessCode.ServiceNoFoundDBIndex.getValue());
|
||
}
|
||
|
||
}
|
||
configRedisService.saveUnMaatConfig(configMap);
|
||
}
|
||
|
||
|
||
public void saveCommonSources(String jsonString) throws Exception {
|
||
JsonArray jsonObjectList = null;
|
||
try {
|
||
jsonObjectList = new JsonParser().parse(jsonString).getAsJsonArray();
|
||
} catch (Exception e) {
|
||
// TODO: handle exception
|
||
throw new RestServiceException(RestBusinessCode.CBParamFormateError.getErrorReason() + "," + e.getMessage(),
|
||
RestBusinessCode.CBParamFormateError.getValue());
|
||
}
|
||
Map<Integer, List<Map<String, String>>> dstMaps = new HashMap<Integer, List<Map<String, String>>>();
|
||
for (int i = 0; i < jsonObjectList.size(); i++) {
|
||
JsonObject jsonObj = (JsonObject) jsonObjectList.get(i);
|
||
Map<String, Object> srcMap = JSONObject.fromObject(JSONObject.fromObject((jsonObj.toString())));
|
||
if (srcMap.containsKey("service")) {
|
||
Map<String, String> dstMap = new HashMap<String, String>();
|
||
List<CommonSourceFieldCfg> commonSourceFieldCfgList = ReadCommSourceXmlUtil
|
||
.getCommonSourceCfgByService(srcMap.get("service").toString().trim());
|
||
|
||
// 获取IP类型
|
||
Integer ipType = null;
|
||
String ipTypeName = "";
|
||
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : commonSourceFieldCfgList) {
|
||
if (commonSourceFieldCfg.getDstName().equals("addr_type")) {
|
||
String dstVal = srcMap.get(commonSourceFieldCfg.getSrcName()).toString();
|
||
ipType = Integer.parseInt(dstVal);
|
||
}
|
||
}
|
||
if (ipType == null) {
|
||
ipType = 4;
|
||
}
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : commonSourceFieldCfgList) {
|
||
// 字段类型 String Number Date Ip Port
|
||
String dstStr = StringUtil.isEmpty(srcMap.get(commonSourceFieldCfg.getSrcName()))
|
||
? commonSourceFieldCfg.getDefaultVal()
|
||
: srcMap.get(commonSourceFieldCfg.getSrcName()).toString();
|
||
if (!StringUtil.isEmpty(dstStr) && dstStr.startsWith("[") && dstStr.endsWith("]")) {
|
||
dstStr = srcMap.get(dstStr.substring(1, dstStr.length() - 1)).toString();
|
||
}
|
||
|
||
if ("dstFile".equals(commonSourceFieldCfg.getSrcName())) {
|
||
if ("dst_file".equals(commonSourceFieldCfg.getDstName())) {
|
||
String maatTableName = ServiceAndRDBIndexReal
|
||
.getUnMaatTableName(Integer.valueOf(srcMap.get("service").toString().trim()));
|
||
String dstPath = Constants.MM_SAMPLE_DST_PATH.replace("{tableType}",
|
||
maatTableName.substring(maatTableName.lastIndexOf("_") + 1));
|
||
dstStr = dstPath.replace("{fileName}", dstStr.substring(dstStr.lastIndexOf("/") + 1));
|
||
} else if ("file_id".equals(commonSourceFieldCfg.getDstName())) {
|
||
// dstStr = dstStr.substring(dstStr.indexOf("group"));
|
||
}
|
||
}
|
||
dstMap.put(commonSourceFieldCfg.getDstName(), dstStr);
|
||
}
|
||
if (StringUtil.isEmpty(dstMaps.get(Integer.valueOf(srcMap.get("service").toString())))) {
|
||
List<Map<String, String>> list = new ArrayList<Map<String, String>>();
|
||
list.add(dstMap);
|
||
dstMaps.put(Integer.valueOf(srcMap.get("service").toString()), list);
|
||
} else {
|
||
List<Map<String, String>> list = dstMaps.get(Integer.valueOf(srcMap.get("service").toString()));
|
||
list.add(dstMap);
|
||
|
||
}
|
||
}
|
||
}
|
||
logger.info("------------------调用非maat配置新增接口-------------------");
|
||
// 按service分库
|
||
Map<Integer, List<Map<String, String>>> configMap = new HashMap<Integer, List<Map<String, String>>>();
|
||
Iterator serviceIterator = dstMaps.keySet().iterator();
|
||
while (serviceIterator.hasNext()) {
|
||
Integer service = Integer.valueOf(serviceIterator.next().toString());
|
||
List<Integer> dbIndexList = ServiceAndRDBIndexReal.getRedisDBByService(service);
|
||
if (!StringUtil.isEmpty(dbIndexList) && dbIndexList.size() > 0) {
|
||
for (Integer dbIndex : dbIndexList) {
|
||
if (configMap.containsKey(dbIndex)) {
|
||
configMap.get(dbIndex).addAll(dstMaps.get(service));
|
||
} else {
|
||
List<Map<String, String>> list = new ArrayList<Map<String, String>>();
|
||
list.addAll(dstMaps.get(service));
|
||
configMap.put(dbIndex, list);
|
||
}
|
||
}
|
||
} else {
|
||
throw new ServiceRuntimeException("service为"+service+"的业务写入数据库序号映射关系不存在",
|
||
RestBusinessCode.ServiceNoFoundDBIndex.getValue());
|
||
}
|
||
|
||
}
|
||
configRedisService.saveUnMaatConfig(configMap);
|
||
}
|
||
|
||
|
||
/**
|
||
*
|
||
* @Description:回调类配置状态更新（停/启用)
|
||
* @author (zdx)
|
||
* @date 2018年8月10日 下午4:28:04
|
||
* @param thread
|
||
* @param start
|
||
* @param jsonString
|
||
* @param opTime
|
||
* @param sb
|
||
* @throws Exception
|
||
*/
|
||
public void updateCommonSources(AuditLogThread thread, long start, String jsonString, Date opTime, StringBuffer sb)
|
||
throws Exception {
|
||
JsonArray jsonObjectList = null;
|
||
try {
|
||
jsonObjectList = new JsonParser().parse(jsonString).getAsJsonArray();
|
||
} catch (Exception e) {
|
||
// TODO: handle exception
|
||
throw new RestServiceException(RestBusinessCode.CBParamFormateError.getErrorReason() + "," + e.getMessage(),
|
||
RestBusinessCode.CBParamFormateError.getValue());
|
||
}
|
||
if (jsonObjectList!=null&&jsonObjectList.size()>Constants.MAX_LIST_SIZE) {
|
||
thread.setSaveContentFlag(false);
|
||
}
|
||
// <service,cfgIdList>
|
||
Map<Integer, List<Long>> cfgMap = new HashMap<Integer, List<Long>>();
|
||
// 所有状态更新的配置isValid的值必须相同
|
||
Map<String, String> validIdMap = new HashMap<String, String>();
|
||
for (int i = 0; i < jsonObjectList.size(); i++) {
|
||
JsonObject jsonObj = (JsonObject) jsonObjectList.get(i);
|
||
Map<String, Object> srcMap = JSONObject.fromObject(JSONObject.fromObject((jsonObj.toString())));
|
||
checkOptForUpdate(srcMap);
|
||
validIdMap.put(srcMap.get("isValid").toString(), srcMap.get("isValid").toString());
|
||
Integer service = Integer.valueOf(srcMap.get("service").toString());
|
||
|
||
List<CommonSourceFieldCfg> list = ReadCommSourceXmlUtil.getCommonSourceCfgByService(service + "");
|
||
String srcName = "cfgId";
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : list) {
|
||
if (commonSourceFieldCfg.getIsCfgId()) {
|
||
srcName = commonSourceFieldCfg.getSrcName();
|
||
}
|
||
}
|
||
Long cfgId = Long.valueOf(srcMap.get(srcName).toString());
|
||
if (cfgMap.containsKey(service)) {
|
||
cfgMap.get(service).add(cfgId);
|
||
} else {
|
||
List<Long> idList = new ArrayList<Long>();
|
||
idList.add(cfgId);
|
||
cfgMap.put(service, idList);
|
||
}
|
||
}
|
||
|
||
if (validIdMap.size() > 1) {
|
||
throw new RestServiceException(RestBusinessCode.IsValidNonUniq.getErrorReason(),
|
||
RestBusinessCode.IsValidNonUniq.getValue());
|
||
}
|
||
Map<Integer, Map<Integer, List<Long>>> restMap = new HashMap<Integer, Map<Integer, List<Long>>>();
|
||
Iterator serviceIterator = cfgMap.keySet().iterator();
|
||
while (serviceIterator.hasNext()) {
|
||
Integer service = Integer.valueOf(serviceIterator.next().toString());
|
||
List<Integer> dbIndexList = ServiceAndRDBIndexReal.getRedisDBByService(service);
|
||
if (!StringUtil.isEmpty(dbIndexList) && dbIndexList.size() > 0) {
|
||
for (Integer dbIndex : dbIndexList) {
|
||
if (restMap.containsKey(dbIndex)) {
|
||
restMap.get(dbIndex).put(service, cfgMap.get(service));
|
||
} else {
|
||
Map<Integer, List<Long>> map = new HashMap<Integer, List<Long>>();
|
||
map.put(service, cfgMap.get(service));
|
||
restMap.put(dbIndex, map);
|
||
}
|
||
}
|
||
} else {
|
||
throw new ServiceRuntimeException("service与写入数据库序号映射关系不存在",
|
||
RestBusinessCode.ServiceNoFoundDBIndex.getValue());
|
||
}
|
||
}
|
||
try {
|
||
// 停用时isInvalid=true,启用时isInvalid = false
|
||
configRedisService.delUnMaatConfig(restMap, validIdMap.containsKey("0") ? true : false);
|
||
} catch (Exception e) {
|
||
// TODO: handle exception
|
||
throw e;
|
||
// throw new
|
||
// ServiceRuntimeException(RestBusinessCode.service_runtime_error.getErrorReason(),RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:对回调类配置状态更新操作数据进行格式验证
|
||
* @author (zdx)
|
||
* @date 2018年8月10日 下午3:00:13
|
||
* @param srcMap
|
||
* @throws Exception
|
||
*/
|
||
private void checkOptForUpdate(Map<String, Object> srcMap) throws Exception {
|
||
Object service = srcMap.get("service");
|
||
Object isValid = srcMap.get("isValid");
|
||
|
||
if (StringUtil.isEmpty(service)) {
|
||
throw new RestServiceException(RestBusinessCode.ServiceIsNull.getErrorReason(),
|
||
RestBusinessCode.ServiceIsNull.getValue());
|
||
} else if (!StringUtil.isNumeric(service.toString())) {
|
||
throw new RestServiceException("service字段格式不正确," + RestBusinessCode.MastNumberic.getErrorReason(),
|
||
RestBusinessCode.MastNumberic.getValue());
|
||
}
|
||
List<CommonSourceFieldCfg> list = ReadCommSourceXmlUtil.getCommonSourceCfgByService(service + "");
|
||
String srcName = "cfgId";
|
||
for (CommonSourceFieldCfg commonSourceFieldCfg : list) {
|
||
if (commonSourceFieldCfg.getIsCfgId()) {
|
||
srcName = commonSourceFieldCfg.getSrcName();
|
||
}
|
||
}
|
||
Object cfgId = srcMap.get(srcName);
|
||
if (StringUtil.isEmpty(cfgId)) {
|
||
throw new RestServiceException(RestBusinessCode.CfgIdIsNull.getErrorReason(),
|
||
RestBusinessCode.CfgIdIsNull.getValue());
|
||
} else if (!StringUtil.isNumeric(cfgId.toString())) {
|
||
throw new RestServiceException("cfgId字段格式不正确," + RestBusinessCode.MastNumberic.getErrorReason(),
|
||
RestBusinessCode.MastNumberic.getValue());
|
||
}
|
||
if (StringUtil.isEmpty(isValid)) {
|
||
throw new RestServiceException("配置id为" + srcMap.get("cfgId") + "的isValid字段不能为空",
|
||
RestBusinessCode.IsValidIsNull.getValue());
|
||
} else {
|
||
if (!StringUtil.isNumeric(service.toString())) {
|
||
throw new RestServiceException(RestBusinessCode.IsValidInWrongRange.getErrorReason(),
|
||
RestBusinessCode.IsValidInWrongRange.getValue());
|
||
}
|
||
// 配置取消改为状态更新（停/启用）
|
||
// else if (!isValid.equals("0")) {
|
||
// CompileVal.setBusinessCode(RestBusinessCode.IsValidIsF.getValue());
|
||
// return RestBusinessCode.IsValidIsF.getErrorReason();
|
||
// }
|
||
}
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:在linux系统下，使用摘要获取工具获取文件摘要信息
|
||
* @author (zdx)
|
||
* @date 2018年8月10日 下午4:29:38
|
||
* @param realPath
|
||
* @param filePath
|
||
* @return
|
||
* @throws Exception
|
||
*/
|
||
public String getDigestGen(String realPath, String filePath) throws Exception {
|
||
logger.info("----------------开始获取摘要：getDigestGen");
|
||
String content = "";
|
||
String digestGenToolPath = Constants.DIGEST_GEN_TOOL_PATH;
|
||
String chmodCommond = "chmod +x " + realPath + digestGenToolPath;// 执行权限命令
|
||
// System.out.println("----------------chmodCommod:"+chmodCommond);
|
||
String commondStr = realPath + digestGenToolPath + " -f " + filePath; // 执行
|
||
// 执行摘要获取命令 digest -f /home/aa.txt
|
||
logger.info("------------commondStr:" + commondStr);
|
||
Runtime.getRuntime().exec(chmodCommond);
|
||
Process p = Runtime.getRuntime().exec(commondStr);
|
||
byte[] b = new byte[1024];
|
||
StringBuffer sb = new StringBuffer();
|
||
while (p.getInputStream().read(b) != -1) {
|
||
sb.append(new String(b, "UTF-8"));
|
||
}
|
||
content = sb.toString();
|
||
if (!StringUtil.isBlank(content)) {
|
||
content = StringUtil.stripAll(content);
|
||
}
|
||
logger.info("摘要工具获取到的内容-------------------->>" + content);
|
||
if (StringUtil.isEmpty(content)) {
|
||
throw new Exception("调用摘要工具获取到的内容为空");
|
||
}
|
||
String[] digestGenReslt = content.split(" ");
|
||
if (digestGenReslt.length >= 4 && !StringUtil.isEmpty(digestGenReslt[3])) {
|
||
return digestGenReslt[3];
|
||
}
|
||
return null;
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:增加分组复用域配置
|
||
* @author (zdx)
|
||
* @date 2018年5月25日 下午3:49:46
|
||
* @param thread
|
||
* @param start
|
||
* @param configCompileList
|
||
* @param sb
|
||
* @return
|
||
*/
|
||
public void addGroupReuseSources(AuditLogThread thread, long start, List<GroupReuse> groupReuseList,
|
||
StringBuffer sb) throws Exception {
|
||
List<MaatConfig> list = new ArrayList<MaatConfig>();
|
||
// 验证
|
||
GroupReuseVal.valGroupReuse(groupReuseList, false);
|
||
|
||
for (GroupReuse groupReuse : groupReuseList) {
|
||
MaatConfig maatConfig = new MaatConfig();
|
||
List<Map<String, String>> dstMapList = null;
|
||
// 字符串域
|
||
List<Map<String, String>> strongMapList = null;
|
||
if (!StringUtil.isEmpty(groupReuse.getStrRegionList())) {
|
||
dstMapList = new ArrayList<Map<String, String>>();
|
||
for (StrRegion region : groupReuse.getStrRegionList()) {
|
||
if (StringUtil.isEmpty(region.getDistrict())) {
|
||
dstMapList.add(convertObjectToMap(region, StrRegion.class));
|
||
} else {
|
||
if (StringUtil.isEmpty(strongMapList)) {
|
||
strongMapList = new ArrayList<Map<String, String>>();
|
||
}
|
||
strongMapList.add(convertObjectToMap(region, StrRegion.class));
|
||
}
|
||
}
|
||
}
|
||
if (StringUtil.isEmpty(maatConfig.getStrRegionMapList())) {
|
||
maatConfig.setStrRegionMapList(dstMapList);
|
||
} else {
|
||
maatConfig.getStrRegionMapList().addAll(dstMapList);
|
||
}
|
||
|
||
// 增强字符串域
|
||
if (!StringUtil.isEmpty(strongMapList) && strongMapList.size() > 0) {
|
||
if (StringUtil.isEmpty(maatConfig.getStrStrRegionMapList())) {
|
||
maatConfig.setStrStrRegionMapList(strongMapList);
|
||
} else {
|
||
maatConfig.getStrStrRegionMapList().addAll(strongMapList);
|
||
}
|
||
}
|
||
// 数值域
|
||
dstMapList = null;
|
||
if (!StringUtil.isEmpty(groupReuse.getNumRegionList())) {
|
||
dstMapList = new ArrayList<Map<String, String>>();
|
||
for (NumRegion region : groupReuse.getNumRegionList()) {
|
||
dstMapList.add(convertObjectToMap(region, NumRegion.class));
|
||
}
|
||
}
|
||
|
||
if (StringUtil.isEmpty(maatConfig.getNumRegionMapList())) {
|
||
maatConfig.setNumRegionMapList(dstMapList);
|
||
} else {
|
||
maatConfig.getNumRegionMapList().addAll(dstMapList);
|
||
}
|
||
|
||
// Ip域
|
||
dstMapList = null;
|
||
if (!StringUtil.isEmpty(groupReuse.getIpRegionList())) {
|
||
dstMapList = new ArrayList<Map<String, String>>();
|
||
for (IpRegion region : groupReuse.getIpRegionList()) {
|
||
dstMapList.add(convertObjectToMap(region, IpRegion.class));
|
||
}
|
||
}
|
||
if (StringUtil.isEmpty(maatConfig.getIpRegionMapList())) {
|
||
maatConfig.setIpRegionMapList(dstMapList);
|
||
} else {
|
||
maatConfig.getIpRegionMapList().addAll(dstMapList);
|
||
}
|
||
|
||
if ((maatConfig.getStrRegionMapList()!=null&&maatConfig.getStrRegionMapList().size()>Constants.MAX_LIST_SIZE)
|
||
||(maatConfig.getStrStrRegionMapList()!=null&&maatConfig.getStrStrRegionMapList().size()>Constants.MAX_LIST_SIZE)
|
||
||(maatConfig.getIpRegionMapList()!=null&&maatConfig.getIpRegionMapList().size()>Constants.MAX_LIST_SIZE)
|
||
||(maatConfig.getNumRegionMapList()!=null&&maatConfig.getNumRegionMapList().size()>Constants.MAX_LIST_SIZE)) {
|
||
thread.setSaveContentFlag(false);
|
||
}
|
||
//maatConfig.setService(groupReuse.getService());
|
||
list.add(maatConfig);
|
||
}
|
||
|
||
|
||
// 调用接口入redis
|
||
logger.info("---------------调用Redis 分组复用配置新增接口---------------------");
|
||
configRedisService.saveGroupReuseConfig(list);
|
||
// configRedisService.saveGroupReuseConfigByPipeLine(list);
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:删除分组复用域配置
|
||
* @author (zdx)
|
||
* @date 2018年8月23日 下午7:37:14
|
||
* @param thread
|
||
* @param start
|
||
* @param groupReuseList
|
||
* @param opTime
|
||
* @param sb
|
||
* @throws Exception
|
||
*/
|
||
public void deleteGroupReuseSources(AuditLogThread thread, long start, List<GroupReuse> groupReuseList, Date opTime,
|
||
StringBuffer sb) throws Exception {
|
||
// Map<groupId,List<"tableName,regionId">
|
||
Map<Long, List<String>> reuseMap = new HashMap<Long, List<String>>();
|
||
|
||
for (GroupReuse groupReuse : groupReuseList) {
|
||
// 验证格式
|
||
checkGroupReuseForUpdate(groupReuse);
|
||
|
||
// 字符串域
|
||
if (!StringUtil.isEmpty(groupReuse.getStrRegionList())) {
|
||
for (StrRegion region : groupReuse.getStrRegionList()) {
|
||
if (reuseMap.containsKey(region.getGroupId())) {
|
||
reuseMap.get(region.getGroupId()).add(region.getTableName() + "," + region.getRegionId());
|
||
} else {
|
||
List<String> regionList = new ArrayList<String>();
|
||
regionList.add(region.getTableName() + "," + region.getRegionId());
|
||
reuseMap.put(region.getGroupId(), regionList);
|
||
}
|
||
}
|
||
}
|
||
|
||
// 数值域
|
||
if (!StringUtil.isEmpty(groupReuse.getNumRegionList())) {
|
||
for (NumRegion region : groupReuse.getNumRegionList()) {
|
||
if (reuseMap.containsKey(region.getGroupId())) {
|
||
reuseMap.get(region.getGroupId()).add(region.getTableName() + "," + region.getRegionId());
|
||
} else {
|
||
List<String> regionList = new ArrayList<String>();
|
||
regionList.add(region.getTableName() + "," + region.getRegionId());
|
||
reuseMap.put(region.getGroupId(), regionList);
|
||
}
|
||
}
|
||
}
|
||
|
||
// Ip域
|
||
if (!StringUtil.isEmpty(groupReuse.getIpRegionList())) {
|
||
for (IpRegion region : groupReuse.getIpRegionList()) {
|
||
if (reuseMap.containsKey(region.getGroupId())) {
|
||
reuseMap.get(region.getGroupId()).add(region.getTableName() + "," + region.getRegionId());
|
||
} else {
|
||
List<String> regionList = new ArrayList<String>();
|
||
regionList.add(region.getTableName() + "," + region.getRegionId());
|
||
reuseMap.put(region.getGroupId(), regionList);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
logger.info("调用接口删除Redis中分组复用的域配置接口");
|
||
if (reuseMap != null && reuseMap.size() > Constants.MAX_LIST_SIZE) {
|
||
thread.setContent("批量提交数量超过" + Constants.MAX_LIST_SIZE + "条,不记录请求内容");
|
||
}
|
||
// 所有的都删除成功返回true
|
||
if (!configRedisService.delGroupReuseConfig(reuseMap)) {
|
||
// if (!configRedisService.delGroupReuseConfigByPipeline(reuseMap)) {
|
||
throw new ServiceRuntimeException("删除分组利用域配置时出现异常，具体原因不详，请联系管理员",
|
||
RestBusinessCode.service_runtime_error.getValue());
|
||
}
|
||
}
|
||
|
||
/**
|
||
*
|
||
* @Description:验证service+regionId+isValid+tableName
|
||
* @author (zdx)
|
||
* @date 2017年8月16日 上午11:48:46
|
||
* @param config
|
||
* @return
|
||
*/
|
||
private void checkGroupReuseForUpdate(GroupReuse config) throws Exception {
|
||
|
||
Boolean hasRegionFlag = false;
|
||
Map<String, List<String>> groupReuseRegionMap = ServiceAndRDBIndexReal.getGroupReuseRegionMap();
|
||
if (groupReuseRegionMap.containsKey("numRegion") && !StringUtil.isEmpty(config.getNumRegionList())
|
||
&& config.getNumRegionList().size() > 0) {
|
||
hasRegionFlag = true;
|
||
List<NumRegion> numRegionList = config.getNumRegionList();
|
||
for (NumRegion numRegion : numRegionList) {
|
||
if (StringUtil.isEmpty(numRegion.getTableName())
|
||
|| !groupReuseRegionMap.get("numRegion").contains(numRegion.getTableName())) {
|
||
throw new RestServiceException(
|
||
"numRegionList中的regionId为" + numRegion.getRegionId() + "的域配置tableName为空或不是分组复用的域表",
|
||
RestBusinessCode.TableNameUnReuse.getValue());
|
||
}
|
||
if (numRegion.getIsValid() != 0) {
|
||
throw new RestServiceException(
|
||
"numRegionList中的regionId为" + numRegion.getRegionId() + "的域配置在修改时不能为有效",
|
||
RestBusinessCode.IsValidIsF.getValue());
|
||
}
|
||
}
|
||
} else if (groupReuseRegionMap.containsKey("strRegion") && !StringUtil.isEmpty(config.getStrRegionList())
|
||
&& config.getStrRegionList().size() > 0) {
|
||
hasRegionFlag = true;
|
||
List<StrRegion> strRegionList = config.getStrRegionList();
|
||
for (StrRegion strRegion : strRegionList) {
|
||
if (StringUtil.isEmpty(strRegion.getTableName())
|
||
|| !groupReuseRegionMap.get("strRegion").contains(strRegion.getTableName())) {
|
||
throw new RestServiceException(
|
||
"strRegionList中的regionId为" + strRegion.getRegionId() + "的域配置tableName为空或不是分组复用的域表",
|
||
RestBusinessCode.TableNameUnReuse.getValue());
|
||
}
|
||
if (strRegion.getIsValid() != 0) {
|
||
throw new RestServiceException(
|
||
"strRegionList中的regionId为" + strRegion.getRegionId() + "的域配置在修改时不能为有效",
|
||
RestBusinessCode.IsValidIsF.getValue());
|
||
}
|
||
|
||
}
|
||
} else if (groupReuseRegionMap.containsKey("ipRegion") && !StringUtil.isEmpty(config.getIpRegionList())
|
||
&& config.getIpRegionList().size() > 0) {
|
||
hasRegionFlag = true;
|
||
List<IpRegion> ipRegionList = config.getIpRegionList();
|
||
for (IpRegion ipRegion : ipRegionList) {
|
||
|
||
if (StringUtil.isEmpty(ipRegion.getTableName())
|
||
|| !groupReuseRegionMap.get("ipRegion").contains(ipRegion.getTableName())) {
|
||
throw new RestServiceException(
|
||
"ipRegionList中的regionId为" + ipRegion.getRegionId() + "的域配置tableName为空或不是分组复用的域表",
|
||
RestBusinessCode.TableNameUnReuse.getValue());
|
||
}
|
||
if (null == ipRegion.getIsValid() || ipRegion.getIsValid() != 0) {
|
||
throw new RestServiceException("ipRegionList中的regionId为" + ipRegion.getRegionId() + "的域配置在修改时不能为有效",
|
||
RestBusinessCode.IsValidIsF.getValue());
|
||
}
|
||
}
|
||
}
|
||
|
||
if (!hasRegionFlag) {
|
||
// 所有的域类型都不包括，可能是配置文件配错了
|
||
throw new ServiceRuntimeException(RestBusinessCode.ReuseRegionIsNull.getErrorReason(),
|
||
RestBusinessCode.ReuseRegionIsNull.getValue());
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 设置配置全量同步状态
|
||
*
|
||
* @param value
|
||
*/
|
||
public void setAllConfigSyncStatus(String value) {
|
||
JedisClusterUtils.set("allConfigSyncStatus", value, Constants.CONFIGSYNCLOCKTIME.intValue());
|
||
}
|
||
|
||
/**
|
||
* 获取配置全量同步状态
|
||
*
|
||
* @return
|
||
*/
|
||
public String getAllConfigSyncStatus() {
|
||
return JedisClusterUtils.get("allConfigSyncStatus");
|
||
}
|
||
|
||
/**
|
||
* 将界面发过来的数据存储到rediscluster中
|
||
*
|
||
* @param key
|
||
* @param value
|
||
*/
|
||
public void setRedisClusterKey(String key, String value) {
|
||
JedisClusterUtils.set(key, value, 86400);// 24小时超时
|
||
}
|
||
|
||
/**
|
||
* 将所有业务的配置key记录下来,方便读取
|
||
*
|
||
* @param value
|
||
*/
|
||
public void setAllServiceKey(String value) {
|
||
JedisCluster resource = JedisClusterUtils.getResource();
|
||
resource.append("allConfigSyncKey", value + ";");
|
||
}
|
||
|
||
public Map<String, Integer> getAllConfig() {
|
||
Jedis resource = JedisUtils.getResource(0);
|
||
Set<String> effectiveSet = new HashSet<>();
|
||
Set<String> obsoleteSet = new HashSet<>();
|
||
for (int i = 2; i < 6; i++) {
|
||
resource.select(i);
|
||
effectiveSet.addAll(resource.keys("EFFECTIVE_RULE:*_COMPILE*"));
|
||
obsoleteSet.addAll(resource.keys("OBSOLETE_RULE:*_COMPILE*"));
|
||
}
|
||
Map<String, Integer> map = new HashMap<>();
|
||
map.put("effectiveMaatKeys", effectiveSet.size());
|
||
map.put("obsoleteMaatKeys", obsoleteSet.size());
|
||
JedisUtils.returnBrokenResource(resource);
|
||
return map;
|
||
}
|
||
|
||
public Map<String, Integer> getAllConfigByScan() {
|
||
Jedis resource = JedisUtils.getResource(0);
|
||
Set<String> effectiveSet = new HashSet<>();
|
||
Set<String> obsoleteSet = new HashSet<>();
|
||
for (int i = 2; i < 6; i++) {
|
||
resource.select(i);
|
||
effectiveSet.addAll(getKeyByScan("EFFECTIVE_RULE:*_COMPILE*", resource));
|
||
obsoleteSet.addAll(getKeyByScan("OBSOLETE_RULE:*_COMPILE*", resource));
|
||
}
|
||
Map<String, Integer> map = new HashMap<>();
|
||
map.put("effectiveMaat", effectiveSet.size());
|
||
map.put("obsoleteMaat", obsoleteSet.size());
|
||
JedisUtils.returnBrokenResource(resource);
|
||
return map;
|
||
}
|
||
|
||
public List<String> getKeyByScan(String pattern, Jedis resource) {
|
||
List<String> list = new ArrayList<>();
|
||
int count = 1000;
|
||
String cursor = ScanParams.SCAN_POINTER_START;
|
||
ScanParams scanParams = new ScanParams();
|
||
scanParams.count(count);
|
||
scanParams.match(pattern);
|
||
|
||
do {
|
||
ScanResult<String> scanResult = resource.scan(cursor, scanParams);
|
||
list.addAll(scanResult.getResult());
|
||
cursor = scanResult.getStringCursor();
|
||
} while (!"0".equals(cursor));
|
||
return list;
|
||
}
|
||
}
|