package com.nis.web.service.restful; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Arrays; import java.util.Date; import java.util.HashMap; import java.util.HashSet; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.Set; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.stereotype.Service; import org.springframework.util.StringUtils; import com.nis.domain.MaatXmlConfig; import com.nis.domain.MaatXmlExpr; import com.nis.domain.MaatXmlSeq; import com.nis.domain.restful.MaatConfig; import com.nis.restful.RestBusinessCode; import com.nis.restful.ServiceRuntimeException; import com.nis.util.Configurations; import com.nis.util.Constants; import com.nis.util.ExceptionUtil; import com.nis.util.File2Redis; import com.nis.util.JedisUtils; import com.nis.util.ReadMaatXmlUtil; import com.nis.util.ServiceAndRDBIndexReal; import redis.clients.jedis.Jedis; import redis.clients.jedis.ScanParams; import redis.clients.jedis.ScanResult; import redis.clients.jedis.Transaction; import redis.clients.jedis.exceptions.JedisConnectionException; @Service() public class ConfigJedisServiceimpl implements ConfigRedisService { private static Logger logger = LoggerFactory.getLogger(ConfigJedisServiceimpl.class); // 用于在实时统计配置后面添加时间,方便读取入库时间 private static final SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMddHHmmss"); public boolean saveUnMaatConfig(Map>> configMap) { if (configMap != null && configMap.size() > 0) { int count = 0; Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { for (Integer redisDBIndex : configMap.keySet()) { if (redisDBIndex >= 0 && redisDBIndex < Configurations.getIntProperty("maxRedisDBIndex", 6)) { transaction.select(redisDBIndex); List> listMap = configMap.get(redisDBIndex); if (listMap != null && listMap.size() > 0) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDBIndex); if (maatVersionStr == null) { maatVersionStr = "0"; } if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; for (Map map : listMap) { String serviceStr = map.get("service"); int service = Integer.parseInt(serviceStr.trim()); MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); if (maatXmlConfig != null) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (MaatXmlExpr maatXmlExpr : expressionList) { if (0 == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); keyBF.append(map.get(keyStr)); } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String maatTableName = ServiceAndRDBIndexReal .getUnMaatTableName(service); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + "对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } StringBuffer valBF = new StringBuffer(); String[] valSplit = maatXmlExpr.getValueExpression().split(";"); for (String valStr : valSplit) { if (!StringUtils.isEmpty(valStr) && valStr.trim().startsWith("[")) { valStr = valStr.trim().replace("[", "").replace("]", ""); if (valStr.contains("redisFile_")) { String key = File2Redis.file2Redis(map.get(valStr), transaction); logger.info("向{}号redis数据库添加了一条文件配置,key是{}", redisDBIndex, key); valBF.append(key); } else { valBF.append(map.get(valStr)); } } else if (valStr.equals(" ")) { valBF.append(" "); } else if (valStr.equals("\\t")) {// xml中是字符串的\t这里判断的时候需要转义为\\t,但是添加的时候需要添加\t不是\\t valBF.append("\t"); } else if (valStr.equals("\\n")) { valBF.append("\n"); } else { valBF.append(valStr); } } maatKey = keyBF.toString(); transaction.set(keyBF.toString().toUpperCase(), valBF.toString()); logger.info("向{}号redis数据库添加了一条配置,key是{},value是{}", redisDBIndex, keyBF.toString().toUpperCase(), valBF.toString()); break; } } updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, false); } else { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDBIndex, Integer.valueOf(maatVersionStr) + 1); count++; } } else { throw new ServiceRuntimeException( "向" + redisDBIndex + "号redis库中添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } else { throw new ServiceRuntimeException("redis数据库编号:" + redisDBIndex + "不正确,请检查数据库编号", RestBusinessCode.DbIndexNotInRange.getValue()); } } if (count == configMap.size()) { transaction.exec(); return true; } else { transaction.discard(); } } catch (JedisConnectionException e) { String error = "连接redis异常,保存非maat类配置失败," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { String error = "保存非maat类配置发生了异常," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException(error, RestBusinessCode.SaveDataInError.getValue()); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } else { throw new ServiceRuntimeException("向redis库添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } return false; } /** * 下发配置时,需要记录编译,组,域等配置id的对应关系,以便于在取消配置时可以根据配置id查找对应的编译,分组,域的关系 */ private void addMaatRelation(Map> configMap, Transaction transaction) { if (configMap != null && configMap.size() > 0) { int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); transaction.select(idRelaRedisDBIndex); Set redisDBSet = configMap.keySet();// 所有的redisdb String redisDBSetStr = "-" + redisDBSet.toString().replace("[", "").replace("]", ""); for (Integer redisDBIndex : redisDBSet) { if (redisDBIndex >= 0 && redisDBIndex < Configurations.getIntProperty("maxRedisDBIndex", 6)) { List maatConfigList = configMap.get(redisDBIndex); if (maatConfigList != null && maatConfigList.size() > 0) { Map> compileAndGroupMap = new HashMap>(); Map> groupAndCompileMap = new HashMap>(); for (MaatConfig maatConfig : maatConfigList) { List> groupMapList = maatConfig.getGroupMapList(); if (groupMapList != null && groupMapList.size() > 0) { for (Map map : groupMapList) { String cfgIdStr = "COMPILEGROUP:" + map.get("compile_id"); String groupIdStr = "GROUPCOMPILE:" + map.get("group_id"); if (cfgIdStr != null && groupIdStr != null && !cfgIdStr.equals("") && !groupIdStr.equals("")) { if (compileAndGroupMap.containsKey(cfgIdStr.toUpperCase())) { compileAndGroupMap.get(cfgIdStr.toUpperCase()) .add(groupIdStr.toUpperCase() + redisDBSetStr); } else { List list = new ArrayList(); list.add(groupIdStr.toUpperCase() + redisDBSetStr); compileAndGroupMap.put(cfgIdStr.toUpperCase(), list); } if (groupAndCompileMap.containsKey(groupIdStr.toUpperCase())) { groupAndCompileMap.get(groupIdStr.toUpperCase()) .add(cfgIdStr.toUpperCase() + redisDBSetStr); } else { List list = new ArrayList(); list.add(cfgIdStr.toUpperCase() + redisDBSetStr); groupAndCompileMap.put(groupIdStr.toUpperCase(), list); } } } } /** * 添加组和域的关联关系信息 */ addGroupRegionReal(maatConfig, transaction, redisDBSetStr, idRelaRedisDBIndex); } for (String compile : compileAndGroupMap.keySet()) { List list = compileAndGroupMap.get(compile); StringBuffer sb = new StringBuffer(); if (list != null && list.size() > 0) { for (String groupIdStr : list) { sb.append(groupIdStr); sb.append(";"); } } transaction.set(compile, sb.substring(0, sb.length() - 1));// 保存编译id和分组id的关系(每个域配置,只会属于一个组) } for (String group : groupAndCompileMap.keySet()) { List list = groupAndCompileMap.get(group); StringBuffer sb = new StringBuffer(); if (list != null && list.size() > 0) { for (String compile : list) { sb.append(compile); sb.append(";"); } } transaction.append(group, ";" + sb.substring(0, sb.length() - 1));// 保存分组id和编译id的关系(每个域配置,只会属于一个组) } } } else { throw new ServiceRuntimeException("redis数据库编号:" + redisDBIndex + "不正确,请检查数据库编号", RestBusinessCode.DbIndexNotInRange.getValue()); } break;// 只循环一次,map中的value都是一模一样的 } } else { throw new ServiceRuntimeException("向redis库中配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } /** * 单独找一个redis-db记录配置信息,方便实时统计程序获取所有配置的分类性质,标签等内容,(为什么实时统计不从配置库redisdb获取呢, * 因为配置有多分发的情况,会发送到不同的redisdb,每个redisdb的配置条数不一定相同,有的配置所有的redisdb都有,有的只在某一个redisdb中有,实时统计程序不好获取配置这些配置内容, * 最重要的是,前端机不需要这些属性,所以在配置库有可能不带分类性质,标签等属性,maat.xml如果配置了则有,没有配置则就没有这些属性.所以单独找一个reidsdb存放带分类性质,标签等属性的配置) * * @param configMap */ private void addStatisticsReal(Map> configMap, Transaction transaction) { if (configMap != null && configMap.size() > 0) { for (Integer redisDBIndex : configMap.keySet()) { int redisStatisticsRealDBIndex = Configurations.getIntProperty("redisStatisticsRealDBIndex", 14); if (redisStatisticsRealDBIndex >= 0 && redisStatisticsRealDBIndex < Configurations.getIntProperty("maxRedisDBIndex", 16)) { List list = configMap.get(redisDBIndex); if (list != null && list.size() > 0) { transaction.select(redisStatisticsRealDBIndex);// 选择实时统计库 String redisStatisticsReal = Configurations.getStringProperty("redis-statisticsReal", "[COMPILE_ID];\t;[SERVICE];\t;[ACTION];\t;[CONT_TYPE];\t;[ATTR_TYPE];\t;[CONT_LABEL];\t;[TASK_ID];\t;[AFFAIR_ID];\t;[DO_BLACKLIST];\t;[DO_LOG];\t;[EFFECTIVE_RANGE];\t;[START_TIME];\t;[END_TIME];\t;[USER_REGION];\t;[IS_VALID];\t;[GROUP_NUM];\t;[FATHER_CFG_ID];\t;[OP_TIME]"); String[] redisStatisticsRealArr = redisStatisticsReal.split(";"); String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisStatisticsRealDBIndex); if (maatVersionStr == null) { maatVersionStr = "0"; } if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; for (MaatConfig maatConfig : list) { int service = maatConfig.getService(); MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); Map compileMap = maatConfig.getCompileMap(); for (MaatXmlExpr maatXmlExpr : maatXmlConfig.getExpressionList()) { if (10 == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); String keyVal = compileMap.get(keyStr); if (keyVal != null && !keyVal.equals("")) { keyBF.append(keyVal); } else { throw new ServiceRuntimeException( "未从map中获取到" + keyStr + "的值,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String argTableName = compileMap.get("table_name"); String maatTableName = ServiceAndRDBIndexReal.getMaatTableName( service, 10, argTableName == null ? null : argTableName); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + ",配置类型:10,对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } StringBuffer valBF = new StringBuffer(); for (String valStr : redisStatisticsRealArr) { if (!StringUtils.isEmpty(valStr) && valStr.trim().startsWith("[")) { valStr = valStr.trim().replace("[", "").replace("]", ""); String val = compileMap.get(valStr.toLowerCase()); if (val != null) { valBF.append(val); } else { // 编译配置或分组配置 所有在maat.xml中配置的属性都不可以为空 throw new ServiceRuntimeException( "未从map中获取到" + valStr + "的值,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } } else if (valStr.equals("\t")) {// xml中是字符串的\t这里判断的时候需要转义为\\t,但是添加的时候需要添加\t不是\\t valBF.append("\t"); } else { valBF.append(valStr.trim()); } } // 向实时统计库中添加时间标识,方便人眼直观识别入库时间 valBF.append("\t"); valBF.append(sdf.format(new Date())); String maatKey = keyBF.toString(); transaction.set(maatKey.toUpperCase(), valBF.toString()); String zset = maatKey.replace("EFFECTIVE_RULE:", "ADD,"); transaction.zadd("MAAT_UPDATE_STATUS", maatVersion, zset); logger.info("向{}号redis数据库添加了一条配置,key是{},value是{}", redisDBIndex, maatKey.toUpperCase(), valBF.toString()); break; } } } transaction.incrBy("MAAT_VERSION", 1l); } } else { throw new ServiceRuntimeException( "向" + redisStatisticsRealDBIndex + "号redis库中添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } else { throw new ServiceRuntimeException("redis数据库编号:" + redisStatisticsRealDBIndex + "不正确,请检查数据库编号", RestBusinessCode.DbIndexNotInRange.getValue()); } break;// configMap中所有的value都是相同的,在记录配置新增或者取消时只记录一次即可 } } } /** * 封装组id与域id对应关系并添加到对象中 * * @param regionMapList * @param compileAndGroupRelations */ private Map> addGroupAndRegionRelations(MaatXmlConfig maatXmlConfig, int service, int type, List> regionMapList, Map> groupAndRegionMap, String redisDBSetStr) { if (regionMapList != null && regionMapList.size() > 0) { for (Map map : regionMapList) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (MaatXmlExpr maatXmlExpr : expressionList) { if (type == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); keyBF.append(map.get(keyStr)); } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String argTableName = map.get("table_name"); String maatTableName = ServiceAndRDBIndexReal.getMaatTableName(service, type, argTableName == null ? null : argTableName); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + ",配置类型:" + type + ",对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } maatKey = keyBF.toString(); break; } } String groupIdStr = "GROUPREGION:" + map.get("group_id");// groupregion里面value是region的信息,key是group的信息 if (groupAndRegionMap.containsKey(groupIdStr.toUpperCase())) { groupAndRegionMap.get(groupIdStr.toUpperCase()).add(maatKey.toUpperCase() + redisDBSetStr); } else { List list = new ArrayList(); list.add(maatKey.toUpperCase() + redisDBSetStr); groupAndRegionMap.put(groupIdStr.toUpperCase(), list); } } } return groupAndRegionMap; } @Override public boolean saveMaatConfig(Map> configMap) { if (configMap != null && configMap.size() > 0) { int count = 0; Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { Set keySet = configMap.keySet(); for (Integer redisDBIndex : configMap.keySet()) { if (redisDBIndex >= 0 && redisDBIndex < Configurations.getIntProperty("maxRedisDBIndex", 6)) { transaction.select(redisDBIndex); String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDBIndex); if (maatVersionStr == null) { maatVersionStr = "0"; } if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; List maatConfigList = configMap.get(redisDBIndex); if (maatConfigList != null && maatConfigList.size() > 0) { for (MaatConfig maatConfig : maatConfigList) { int service = maatConfig.getService(); if (ServiceAndRDBIndexReal.isAddASU(service)) { if (!keySet.contains(Constants.TAPREDISDB)) { throw new ServiceRuntimeException( "业务类型:" + service + ",需要向阀门" + Constants.TAPREDISDB + "号库分发,但是当前只往" + keySet + "库下发,请检查阀门编号或者当前业务对应的配置文件是否正确", RestBusinessCode.PropertiesIsError.getValue()); } } MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); setConfig(maatConfig, maatXmlConfig, maatVersion, service, transaction, redisDBIndex); } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDBIndex, Integer.valueOf(maatVersionStr) + 1); count++; } else { throw new ServiceRuntimeException( "向" + redisDBIndex + "号redis库中添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } } else { throw new ServiceRuntimeException("redis数据库编号:" + redisDBIndex + "不正确,请检查数据库编号", RestBusinessCode.DbIndexNotInRange.getValue()); } } if (count == configMap.size()) { addMaatRelation(configMap, transaction); addStatisticsReal(configMap, transaction); transaction.exec(); return true; } else { transaction.discard(); } } catch (JedisConnectionException e) { String error = "连接redis异常,保存maat类配置失败" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { String error = "保存maat类配置发生了异常" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException(error, RestBusinessCode.SaveDataInError.getValue()); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } else { throw new ServiceRuntimeException("写入Redis数据库中的配置信息不能为空", RestBusinessCode.ConfigSourceIsNull.getValue()); } return false; } /** * 将编译,分组,域等配置拆开分别添加到redis中 * * @param maatConfig * @param maatXmlConfig * @param maatVersion * @param service * @param transaction * @param redisDBIndex */ public void setConfig(MaatConfig maatConfig, MaatXmlConfig maatXmlConfig, Double maatVersion, int service, Transaction transaction, Integer redisDBIndex) { Map compileMap = maatConfig.getCompileMap(); String compileId = compileMap.get("compile_id"); if (compileMap != null && compileMap.size() > 0) { setCommonConfig(maatXmlConfig, compileMap, 10, maatVersion, service, transaction, redisDBIndex, null, false);// 10代表是编译配置 } else { throw new ServiceRuntimeException( "无法从参数中获取" + redisDBIndex + "号redis库,业务类型为:" + service + "的编译配置信息,请检查配置参数是否正确", RestBusinessCode.NotFoundCompileInfo.getValue()); } boolean isReuse = false; /** * 保存域配置信息 */ int count = addRegion(maatConfig, maatXmlConfig, maatVersion, service, transaction, redisDBIndex, false); if (count == 0 && ServiceAndRDBIndexReal.serviceIsReuse(service)) { isReuse = true;// 如果没有域配置那么就是分组复用的配置,只有分组复用的配置才可以没有域配置 } List> groupMapList = maatConfig.getGroupMapList(); if (groupMapList != null && groupMapList.size() > 0) { for (Map map : groupMapList) { setCommonConfig(maatXmlConfig, map, 11, maatVersion, service, transaction, redisDBIndex, compileId, isReuse);// 11代表是分组配置 } } else { throw new ServiceRuntimeException( "无法从参数中获取" + redisDBIndex + "号redis库,业务类型为:" + service + "的分组配置信息,请检查配置参数是否正确", RestBusinessCode.NotFoundGroupInfo.getValue()); } } /** * 将整理好的数据添加到redis中,如果是分组复用时,则去临时库将对应的域找到复制过来,如果当前库存在则不复制了(在复制就重复了) * * @param maatXmlConfig * @param map * @param type * @param maatVersion * @param service * @param redisTemplate * @param redisDBIndex * @param compileId * @param isReuse 是否是分组复用 */ private void setCommonConfig(MaatXmlConfig maatXmlConfig, Map map, int type, Double maatVersion, int service, Transaction transaction, Integer redisDBIndex, String compileId, boolean isReuse) { if (maatXmlConfig != null && map != null && map.size() > 0) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (MaatXmlExpr maatXmlExpr : expressionList) { if (type == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); String groupId = null; for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); String keyVal = map.get(keyStr); if (keyVal != null && !keyVal.equals("")) { keyBF.append(keyVal); } else { throw new ServiceRuntimeException("未从map中获取到" + keyStr + "的值,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } if (type == 11 && keyStr.toLowerCase().equals("group_id")) { keyBF.append(compileId); groupId = keyVal; } } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String argTableName = map.get("table_name"); String maatTableName = ServiceAndRDBIndexReal.getMaatTableName(service, type, argTableName == null ? null : argTableName); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + ",配置类型:" + type + ",对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } StringBuffer valBF = new StringBuffer(); String[] valSplit = maatXmlExpr.getValueExpression().split(";"); for (String valStr : valSplit) { if (!StringUtils.isEmpty(valStr) && valStr.trim().startsWith("[")) { valStr = valStr.trim().replace("[", "").replace("]", ""); String val = map.get(valStr); if (val != null) { if ((Constants.TAPREDISDB == redisDBIndex || Constants.WEBFOCUSREDISDB == redisDBIndex) && type != 10 && type != 11 && valStr.toLowerCase().equals("op_time")) {// 域配置并且是op_time时在op_time前面添加如下内容 Map map2 = ServiceAndRDBIndexReal.getMaatToValveMap() .get(service); if (map2 != null && map2.size() > 0) { String[] arr = null; if (type == 12) {// IP类 arr = map2.get("ipRegion"); } else if (type == 13) {// 数值类 arr = map2.get("numRegion"); } else if (type == 14) {// 字符串类 arr = map2.get("strRegion"); } else if (type == 15) {// 增强字符串类 arr = map2.get("strStrRegion"); } else if (type == 16) {// 文件摘要类 arr = map2.get("fileDigestRegion"); } else if (type == 17) {// 文件摘要类 arr = map2.get("fileLikeRegion"); } else if (type == 18) {// 文件摘要类 arr = map2.get("ipClientRange"); } if (arr != null && arr.length > 0) { for (String str : arr) { valBF.append(map.get(str.toLowerCase()) + "\t"); } } } } valBF.append(val); } else { // 所有在maat.xml中配置的属性都不可以为空 throw new ServiceRuntimeException( "未从map中获取到" + valStr + "的值,无法拼接redisValue,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } } else if (valStr.equals(" ")) { valBF.append(" "); } else if (valStr.equals("\\t")) {// xml中是字符串的\t这里判断的时候需要转义为\\t,但是添加的时候需要添加\t不是\\t valBF.append("\t"); } else if (valStr.equals("\\n")) { valBF.append("\n"); } else { valBF.append(valStr.trim()); } } transaction.select(redisDBIndex); maatKey = keyBF.toString(); transaction.set(maatKey.toUpperCase(), valBF.toString()); logger.info("向{}号redis数据库添加了一条配置,key是{},value是{}", redisDBIndex, maatKey.toUpperCase(), valBF.toString()); if (isReuse && type == 11) { int tmpStorageReuseRegionDB = Configurations.getIntProperty("tmpStorageReuseRegionDB", 15); int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); String groupIdStr = "GROUPREGION:" + groupId; String groupCompileVal = JedisUtils.get(groupIdStr, idRelaRedisDBIndex); if (groupCompileVal != null && !groupCompileVal.trim().equals("")) { Set regionKeySet = new HashSet();// 获取当前组下所有的域,并将该域往当前组所在的redisdb复制一份 String[] split = org.apache.commons.lang.StringUtils.split(groupCompileVal, ";"); if (split != null && split.length > 0) { for (String compileStr : split) { if (compileStr != null && !compileStr.trim().equals("")) { regionKeySet.add(compileStr.split("-")[0].trim()); } } } transaction.select(redisDBIndex); for (String regionKey : regionKeySet) { if (!JedisUtils.exists(regionKey, redisDBIndex)) {// 先判断是否存在,如果存在就不复制了,不存在就复制 String regionVal = JedisUtils.get(regionKey, tmpStorageReuseRegionDB); if (regionVal != null && !regionVal.trim().equals("")) { transaction.set(regionKey.toUpperCase(), regionVal); logger.info("向{}号redis数据库复制了一条域配置,key是{},value是{}", redisDBIndex, regionKey.toUpperCase(), regionVal.toString()); } } } } } else if (isReuse && (type == 12 || type == 13 || type == 14 || type == 15 || type == 18)) {// 将数据往临时库复制一份,无论临时库里有没有都可以直接写,有则覆盖,不影响 int tmpStorageReuseRegionDB = Configurations.getIntProperty("tmpStorageReuseRegionDB", 15); transaction.select(tmpStorageReuseRegionDB); transaction.set(maatKey.toUpperCase(), valBF.toString()); logger.info("向临时存放region的{}号redis数据库添加了一条配置,key是{},value是{}", tmpStorageReuseRegionDB, maatKey.toUpperCase(), valBF.toString()); } break; } } transaction.select(redisDBIndex); updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, false); } else { if (maatXmlConfig == null) { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中,获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } else { throw new ServiceRuntimeException("向redis库中添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } } public Long getIncrId(String key) { Long id = JedisUtils.incrBy(key, 1l, 0); logger.info("从0号redis数据库获取{}成功,自增后的值是{}", key, id); return id; } public Long getIncrById(String key, int num) { Long id = JedisUtils.incrBy(key, num, 0); logger.info("从0号redis数据库获取{}成功,自增后的值是{}", key, id); return id; } @Override public boolean delUnMaatConfig(Map>> idMap, boolean isInvalid) { if (idMap != null && idMap.size() > 0) { int count = 0; Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { for (Integer redisDBIndex : idMap.keySet()) { transaction.select(redisDBIndex); Map> serviceConfigMap = idMap.get(redisDBIndex); if (serviceConfigMap != null && serviceConfigMap.size() > 0) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDBIndex); if (maatVersionStr == null) { throw new ServiceRuntimeException("从" + redisDBIndex + "号redis库中获取MAAT_VERSION的值为null,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.GetMaatVersionFailure.getValue()); } if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; for (Integer service : serviceConfigMap.keySet()) { List compileIdList = serviceConfigMap.get(service); if (compileIdList != null && compileIdList.size() > 0) { MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); for (Long id : compileIdList) { if (maatXmlConfig != null) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (MaatXmlExpr maatXmlExpr : expressionList) { if (0 == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.toUpperCase().equals("EFFECTIVE_RULE")) { if (isInvalid) { keyStr = "OBSOLETE_RULE"; } else { keyStr = "EFFECTIVE_RULE"; } keyBF.append(keyStr.trim()); } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyBF.append(id); } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String maatTableName = ServiceAndRDBIndexReal .getUnMaatTableName(service); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + "对应的真实表名", RestBusinessCode.NotFoundTableName .getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } String oldKey = null; maatKey = keyBF.toString(); if (isInvalid) { oldKey = maatKey.replace("OBSOLETE_RULE", "EFFECTIVE_RULE"); } else { oldKey = maatKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } transaction.rename(oldKey.toString().toUpperCase(), maatKey.toString().toUpperCase()); logger.info("向{}号redis数据库修改了一条配置,修改前key是{},修改后key是{}", redisDBIndex, oldKey.toString().toUpperCase(), maatKey.toString().toUpperCase()); break; } } if (isInvalid) {// 删除 updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, true); } else {// 新增 updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, false); } List seqList = maatXmlConfig.getSequenceList(); for (MaatXmlSeq maatXmlSeq : seqList) { String seqKey = maatXmlSeq.getSequenceKey(); if (!seqKey.toUpperCase().equals("MAAT_VERSION")) { Integer operation = maatXmlSeq.getOperation(); if (operation == 1) { transaction.incrBy(seqKey.toUpperCase(), 1l); } } } } else { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDBIndex, Integer.valueOf(maatVersionStr) + 1); count++; } else { throw new ServiceRuntimeException( "无法从参数中获取" + redisDBIndex + "号redis库,业务类型为:" + service + "的配置id信息,请检查配置参数是否正确", RestBusinessCode.CompileIdListIsNull.getValue()); } } } } else { throw new ServiceRuntimeException("向" + redisDBIndex + "号redis库中添加配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ServiceAndCompileMapIsNull.getValue()); } } if (count == idMap.size()) { transaction.exec(); return true; } else { transaction.discard(); } } catch (JedisConnectionException e) { String error = "连接redis异常,删除非maat类配置失败," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { String error = "删除非maat类配置发生了异常," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException(error, RestBusinessCode.DeleteDataInError.getValue()); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } else { throw new ServiceRuntimeException("状态更新操作Map参数信息不能为空,请检查!", RestBusinessCode.ConfigInfoMapIsNull.getValue()); } return false; } /** * 根据配置id从关联关系db中获取各个配置实际所在的db * * @param idList * @param service * @param idRelaRedisDBIndex * @return */ private Map> getCompileIdAndDBReal(List idList, int service, int idRelaRedisDBIndex) { // 记录所有需要删除的配置信息key是相同的redisdb,value是需要删除的id集合 Map> idAndDBMap = new HashMap>(); for (Long configId : idList) { // if(JedisUtils.exists("COMPILEGROUP:" + configId, idRelaRedisDBIndex)){ String compileValStr = JedisUtils.get("COMPILEGROUP:" + configId, idRelaRedisDBIndex); if (compileValStr != null && !compileValStr.trim().equals("")) { String[] keyAndDBArr = org.apache.commons.lang.StringUtils.split(compileValStr, ";"); for (String keyAndDB : keyAndDBArr) { if (keyAndDB != null && !keyAndDB.trim().equals("")) { String[] split = keyAndDB.split("-"); if (split != null && split.length > 0) { String[] dbArr = split[1].split(","); for (String db : dbArr) { if (db != null && !db.trim().equals("")) { int redisDb = Integer.parseInt(db.trim()); if (idAndDBMap.containsKey(redisDb)) { idAndDBMap.get(redisDb).add(configId); } else { Set list = new HashSet(); list.add(configId); idAndDBMap.put(redisDb, list); } } } } } } } else { throw new ServiceRuntimeException( "未从" + idRelaRedisDBIndex + "号redis库(编译,分组,域关系)中获取配置compileId=" + configId + ",对应的redisdb信息,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } // } } return idAndDBMap; } /** * 根据编译id,组id,域id */ public void delByCompileGroupRegionId() { Jedis resource = JedisUtils.getResource(0); double version = 3901d; Transaction transaction = resource.multi(); transaction.select(2); for (long i = 3143; i <= 13142; i++) { String key = "EFFECTIVE_RULE:NTC_COMPILE," + i; String a = "OBSOLETE_RULE:NTC_COMPILE," + i; transaction.rename(key, a); transaction.zadd("MAAT_RULE_TIMER", version, a); transaction.zadd("MAAT_UPDATE_STATUS", version, "DEL,NTC_COMPILE," + i); Long nowTime = new Date().getTime(); nowTime = nowTime / 1000l; Double score = nowTime.doubleValue();// 使用redis自带的time,得到当前时间的秒 transaction.zadd("MAAT_VERSION_TIMER", score, version + ""); } for (long i = 5312; i <= 15311; i++) { String key = "EFFECTIVE_RULE:NTC_IP," + i; String a = "OBSOLETE_RULE:NTC_IP," + i; transaction.rename(key, a); transaction.zadd("MAAT_RULE_TIMER", version, a); transaction.zadd("MAAT_UPDATE_STATUS", version, "DEL,NTC_IP," + i); Long nowTime = new Date().getTime(); nowTime = nowTime / 1000l; Double score = nowTime.doubleValue();// 使用redis自带的time,得到当前时间的秒 transaction.zadd("MAAT_VERSION_TIMER", score, version + ""); } int b = 0; for (long i = 3898; i <= 13897; i++) { int id = 3143 + b; String groupId = i + "" + id; String key = "EFFECTIVE_RULE:NTC_GROUP," + groupId; String c = "OBSOLETE_RULE:NTC_GROUP," + groupId; transaction.rename(key, c); b++; transaction.zadd("MAAT_RULE_TIMER", version, c); transaction.zadd("MAAT_UPDATE_STATUS", version, "DEL,NTC_GROUP," + groupId); Long nowTime = new Date().getTime(); nowTime = nowTime / 1000l; Double score = nowTime.doubleValue();// 使用redis自带的time,得到当前时间的秒 transaction.zadd("MAAT_VERSION_TIMER", score, version + ""); } transaction.set("MAAT_VERSION", "3901"); transaction.exec(); } /** * 根据配置id删除数据 */ public void delByCompileId() { Map> serviceConfigMap = new HashMap>(); List list = new ArrayList<>(); for (long i = 13143; i <= 23142; i++) { list.add(i); } serviceConfigMap.put(129, list); delMaatConfig(serviceConfigMap); } @Override public boolean delMaatConfig(Map> serviceConfigMap) { if (serviceConfigMap != null && serviceConfigMap.size() > 0) { Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); if (serviceConfigMap != null && serviceConfigMap.size() > 0) { for (Integer service : serviceConfigMap.keySet()) { Map> compileIdAndDBReal = getCompileIdAndDBReal( serviceConfigMap.get(service), service, idRelaRedisDBIndex); for (Integer redisDb : compileIdAndDBReal.keySet()) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDb); if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); Set list = compileIdAndDBReal.get(redisDb); if (list != null && list.size() > 0) { for (Long id : list) { // 按序号选择Redis数据库 transaction.select(redisDb); removeConfig(id, maatXmlConfig, maatVersion, service, transaction, redisDb, idRelaRedisDBIndex); } } else { throw new ServiceRuntimeException("删除配置时,未发现对应的配置id信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDb, Integer.valueOf(maatVersionStr) + 1); } else { throw new ServiceRuntimeException("从" + redisDb + "号redis库中获取MAAT_VERSION的值为null,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.GetMaatVersionFailure.getValue()); } } } } else { throw new ServiceRuntimeException("删除maat类配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } if (removeMaatRelation(serviceConfigMap, transaction, null) && removeStatisticsReal(serviceConfigMap, transaction, null)) { transaction.exec(); return true; } else { transaction.discard(); } } catch (JedisConnectionException e) { String error = "连接redis异常,删除maat配置失败," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { int businessCode = RestBusinessCode.service_runtime_error.getValue(); if (e instanceof ServiceRuntimeException) { businessCode = ((ServiceRuntimeException) e).getErrorCode(); } logger.error("删除maat配置发生了异常" + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException("删除maat配置发生了异常," + e.getMessage(), businessCode); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } else { throw new ServiceRuntimeException("Map参数信息不能为空,请检查!", RestBusinessCode.ConfigInfoMapIsNull.getValue()); } return false; } public boolean startStopMaatConfig(Map> serviceConfigMap, boolean isStart) { if (serviceConfigMap != null && serviceConfigMap.size() > 0) { Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); if (serviceConfigMap != null && serviceConfigMap.size() > 0) { for (Integer service : serviceConfigMap.keySet()) { Map> compileIdAndDBReal = getCompileIdAndDBReal( serviceConfigMap.get(service), service, idRelaRedisDBIndex); for (Integer redisDb : compileIdAndDBReal.keySet()) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDb); if (maatVersionStr != null) { Double maatVersion = Double.valueOf(maatVersionStr) + 1D; MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); Set list = compileIdAndDBReal.get(redisDb); if (list != null && list.size() > 0) { for (Long id : list) { // 按序号选择Redis数据库 transaction.select(redisDb); startStopConfig(id, maatXmlConfig, maatVersion, service, transaction, redisDb, idRelaRedisDBIndex, isStart); } } else { throw new ServiceRuntimeException("删除配置时,未发现对应的配置id信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDb, Integer.valueOf(maatVersionStr) + 1); } else { throw new ServiceRuntimeException("从" + redisDb + "号redis库中获取MAAT_VERSION的值为null,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.GetMaatVersionFailure.getValue()); } } } } else { throw new ServiceRuntimeException("删除maat类配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } if (removeMaatRelation(serviceConfigMap, transaction, isStart) && removeStatisticsReal(serviceConfigMap, transaction, isStart)) { transaction.exec(); return true; } else { transaction.discard(); } } catch (JedisConnectionException e) { String error = "连接redis异常,删除maat配置失败," + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { int businessCode = RestBusinessCode.service_runtime_error.getValue(); if (e instanceof ServiceRuntimeException) { businessCode = ((ServiceRuntimeException) e).getErrorCode(); } logger.error("删除maat配置发生了异常" + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException("删除maat配置发生了异常," + e.getMessage(), businessCode); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } else { throw new ServiceRuntimeException("Map参数信息不能为空,请检查!", RestBusinessCode.ConfigInfoMapIsNull.getValue()); } return false; } /** * 获取关联关系中每个关系中的-前部分 * * @param compileStrVal * @return */ private String getRegionInfo(String compileStrVal) { if (compileStrVal != null && compileStrVal.contains("-")) { String[] split = compileStrVal.split("-"); return split[0];// 去除后面的redisdb信息 } return null; } /** * 删除maat类配置 * * @param id 配置id * @param maatXmlConfig maat.xml中关于当前业务类型的key和value写法的对象 * @param maatVersion 版本号 * @param service 业务类型 * @param redisTemplate * @param maatRelation id对应关系对象 */ private void removeConfig(Long id, MaatXmlConfig maatXmlConfig, Double maatVersion, int service, Transaction transaction, int redisDBIndex, int idRelaRedisDBIndex) { if (maatXmlConfig != null) { Map keyMap = new HashMap<>(); // 删除(重命名)编译配置 removeCompileAndGroupConfig(maatXmlConfig, id + "", 10, maatVersion, service, transaction, redisDBIndex, null, null);// 10代表是编译配置 // 拼接编译与分组关系的Redis Key String compileStr = "COMPILEGROUP:" + id; // 获取当前编译配置与分组配置的关联关系 String compileStrVal = JedisUtils.get(compileStr, idRelaRedisDBIndex);// 根据编译id获取该编译下的分组关系 if (compileStrVal != null && !compileStrVal.trim().equals("")) { String[] compileGroupStrArr = org.apache.commons.lang.StringUtils.split(compileStrVal, ";"); for (String compileGroup : compileGroupStrArr) { if (compileGroup != null && !compileGroup.trim().equals("")) { String groupCompileStrs = getRegionInfo(compileGroup);// 获取编译对应的分组信息,去除后面的redisdb信息 if (groupCompileStrs != null && !groupCompileStrs.trim().equals("")) {// 遍历编译和分组的信息 String[] split = org.apache.commons.lang.StringUtils.split(groupCompileStrs, ";"); for (String groupId : split) {// GROUPCOMPILE:groupid-redisdb if (groupId != null && !groupId.trim().equals("")) { String groupCompileAndDBStrs = null; if (!keyMap.containsKey(groupId)) { groupCompileAndDBStrs = JedisUtils.get(groupId, idRelaRedisDBIndex); keyMap.put(groupId, groupCompileAndDBStrs); } else { groupCompileAndDBStrs = keyMap.get(groupId); } String[] compileGroupArr = org.apache.commons.lang.StringUtils .split(groupCompileAndDBStrs, ";");// 获取组对应的编译id for (String groupAndCompileStr : compileGroupArr) { if (groupAndCompileStr != null && !groupAndCompileStr.trim().equals("")) { String compileId = getRegionInfo(groupAndCompileStr); if (compileId != null && !compileId.trim().equals("")) { // 被分组复用的业务,不能将域置为失效 if (!ServiceAndRDBIndexReal.serviceIsReuse(service)) {// 如果当前业务不允许被分组复用(普通的maat类配置),则可以将域置为失效,否则不将域置为失效 // 如果只有一个编译id且与上面的编译id相同则说明未被分组复用,可以将其下的所有域置失效,否则不处理域配置,只把编译,分组关系置为无效 if (compileId.equals(compileStr)) {// String groupRegionKey = groupId.replace("GROUPCOMPILE", "GROUPREGION");// groupregion里面value是region的信息,key是group的信息,所以可以直接将GROUPCOMPILE替换为GROUPREGION String regionStrs = null; if (!keyMap.containsKey(groupRegionKey)) { regionStrs = JedisUtils.get(groupRegionKey, idRelaRedisDBIndex); keyMap.put(groupRegionKey, regionStrs); } else { regionStrs = keyMap.get(groupRegionKey); } if (regionStrs != null && !regionStrs.trim().equals("")) { String[] regionStrArr = regionStrs.split(";"); for (String str : regionStrArr) { if (str != null && !str.trim().equals("")) { String regionStr = getRegionInfo(str); if (regionStr != null && !regionStr.trim().equals("")) { String[] regionKeyArr = regionStr.split(";"); if (regionKeyArr != null && regionKeyArr.length > 0) { // 根据分组与域关联关系找到对应域配置然后删除(重命名) removeRegionConfig(maatXmlConfig, regionKeyArr, maatVersion, service, transaction, redisDBIndex, null); } } else { throw new ServiceRuntimeException("从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与域的关联关系，key为" + groupRegionKey, RestBusinessCode.KeyNotExistsInRedis .getValue()); } } } } } } // 根据分组与编译关联关系找到对应分组配置然后删除(重命名) removeCompileAndGroupConfig(maatXmlConfig, groupId.replace("GROUPCOMPILE:", ""), 11, maatVersion, service, transaction, redisDBIndex, id + "", null);// 11代表是分组配置 } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与编译的关联关系，key为" + groupId, RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } } } } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置编译与分组关联关系，key为" + compileStr, RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } } } else { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } private void startStopConfig(Long id, MaatXmlConfig maatXmlConfig, Double maatVersion, int service, Transaction transaction, int redisDBIndex, int idRelaRedisDBIndex, boolean isStart) { if (maatXmlConfig != null) { Map keyMap = new HashMap<>(); // 删除(重命名)编译配置 removeCompileAndGroupConfig(maatXmlConfig, id + "", 10, maatVersion, service, transaction, redisDBIndex, null, isStart);// 10代表是编译配置 // 拼接编译与分组关系的Redis Key String compileStr = "COMPILEGROUP:" + id; // 获取当前编译配置与分组配置的关联关系 String compileStrVal = JedisUtils.get(compileStr, idRelaRedisDBIndex);// 根据编译id获取该编译下的分组关系 if (compileStrVal != null && !compileStrVal.trim().equals("")) { String[] compileGroupStrArr = org.apache.commons.lang.StringUtils.split(compileStrVal, ";"); for (String compileGroup : compileGroupStrArr) { if (compileGroup != null && !compileGroup.trim().equals("")) { String groupCompileStrs = getRegionInfo(compileGroup);// 获取编译对应的分组信息,去除后面的redisdb信息 if (groupCompileStrs != null && !groupCompileStrs.trim().equals("")) {// 遍历编译和分组的信息 String[] split = org.apache.commons.lang.StringUtils.split(groupCompileStrs, ";"); for (String groupId : split) {// GROUPCOMPILE:groupid-redisdb if (groupId != null && !groupId.trim().equals("")) { String groupCompileAndDBStrs = null; if (!keyMap.containsKey(groupId)) { groupCompileAndDBStrs = JedisUtils.get(groupId, idRelaRedisDBIndex); keyMap.put(groupId, groupCompileAndDBStrs); } else { groupCompileAndDBStrs = keyMap.get(groupId); } String[] compileGroupArr = org.apache.commons.lang.StringUtils .split(groupCompileAndDBStrs, ";");// 获取组对应的编译id for (String groupAndCompileStr : compileGroupArr) { if (groupAndCompileStr != null && !groupAndCompileStr.trim().equals("")) { String compileId = getRegionInfo(groupAndCompileStr); if (compileId != null && !compileId.trim().equals("")) { // 被分组复用的业务,不能将域置为失效 if (!ServiceAndRDBIndexReal.serviceIsReuse(service)) {// 如果当前业务不允许被分组复用(普通的maat类配置),则可以将域置为失效,否则不将域置为失效 // 如果只有一个编译id且与上面的编译id相同则说明未被分组复用,可以将其下的所有域置失效,否则不处理域配置,只把编译,分组关系置为无效 if (compileId.equals(compileStr)) {// String groupRegionKey = groupId.replace("GROUPCOMPILE", "GROUPREGION");// groupregion里面value是region的信息,key是group的信息,所以可以直接将GROUPCOMPILE替换为GROUPREGION String regionStrs = null; if (!keyMap.containsKey(groupRegionKey)) { regionStrs = JedisUtils.get(groupRegionKey, idRelaRedisDBIndex); keyMap.put(groupRegionKey, regionStrs); } else { regionStrs = keyMap.get(groupRegionKey); } if (regionStrs != null && !regionStrs.trim().equals("")) { String[] regionStrArr = regionStrs.split(";"); for (String str : regionStrArr) { if (str != null && !str.trim().equals("")) { String regionStr = getRegionInfo(str); if (regionStr != null && !regionStr.trim().equals("")) { String[] regionKeyArr = regionStr.split(";"); if (regionKeyArr != null && regionKeyArr.length > 0) { // 根据分组与域关联关系找到对应域配置然后删除(重命名) removeRegionConfig(maatXmlConfig, regionKeyArr, maatVersion, service, transaction, redisDBIndex, isStart); } } else { throw new ServiceRuntimeException("从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与域的关联关系，key为" + groupRegionKey, RestBusinessCode.KeyNotExistsInRedis .getValue()); } } } } } } // 根据分组与编译关联关系找到对应分组配置然后删除(重命名) removeCompileAndGroupConfig(maatXmlConfig, groupId.replace("GROUPCOMPILE:", ""), 11, maatVersion, service, transaction, redisDBIndex, id + "", isStart);// 11代表是分组配置 } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与编译的关联关系，key为" + groupId, RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } } } } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置编译与分组关联关系，key为" + compileStr, RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } } } else { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } /** * 删除maat配置时,对redis进行相关操作,主要是重命名key和记录相关状态 * * @param maatXmlConfig * @param idList * @param type * @param maatVersion * @param service * @param redisTemplate */ private void removeCompileAndGroupConfig(MaatXmlConfig maatXmlConfig, String id, int type, Double maatVersion, int service, Transaction transaction, int redisDBIndex, String compileId, Boolean isStart) { if (maatXmlConfig != null) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (MaatXmlExpr maatXmlExpr : expressionList) { if (type == maatXmlExpr.getType().intValue()) { StringBuffer keyBF = new StringBuffer(); String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); keyBF.append(id); } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String maatTableName = ServiceAndRDBIndexReal.getMaatTableName(service, type, null); if (maatTableName == null) { throw new ServiceRuntimeException( "无法从applicationConfig-rule.properties配置文件中,找到回调类配置service为" + service + "对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(maatTableName); } } } else { keyBF.append(keyStr.trim()); } } String oldKey = keyBF.toString().toUpperCase(); if (compileId != null) { oldKey += compileId; } if (isStart == null) {// 置为失效 maatKey = oldKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } else if (isStart == true) {// 将失效置为生效 maatKey = oldKey; oldKey=oldKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } else {// 将生效变为失效 maatKey = oldKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } transaction.rename(oldKey, maatKey.toUpperCase()); logger.info("向{}号redis数据库修改了一条配置,修改前key是{},修改后key是{}", redisDBIndex, oldKey, maatKey.toUpperCase()); break; } } if (isStart == null) { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, true);// 变成无效 } else if (isStart) { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, false);// 变成有效 } else { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, true);// 变成无效 } } else { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } /** * 删除域配置,重名key,记录相关信息MAAT_UPDATE_STATUS,MAAT_RULE_TIMER等 * * @param maatXmlConfig * @param regionArr * @param maatVersion * @param service * @param redisTemplate * @param redisDBIndex */ private void removeRegionConfig(MaatXmlConfig maatXmlConfig, String[] regionArr, Double maatVersion, int service, Transaction transaction, int redisDBIndex, Boolean isStart) { transaction.select(redisDBIndex); if (maatXmlConfig != null && regionArr != null && regionArr.length > 0) { List expressionList = maatXmlConfig.getExpressionList(); String maatKey = null; for (String oldKey : regionArr) { if (oldKey != null && !oldKey.trim().equals("")) { if (isStart == null) {// 置为失效 maatKey = oldKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } else if (isStart == true) {// 将失效置为生效 maatKey = oldKey.replace("OBSOLETE_RULE", "EFFECTIVE_RULE"); } else {// 将生效变为失效 maatKey = oldKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); } transaction.rename(oldKey, maatKey.toUpperCase()); logger.info("向{}号redis数据库修改了一条配置,修改前key是{},修改后key是{}", redisDBIndex, oldKey, maatKey.toUpperCase()); if (isStart == null) { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, true);// 变成无效 } else if (isStart) { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, false);// 变成有效 } else { updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDBIndex, true); } } } } else { if (maatXmlConfig == null) { throw new ServiceRuntimeException( "无法从applicationConfig-maatRedis.xml配置文件中获取service为" + service + "对应的规则,请检查业务类型是否正确", RestBusinessCode.NotFoundRedisRule.getValue()); } } } /** * 编译配置用于实时统计 取消分类性质,标签等信息 */ private boolean removeStatisticsReal(Map> map, Transaction transaction, Boolean isStart) { if (map != null && map.size() > 0) { int redisStatisticsRealDBIndex = Configurations.getIntProperty("redisStatisticsRealDBIndex", 14); transaction.select(redisStatisticsRealDBIndex); String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisStatisticsRealDBIndex); if (maatVersionStr == null) { throw new ServiceRuntimeException("从" + redisStatisticsRealDBIndex + "号redis库中获取MAAT_VERSION失败", RestBusinessCode.KeyNotExistsInRedis.getValue()); } double maatVersion = Double.valueOf(maatVersionStr) + 1d; if (redisStatisticsRealDBIndex >= 0 && redisStatisticsRealDBIndex < Configurations.getIntProperty("maxRedisDBIndex", 16)) { for (Integer service : map.keySet()) { String maatTableName = ServiceAndRDBIndexReal.getMaatTableName(service, 10, null); List idList = map.get(service); if (idList != null && idList.size() > 0) { for (Long compileId : idList) { String effectiveRuleKey = "EFFECTIVE_RULE:" + maatTableName + "," + compileId; transaction.rename(effectiveRuleKey.toUpperCase(), effectiveRuleKey.toUpperCase().replace("EFFECTIVE_RULE", "OBSOLETE_RULE")); logger.info("向{}号redis数据库修改了一条配置,修改前key是{},修改后key是:{}", redisStatisticsRealDBIndex, effectiveRuleKey.toUpperCase(), effectiveRuleKey.toUpperCase().replace("EFFECTIVE_RULE", "OBSOLETE_RULE")); String zset = effectiveRuleKey.replace("EFFECTIVE_RULE:", "DEL,"); if (isStart == null || isStart == false) { } else if (isStart == true) { zset = effectiveRuleKey.replace("EFFECTIVE_RULE:", "ADD,"); } transaction.zadd("MAAT_UPDATE_STATUS", maatVersion, zset); logger.info("向{}号redis数据库更新了MAAT_UPDATE_STATUS,内容是{},SCORES是{}", redisStatisticsRealDBIndex, zset.toUpperCase(), maatVersion); } } else { throw new ServiceRuntimeException("取消配置时,未发现配置Id信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisStatisticsRealDBIndex, Integer.valueOf(maatVersionStr) + 1); return true; } else { throw new ServiceRuntimeException("redis数据库编号:" + redisStatisticsRealDBIndex + "不正确,请检查数据库编号", RestBusinessCode.DbIndexNotInRange.getValue()); } } else { throw new ServiceRuntimeException("状态更新操作Map参数信息不能为空,请检查配置参数是否正确", RestBusinessCode.ConfigInfoMapIsNull.getValue()); } } /** * 删除配置成功后,需要更新编译,组,域等配置id的对应关系 * * @param idMap */ private boolean removeMaatRelation(Map> map, Transaction transaction, Boolean isStart) { if (map != null && map.size() > 0) { int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); transaction.select(idRelaRedisDBIndex); for (Integer service : map.keySet()) { List idList = map.get(service); if (idList != null && idList.size() > 0) { for (Long compileId : idList) { String compileStr = "COMPILEGROUP:" + compileId; String compileStrVal = JedisUtils.get(compileStr, idRelaRedisDBIndex);// 根据编译id获取该编译下的分组关系 if (compileStrVal != null && !compileStrVal.trim().equals("")) { String[] split1 = org.apache.commons.lang.StringUtils.split(compileStrVal, ";"); for (String str : split1) { if (str != null && !str.trim().equals("")) { String groupCompileStr = getRegionInfo(str); if (groupCompileStr != null && !groupCompileStr.equals("")) { String[] groupCompileStrSplit = org.apache.commons.lang.StringUtils.split(groupCompileStr, ";");// 得到分组关系 for (String groupCompile : groupCompileStrSplit) {// 遍历所有分组关系 if (groupCompile != null && !groupCompile.trim().equals("")) { String compileGroupStr = getRegionInfo( JedisUtils.get(groupCompile.toUpperCase(), idRelaRedisDBIndex));// 获取当前分组关系对应的编译信息 if (compileGroupStr != null && !compileGroupStr.equals("")) { String[] compileGroupStrSplit = org.apache.commons.lang.StringUtils .split(compileGroupStr, ";"); // 被分组复用的业务,不能将域置为失效,其分组关系也不置为失效 if (!ServiceAndRDBIndexReal.serviceIsReuse(service)) {// 如果当前业务不允许被分组复用(普通的maat类配置),则可以将域置为失效,否则不将域置为失效 // if (compileGroupStrSplit != null && // compileGroupStrSplit.length // == 1 // && compileGroupStr.equals(compileStr.toUpperCase())) {// // 当前的分组关系只属于当前的compileid,说明没有被分组复用,需要将编译配置,分组关系,域配置,置无效 // if (compileGroupStrSplit != null // && compileGroupStrSplit.length > 0 // && compileGroupStrSplit[0] != null // && !compileGroupStrSplit[0].trim().equals("") // && compileGroupStrSplit[0].toUpperCase() // .equals(compileStr.toUpperCase())) { if (compileGroupStrSplit[0].toUpperCase() .equals(compileStr.toUpperCase())) { String groupRegion = groupCompile.replace("GROUPCOMPILE", "GROUPREGION");// groupregion里面value是region的信息,key是group的信息,所以可以直接将GROUPCOMPILE替换为GROUPREGION try { // 为了提高效率,不判断了,如果报错直接捕捉异常处理 // 删除分组与域的关联关系 if (isStart == null) {// 删除 transaction.del(groupRegion); } else if (isStart == true) {// 将失效置为生效 String groupRegionVal = JedisUtils.get(groupRegion, idRelaRedisDBIndex); groupRegionVal = groupRegionVal .replace("OBSOLETE_RULE", "EFFECTIVE_RULE"); transaction.set(groupRegion, groupRegionVal); } else {// 将生效变为失效 String groupRegionVal = JedisUtils.get(groupRegion, idRelaRedisDBIndex); groupRegionVal = groupRegionVal .replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); transaction.set(groupRegion, groupRegionVal); } } catch (Exception e) { throw new ServiceRuntimeException("从" + idRelaRedisDBIndex + "号redis库中删除" + groupRegion + "失败,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis .getValue()); } } } String groupCompileStrVal = JedisUtils .get(groupCompile.toUpperCase(), idRelaRedisDBIndex); // 删除分组与编译的关联关系 if (groupCompileStrVal != null && !groupCompileStrVal.trim().equals("")) { StringBuffer sb = new StringBuffer(); String[] split = org.apache.commons.lang.StringUtils .split(groupCompileStrVal, ";"); for (String groupCompileAndDBStr : split) { if (groupCompileAndDBStr != null && !groupCompileAndDBStr.trim().equals("")) { if (groupCompileAndDBStr .contains(compileStr.toUpperCase()) && split.length == 1) { try { // 为了提高效率,不判断了,如果报错直接捕捉异常处理 // 删除当前组所对应的编译 if (isStart == null) {// 删除 transaction.del(groupCompile.toUpperCase());// 删除编译与分组的关联关系 } else if (isStart == true) {// 将失效置为生效 String groupRegionVal = JedisUtils.get( groupCompile.toUpperCase(), idRelaRedisDBIndex); groupRegionVal = groupRegionVal.replace( "OBSOLETE_RULE", "EFFECTIVE_RULE"); transaction.set(groupCompile.toUpperCase(), groupRegionVal); } else {// 将生效变为失效 String groupRegionVal = JedisUtils.get( groupCompile.toUpperCase(), idRelaRedisDBIndex); groupRegionVal = groupRegionVal.replace( "EFFECTIVE_RULE", "OBSOLETE_RULE"); transaction.set(groupCompile.toUpperCase(), groupRegionVal); } } catch (Exception e) { throw new ServiceRuntimeException("从" + idRelaRedisDBIndex + "号redis库中删除" + groupCompile.toUpperCase() + "失败,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis .getValue()); } } else if (!groupCompileAndDBStr .contains(compileStr.toUpperCase())) { sb.append(groupCompileAndDBStr + ";"); } } } if (sb.length() > 0) { transaction.set(groupCompile.toUpperCase(), sb.substring(0, sb.length() - 1));// 重新设置分组与编译 } } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与编译的关联关系，key为" + groupCompile.toUpperCase(), RestBusinessCode.KeyNotExistsInRedis.getValue()); } } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中无法获取MAAT配置分组与编译的关联关系，key为" + groupCompile.toUpperCase(), RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } try { if (isStart == null) {// 删除 transaction.del(compileStr.toUpperCase());// 删除编译与分组的关联关系 } else if (isStart == true) {// 将失效置为生效 String groupRegionVal = JedisUtils.get(compileStr.toUpperCase(), idRelaRedisDBIndex); groupRegionVal = groupRegionVal.replace("OBSOLETE_RULE", "EFFECTIVE_RULE"); transaction.set(compileStr.toUpperCase(), groupRegionVal); } else {// 将生效变为失效 String groupRegionVal = JedisUtils.get(compileStr.toUpperCase(), idRelaRedisDBIndex); groupRegionVal = groupRegionVal.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); transaction.set(compileStr.toUpperCase(), groupRegionVal); } } catch (Exception e) { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis关联关系库中删除" + compileStr + "失败,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } } else { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis关联关系库中获取" + compileStr + "的值为null,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } } } } else { throw new ServiceRuntimeException( "删除配置时,未从service与配置id的对应关系中找到service=" + service + "的配置id,请检查传入的参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } return true; } else { throw new ServiceRuntimeException("状态更新操作Map参数信息不能为空,请检查配置参数是否正确", RestBusinessCode.ConfigInfoMapIsNull.getValue()); } } private void addTmpReion(List> regionMapList, MaatXmlExpr maatXmlExpr, Transaction transaction, int type, int tmpStorageReuseRegionDB, int idRelaRedisDBIndex, List expressionList, Set redisDB) throws Exception { Map keyMap = new HashMap<>(); Map dbVersionMap = new HashMap<>(); if (regionMapList != null && regionMapList.size() > 0) { String[] keySplit = maatXmlExpr.getKeyExpression().split(";"); for (Map map : regionMapList) { String maatKey = null; StringBuffer keyBF = new StringBuffer(); for (String keyStr : keySplit) { if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("[")) { keyStr = keyStr.trim().replace("[", "").replace("]", ""); String keyVal = map.get(keyStr); if (keyVal != null && !keyVal.equals("")) { keyBF.append(keyVal); } else { throw new ServiceRuntimeException("未从map中获取到" + keyStr + "的值,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } } else if (!StringUtils.isEmpty(keyStr) && keyStr.trim().startsWith("{")) { keyStr = keyStr.trim().replace("{", "").replace("}", ""); if (keyStr.toLowerCase().contains("table_name")) { String argTableName = map.get("table_name"); if (argTableName == null) { throw new ServiceRuntimeException("添加分组复用域配置时,必须要传入表名,请检查参数,配置类型:" + type + ",对应的真实表名", RestBusinessCode.NotFoundTableName.getValue()); } else { keyBF.append(argTableName); } } } else { keyBF.append(keyStr.trim()); } } String groupId = null; StringBuffer valBF = new StringBuffer(); String[] valSplit = maatXmlExpr.getValueExpression().split(";"); for (String valStr : valSplit) { if (!StringUtils.isEmpty(valStr) && valStr.trim().startsWith("[")) { valStr = valStr.trim().replace("[", "").replace("]", ""); if (valStr.toLowerCase().equals("op_time") && type == 12) { String user_region = map.get("user_region"); valBF.append(user_region + "\t"); } String val = map.get(valStr); if (val != null) { valBF.append(val); if (valStr.equals("group_id")) { groupId = val; } } else { // 所有在maat.xml中配置的属性都不可以为空 throw new ServiceRuntimeException("未从map中获取到" + valStr + "的值,无法拼接redisValue,请检查数据或配置文件是否正确", RestBusinessCode.NotFoundValueByKey.getValue()); } } else if (valStr.equals(" ")) { valBF.append(" "); } else if (valStr.equals("\\t")) {// xml中是字符串的\t这里判断的时候需要转义为\\t,但是添加的时候需要添加\t不是\\t valBF.append("\t"); } else if (valStr.equals("\\n")) { valBF.append("\n"); } else { valBF.append(valStr.trim()); } } transaction.select(tmpStorageReuseRegionDB); maatKey = keyBF.toString(); transaction.set(maatKey.toUpperCase(), valBF.toString()); logger.info("向{}号redis数据库添加了一条配置,key是{},value是{}", tmpStorageReuseRegionDB, maatKey.toUpperCase(), valBF.toString()); String groupIdStr = "GROUPCOMPILE:" + groupId; String groupCompileVal = null; if (!keyMap.containsKey(groupIdStr)) { groupCompileVal = JedisUtils.get(groupIdStr, idRelaRedisDBIndex); keyMap.put(groupIdStr, groupCompileVal); } else { groupCompileVal = keyMap.get(groupIdStr); } if (groupCompileVal != null && !groupCompileVal.trim().equals("")) { Set redisDBSet = new HashSet(); String[] split = groupCompileVal.split(";"); if (split != null && split.length > 0) { for (String compileStr : split) { if (compileStr != null && !compileStr.trim().equals("")) { String[] dbArr = compileStr.split("-")[1].split(","); for (String db : dbArr) { if (db != null && !db.trim().equals("")) { redisDBSet.add(Integer.parseInt(db.trim())); } } } } } String groupRegionStr = "GROUPREGION:" + groupId; String regionVal = null; if (!keyMap.containsKey(groupRegionStr)) { regionVal = JedisUtils.get(groupRegionStr, idRelaRedisDBIndex); keyMap.put(groupRegionStr, regionVal); } else { regionVal = keyMap.get(groupRegionStr); } transaction.append(groupRegionStr, ";" + maatKey.toUpperCase() + "-" + redisDBSet.toString().replace("[", "").replace("]", "")); redisDB.addAll(redisDBSet); for (Integer redisDb : redisDBSet) { transaction.select(redisDb); transaction.set(maatKey.toUpperCase(), valBF.toString()); logger.info("向{}号redis数据库添加了一条配置,key是{},value是{}", redisDb, maatKey.toUpperCase(), valBF.toString()); Double maatVersion = null; if (!dbVersionMap.containsKey(redisDb)) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDb); if (maatVersionStr == null) { maatVersionStr = "0"; } maatVersion = Double.valueOf(maatVersionStr) + 1D; dbVersionMap.put(redisDb, maatVersion); } else { maatVersion = dbVersionMap.get(redisDb); } updateMaatInfo(expressionList, maatKey, transaction, maatVersion, redisDb, false); } } } } } /** * 单独添加域时,先判断下当前组是否被使用了(是否有对应的编译),如果被使用了则分发到所有编译在的redisdb里, * 如果没有被使用则先存储在临时库里面,后面下发编译时使用到了该分组再把该分组下的所有域复制到编译下面 */ @Override public boolean saveGroupReuseConfig(List configList) { Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { if (configList != null && configList.size() > 0) { int tmpStorageReuseRegionDB = Configurations.getIntProperty("tmpStorageReuseRegionDB", 15); int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); transaction.select(tmpStorageReuseRegionDB); MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(37);// maat类配置的表达式都一样,这里因为没有service所以就随便取了一个 MaatXmlExpr maatXmlExpr12 = null; MaatXmlExpr maatXmlExpr13 = null; MaatXmlExpr maatXmlExpr14 = null; if (maatXmlConfig != null) { List expressionList = maatXmlConfig.getExpressionList(); if (expressionList != null && expressionList.size() > 0) { for (MaatXmlExpr maatXmlExpr : expressionList) { if (maatXmlExpr.getType().intValue() == 12) { maatXmlExpr12 = maatXmlExpr; } else if (maatXmlExpr.getType().intValue() == 13) { maatXmlExpr13 = maatXmlExpr; } else if (maatXmlExpr.getType().intValue() == 14) { maatXmlExpr14 = maatXmlExpr; } } } Set redisDB = new HashSet(); for (MaatConfig maatConfig : configList) { addTmpReion(maatConfig.getIpRegionMapList(), maatXmlExpr12, transaction, 12, tmpStorageReuseRegionDB, idRelaRedisDBIndex, expressionList, redisDB); addTmpReion(maatConfig.getNumRegionMapList(), maatXmlExpr13, transaction, 13, tmpStorageReuseRegionDB, idRelaRedisDBIndex, expressionList, redisDB); addTmpReion(maatConfig.getStrRegionMapList(), maatXmlExpr14, transaction, 14, tmpStorageReuseRegionDB, idRelaRedisDBIndex, expressionList, redisDB); } for (Integer redisDb : redisDB) { transaction.select(redisDb); transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION", redisDb); // logger.info("向{}号redis数据库更新了MAAT_VERSION,更新后版本是{}", redisDb, maatVersion); } } } else { throw new ServiceRuntimeException("添加分组复用域配置时,未发现对应的配置信息,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } transaction.exec(); return true; } catch (JedisConnectionException e) { String error = "连接redis异常,保存分组复用maat类域配置失败" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { String error = "保存分组复用maat类域配置发生了异常" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException(error, RestBusinessCode.SaveDataInError.getValue()); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } /** * 添加分组和域的关联关系 * * @param maatConfig * @param transaction * @param redisDBIndex * @param redisDBSetStr * @param idRelaRedisDBIndex */ private void addGroupRegionReal(MaatConfig maatConfig, Transaction transaction, String redisDBSetStr, int idRelaRedisDBIndex) { Map> map = new HashMap>(); int service = maatConfig.getService(); MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(service); addGroupAndRegionRelations(maatXmlConfig, service, 12, maatConfig.getIpRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 13, maatConfig.getNumRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 14, maatConfig.getStrRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 15, maatConfig.getStrStrRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 16, maatConfig.getFileDigestRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 17, maatConfig.getFileLikeRegionMapList(), map, redisDBSetStr); addGroupAndRegionRelations(maatXmlConfig, service, 18, maatConfig.getIpClientRangeMapList(), map, redisDBSetStr); for (String groupIdStr : map.keySet()) { List list = map.get(groupIdStr); StringBuffer sb = new StringBuffer(); if (list != null && list.size() > 0) { for (String regionIdStr : list) { sb.append(regionIdStr); sb.append(";"); } } transaction.select(idRelaRedisDBIndex);// 选择关联关系库 transaction.append(groupIdStr, ";" + sb.substring(0, sb.length() - 1)); } } /** * 保存域配置信息,供分组复用单独添加域和普通maat配置添加域 * * @param maatConfig 配置信息 * @param maatXmlConfig 配置的表达式 * @param maatVersion 版本号 * @param service 业务类型 * @param transaction redis连接 * @param redisDBIndex redis编号 * @param isReuseSaveRegion 是否是分组复用单独添加域配置 */ private Integer addRegion(MaatConfig maatConfig, MaatXmlConfig maatXmlConfig, Double maatVersion, int service, Transaction transaction, Integer redisDBIndex, boolean isReuseSaveRegion) { Boolean serviceIsReuse = ServiceAndRDBIndexReal.serviceIsReuse(service); int count = 0;// 计算下所有的域是不是都没有值,如果没有值则给出提示 List> ipRegionMapList = maatConfig.getIpRegionMapList(); if (ipRegionMapList != null && ipRegionMapList.size() > 0) { count += ipRegionMapList.size(); for (Map map : ipRegionMapList) { setCommonConfig(maatXmlConfig, map, 12, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 12代表是ip类域配置 } } List> numRegionMapList = maatConfig.getNumRegionMapList(); if (numRegionMapList != null && numRegionMapList.size() > 0) { count += numRegionMapList.size(); for (Map map : numRegionMapList) { setCommonConfig(maatXmlConfig, map, 13, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 13代表是数值类配置 } } List> strRegionMapList = maatConfig.getStrRegionMapList(); if (strRegionMapList != null && strRegionMapList.size() > 0) { count += strRegionMapList.size(); for (Map map : strRegionMapList) { setCommonConfig(maatXmlConfig, map, 14, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 14代表是字符串类域配置 } } List> strStrRegionMapList = maatConfig.getStrStrRegionMapList(); if (strStrRegionMapList != null && strStrRegionMapList.size() > 0) { count += strStrRegionMapList.size(); for (Map map : strStrRegionMapList) { setCommonConfig(maatXmlConfig, map, 15, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 15代表是增强字符串类域配置 } } List> fileDigestRegionMapList = maatConfig.getFileDigestRegionMapList(); if (fileDigestRegionMapList != null && fileDigestRegionMapList.size() > 0) { count += fileDigestRegionMapList.size(); for (Map map : fileDigestRegionMapList) { setCommonConfig(maatXmlConfig, map, 16, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 16代表是文件摘要类域配置 } } List> fileLikeRegionMapList = maatConfig.getFileLikeRegionMapList(); if (fileLikeRegionMapList != null && fileLikeRegionMapList.size() > 0) { count += fileLikeRegionMapList.size(); for (Map map : fileLikeRegionMapList) { setCommonConfig(maatXmlConfig, map, 17, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 17代表是文本相似性域配置 } } List> ipclientList = maatConfig.getIpClientRangeMapList(); if (ipclientList != null && ipclientList.size() > 0) { count += ipclientList.size(); for (Map map : ipclientList) { setCommonConfig(maatXmlConfig, map, 18, maatVersion, service, transaction, redisDBIndex, null, serviceIsReuse);// 18代表是区域ip域配置 } } if (count == 0 && isReuseSaveRegion) { throw new ServiceRuntimeException("添加分组复用域配置时,所有的域配置都为空,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } return count; } /** * 从临时库删除分组复用域配置,如果该域被引用了,则去对应的redisdb中删除,并将关联库中记录的信息删除 * * @param groupId * @param regionList * @param transaction * @param maatXmlConfig * @param tmpStorageReuseRegionDB * @param idRelaRedisDBIndex */ private void removeReuseReion(long groupId, List regionList, Transaction transaction, MaatXmlConfig maatXmlConfig, int tmpStorageReuseRegionDB, int idRelaRedisDBIndex, Set redisDB) { if (regionList != null && regionList.size() > 0) { Set regionSet = new HashSet<>(regionList); transaction.select(tmpStorageReuseRegionDB); Map dbVersionMap = new HashMap<>(); Map keyMap = new HashMap<>(); // key是groupStr,value是删除region后剩下的region集合 Map> regionKeyMap = new HashMap<>(); String groupStr = "GROUPREGION:" + groupId; String groupRegionVal = null; if (!keyMap.containsKey(groupStr)) { groupRegionVal = JedisUtils.get(groupStr, idRelaRedisDBIndex); keyMap.put(groupStr, groupRegionVal); } else { groupRegionVal = keyMap.get(groupStr); } if (groupRegionVal != null && !groupRegionVal.trim().equals("")) { Set splitList = null; if (!regionKeyMap.containsKey(groupStr)) { String[] commonsplit = org.apache.commons.lang.StringUtils.split(groupRegionVal, ";"); splitList = new HashSet<>(Arrays.asList(commonsplit)); regionKeyMap.put(groupStr, splitList); } else { splitList = regionKeyMap.get(groupStr); } if (groupRegionVal != null && !groupRegionVal.trim().equals("")) { if (splitList != null && splitList.size() > 0) { for (Iterator iterator = splitList.iterator(); iterator.hasNext();) { String regionStr = (String) iterator.next(); if (regionStr != null && !regionStr.trim().equals("")) { String regionKey = regionStr.split("-")[0]; if (regionSet.contains(regionKey.replace("EFFECTIVE_RULE:", ""))) { try { regionSet.remove(regionKey.replace("EFFECTIVE_RULE:", "")); transaction.select(idRelaRedisDBIndex); transaction.del(regionKey); } catch (Exception e) { throw new ServiceRuntimeException( "从" + tmpStorageReuseRegionDB + "号redis库中删除" + regionKey + "失败,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } String[] dbArr = regionStr.split("-")[1].split(","); for (String db : dbArr) { if (db != null && !db.trim().equals("")) { int redisDb = Integer.parseInt(db.trim()); redisDB.add(redisDb); transaction.select(redisDb); String isValidKey = regionKey.replace("EFFECTIVE_RULE", "OBSOLETE_RULE"); transaction.rename(regionKey, isValidKey); Double maatVersion = null; if (!dbVersionMap.containsKey(redisDb)) { String maatVersionStr = JedisUtils.get("MAAT_VERSION", redisDb); if (maatVersionStr == null) { maatVersionStr = "0"; } maatVersion = Double.valueOf(maatVersionStr) + 1D; dbVersionMap.put(redisDb, maatVersion); } else { maatVersion = dbVersionMap.get(redisDb); } updateMaatInfo(maatXmlConfig.getExpressionList(), isValidKey, transaction, maatVersion, redisDb, true); } } if (splitList.size() == 1) { transaction.select(idRelaRedisDBIndex); try { transaction.del(groupStr); } catch (Exception e) { throw new ServiceRuntimeException( "从" + idRelaRedisDBIndex + "号redis库中删除" + groupStr + "失败,redis中不存在该值,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } } iterator.remove(); } } } if (regionSet.size() > 0) { throw new ServiceRuntimeException( "删除分组复用域配置时,域" + regionSet + "在关联关系中不存在,请联系开发人员检查删除逻辑是否正确或redis数据是否出现了异常", RestBusinessCode.KeyNotExistsInRedis.getValue()); } } } for (String groupRegionStr : regionKeyMap.keySet()) { transaction.select(idRelaRedisDBIndex); Set set = regionKeyMap.get(groupRegionStr); if (set.size() > 0) { StringBuffer newGroupRegion = new StringBuffer(); for (String str : set) { newGroupRegion.append(str); newGroupRegion.append(";"); } transaction.set(groupStr, newGroupRegion.substring(0, newGroupRegion.length() - 1)); } } } } else { throw new ServiceRuntimeException("删除分组复用域配置时,参数都为空,请检查配置参数是否正确", RestBusinessCode.ConfigSourceIsNull.getValue()); } } @Override public boolean delGroupReuseConfig(Map> groupAndRegionMap) { Jedis resource = JedisUtils.getResource(0); Transaction transaction = resource.multi(); try { if (groupAndRegionMap != null && groupAndRegionMap.size() > 0) { int tmpStorageReuseRegionDB = Configurations.getIntProperty("tmpStorageReuseRegionDB", 15); int idRelaRedisDBIndex = Configurations.getIntProperty("idRelaRedisDBIndex", 15); transaction.select(tmpStorageReuseRegionDB); MaatXmlConfig maatXmlConfig = ReadMaatXmlUtil.getMaatConfigByService(37);// maat类配置的表达式都一样,这里因为没有service所以就随便取了一个 Set redisDB = new HashSet(); for (Long groupId : groupAndRegionMap.keySet()) { List regionList = groupAndRegionMap.get(groupId); if (regionList != null && regionList.size() > 0) { removeReuseReion(groupId, regionList, transaction, maatXmlConfig, tmpStorageReuseRegionDB, idRelaRedisDBIndex, redisDB); } } for (Integer redisDb : redisDB) { transaction.select(redisDb); transaction.incrBy("MAAT_VERSION", 1l); logger.info("向{}号redis数据库更新了MAAT_VERSION", redisDb); } transaction.exec(); return true; } else { throw new ServiceRuntimeException("单独删除分组复用配置的域配置时,参数为空,请检查", RestBusinessCode.ConfigSourceIsNull.getValue()); } } catch (JedisConnectionException e) { String error = "连接redis异常,删除分组复用maat类域配置失败" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); throw new ServiceRuntimeException(error, RestBusinessCode.CannotConnectionRedis.getValue()); } catch (Exception e) { String error = "删除分组复用maat类域配置发生了异常" + e.getMessage(); logger.error(error + " " + ExceptionUtil.getExceptionMsg(e)); transaction.discard(); throw new ServiceRuntimeException(error, RestBusinessCode.SaveDataInError.getValue()); } finally { // 释放连接到连接池 JedisUtils.returnResource(resource); } } private void updateMaatInfo(List list, String maatKey, Transaction transaction, Double maatVersion, int redisDBIndex, Boolean idDel) { if (list != null && list.size() > 0) { for (MaatXmlExpr maatXmlExpr : list) { if (maatXmlExpr.getKeyExpression().toUpperCase().equals("MAAT_UPDATE_STATUS")) { if (maatKey != null) { String zset = null; if (idDel == null || idDel) { zset = maatKey.replace("OBSOLETE_RULE:", "DEL,"); } else { zset = maatKey.replace("EFFECTIVE_RULE:", "ADD,"); } transaction.zadd("MAAT_UPDATE_STATUS", maatVersion, zset); logger.info("向{}号redis数据库更新了MAAT_UPDATE_STATUS,内容是{},SCORES是{}", redisDBIndex, zset.toUpperCase(), maatVersion); } } else if (maatXmlExpr.getKeyExpression().toUpperCase().equals("MAAT_RULE_TIMER")) { if (maatKey != null) { Double score = 0d;// 界面下发的配置没有超时时间所以这里设置为0 transaction.zadd("MAAT_RULE_TIMER", score, maatKey); logger.info("向{}号redis数据库更新了MAAT_RULE_TIMER,内容是{},SCORES是{}", redisDBIndex, maatKey, score); } } else if (maatXmlExpr.getKeyExpression().toUpperCase().equals("MAAT_VERSION_TIMER")) { Long nowTime = new Date().getTime(); nowTime = nowTime / 1000l; Double score = nowTime.doubleValue();// 使用redis自带的time,得到当前时间的秒 transaction.zadd("MAAT_VERSION_TIMER", score, maatVersion + ""); logger.info("向{}号redis数据库更新了MAAT_VERSION_TIMER,内容是{},SCORES是{}", redisDBIndex, maatVersion, score); } } } } public Map> getAllKVByCompileId(Long id) { Jedis resource = JedisUtils.getResource(1); try { Map> map = new HashMap<>(); String pattern = "*," + id; for (int index = 2; index < 6; index++) { resource.select(index); List keyByScan = getKeyByScan(pattern, resource); for (String redisKey : keyByScan) { if (resource.exists(redisKey)) { String statusMebmer = null; if (redisKey.startsWith("EFFECTIVE_RULE:")) { statusMebmer = redisKey.replace("EFFECTIVE_RULE:", "ADD,"); } else if (redisKey.startsWith("OBSOLETE_RULE:")) { statusMebmer = redisKey.replace("OBSOLETE_RULE:", "DEL,"); } if (statusMebmer != null) { Double zscore = resource.zscore("MAAT_UPDATE_STATUS", statusMebmer); if (zscore != null) { Set zrangeByScore = resource.zrangeByScore("MAAT_UPDATE_STATUS", zscore, zscore); for (String statusKey : zrangeByScore) { String replaceKey = null; if (statusKey.startsWith("ADD,")) { replaceKey = statusKey.replace("ADD,", "EFFECTIVE_RULE:"); } else if (statusKey.startsWith("DEL,")) { replaceKey = statusKey.replace("DEL,", "OBSOLETE_RULE:"); } if (replaceKey != null) { String val = resource.get(replaceKey); if (val != null) { if (map.containsKey(index)) { Map map2 = map.get(index); map2.put(replaceKey, val); } else { Map map2 = new HashMap<>(); map2.put(replaceKey, val); map.put(index, map2); } } } } } } } } } return map; } finally { resource.close(); } } public List getKeyByScan(String pattern, Jedis resource) { List list = new ArrayList<>(); int count = 1000; String cursor = ScanParams.SCAN_POINTER_START; ScanParams scanParams = new ScanParams(); scanParams.count(count); scanParams.match(pattern); do { ScanResult scanResult = resource.scan(cursor, scanParams); list.addAll(scanResult.getResult()); cursor = scanResult.getStringCursor(); } while ("!0".equals(cursor)); return list; } }