21.12 update

This commit is contained in:
zhanghongqing
2021-12-14 13:49:21 +08:00
parent cebc9c893c
commit f8edd18978
6 changed files with 262 additions and 1 deletions

View File

@@ -0,0 +1,89 @@
{
"type": "index",
"spec":{
"ioConfig": {
"type": "index",
"firehose": {
"type": "inline",
"data": "{\"test_time\":\"3000-01-01T00:00:00.000\",\"device_id\":\" \",\"allow_conn_num\":0,\"allow_in_bytes\":0,\"allow_in_packets\":0,\"allow_out_bytes\":0,\"allow_out_packets\":0,\"close_conn_num\":0,\"default_conn_num\":0,\"default_in_bytes\":0,\"default_in_packets\":0,\"default_out_bytes\":0,\"default_out_packets\":0,\"deny_conn_num\":0,\"deny_in_bytes\":0,\"deny_in_packets\":0,\"deny_out_bytes\":0,\"deny_out_packets\":0,\"established_conn_num\":0,\"intercept_conn_num\":0,\"intercept_in_bytes\":0,\"intercept_in_packets\":0,\"intercept_out_bytes\":0,\"intercept_out_packets\":0,\"monitor_conn_num\":0,\"monitor_in_bytes\":0,\"monitor_in_packets\":0,\"monitor_out_bytes\":0,\"monitor_out_packets\":0,\"new_conn_num\":0,\"total_in_bytes\":0,\"total_in_packets\":0,\"total_out_bytes\":0,\"total_out_packets\":0,\"entrance_id\":0,\"pinning_num\":0,\"not_pinning_num\":0,\"maybe_pinning_num\":0,\"alert_bytes\":0,\"ins_bytes\":0,\"hijk_bytes\":0,\"reflection_bytes\":0,\"flood_bytes\":0,\"intcp_mon_num\":0,\"intcp_allow_num\":0,\"intcp_deny_num\":0,\"intcp_rdirt_num\":0,\"intcp_repl_num\":0,\"intcp_hijk_num\":0,\"intcp_ins_num\":0,\"ad_reflection_bytes\":0,\"ad_flood_bytes\":0,\"ad_cc_bytes\":0,\"intcp_edit_elem_num\":0}"
}
},
"tuningConfig": {
"type": "index"
},
"dataSchema": {
"dataSource": "traffic_metrics_log",
"granularitySpec": {
"type": "uniform",
"segmentGranularity": "DAY",
"queryGranularity": "NONE",
"rollup": false
},
"parser": {
"type": "string",
"parseSpec": {
"format": "json",
"timestampSpec": {
"column": "test_time",
"format": "iso"
},
"dimensionsSpec": {
"dimensions": [
{"name": "device_id","type": "string"},
{"name": "allow_conn_num","type": "long"},
{"name": "allow_in_bytes","type": "long"},
{"name": "allow_in_packets","type": "long"},
{"name": "allow_out_bytes","type": "long"},
{"name": "allow_out_packets","type": "long"},
{"name": "close_conn_num","type": "long"},
{"name": "default_conn_num","type": "long"},
{"name": "default_in_bytes","type": "long"},
{"name": "default_in_packets","type": "long"},
{"name": "default_out_bytes","type": "long"},
{"name": "default_out_packets","type": "long"},
{"name": "deny_conn_num","type": "long"},
{"name": "deny_in_bytes","type": "long"},
{"name": "deny_in_packets","type": "long"},
{"name": "deny_out_bytes","type": "long"},
{"name": "deny_out_packets","type": "long"},
{"name": "established_conn_num","type": "long"},
{"name": "intercept_conn_num","type": "long"},
{"name": "intercept_in_bytes","type": "long"},
{"name": "intercept_in_packets","type": "long"},
{"name": "intercept_out_bytes","type": "long"},
{"name": "intercept_out_packets","type": "long"},
{"name": "monitor_conn_num","type": "long"},
{"name": "monitor_in_bytes","type": "long"},
{"name": "monitor_in_packets","type": "long"},
{"name": "monitor_out_bytes","type": "long"},
{"name": "monitor_out_packets","type": "long"},
{"name": "new_conn_num","type": "long"},
{"name": "total_in_bytes","type": "long"},
{"name": "total_in_packets","type": "long"},
{"name": "total_out_bytes","type": "long"},
{"name": "entrance_id","type": "long"},
{"name": "total_out_packets","type": "long"},
{"name": "pinning_num","type": "long"},
{"name": "not_pinning_num","type": "long"},
{"name": "maybe_pinning_num","type": "long"},
{"name": "alert_bytes","type": "long"},
{"name": "ins_bytes","type": "long"},
{"name": "hijk_bytes","type": "long"},
{"name": "ad_reflection_bytes","type": "long"},
{"name": "ad_flood_bytes","type": "long"},
{"name": "ad_cc_bytes","type": "long"},
{"name": "intcp_mon_num","type": "long"},
{"name": "intcp_allow_num","type": "long"},
{"name": "intcp_deny_num","type": "long"},
{"name": "intcp_rdirt_num","type": "long"},
{"name": "intcp_repl_num","type": "long"},
{"name": "intcp_hijk_num","type": "long"},
{"name": "intcp_ins_num","type": "long"},
{"name": "intcp_edit_elem_num","type": "long"}
]
}
}
}
}
}
}

View File

@@ -0,0 +1,155 @@
{
"type": "kafka",
"dataSchema": {
"dataSource": "traffic_metrics_log",
"parser": {
"type": "string",
"parseSpec": {
"format": "json",
"timestampSpec": {
"column": "timestamp",
"format": "posix"
},
"dimensionsSpec": {
"dimensions": [
"device_id",
"entrance_id"
]
},
"flattenSpec": {
"useFieldDiscovery": true,
"fields": [
{ "name": "allow_conn_num", "type": "path", "expr": "$.fields.allow_conn_num" },
{ "name": "allow_in_bytes", "type": "path", "expr": "$.fields.allow_in_bytes" },
{ "name": "allow_in_packets", "type": "path", "expr": "$.fields.allow_in_packets" },
{ "name": "allow_out_bytes", "type": "path", "expr": "$.fields.allow_out_bytes" },
{ "name": "allow_out_packets", "type": "path", "expr": "$.fields.allow_out_packets" },
{ "name": "close_conn_num", "type": "path", "expr": "$.fields.close_conn_num" },
{ "name": "default_conn_num", "type": "path", "expr": "$.fields.default_conn_num" },
{ "name": "default_in_bytes", "type": "path", "expr": "$.fields.default_in_bytes" },
{ "name": "default_in_packets", "type": "path", "expr": "$.fields.default_in_packets" },
{ "name": "default_out_bytes", "type": "path", "expr": "$.fields.default_out_bytes" },
{ "name": "default_out_packets", "type": "path", "expr": "$.fields.default_out_packets" },
{ "name": "deny_conn_num", "type": "path", "expr": "$.fields.deny_conn_num" },
{ "name": "deny_in_bytes", "type": "path", "expr": "$.fields.deny_in_bytes" },
{ "name": "deny_in_packets", "type": "path", "expr": "$.fields.deny_in_packets" },
{ "name": "deny_out_bytes", "type": "path", "expr": "$.fields.deny_out_bytes" },
{ "name": "deny_out_packets", "type": "path", "expr": "$.fields.deny_out_packets" },
{ "name": "established_conn_num", "type": "path", "expr": "$.fields.established_conn_num" },
{ "name": "intercept_conn_num", "type": "path", "expr": "$.fields.intercept_conn_num" },
{ "name": "intercept_in_bytes", "type": "path", "expr": "$.fields.intercept_in_bytes" },
{ "name": "intercept_in_packets", "type": "path", "expr": "$.fields.intercept_in_packets" },
{ "name": "intercept_out_bytes", "type": "path", "expr": "$.fields.intercept_out_bytes" },
{ "name": "intercept_out_packets", "type": "path", "expr": "$.fields.intercept_out_packets" },
{ "name": "monitor_conn_num", "type": "path", "expr": "$.fields.monitor_conn_num" },
{ "name": "monitor_in_bytes", "type": "path", "expr": "$.fields.monitor_in_bytes" },
{ "name": "monitor_in_packets", "type": "path", "expr": "$.fields.monitor_in_packets" },
{ "name": "monitor_out_bytes", "type": "path", "expr": "$.fields.monitor_out_bytes" },
{ "name": "monitor_out_packets", "type": "path", "expr": "$.fields.monitor_out_packets" },
{ "name": "new_conn_num", "type": "path", "expr": "$.fields.new_conn_num" },
{ "name": "total_in_bytes", "type": "path", "expr": "$.fields.total_in_bytes" },
{ "name": "total_in_packets", "type": "path", "expr": "$.fields.total_in_packets" },
{ "name": "total_out_bytes", "type": "path", "expr": "$.fields.total_out_bytes" },
{ "name": "total_out_packets", "type": "path", "expr": "$.fields.total_out_packets" },
{ "name": "pinning_num", "type": "path", "expr": "$.fields.pinning_num" },
{ "name": "not_pinning_num", "type": "path", "expr": "$.fields.not_pinning_num" },
{ "name": "maybe_pinning_num", "type": "path", "expr": "$.fields.maybe_pinning_num" },
{ "name": "alert_bytes", "type": "path", "expr": "$.fields.alert_bytes" },
{ "name": "insert_bytes", "type": "path", "expr": "$.fields.insert_bytes" },
{ "name": "hijack_bytes", "type": "path", "expr": "$.fields.hijack_bytes" },
{ "name": "ad_reflection_bytes", "type": "path", "expr": "$.fields.ad_reflection_bytes" },
{ "name": "ad_flood_bytes", "type": "path", "expr": "$.fields.ad_flood_bytes" },
{ "name": "ad_cc_bytes", "type": "path", "expr": "$.fields.ad_cc_bytes" },
{ "name": "intercept_monitor_conn_num", "type": "path", "expr": "$.fields.intcp_mon_num" },
{ "name": "intercept_allow_conn_num", "type": "path", "expr": "$.fields.intcp_allow_num" },
{ "name": "intercept_deny_conn_num", "type": "path", "expr": "$.fields.intcp_deny_num" },
{ "name": "intercept_redirect_conn_num", "type": "path", "expr": "$.fields.intcp_rdirt_num" },
{ "name": "intercept_replace_conn_num", "type": "path", "expr": "$.fields.intcp_repl_num" },
{ "name": "intercept_hijack_conn_num", "type": "path", "expr": "$.fields.intcp_hijk_num" },
{ "name": "intercept_insert_conn_num", "type": "path", "expr": "$.fields.intcp_ins_num" },
{ "name": "intcp_edit_elem_num", "type": "path", "expr": "$.fields.intcp_edit_elem_num" },
{ "name": "app_name", "type": "path", "expr": "$.tags.app_name" },
{ "name": "device_id", "type": "path", "expr": "$.tags.device_id" },
{ "name": "entrance_id", "type": "path", "expr": "$.tags.entrance_id" }
]
}
}
},
"metricsSpec" : [
{ "type" : "longSum", "name" : "new_conn_num", "fieldName" : "new_conn_num" },
{ "type" : "longMax", "name" : "established_conn_num", "fieldName" : "established_conn_num" },
{ "type" : "longSum", "name" : "close_conn_num", "fieldName" : "close_conn_num" },
{ "type" : "longSum", "name" : "total_in_bytes", "fieldName" : "total_in_bytes" },
{ "type" : "longSum", "name" : "total_out_bytes", "fieldName" : "total_out_bytes" },
{ "type" : "longSum", "name" : "total_in_packets", "fieldName" : "total_in_packets" },
{ "type" : "longSum", "name" : "total_out_packets", "fieldName" : "total_out_packets" },
{ "type" : "longSum", "name" : "default_conn_num", "fieldName" : "default_conn_num" },
{ "type" : "longSum", "name" : "default_in_bytes", "fieldName" : "default_in_bytes" },
{ "type" : "longSum", "name" : "default_out_bytes", "fieldName" : "default_out_bytes" },
{ "type" : "longSum", "name" : "default_in_packets", "fieldName" : "default_in_packets" },
{ "type" : "longSum", "name" : "default_out_packets", "fieldName" : "default_out_packets" },
{ "type" : "longSum", "name" : "allow_conn_num", "fieldName" : "allow_conn_num" },
{ "type" : "longSum", "name" : "allow_in_bytes", "fieldName" : "allow_in_bytes" },
{ "type" : "longSum", "name" : "allow_out_bytes", "fieldName" : "allow_out_bytes" },
{ "type" : "longSum", "name" : "allow_in_packets", "fieldName" : "allow_in_packets" },
{ "type" : "longSum", "name" : "allow_out_packets", "fieldName" : "allow_out_packets" },
{ "type" : "longSum", "name" : "deny_conn_num", "fieldName" : "deny_conn_num" },
{ "type" : "longSum", "name" : "deny_in_bytes", "fieldName" : "deny_in_bytes" },
{ "type" : "longSum", "name" : "deny_out_bytes", "fieldName" : "deny_out_bytes" },
{ "type" : "longSum", "name" : "deny_in_packets", "fieldName" : "deny_in_packets" },
{ "type" : "longSum", "name" : "deny_out_packets", "fieldName" : "deny_out_packets" },
{ "type" : "longSum", "name" : "monitor_conn_num", "fieldName" : "monitor_conn_num" },
{ "type" : "longSum", "name" : "monitor_in_bytes", "fieldName" : "monitor_in_bytes" },
{ "type" : "longSum", "name" : "monitor_out_bytes", "fieldName" : "monitor_out_bytes" },
{ "type" : "longSum", "name" : "monitor_in_packets", "fieldName" : "monitor_in_packets" },
{ "type" : "longSum", "name" : "monitor_out_packets", "fieldName" : "monitor_out_packets" },
{ "type" : "longSum", "name" : "intercept_conn_num", "fieldName" : "intercept_conn_num" },
{ "type" : "longSum", "name" : "intercept_in_bytes", "fieldName" : "intercept_in_bytes" },
{ "type" : "longSum", "name" : "intercept_out_bytes", "fieldName" : "intercept_out_bytes" },
{ "type" : "longSum", "name" : "intercept_in_packets", "fieldName" : "intercept_in_packets" },
{ "type" : "longSum", "name" : "intercept_out_packets", "fieldName" : "intercept_out_packets" },
{ "type" : "longSum", "name" : "pinning_num", "fieldName" : "pinning_num" },
{ "type" : "longSum", "name" : "not_pinning_num", "fieldName" : "not_pinning_num" },
{ "type" : "longSum", "name" : "maybe_pinning_num", "fieldName" : "maybe_pinning_num" },
{ "type" : "longSum", "name" : "alert_bytes", "fieldName" : "alert_bytes" },
{ "type" : "longSum", "name" : "ins_bytes", "fieldName" : "insert_bytes" },
{ "type" : "longSum", "name" : "hijk_bytes", "fieldName" : "hijack_bytes" },
{ "type" : "longSum", "name" : "ad_reflection_bytes", "fieldName" : "ad_reflection_bytes" },
{ "type" : "longSum", "name" : "ad_flood_bytes", "fieldName" : "ad_flood_bytes" },
{ "type" : "longSum", "name" : "ad_cc_bytes", "fieldName" : "ad_cc_bytes" },
{ "type" : "longSum", "name" : "intcp_mon_num", "fieldName" : "intercept_monitor_conn_num" },
{ "type" : "longSum", "name" : "intcp_allow_num", "fieldName" : "intercept_allow_conn_num" },
{ "type" : "longSum", "name" : "intcp_deny_num", "fieldName" : "intercept_deny_conn_num" },
{ "type" : "longSum", "name" : "intcp_rdirt_num", "fieldName" : "intercept_redirect_conn_num" },
{ "type" : "longSum", "name" : "intcp_repl_num", "fieldName" : "intercept_replace_conn_num" },
{ "type" : "longSum", "name" : "intcp_hijk_num", "fieldName" : "intercept_hijack_conn_num" },
{ "type" : "longSum", "name" : "intcp_ins_num", "fieldName" : "intercept_insert_conn_num" },
{ "type" : "longSum", "name" : "intcp_edit_elem_num", "fieldName" : "intcp_edit_elem_num" }
],
"granularitySpec": {
"type": "uniform",
"segmentGranularity": "DAY",
"queryGranularity": {"type": "period", "period": "PT5S", "timeZone": "Asia/Hong_Kong"},
"rollup": true
},
"transformSpec" :{}
},
"tuningConfig": {
"type": "kafka",
"resetOffsetAutomatically": true,
"reportParseExceptions": false
},
"ioConfig": {
"topic": "TRAFFIC-METRICS",
"taskCount": 1,
"replicas": 1,
"taskDuration": "PT1H",
"completionTimeout": "PT30M",
"consumerProperties": {
"bootstrap.servers": "kafkabootstrap",
"sasl.mechanism": "PLAIN",
"security.protocol": "SASL_PLAINTEXT",
"sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";"
}
}
}

View File

@@ -1,5 +1,20 @@
#更新一 traffic_app_stat_log
# 更新的时候先停掉之前的任务然后执行sql最后再提交新任务 # 更新的时候先停掉之前的任务然后执行sql最后再提交新任务
DELETE FROM druid.druid_pendingsegments WHERE dataSource = 'traffic_app_stat_log'; DELETE FROM druid.druid_pendingsegments WHERE dataSource = 'traffic_app_stat_log';
DELETE FROM druid.druid_datasource WHERE dataSource = 'traffic_app_stat_log'; DELETE FROM druid.druid_datasource WHERE dataSource = 'traffic_app_stat_log';
#更新二 traffic_metrics_log(不要在widows环境解压操作)
sql:
INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_metrics_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-12-12T12:32:13.207Z', 'traffic_metrics_log', '2021-12-12T12:32:14.239Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-12-12T12:32:13.207Z', 1, 0x7B2264617461536F75726365223A22747261666669635F6D6574726963735F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31322D31325431323A33323A31332E3230375A222C226C6F616453706563223A7B2274797065223A226C6F63616C222C2270617468223A222F6170616368652D64727569642D302E31382E312F7661722F64727569642F7365676D656E74732F747261666669635F6D6574726963735F6C6F672F333030302D30312D30315430303A30303A30302E3030305A5F333030302D30312D30325430303A30303A30302E3030305A2F323032312D31322D31325431323A33323A31332E3230375A2F302F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226465766963655F69642C616C6C6F775F636F6E6E5F6E756D2C616C6C6F775F696E5F62797465732C616C6C6F775F696E5F7061636B6574732C616C6C6F775F6F75745F62797465732C616C6C6F775F6F75745F7061636B6574732C636C6F73655F636F6E6E5F6E756D2C64656661756C745F636F6E6E5F6E756D2C64656661756C745F696E5F62797465732C64656661756C745F696E5F7061636B6574732C64656661756C745F6F75745F62797465732C64656661756C745F6F75745F7061636B6574732C64656E795F636F6E6E5F6E756D2C64656E795F696E5F62797465732C64656E795F696E5F7061636B6574732C64656E795F6F75745F62797465732C64656E795F6F75745F7061636B6574732C65737461626C69736865645F636F6E6E5F6E756D2C696E746572636570745F636F6E6E5F6E756D2C696E746572636570745F696E5F62797465732C696E746572636570745F696E5F7061636B6574732C696E746572636570745F6F75745F62797465732C696E746572636570745F6F75745F7061636B6574732C6D6F6E69746F725F636F6E6E5F6E756D2C6D6F6E69746F725F696E5F62797465732C6D6F6E69746F725F696E5F7061636B6574732C6D6F6E69746F725F6F75745F62797465732C6D6F6E69746F725F6F75745F7061636B6574732C6E65775F636F6E6E5F6E756D2C746F74616C5F696E5F62797465732C746F74616C5F696E5F7061636B6574732C746F74616C5F6F75745F62797465732C656E7472616E63655F69642C746F74616C5F6F75745F7061636B6574732C70696E6E696E675F6E756D2C6E6F745F70696E6E696E675F6E756D2C6D617962655F70696E6E696E675F6E756D2C616C6572745F62797465732C696E735F62797465732C68696A6B5F62797465732C61645F7265666C656374696F6E5F62797465732C61645F666C6F6F645F62797465732C61645F63635F62797465732C696E7463705F6D6F6E5F6E756D2C696E7463705F616C6C6F775F6E756D2C696E7463705F64656E795F6E756D2C696E7463705F72646972745F6E756D2C696E7463705F7265706C5F6E756D2C696E7463705F68696A6B5F6E756D2C696E7463705F696E735F6E756D2C696E7463705F656469745F656C656D5F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A31313633342C226964656E746966696572223A22747261666669635F6D6574726963735F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31322D31325431323A33323A31332E3230375A227D);
standalone/traffic_metrics_log.zip
sql:
INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_metrics_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-12-13T02:46:13.726Z', 'traffic_metrics_log', '2021-12-13T02:46:14.984Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-12-13T02:46:13.726Z', 1, 0x7B2264617461536F75726365223A22747261666669635F6D6574726963735F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31322D31335430323A34363A31332E3732365A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F6D6574726963735F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31322D31335430325F34365F31332E3732365A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226465766963655F69642C616C6C6F775F636F6E6E5F6E756D2C616C6C6F775F696E5F62797465732C616C6C6F775F696E5F7061636B6574732C616C6C6F775F6F75745F62797465732C616C6C6F775F6F75745F7061636B6574732C636C6F73655F636F6E6E5F6E756D2C64656661756C745F636F6E6E5F6E756D2C64656661756C745F696E5F62797465732C64656661756C745F696E5F7061636B6574732C64656661756C745F6F75745F62797465732C64656661756C745F6F75745F7061636B6574732C64656E795F636F6E6E5F6E756D2C64656E795F696E5F62797465732C64656E795F696E5F7061636B6574732C64656E795F6F75745F62797465732C64656E795F6F75745F7061636B6574732C65737461626C69736865645F636F6E6E5F6E756D2C696E746572636570745F636F6E6E5F6E756D2C696E746572636570745F696E5F62797465732C696E746572636570745F696E5F7061636B6574732C696E746572636570745F6F75745F62797465732C696E746572636570745F6F75745F7061636B6574732C6D6F6E69746F725F636F6E6E5F6E756D2C6D6F6E69746F725F696E5F62797465732C6D6F6E69746F725F696E5F7061636B6574732C6D6F6E69746F725F6F75745F62797465732C6D6F6E69746F725F6F75745F7061636B6574732C6E65775F636F6E6E5F6E756D2C746F74616C5F696E5F62797465732C746F74616C5F696E5F7061636B6574732C746F74616C5F6F75745F62797465732C656E7472616E63655F69642C746F74616C5F6F75745F7061636B6574732C70696E6E696E675F6E756D2C6E6F745F70696E6E696E675F6E756D2C6D617962655F70696E6E696E675F6E756D2C616C6572745F62797465732C696E735F62797465732C68696A6B5F62797465732C61645F7265666C656374696F6E5F62797465732C61645F666C6F6F645F62797465732C61645F63635F62797465732C696E7463705F6D6F6E5F6E756D2C696E7463705F616C6C6F775F6E756D2C696E7463705F64656E795F6E756D2C696E7463705F72646972745F6E756D2C696E7463705F7265706C5F6E756D2C696E7463705F68696A6B5F6E756D2C696E7463705F696E735F6E756D2C696E7463705F656469745F656C656D5F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A31313633342C226964656E746966696572223A22747261666669635F6D6574726963735F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31322D31335430323A34363A31332E3732365A227D);
cluster/traffic_metrics_log.zip

View File

@@ -0,0 +1,2 @@
spark-2.2.3-bin-hadoop2.7/conf/spark-env.sh
新增export SPARK_PID_DIR=${SPARK_HOME}/tmp