gfwleak/galaxy-deployment-updata-record
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

09版本支持在任务模板中配置环境变量

Browse Source
This commit is contained in:
wangkuan
2024-09-26 16:01:28 +08:00
parent 99f6925792
commit 41e3d4af4c
5 changed files with 45 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2
View File

@@ -73,31 +73,32 @@ processing_pipelines:
lookup_fields: [rtp_pcap_path] lookup_fields: [rtp_pcap_path]
output_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_request_body] lookup_fields: [http_request_body]
output_fields: [http_request_body] output_fields: [http_request_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_response_body] lookup_fields: [http_response_body]
output_fields: [http_response_body] output_fields: [http_response_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [mail_eml_file] lookup_fields: [mail_eml_file]
output_fields: [mail_eml_file] output_fields: [mail_eml_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [packet_capture_file] lookup_fields: [packet_capture_file]
output_fields: [packet_capture_file] output_fields: [packet_capture_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file]
- function: CURRENT_UNIX_TIMESTAMP - function: CURRENT_UNIX_TIMESTAMP
output_fields: [ processing_time ] output_fields: [ processing_time ]
@@ -143,5 +144,10 @@ application:
shade.identifier: aes shade.identifier: aes
pipeline: pipeline:
object-reuse: true object-reuse: true
properties:
hos.bucket.name.rtp_file: traffic_rtp_file_bucket
hos.bucket.name.http_file: traffic_http_file_bucket
hos.bucket.name.eml_file: traffic_eml_file_bucket
hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket
{{ topology }} {{ topology }}

22
tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2
View File

@@ -73,31 +73,31 @@ processing_pipelines:
lookup_fields: [rtp_pcap_path] lookup_fields: [rtp_pcap_path]
output_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_request_body] lookup_fields: [http_request_body]
output_fields: [http_request_body] output_fields: [http_request_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_response_body] lookup_fields: [http_response_body]
output_fields: [http_response_body] output_fields: [http_response_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [mail_eml_file] lookup_fields: [mail_eml_file]
output_fields: [mail_eml_file] output_fields: [mail_eml_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [packet_capture_file] lookup_fields: [packet_capture_file]
output_fields: [packet_capture_file] output_fields: [packet_capture_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file]
- function: CURRENT_UNIX_TIMESTAMP - function: CURRENT_UNIX_TIMESTAMP
output_fields: [ processing_time ] output_fields: [ processing_time ]
@@ -143,11 +143,9 @@ application:
shade.identifier: aes shade.identifier: aes
pipeline: pipeline:
object-reuse: true object-reuse: true
properties:
hos.bucket.name.rtp_file: traffic_rtp_file_bucket
hos.bucket.name.http_file: traffic_http_file_bucket
hos.bucket.name.eml_file: traffic_eml_file_bucket
hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket
{{ topology }} {{ topology }}
# topology:
# - name: kafka_source
# downstream: [etl_processor]
# - name: etl_processor
# downstream: [clickhouse_sink]
# - name: clickhouse_sink

15
tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2
View File

@@ -73,31 +73,31 @@ processing_pipelines:
lookup_fields: [rtp_pcap_path] lookup_fields: [rtp_pcap_path]
output_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_request_body] lookup_fields: [http_request_body]
output_fields: [http_request_body] output_fields: [http_request_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_response_body] lookup_fields: [http_response_body]
output_fields: [http_response_body] output_fields: [http_response_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [mail_eml_file] lookup_fields: [mail_eml_file]
output_fields: [mail_eml_file] output_fields: [mail_eml_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [packet_capture_file] lookup_fields: [packet_capture_file]
output_fields: [packet_capture_file] output_fields: [packet_capture_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file]
- function: CURRENT_UNIX_TIMESTAMP - function: CURRENT_UNIX_TIMESTAMP
output_fields: [ processing_time ] output_fields: [ processing_time ]
@@ -143,4 +143,9 @@ application:
shade.identifier: aes shade.identifier: aes
pipeline: pipeline:
object-reuse: true object-reuse: true
properties:
hos.bucket.name.rtp_file: traffic_rtp_file_bucket
hos.bucket.name.http_file: traffic_http_file_bucket
hos.bucket.name.eml_file: traffic_eml_file_bucket
hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket
{{ topology }} {{ topology }}

15
tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2
View File

@@ -73,31 +73,31 @@ processing_pipelines:
lookup_fields: [rtp_pcap_path] lookup_fields: [rtp_pcap_path]
output_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_request_body] lookup_fields: [http_request_body]
output_fields: [http_request_body] output_fields: [http_request_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [http_response_body] lookup_fields: [http_response_body]
output_fields: [http_response_body] output_fields: [http_response_body]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [mail_eml_file] lookup_fields: [mail_eml_file]
output_fields: [mail_eml_file] output_fields: [mail_eml_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file]
- function: PATH_COMBINE - function: PATH_COMBINE
lookup_fields: [packet_capture_file] lookup_fields: [packet_capture_file]
output_fields: [packet_capture_file] output_fields: [packet_capture_file]
parameters: parameters:
path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file]
- function: CURRENT_UNIX_TIMESTAMP - function: CURRENT_UNIX_TIMESTAMP
output_fields: [ processing_time ] output_fields: [ processing_time ]
@@ -143,4 +143,9 @@ application:
shade.identifier: aes shade.identifier: aes
pipeline: pipeline:
object-reuse: true object-reuse: true
properties:
hos.bucket.name.rtp_file: traffic_rtp_file_bucket
hos.bucket.name.http_file: traffic_http_file_bucket
hos.bucket.name.eml_file: traffic_eml_file_bucket
hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket
{{ topology }} {{ topology }}

4
tsg_olap/upgrade/TSG-24.09/groot_stream/grootstream.yaml Normal file
View File

@@ -0,0 +1,4 @@
grootstream:
properties:
hos.path: http://192.168.44.12:9098/hos
scheduler.knowledge_base.update.interval.minutes: 5