From 61c06b75170afe82feff8a99aa84f1793ebbfd67 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=AA=A6=E5=87=A4=E8=99=8E?= Date: Tue, 18 Jun 2024 12:04:00 +0000 Subject: [PATCH] Update README.md --- .../installation/flink/groot_stream/README.md | 40 +++++++++++-------- 1 file changed, 23 insertions(+), 17 deletions(-) diff --git a/tsg_olap/installation/flink/groot_stream/README.md b/tsg_olap/installation/flink/groot_stream/README.md index be570a7..753e6b7 100644 --- a/tsg_olap/installation/flink/groot_stream/README.md +++ b/tsg_olap/installation/flink/groot_stream/README.md @@ -1,13 +1,26 @@ -## session_record.yaml.template -- etl_session_record_kafka_to_ndc_kafka (A-DT) // 多数中心部署：分中心Data Transporter 预处理后，集中汇聚至国家中心（NDC） - - Topology: kafka_source -> etl_processor -> kafka_sink - - Data Flow: SESSION-RECORD -> SESSION-RECORD-PROCESSED -- session_record_processed_kafka_to_clickhouse(A-NDC) // 多数中心部署：国家中心侧加载会话日志写入ClickHouse - - Topology: kafka_source -> clickhouse_sink - - Data Flow: SESSION-RECORD-PROCESSED -> session_record_local -- etl_session_record_kafka_to_clickhouse (B) // 集中部署： 摄入会话日志，预处理后写入ClickHouse - - Topology: kafka_source -> etl_processor -> clickhouse_sink - - Data Flow: SESSION-RECORD -> session_record_local + +# 配置模版举例 + +## session_record.yaml.j2 + +- 多数中心部署场景: 分中心Data Transporter预处理后，集中汇聚至国家中心（NDC） + - etl_session_record_kafka_to_ndc_kafka (A-DT) + - Topology: kafka_source -> etl_processor -> kafka_sink + - Data Flow: SESSION-RECORD -> SESSION-RECORD-PROCESSED +- 多数中心部署场景：国家中心侧加载会话日志写入ClickHouse + - session_record_processed_kafka_to_clickhouse(A-NDC) + - Topology: kafka_source -> clickhouse_sink + - Data Flow: SESSION-RECORD-PROCESSED -> session_record_local +- 集中部署场景：摄入会话日志，预处理后写入ClickHouse + - etl_session_record_kafka_to_clickhouse (B) + - Topology: kafka_source -> etl_processor -> clickhouse_sink + - Data Flow: SESSION-RECORD -> session_record_local + +## datapath_telemetry_record.yaml.j2 + +- troubleshooting_file_stream_kafka_to_ndc_kafka + - Topology: kafka_source -> kafka_sink (format:raw) + - Data Flow: TROUBLESHOOTING-FILE-STREAM-RECORD -> TROUBLESHOOTING-FILE-STREAM-RECORD ## realtime_log_streaming_cn_session_record.yaml.template @@ -16,11 +29,4 @@ - etl_session_record_kafka_to_cn_kafka - Topology: kafka_source -> etl_processor -> post_output_field_processor -> kafka_sink - Data Flow: SESSION-RECORD(SESSION-RECORD-PROCESSED) -> SESSION-RECORD-CN - -## data_transporter.yaml.template - -- troubleshooting_file_stream_kafka_to_ndc_kafka - - - Topology: kafka_source -> kafka_sink (format:raw) - - Data Flow: TROUBLESHOOTING-FILE-STREAM-RECORD -> TROUBLESHOOTING-FILE-STREAM-RECORD