From ee3a6944d8433f86b95c3780eb13c3cb1b455b85 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=AA=A6=E5=87=A4=E8=99=8E?= Date: Mon, 20 May 2024 11:07:28 +0000 Subject: [PATCH 1/4] Update README.md --- .../upgrade/TSG-24.02.1/groot_stream/README.md | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md index a7e3c97..c94fe01 100644 --- a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md +++ b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md @@ -1 +1,17 @@ -- session_record.yaml.template +## session_record.yaml.template +- etl_session_record_kafka_to_ndc_kafka (A-DT) + - Topology: kafka_source -> etl_processor -> kafka_sink + - Data Flow: SESSION-RECORD -> SESSION-RECORD-PROCESSED +- session_record_processed_kafka_to_clickhouse(A-NDC) + - Topology: kafka_source -> clickhouse_sink + - Data Flow: SESSION-RECORD-PROCESSED -> session_record_local +- etl_session_record_kafka_to_clickhouse (B) + - Topology: kafka_source -> etl_processor -> clickhouse_sink + - Data Flow: SESSION-RECORD -> session_record_local + +## realtime_log_streaming_cn_session_record.yaml.template + +- etl_session_record_kafka_to_cn_kafka + - Topology: kafka_source -> etl_processor -> post_output_field_processor -> kafka_sink + - Data Flow: SESSION-RECORD(SESSION-RECORD-PROCESSED) -> SESSION-RECORD-CN + From dfb94800d23f5d8548e2b731f883cbd1adc3862e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=AA=A6=E5=87=A4=E8=99=8E?= Date: Mon, 20 May 2024 11:15:04 +0000 Subject: [PATCH 2/4] Update README.md --- tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md index c94fe01..f77d113 100644 --- a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md +++ b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md @@ -1,15 +1,16 @@ ## session_record.yaml.template -- etl_session_record_kafka_to_ndc_kafka (A-DT) +- etl_session_record_kafka_to_ndc_kafka (A-DT) // 多数中心部署：分中心Data Transporter侧经过预处理后，集中汇聚至国家中心（NDC） - Topology: kafka_source -> etl_processor -> kafka_sink - Data Flow: SESSION-RECORD -> SESSION-RECORD-PROCESSED -- session_record_processed_kafka_to_clickhouse(A-NDC) +- session_record_processed_kafka_to_clickhouse(A-NDC) // 多数中心部署：国家中心侧加载会话日志写入ClickHouse - Topology: kafka_source -> clickhouse_sink - Data Flow: SESSION-RECORD-PROCESSED -> session_record_local -- etl_session_record_kafka_to_clickhouse (B) +- etl_session_record_kafka_to_clickhouse (B) // 集中部署： 摄入会话日志，预处理后直接携入ClickHouse - Topology: kafka_source -> etl_processor -> clickhouse_sink - Data Flow: SESSION-RECORD -> session_record_local ## realtime_log_streaming_cn_session_record.yaml.template +// 1. 需安装CN UDFs 2. 安装Groot Stream在配置文件grootstream.yaml定义CN知识库 - etl_session_record_kafka_to_cn_kafka - Topology: kafka_source -> etl_processor -> post_output_field_processor -> kafka_sink From cef833c4406fa3231433c0abfac6e49749449ebf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=AA=A6=E5=87=A4=E8=99=8E?= Date: Mon, 20 May 2024 11:18:16 +0000 Subject: [PATCH 3/4] Update README.md --- tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md index f77d113..5c5a466 100644 --- a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md +++ b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md @@ -10,7 +10,8 @@ - Data Flow: SESSION-RECORD -> session_record_local ## realtime_log_streaming_cn_session_record.yaml.template -// 1. 需安装CN UDFs 2. 安装Groot Stream在配置文件grootstream.yaml定义CN知识库 + +`使用install_cn_udf.sh安装CN UDFs；配置文件grootstream.yaml定义CN知识库` - etl_session_record_kafka_to_cn_kafka - Topology: kafka_source -> etl_processor -> post_output_field_processor -> kafka_sink From 5e81c4d5b9225ff71125899d5ad7a2314c5321e2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=AA=A6=E5=87=A4=E8=99=8E?= Date: Mon, 20 May 2024 11:18:37 +0000 Subject: [PATCH 4/4] Update README.md --- tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md index 5c5a466..ab357cd 100644 --- a/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md +++ b/tsg_olap/upgrade/TSG-24.02.1/groot_stream/README.md @@ -11,7 +11,7 @@ ## realtime_log_streaming_cn_session_record.yaml.template -`使用install_cn_udf.sh安装CN UDFs；配置文件grootstream.yaml定义CN知识库` +`install_cn_udf.sh安装CN UDFs；grootstream.yaml定义CN知识库` - etl_session_record_kafka_to_cn_kafka - Topology: kafka_source -> etl_processor -> post_output_field_processor -> kafka_sink