提交tsg-olap 24.01 validation文件

tsg-olap/parcels/roles/validation/troubleshooting/tasks/main.yml

@@ -0,0 +1 @@
+- include: troubleshooting.yml

tsg-olap/parcels/roles/validation/troubleshooting/tasks/troubleshooting.yml

@@ -0,0 +1,55 @@
+- name: Creating {{ deploy_dir }}/{{ soft_home_path }}
+  file:
+    state: directory
+    path: '{{ deploy_dir }}/{{ soft_home_path }}/'
+
+- name: Copying troubleshooting to {{ deploy_dir }}/{{ soft_home_path }}
+  copy:
+    src: files/
+    dest: '{{ deploy_dir }}/{{ soft_home_path }}/'
+    force: true
+
+- name: Copying troubleshooting.sh
+  template:
+    src: troubleshooting.sh.j2
+    mode: 0755
+    dest: '{{ deploy_dir }}/{{ soft_home_path }}/troubleshooting.sh'
+    force: true
+
+- name: Copying Prod.postman_environment.json
+  template:
+    src: Prod.postman_environment.json.j2
+    dest: '{{ deploy_dir }}/{{ soft_home_path }}/Prod.postman_environment.json'
+    force: true
+
+- block:
+    - name: Deleting /opt/troubleshooting
+      file:
+        path: "/opt/troubleshooting"
+        state: absent
+
+    - name: Creating /opt/troubleshooting
+      file:
+        state: directory
+        path: '/opt/troubleshooting'
+
+    - name: Copying troubleshooting to /opt/troubleshooting
+      copy:
+        src: files/
+        dest: '/opt/troubleshooting/'
+        force: true
+    
+    - name: Copying troubleshooting.sh
+      template:
+        src: troubleshooting.sh.j2
+        mode: 0755
+        dest: '/opt/troubleshooting/troubleshooting.sh'
+        force: true
+    
+    - name: Copying Prod.postman_environment.json
+      template:
+        src: Prod.postman_environment.json.j2
+        dest: '/opt/troubleshooting/Prod.postman_environment.json'
+        force: true
+  delegate_to: 127.0.0.1
+

tsg-olap/parcels/roles/validation/troubleshooting/templates/Prod.postman_environment.json.j2

@@ -0,0 +1,238 @@
+{
+    "id": "18e95f62-58ae-4fc0-8350-f84b45b006af",
+    "name": "Develop",
+    "values": [
+        {
+            "key": "qgw_ip",
+            "value": "{{ groups.loadbalancer[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "qgw_port",
+            "value": "9999",
+            "enabled": true
+        },
+        {
+            "key": "druid_ip",
+            "value": "{{ groups.loadbalancer[0] }}",
+            "type": "default",
+            "enabled": true
+        },
+        {
+            "key": "druid_port",
+            "value": "8089",
+            "enabled": true
+        },
+        {
+            "key": "hbase_ip",
+            "value": "{{ groups.hbase[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "hbase_port",
+            "value": "50070",
+            "enabled": true
+        },
+        {
+            "key": "hos_token",
+            "value": "{{ hos_token }}",
+            "type": "secret",
+            "enabled": true
+        },
+        {
+            "key": "hos_ip",
+            "value": "{{ groups.galaxy_hos_service[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "hos_port",
+            "value": "9098",
+            "enabled": true
+        },
+        {
+            "key": "clickhouse_ip",
+            "value": "{{ groups.clickhouse[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "clickhouse_port",
+            "value": "8123",
+            "enabled": true
+        },
+        {
+            "key": "clickhouse_database",
+            "value": "tsg_galaxy_v3",
+            "enabled": true
+        },
+        {
+            "key": "clickhouse_user",
+            "value": "default",
+            "enabled": true
+        },
+        {
+            "key": "clickhouse_password",
+            "value": "galaxy2019",
+            "type": "secret",
+            "enabled": true
+        },
+        {
+            "key": "arango_ip",
+            "value": "{{ groups.arangodb[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "arango_port",
+            "value": "8529",
+            "enabled": true
+        },
+        {
+            "key": "kafka_load_ip",
+            "value": "{{ groups.kafka[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "kafka_monitor_port",
+            "value": "9991",
+            "enabled": true
+        },
+        {
+            "key": "kafka_merge_ip",
+            "value": "{{ groups.kafka[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "report_ip",
+            "value": "{{ groups.saved_query_scheduler[0] }}",
+            "enabled": true
+        },
+        {
+            "key": "report_port",
+            "value": "9093",
+            "enabled": true
+        },
+        {
+            "key": "job_id",
+            "value": "",
+            "type": "any",
+            "enabled": true
+        },        
+        {
+            "key": "Last 5 Minutes Start",
+            "value": "FROM_UNIXTIME(UNIX_TIMESTAMP(now())-300)",
+            "enabled": true
+        },
+        {
+            "key": "now",
+            "value": "now()",
+            "enabled": true
+        },
+        {
+            "key": "Last 1 Hour Start",
+            "value": "FROM_UNIXTIME(UNIX_TIMESTAMP(now())-3600)",
+            "enabled": true
+        },
+        {
+            "key": "Last 12 Hour Start",
+            "value": "FROM_UNIXTIME(UNIX_TIMESTAMP(now())-43200)",
+            "enabled": true
+        },
+        {
+            "key": "Last 24 Hour Start",
+            "value": "FROM_UNIXTIME(UNIX_TIMESTAMP(now())-86400)",
+            "enabled": true
+        },
+        {
+            "key": "Today Start",
+            "value": "DATE(FROM_UNIXTIME(UNIX_TIMESTAMP(now())))",
+            "enabled": true
+        },
+        {
+            "key": "Today End",
+            "value": "DATE(FROM_UNIXTIME(UNIX_TIMESTAMP(now()) +86400))",
+            "enabled": true
+        },
+        {
+            "key": "Today so far Start",
+            "value": "DATE(FROM_UNIXTIME(UNIX_TIMESTAMP(now())))",
+            "enabled": true
+        },
+        {
+            "key": "Yesterday Start",
+            "value": "DATE(FROM_UNIXTIME(UNIX_TIMESTAMP(now()) -86400))",
+            "enabled": true
+        },
+        {
+            "key": "Yesterday End",
+            "value": "DATE(FROM_UNIXTIME(UNIX_TIMESTAMP(now())))",
+            "enabled": true
+        },
+        {
+            "key": "PT5S_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT5s'))",
+            "enabled": true
+        },
+        {
+            "key": "PT30S_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT30S'))",
+            "enabled": true
+        },
+        {
+            "key": "PT5M_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT5M'))",
+            "enabled": true
+        },
+        {
+            "key": "PT30M_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT30M'))",
+            "enabled": true
+        },
+        {
+            "key": "PT1H_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT1H'))",
+            "enabled": true
+        },
+        {
+            "key": "P1D_RECV_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'P1D'))",
+            "enabled": true
+        },
+        {
+            "key": "PT5S_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5s'))",
+            "enabled": true
+        },
+        {
+            "key": "PT30S_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT30S'))",
+            "enabled": true
+        },
+        {
+            "key": "PT1M_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT1M'))",
+            "enabled": true
+        },
+        {
+            "key": "PT5M_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5M'))",
+            "enabled": true
+        },
+        {
+            "key": "PT30M_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT30M'))",
+            "enabled": true
+        },
+        {
+            "key": "PT1H_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT1H'))",
+            "enabled": true
+        },
+        {
+            "key": "P1D_TIME",
+            "value": "FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'P1D'))",
+            "enabled": true
+        }
+    ],
+    "_postman_variable_scope": "environment",
+    "_postman_exported_at": "2023-12-12T08:53:52.025Z",
+    "_postman_exported_using": "Postman/10.21.2"
+}

tsg-olap/parcels/roles/validation/troubleshooting/templates/troubleshooting.sh.j2

@@ -0,0 +1,50 @@
+#!/bin/bash
+
+
+echo "
+--folder  Specify a single folder to run from a collection.
+1.System 
+2.TSG
+3.Tools
+4.Others
+5.Kafka Topics (Deprecated)
+6.Test
+"
+
+BIN_PATH=$(cd `dirname $0`; pwd)
+COLLECTION_FILE=`find $BIN_PATH -name '*'postman_collection.json|xargs| awk -F" " '{print $1}'`
+ENV_FILE=Prod.postman_environment.json
+
+FOLDER="--folder "
+
+if [[ -n "$1" ]];then
+ case $1 in
+    1)
+        FOLDER+="System"
+        ;;
+    2)
+        FOLDER+="TSG"
+        ;;
+    3)
+        FOLDER+="Tools"
+        ;;
+    4)
+        FOLDER+="Others"
+        ;;
+    5)
+        FOLDER+="Kafka Topics (Deprecated)"
+        ;;
+    6)
+        FOLDER+="Test"
+        ;;
+    *)
+        FOLDER="" #all
+ esac
+else
+  FOLDER="" #all
+fi
+
+echo $FOLDER
+
+newman run $COLLECTION_FILE -n 1 -e $ENV_FILE --delay-request 200 --timeout-script 10000  --timeout-request 300000 --timeout  3600000 --insecure \
+$FOLDER

tsg-olap/parcels/roles/validation/troubleshooting/vars/main.yml

@@ -0,0 +1,7 @@
+#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
+#执行脚本的目录
+soft_home_path: troubleshooting
+
+check_word: recv_time
+
+top_check_word: __time