*** Settings ***
Resource          ../../03-Variable/BifangApiVariable.txt
Library           RequestsLibrary
Library           String
Library           Collections

*** Keywords ***
GetApi
    [Arguments]    ${apiName}    ${url}    ${startTime}=${None}    ${endTime}=${None}    ${limit}=50000    ${statisticTime}=${None}    ${statisticsUnit}=${None}    ${timeGranularity}=${None}    ${policy_id}=${None}    ${ip}=${None}
    #拼接查询条件
    ${strstrartTime}=    run keyword if    '${startTime}'!='${None}'    Set Variable    startTime=${startTime}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strendTime}=    run keyword if    '${endTime}'!='${None}'    Set Variable    endTime=${endTime}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strstatisticTime}=    run keyword if    '${statisticTime}'!='${None}'    Set Variable    statisticTime=${statisticTime}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strlimit}=    run keyword if    '${limit}'!='${None}'    Set Variable    limit=${limit}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strstatisticsUnit}=    run keyword if    '${statisticsUnit}'!='${None}'    Set Variable    statisticsUnit=${statisticsUnit}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strtimeGranularity}=    run keyword if    '${timeGranularity}'!='${None}'    Set Variable    timeGranularity=${timeGranularity}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strpolicy_id}    run keyword if    '${policy_id}'!='${None}'    Set Variable    policy_id=${policy_id}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${strip}    run keyword if    '${ip}'!='${None}'    Set Variable    ip=${ip}&
    ...    ELSE    Set Variable    ${EMPTY}
    ${condition}    catenate    SEPARATOR=    ${strstrartTime}    ${strendTime}    ${strstatisticTime}    ${strlimit}    ${strstatisticsUnit}    ${strtimeGranularity}    ${strpolicy_id}    ${strip}
    #创建请求信息
    ${header}    Create Dictionary    Content-Type=application/x-www-form-urlencoded    Authorization=${token}
    Create Session    api    http://${host}:${port}/${version}
    #发送请求
    ${remoteResponse}    Get Request    api    ${url}?${condition}    headers=${header}
    ${bifang}    to json    ${remoteResponse.content}
    #验证请求是否成功
    Should Be Equal As Strings    ${remoteResponse.status_code}    200
    Should Be Equal As Strings    ${bifang}[code]    200
    #请求大数据
    ${strstrartTime}=    run keyword if    '${startTime}'!='${None}'    Set Variable    __time > '${startTime}' and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strendTime}=    run keyword if    '${endTime}'!='${None}'    Set Variable    __time < '${endTime}' and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strstatisticTime}=    run keyword if    '${statisticTime}'!='${None}'    Set Variable    statisticTime=${statisticTime} and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strstatisticsUnit}=    run keyword if    '${statisticsUnit}'!='${None}'    Set Variable    statisticsUnit=${statisticsUnit} and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strtimeGranularity}=    run keyword if    '${timeGranularity}'!='${None}'    Set Variable    timeGranularity=${timeGranularity} and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strpolicy_id}    run keyword if    '${policy_id}'!='${None}'    Set Variable    policy_id=${policy_id} and
    ...    ELSE    Set Variable    ${EMPTY}
    ${strip}    run keyword if    '${ip}'!='${None}'    Set Variable    ip=${ip} and
    ...    ELSE    Set Variable    ${EMPTY}
    #sql拼接    ${where}
    ${sqlwhere}    catenate    ${strstrartTime}    ${strendTime}    ${strstatisticTime}    ${strstatisticsUnit}    ${strtimeGranularity}    ${strpolicy_id}    ${strip}
    ${strippedwhere}=    Strip String    ${sqlwhere}    mode=right
    #截取最后一个and
    ${where}=    Get Substring    ${strippedwhere}    \    -4
    #BigData
    ${sql}=    run keyword if    '${apiName}'=="country"    Set Variable    SELECT country, APPROX_COUNT_DISTINCT_DS_HLL(ip_object) as num FROM source_country_ip_num_log where ${where} group by country order by num desc limit ${limit}
    ...    ELSE IF    '${apiName}'=="domain"    Set Variable    SELECT domain, protocol_type, ip_num, session_num \ FROM top_domain_recommend_daily_log where __time = '${statisticTime}'
    ...    ELSE IF    '${apiName}'=="url"    Set Variable    SELECT url, content_length, ip_num, session_num \ FROM top_website_urls_daily_log where __time = '${statisticTime}'
    ...    ELSE IF    '${apiName}'=="traffic" and '${statisticsUnit}'=='bytes'    Set Variable    select sum(total_in_bytes) as trafficInBytes, sum(total_out_bytes) as trafficOutBytes, \ sum(total_in_bytes+total_out_bytes) as trafficTotalBytes \ \ from traffic_metrics_log where __time >= '${startTime}' and __time < '${endTime}'
    ...    ELSE IF    '${apiName}'=="traffic" and '${statisticsUnit}'=='packets'    Set Variable    select sum(total_in_packets) as trafficInPackets,sum(total_out_packets) as trafficOutPackets,sum(total_in_packets+total_out_packets) as trafficTotalPackets from traffic_metrics_log where __time >= '${startTime}' and __time < '${endTime}'
    ...    ELSE IF    '${apiName}'=="traffic" and '${statisticsUnit}'=='sessions'    Set Variable    select sum(new_conn_num) as sessions \ from traffic_metrics_log where __time >= '${startTime}' and __time < '${endTime}'
    ...    ELSE IF    '${apiName}'=="traffic" and '${statisticsUnit}'=='${None}'    Set Variable    select sum(total_in_bytes) as trafficInBytes, sum(total_out_bytes) as trafficOutBytes, \ sum(total_in_bytes+total_out_bytes) as trafficTotalBytes, sum(total_in_packets) as trafficInPackets,sum(total_out_packets) as trafficOutPackets,sum(total_in_packets+total_out_packets) as trafficTotalPackets, sum(new_conn_num) as sessions from traffic_metrics_log where __time >= '${startTime}' and __time < '${endTime}'
    ...    ELSE IF    '${apiName}'=="ip_correlation_domain" and '${ip}'!='${None}'    Set Variable    SELECT \ ip, FROM_UNIXTIME(max(stat_time)) as last_time, FROM_UNIXTIME(min(stat_time)) as first_time, groupUniqArrayMerge(domain_list) as domain_list, groupUniqArrayMerge(port_list) as port_list \ FROM security_ip_info where \ stat_time >= '${startTime}' and stat_time < '${endTime}' and ip='${ip}' group by ip
    ...    ELSE IF    '${apiName}'=="ip_correlation_domain" and ${ip}==${None}    Set Variable    SELECT ip,FROM_UNIXTIME(max(stat_time)) as last_time, FROM_UNIXTIME(min(stat_time)) as first_time, groupUniqArrayMerge(domain_list) as domain_list, groupUniqArrayMerge(port_list) as port_list \ FROM security_ip_info where \ stat_time >= '${startTime}' and stat_time < '${endTime}' \ group by ip
    ...    ELSE IF    '${apiName}'=="hijack_srcip_location"    Set Variable    select ip, IP_TO_CITY(ip) as location, IP_TO_GEO(ip) as geo from (SELECT policy_id, arrayJoin(groupUniqArrayMerge(ip_list)) as ip FROM proxy_ip_info where \ stat_time >= '${startTime}' and stat_time < '${endTime}' and policy_id = ${policy_id} group by policy_id )
    log    sql------------${sql}
    #traffic二次请求sql
    ${sql2}=    run keyword if    '${apiName}'=='traffic'    SplicingTrafficSql    ${apiName}    ${startTime}    ${endTime}    statisticsUnit=${statisticsUnit}    timeGranularity=${timeGranularity}    limit=${limit}
    #请求大数据接口
    ${response}=    BigData    ${sql}
    ${bigdata}    to json    ${response.content}
    #traffic二次请求大数据
    ${response2}=    run keyword if    '${apiName}'=="traffic"    BigData    ${sql2}
    ${bigdata2}    run keyword if    '${apiName}'=="traffic"    to json    ${response2.content}
    #响应码断言
    Should Be Equal As Strings    ${response.status_code}    200
    Should Be Equal As Strings    ${bigdata}[status]    200
    #traffic二次请求响应码断言
    run keyword if    '${apiName}'=="traffic"    run keywords    Should Be Equal As Strings    ${response2.status_code}    200
    ...    AND    Should Be Equal As Strings    ${bigdata2}[status]    200
    #traffic二次请求json拼接与毕方一致
    ${bigdataTraffic}=    run keyword if    '${apiName}'=="traffic"    SplicingTrafficJson    ${bigdata}    ${bigdata2}
    ${bifanglist}    run keyword if    '${apiName}'=="ip_correlation_domain"    set variable    ${bifang['data']['list']['list']}
    ...    ELSE IF    '${apiName}'=="traffic"    set variable    ${bifang['data']}
    ...    ELSE    set variable    ${bifang['data']['list']}
    ${bigdatalist}    run keyword if    '${apiName}'=="traffic"    set variable    ${bigdataTraffic}
    ...    ELSE    set variable    ${bigdata['data']}
    FOR    ${k}    ${v}    IN ENUMERATE    @{bifanglist}
        run keyword if    '${apiName}'=="hijack_srcip_location"    List Should Contain Value    ${bigdatalist}    ${v}
        ...    ELSE IF    '${apiName}'=="traffic"    ForSecondary    ${bigdatalist}    ${bifanglist}    ${apiName}
        ...    ELSE    ForSecondary    @{bigdatalist}[${k}]    ${v}    ${apiName}
    END

BigData
    [Arguments]    ${sql}
    #创建请求信息
    Create Session    api    http://192.168.40.224:9999
    #发送请求
    ${remoteResponse}=    Get Request    api    ?query=${sql}
    [Return]    ${remoteResponse}

ForSecondary
    [Arguments]    ${bigdata}    ${v}    ${apiName}
    ${bigdata}    run keyword if    '${apiName}'=='traffic'    Convert To Dictionary    ${bigdata}
    ...    ELSE    Set Variable    ${bigdata}
    ${strbig}    Get Dictionary Values    ${bigdata}
    ${strfang}    Get Dictionary Values    ${v}
    FOR    ${key}    ${var}    IN ENUMERATE    @{bigdata}
        ${string}    Convert To String    ${v}[${var}]
        ${stt}    Get Substring    ${string}    0    1
        run keyword if    '${stt}'=='['    ForTertiary    ${bigdata}[${var}]    ${v}[${var}]
        ...    ELSE    List Should Contain Value    ${strbig}    ${v}[${var}]
    END

ForTertiary
    [Arguments]    ${str1}    ${str2}
    ${str1}    Convert To List    ${str1}
    ${str2}    Convert To List    ${str2}
    FOR    ${kk}    ${vv}    IN ENUMERATE    @{str1}
        List Should Contain Value    ${str1}    ${vv}
    END

SplicingTrafficJson
    [Arguments]    ${bigdata}    ${bigdata2}
    ${bigdata}    set variable    ${bigdata['data']}[0]
    @{trafficOutPacketsList}    Create list
    @{trafficOutBytesList}    Create list
    @{trafficTotalPacketsList}    Create list
    @{trafficInPacketsList}    Create list
    @{trafficInBytesList}    Create list
    @{sessionsList}    Create list
    @{trafficTotalBytesList}    Create list
    FOR    ${k}    ${v}    IN ENUMERATE    @{bigdata2['data']}
        ${total_out_packets}=    Run keyword and ignore error    log    ${v['total_out_packets']}
        ${trafficOutPacketsListData}=    run keyword if    '${total_out_packets}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_out_packets']}
        ${total_out_bytes}=    Run keyword and ignore error    log    ${v['total_out_bytes']}
        ${trafficOutBytesListData}=    run keyword if    '${total_out_bytes}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_out_bytes']}
        ${total_all_packets}=    Run keyword and ignore error    log    ${v['total_all_packets']}
        ${trafficTotalPacketsListData}=    run keyword if    '${total_all_packets}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_all_packets']}
        ${total_in_packets}=    Run keyword and ignore error    log    ${v['total_in_packets']}
        ${trafficInPacketsListData}=    run keyword if    '${total_in_packets}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_in_packets']}
        ${total_in_bytes}=    Run keyword and ignore error    log    ${v['total_in_bytes']}
        ${trafficInBytesListData}=    run keyword if    '${total_in_bytes}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_in_bytes']}
        ${sessions}=    Run keyword and ignore error    log    ${v['sessions']}
        ${sessionsListData}=    run keyword if    '${sessions}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['sessions']}
        ${total_all_bytes}=    Run keyword and ignore error    log    ${v['total_all_bytes']}
        ${trafficTotalBytesListData}=    run keyword if    '${total_all_bytes}[0]'!='FAIL'    Create Dictionary    statisticsTime=${v['statisticsTime']}    statisticsNum=${v['total_all_bytes']}
        Append To List    ${trafficTotalPacketsList}    ${trafficTotalPacketsListData}
        Append To List    ${trafficInPacketsList}    ${trafficInPacketsListData}
        Append To List    ${trafficInBytesList}    ${trafficInBytesListData}
        Append To List    ${sessionsList}    ${sessionsListData}
        Append To List    ${trafficTotalBytesList}    ${trafficTotalBytesListData}
        Append To List    ${trafficOutPacketsList}    ${trafficOutPacketsListData}
        Append To List    ${trafficOutBytesList}    ${trafficOutBytesListData}
    END
    ${bigdataTraffic}    Create Dictionary
    ${1}=    Run keyword and ignore error    log    ${bigdata['sessions']}
    run keyword if    '${1}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    sessions=${bigdata['sessions']}
    ${2}=    Run keyword and ignore error    log    ${bigdata['trafficInPackets']}
    run keyword if    '${2}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficInPackets=${bigdata['trafficInPackets']}
    ${3}=    Run keyword and ignore error    log    ${bigdata['trafficTotalBytes']}
    run keyword if    '${3}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficTotalBytes=${bigdata['trafficTotalBytes']}
    ${4}=    Run keyword and ignore error    log    ${v['total_out_packets']}
    run keyword if    '${4}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficOutPacketsList=${trafficOutPacketsList}
    ${5}=    Run keyword and ignore error    log    ${bigdata['trafficInBytes']}
    run keyword if    '${5}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficInBytes=${bigdata['trafficInBytes']}
    ${6}=    Run keyword and ignore error    log    ${bigdata['trafficOutBytes']}
    run keyword if    '${6}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficOutBytes=${bigdata['trafficOutBytes']}
    ${7}=    Run keyword and ignore error    log    ${bigdata['trafficOutPackets']}
    run keyword if    '${7}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficOutPackets=${bigdata['trafficOutPackets']}
    ${8}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['total_out_bytes']}
    run keyword if    '${8}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficOutBytesList=${trafficOutBytesList}
    ${9}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['total_all_packets']}
    run keyword if    '${9}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficTotalPacketsList=${trafficTotalPacketsList}
    ${10}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['total_in_packets']}
    run keyword if    '${10}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficInPacketsList=${trafficInPacketsList}
    ${11}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['total_in_bytes']}
    run keyword if    '${11}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficInBytesList=${trafficInBytesList}
    ${12}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['sessions']}
    run keyword if    '${12}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    sessionsList=${sessionsList}
    ${13}=    Run keyword and ignore error    log    ${bigdata2['data'][0]['total_all_bytes']}
    run keyword if    '${13}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficTotalBytesList=${trafficTotalBytesList}
    ${14}=    Run keyword and ignore error    log    ${bigdata['trafficTotalPackets']}
    run keyword if    '${14}[0]'!='FAIL'    Set To Dictionary    ${bigdataTraffic}    trafficTotalPackets=${bigdata['trafficTotalPackets']}
    [Return]    ${bigdataTraffic}

SplicingTrafficSql
    [Arguments]    ${apiName}    ${startTime}    ${endTime}    ${statisticsUnit}    ${limit}    ${timeGranularity}
    ${bytes}=    run keyword if    '${apiName}'=="traffic" and '${statisticsUnit}'=='bytes'    Set Variable    sum(total_in_bytes) as total_in_bytes, sum(total_out_bytes) as total_out_bytes, sum(total_in_bytes+total_out_bytes) as total_all_bytes,
    ...    ELSE    Set Variable    ${EMPTY}
    ${packets}=    run keyword if    '${apiName}'=="traffic" and '${statisticsUnit}'=='packets'    Set Variable    sum(total_in_packets) as total_in_packets, sum(total_out_packets) as total_out_packets, sum(total_in_packets+total_out_packets) as total_all_packets,
    ...    ELSE    Set Variable    ${EMPTY}
    ${sessions}=    run keyword if    '${apiName}'=="traffic" and '${statisticsUnit}'=='sessions'    Set Variable    sum(new_conn_num) as sessions
    ...    ELSE    Set Variable    ${EMPTY}
    ${where}    catenate    ${bytes}    ${packets}    ${sessions}
    ${where}    run keyword if    '${apiName}'=="traffic" and '${statisticsUnit}'=='${None}'    Set Variable    sum(total_in_bytes) as total_in_bytes, sum(total_out_bytes) as total_out_bytes, sum(total_in_bytes+total_out_bytes) as total_all_bytes, sum(total_in_packets) as total_in_packets, sum(total_out_packets) as total_out_packets, sum(total_in_packets+total_out_packets) as total_all_packets, sum(new_conn_num) as sessions,
    ...    ELSE    Set Variable    ${where}
    #清空尾随空格
    ${strippedwhere}=    Strip String    ${where}    mode=right
    #时间粒度默认值
    ${timeGranularity}=    run keyword if    '${timeGranularity}'=="${None}"    set variable    30
    ...    ELSE    set variable    ${timeGranularity}
    #截取最后一个and
    ${where}=    Get Substring    ${strippedwhere}    \    -1
    ${sql2}    catenate    select DATE_FORMAT(FROM_UNIXTIME(FLOOR(UNIX_TIMESTAMP(__time)/${timeGranularity})*${timeGranularity}),'%Y-%m-%d %H:%i:%s') as statisticsTime,    ${where}    from traffic_metrics_log where __time >= '${startTime}' and __time < '${endTime}' group by DATE_FORMAT(FROM_UNIXTIME(FLOOR(UNIX_TIMESTAMP(__time)/${timeGranularity})*${timeGranularity}),'%Y-%m-%d %H:%i:%s') limit ${limit}
    [Return]    ${sql2}