111 lines
2.4 KiB
C
111 lines
2.4 KiB
C
|
#pragma once
|
||
|
|
|
||
|
|
|
||
|
|
#define LIB_PATH "lib/"
|
||
|
|
#define DATA_PATH "data/"
|
||
|
|
#define CDN_FILE LIB_PATH "CdnDomainList.dat"
|
||
|
|
#define URL_FILE LIB_PATH "UrlDomainList.dat"
|
||
|
|
|
||
|
|
#define SPCDN_NAME "spcdn"
|
||
|
|
#define OTHER_NAME "other"
|
||
|
|
#define STATIS_NAME "statis"
|
||
|
|
#define ALL_NAME "all"
|
||
|
|
|
||
|
|
#define STATIS_FILE DATA_PATH STATIS_NAME ".txt"
|
||
|
|
|
||
|
|
#define OUTPUT_INTERVAL 500000
|
||
|
|
|
||
|
|
|
||
|
|
//×Ö¶Îö¾Ù
|
||
|
|
enum FileForm
|
||
|
|
{
|
||
|
|
e_sip, e_dip, e_domain, e_qtype, e_qcnt,
|
||
|
|
e_ratio, e_dir, e_auth, e_rval, e_rtype,
|
||
|
|
e_rcode, e_ttl, e_time, e_qlen, e_rlen,
|
||
|
|
e_rother,
|
||
|
|
e_end,
|
||
|
|
};
|
||
|
|
|
||
|
|
|
||
|
|
//»®·Ö½á¹¹
|
||
|
|
struct Partition
|
||
|
|
{
|
||
|
|
ofstream ofs;
|
||
|
|
long long cnt = 0;
|
||
|
|
void Init(const string &name, const string &strHead)
|
||
|
|
{
|
||
|
|
string formName = name;
|
||
|
|
auto lbdForm = [](char ch) {
|
||
|
|
if(IsIdChar(ch))
|
||
|
|
return ch;
|
||
|
|
else
|
||
|
|
return '_';
|
||
|
|
};
|
||
|
|
std::transform(SHOW_BEGIN_END(formName), formName.begin(), lbdForm);
|
||
|
|
ofs.open(name);
|
||
|
|
ofs <<strHead;
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
|
||
|
|
//¹æ·¶»¯ÓòÃû
|
||
|
|
inline bool IsDomainChar(char ch)
|
||
|
|
{
|
||
|
|
return (ch>='0' && ch<='9')
|
||
|
|
|| (ch>='a' && ch<='z')
|
||
|
|
|| ch=='-' || ch=='_' || ch=='.';
|
||
|
|
}
|
||
|
|
inline bool FormDomain(string &domain)
|
||
|
|
{
|
||
|
|
//´óдת»»Ð¡Ð´
|
||
|
|
std::transform(domain.begin(), domain.end(), domain.begin(), UppCharToLowChar);
|
||
|
|
//²âÊÔÊÇ·ñÓÐÆæ¹Ö×Ö·û
|
||
|
|
if(std::find_if_not(domain.begin(), domain.end(), IsDomainChar)!=domain.end())
|
||
|
|
return false;
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
//²éÕÒCDNº¯Êý
|
||
|
|
inline string *FastFindCdn(AcMachine<char, string> &mtCdn, string &domain)
|
||
|
|
{
|
||
|
|
//´¦Àíºó׺µã
|
||
|
|
bool bBackDot = domain.back()=='.';
|
||
|
|
if(bBackDot)
|
||
|
|
domain.pop_back();
|
||
|
|
//Ôö¼Óкó׺
|
||
|
|
domain.push_back('#');
|
||
|
|
//Æ¥Åä
|
||
|
|
auto ret = mtCdn.Judge(SHOW_BEGIN_END(domain));
|
||
|
|
domain.pop_back();
|
||
|
|
if(bBackDot)
|
||
|
|
domain.push_back('.');
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
//Ìí¼ÓÐÅÏ¢º¯Êý
|
||
|
|
inline void AddMap(std::map<string, Partition> &mapPar, const string &strHead,
|
||
|
|
const string &key, const string &strLine)
|
||
|
|
{
|
||
|
|
auto res = mapPar.emplace(piecewise_construct, std::tie(key), make_tuple());
|
||
|
|
if(res.second)
|
||
|
|
res.first->second.Init(DATA_PATH+res.first->first, strHead);
|
||
|
|
res.first->second.ofs <<strLine <<"\n";
|
||
|
|
++ res.first->second.cnt;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
//ͳ¼Æº¯Êý
|
||
|
|
inline void Statistic(ofstream &ofs, std::map<string, Partition> &mapPar, long long cntValid)
|
||
|
|
{
|
||
|
|
ofs.seekp(0);
|
||
|
|
ofs <<std::fixed;
|
||
|
|
ofs <<ALL_NAME <<" " <<cntValid <<" " <<"100%\n";
|
||
|
|
for(auto &pr: mapPar) {
|
||
|
|
ofs <<pr.first <<" " <<pr.second.cnt <<" " <<(double)pr.second.cnt*100/cntValid <<"%\n";
|
||
|
|
pr.second.ofs <<flush;
|
||
|
|
}
|
||
|
|
ofs <<"end\n\n\n" <<flush;
|
||
|
|
}
|