#include #include #include #include #include #include #include #include #include #include #include #include "kni_connect.h" #include "kni_entry.h" extern "C" int sendpacket_do_checksum(unsigned char* buf,int protocol,int len); extern "C" int sendpacket_build_ethernet(unsigned char* dst,unsigned char* src,unsigned short type,const unsigned char* payload,int payload_s,unsigned char* buf); extern "C" unsigned char MESA_dir_reverse(unsigned char route_dir); /* int kni_send_fds(int socket, int *fds, int n,int protocol) { int flags=MSG_NOSIGNAL; struct msghdr msg = {0}; struct cmsghdr *cmsg; char buf[CMSG_SPACE(n * sizeof(int))], dup[256]={0}; memset(buf, 0, sizeof(buf)); // struct iovec io = { .iov_base = &dup, .iov_len = sizeof(struct kni_tlv_info) }; struct iovec io = { .iov_base = &dup, .iov_len = sizeof(dup) }; //tlv info struct kni_tlv_info tlv_info; tlv_info.type=KNI_TLV_TYPE_PRO; tlv_info.len=0x0001; tlv_info.value=protocol; memcpy(dup,&tlv_info,sizeof(struct kni_tlv_info)); //end msg.msg_iov = &io; msg.msg_iovlen = 1; msg.msg_control = buf; msg.msg_controllen = sizeof(buf); cmsg = CMSG_FIRSTHDR(&msg); cmsg->cmsg_level = SOL_SOCKET; cmsg->cmsg_type = SCM_RIGHTS; cmsg->cmsg_len = CMSG_LEN(n * sizeof(int)); memcpy ((int *) CMSG_DATA(cmsg), fds, n * sizeof (int)); // if (sendmsg (socket, &msg, 0) < 0) if (sendmsg (socket, &msg, flags) < 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"kni_send_fds","sendmsg()error,errno:%d,%s",errno,strerror(errno)); return -1; } return 0; } */ int kni_set_tlvinfo(char* buf,int buflen,struct kni_lqueue_datainfo datainfo) { int tlv_len = 0; struct kni_tlv_header header_info; struct kni_tlv_info protocol_info; struct kni_tlv_info keyring_info; header_info.magic = 0x4d5a; header_info.counts = 2; protocol_info.type = KNI_TLV_TYPE_PROTOCOL; protocol_info.len = sizeof(int); keyring_info.type = KNI_TLV_TYPE_KEYRING_ID; keyring_info.len = sizeof(int); memcpy(buf+tlv_len,&header_info,sizeof(struct kni_tlv_header)); tlv_len += sizeof(struct kni_tlv_header); memcpy(buf+tlv_len,&protocol_info,sizeof(struct kni_tlv_info)); tlv_len += sizeof(struct kni_tlv_info); memcpy(buf+tlv_len,&(datainfo.protocol),protocol_info.len); tlv_len += protocol_info.len; memcpy(buf+tlv_len,&keyring_info,sizeof(struct kni_tlv_info)); tlv_len += sizeof(struct kni_tlv_info); memcpy(buf+tlv_len,&(datainfo.keyring),keyring_info.len); tlv_len += keyring_info.len; return tlv_len; } int kni_send_fds(int socket,struct kni_lqueue_datainfo datainfo) { int flags=MSG_NOSIGNAL; struct msghdr msg = {0}; struct cmsghdr *cmsg; char buf[CMSG_SPACE(KNI_SENDFD_NUM * sizeof(int))], dup[256]={0}; memset(buf, 0, sizeof(buf)); struct iovec io = { .iov_base = &dup, .iov_len = sizeof(dup) }; int dup_len = 256; int fds[KNI_SENDFD_NUM]={0}; fds[0] = datainfo.client_fd; fds[1] = datainfo.server_fd; dup_len = kni_set_tlvinfo(dup,dup_len,datainfo); msg.msg_iov = &io; msg.msg_iovlen = 1; msg.msg_control = buf; msg.msg_controllen = sizeof(buf); cmsg = CMSG_FIRSTHDR(&msg); cmsg->cmsg_level = SOL_SOCKET; cmsg->cmsg_type = SCM_RIGHTS; cmsg->cmsg_len = CMSG_LEN(KNI_SENDFD_NUM * sizeof(int)); memcpy ((int *) CMSG_DATA(cmsg), fds, KNI_SENDFD_NUM * sizeof (int)); if (sendmsg (socket, &msg, flags) < 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"kni_send_fds","sendmsg()error,errno:%d,%s",errno,strerror(errno)); return -1; } return 0; } int kni_sendfds_domain() { int ret=0; long datainfo_len = 0; struct kni_lqueue_datainfo datainfo; while(1) { memset(&datainfo,0,sizeof(datainfo)); datainfo_len = sizeof(datainfo); ret=MESA_lqueue_get_tail(g_kni_structinfo.lqueue_for_domain,&datainfo,&datainfo_len); if(ret==MESA_QUEUE_RET_QEMPTY) { continue; } else if(ret<0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_READTUN,"MESA_lqueue_try_get_tail() error!ret:%d\n",ret); continue; } ret=kni_send_fds(g_kni_comminfo.fd_domain,datainfo); if(ret<0) //check errno { g_kni_comminfo.kni_mode_cur=KNI_MODE_BYPASS; close(datainfo.client_fd); close(datainfo.server_fd); return -1; } close(datainfo.client_fd); close(datainfo.server_fd); } return 0; } int kni_connect_domain() { while(1) { g_kni_comminfo.fd_domain=init_domain_fd(); if(g_kni_comminfo.fd_domain<0) { sleep(1); } else { g_kni_comminfo.kni_mode_cur=KNI_MODE_WORK; return 0; } } return 0; } /******************************************************************************************************************** name: function: return: *********************************************************************************************************************/ void* kni_process_domain(void* arg) { while(1) { if(g_kni_comminfo.kni_mode_cur==KNI_MODE_BYPASS) { kni_connect_domain(); } else { kni_sendfds_domain(); } } return 0; } int init_domain_fd() { int i_fd = 0; struct sockaddr_un addr; int i_addr_len = sizeof( struct sockaddr_un ); if ( ( i_fd = socket( AF_UNIX, SOCK_STREAM, 0 ) ) < 0 ) // if ( ( i_fd = socket( AF_UNIX, SOCK_DGRAM, 0 ) ) < 0 ) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"init_domain_fd():socket error,errno is %d,%s,,action:%s",errno,strerror(errno),KNI_ACTION_EXIT); return -1; } //fill socket adress structure with server's address memset( &addr, 0, sizeof( addr ) ); addr.sun_family = AF_UNIX; // strncpy( addr.sun_path, serverpath, sizeof( addr.sun_path ) - 1 ); strncpy( addr.sun_path, g_kni_comminfo.domain_path, sizeof( addr.sun_path ) - 1 ); if ( connect( i_fd, ( struct sockaddr * )&addr, i_addr_len ) < 0 ) { close(i_fd); MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"init_domain_fd():connect error,errno is %d,%s,action:%s",errno,strerror(errno),KNI_ACTION_EXIT); return -1; } MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"init_domain_fd","domain socket connect succ! "); return i_fd; } int init_kni_domain() { #ifndef KNI_DEBUG_TCPREPAIR pthread_t pid_pro_domain; g_kni_comminfo.fd_domain=init_domain_fd(); if(g_kni_comminfo.fd_domain<0) { g_kni_comminfo.kni_mode_cur=KNI_MODE_BYPASS; MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"init_domain_fd()error"); } pthread_create(&pid_pro_domain,NULL,kni_process_domain,NULL); return 0; #endif } int tun_set_queue(int fd, int enable) { struct ifreq ifr; memset(&ifr, 0, sizeof(ifr)); if (enable) ifr.ifr_flags = IFF_ATTACH_QUEUE; else ifr.ifr_flags = IFF_DETACH_QUEUE; return ioctl(fd, TUNSETQUEUE, (void *)&ifr); } int tun_error(int i,int* fds) { for (--i; i >= 0; i--) { close(fds[i]); } return 0; } /* Flags: IFF_TUN - TUN device (no Ethernet headers) * IFF_TAP - TAP device * * IFF_NO_PI - Do not provide packet information * IFF_MULTI_QUEUE - Create a queue of multiqueue device */ int tun_alloc_mq(char *dev, int queues, int *fds,char* tun_path) { int i=0; int err=0; int fd; int flag=0; struct ifreq ifr; // char *clonedev = (char*)"/dev/net/tun"; memset(&ifr, 0, sizeof(ifr)); ifr.ifr_flags = IFF_TUN | IFF_NO_PI | IFF_MULTI_QUEUE; if (*dev) { strncpy(ifr.ifr_name, dev, IFNAMSIZ); } for (i = 0; i < queues; i++) { if ((fd = open(tun_path, O_RDWR)) < 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"tun_alloc_mq():open error,errno is:%d,%s,action:%s",errno,strerror(errno),KNI_ACTION_EXIT); tun_error(i,fds); return -1; } err = ioctl(fd, TUNSETIFF, (void *)&ifr); if (err) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"tun_alloc_mq():ioctl error,errno is:%d,%s,action:%s",errno,strerror(errno),KNI_ACTION_EXIT); close(fd); tun_error(i,fds); return -1; } //20180618 add set noblock flag= fcntl(fd, F_GETFL, 0); if(flag<0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"fcntl():getfl error,errno is:%d,%s",errno,strerror(errno)); } if( fcntl( fd, F_SETFL, flag|O_NONBLOCK ) < 0 ) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_INIT,"fcntl():setfl error,errno is:%d,%s",errno,strerror(errno)); } //end fds[i] = fd; } return 0; } int tun_read_data(int fd,char* recv_buf,int max_buflen) { int recv_len=0; int ret=0; int max_fd = 0; fd_set alive_readfd; FD_ZERO(&alive_readfd); FD_SET(fd, &alive_readfd); max_fd = fd; ret = select(max_fd + 1, &alive_readfd, NULL, NULL, NULL); if (ret <= 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL, "keep_alive_action function", "select function errno %d is %s!", errno, strerror(errno)); return 0; } recv_len = read(fd, recv_buf, KNI_MAX_BUFLEN); if(recv_len <0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_WRITETUN,"tun_read_data error %d, %s\n",errno,strerror(errno)); return -1; } else { return recv_len; } return 0; } char tun_write_data(int fd,char* send_buf,int send_buflen,struct streaminfo* pstream,int thread_seq) { char ret=APP_STATE_DROPPKT|APP_STATE_GIVEME; int succ_sendlen=0; succ_sendlen = write(fd, send_buf,send_buflen); if((succ_sendlen<0)&&(pstream!=NULL)) { kni_filestate2_set(thread_seq,FS2_COLUME_DROPPKT,0,1); MESA_kill_tcp(pstream,(const void*)send_buf); MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_WRITETUN,"write() error %d, %s",errno,strerror(errno)); ret=APP_STATE_DROPPKT|APP_STATE_DROPME; } else if(succ_sendlenip6_flags[0] & 0xF0) == 0x60) { sendpacket_build_ethernet((unsigned char*)tmp_dmac,(unsigned char*)tmp_smac,eth_type_v6,(const unsigned char*)ip,iplen,(unsigned char*)buf); } else { sendpacket_build_ethernet((unsigned char*)tmp_dmac,(unsigned char*)tmp_smac,eth_type,(const unsigned char*)ip,iplen,(unsigned char*)buf); } ret=sendto(g_kni_comminfo.ipv4_fd[thread_seq],buf,buflen,0,(struct sockaddr*)&addr,sizeof(addr)); if(ret<0) { MESA_handle_runtime_log(g_kni_comminfo.logger,RLOG_LV_FATAL,KNI_MODULE_SENDPKT,"sendto() error,errno:%d,msg:%s!",errno,strerror(errno)); } kni_filestate2_set(thread_seq,FS2_COLUME_SEND,0,1); return ret; } int kni_keepalive_replay_v6(struct stream_tuple4_v6* ipv6_addr,int iprever_flag,struct kni_htable_datainfo* datainfo,void* a_packet,int iplen,int thread_seq) { if(!g_kni_switch_info.replay_win_update) { return 0; } int index=1-iprever_flag; struct kni_ipv6_hdr* ipv6_hdr = (struct kni_ipv6_hdr*)a_packet; struct kni_tcp_hdr* tcphdr=(struct kni_tcp_hdr*)((unsigned char*)a_packet + sizeof(struct kni_ipv6_hdr)); struct kni_wndpro_reply_info* tcpinfo=&(datainfo->lastpkt_info[index]); struct kni_ipv6_hdr* snd_iphdr=NULL; struct kni_tcp_hdr* snd_tcphdr=NULL; char* sendbuf=(char*)malloc(iplen); memcpy(sendbuf,a_packet,iplen); snd_iphdr=(struct kni_ipv6_hdr*)sendbuf; snd_tcphdr=(struct kni_tcp_hdr*)((unsigned char*)snd_iphdr + sizeof(struct kni_ipv6_hdr)); memcpy(&(snd_iphdr->ip6_src),&(ipv6_hdr->ip6_dst),sizeof(struct in6_addr)); memcpy(&(snd_iphdr->ip6_dst),&(ipv6_hdr->ip6_src),sizeof(struct in6_addr)); snd_tcphdr->th_sport=tcphdr->th_dport; snd_tcphdr->th_dport=tcphdr->th_sport; snd_tcphdr->th_seq=htonl(tcpinfo->seq+tcpinfo->len); snd_tcphdr->th_ack=htonl(tcpinfo->ack); if(tcpinfo->syn_flag==1) { snd_tcphdr->th_seq=htonl(ntohl(snd_tcphdr->th_seq)+1); } sendpacket_do_checksum((unsigned char*)sendbuf,IPPROTO_TCP,htons(ipv6_hdr->ip6_payload_len)); // sendpacket_do_checksum((unsigned char*)sendbuf,IPPROTO_IP,sizeof(struct kni_ipv6_hdr)); tun_write_data(g_kni_comminfo.fd_tun[thread_seq],sendbuf,iplen,NULL,thread_seq); kni_log_debug(RLOG_LV_DEBUG,(char*)"win_update",a_packet,(char*)"recv tcp_repair windows update,and replay"); free(sendbuf); sendbuf=NULL; datainfo->wndpro_flag[index]=1; return 1; } int kni_keepalive_replay(struct stream_tuple4_v4* ipv4_addr,int iprever_flag,struct kni_htable_datainfo* datainfo,void* a_packet,int iplen,int thread_seq) { #ifdef KNI_DEBUG_TCPREPAIR return 0; #endif if(!g_kni_switch_info.replay_win_update) { return 0; } int index=1-iprever_flag; struct ip* iphdr=(struct ip*)a_packet; struct tcphdr* tcphdr=(struct tcphdr*)((char*)iphdr+4*(iphdr->ip_hl)); struct kni_wndpro_reply_info* tcpinfo=&(datainfo->lastpkt_info[index]); struct ip* snd_iphdr=NULL; struct tcphdr* snd_tcphdr=NULL; char* sendbuf=(char*)malloc(iplen); memcpy(sendbuf,a_packet,iplen); snd_iphdr=(struct ip*)sendbuf; snd_tcphdr=(struct tcphdr*)((char*)snd_iphdr+4*(snd_iphdr->ip_hl)); (snd_iphdr->ip_src).s_addr=(iphdr->ip_dst).s_addr; (snd_iphdr->ip_dst).s_addr=(iphdr->ip_src).s_addr; snd_tcphdr->source=tcphdr->dest; snd_tcphdr->dest=tcphdr->source; snd_tcphdr->seq=htonl(tcpinfo->seq+tcpinfo->len); snd_tcphdr->ack_seq=htonl(tcpinfo->ack); if(tcpinfo->syn_flag==1) { snd_tcphdr->seq=htonl(ntohl(snd_tcphdr->seq)+1); } sendpacket_do_checksum((unsigned char*)sendbuf,IPPROTO_TCP,(iplen-4*(iphdr->ip_hl))); sendpacket_do_checksum((unsigned char*)sendbuf,IPPROTO_IP,sizeof(struct ip)); tun_write_data(g_kni_comminfo.fd_tun[thread_seq],sendbuf,iplen,NULL,thread_seq); kni_log_debug(RLOG_LV_DEBUG,(char*)"win_update",a_packet,(char*)"recv tcp_repair windows update,and replay"); free(sendbuf); sendbuf=NULL; datainfo->wndpro_flag[index]=1; return 1; } long kni_readtun_htable_cb_v6(void* data,const unsigned char* key,unsigned int size,void* user_arg) { long result=0; struct stream_tuple4_v6* ipv6_addr=(struct stream_tuple4_v6*)key; struct args_read_tun* args=(struct args_read_tun*)user_arg; struct kni_htable_datainfo* datainfo=(struct kni_htable_datainfo*)data; if(datainfo!=NULL) { memcpy(args->smac,datainfo->smac,KNI_MACADDR_LEN); memcpy(args->dmac,datainfo->dmac,KNI_MACADDR_LEN); if(args->iprevers==0) { args->routdir=datainfo->route_dir; } else { if(g_kni_switch_info.sendpkt_mode == 1) { args->routdir=1-datainfo->route_dir; } else { args->routdir=MESA_dir_reverse(datainfo->route_dir); } } if(datainfo->wndpro_flag[1-args->iprevers]>0) { result=1; } else { kni_keepalive_replay_v6(ipv6_addr,args->iprevers,datainfo,args->a_packet,args->iplen,args->thread_seq); result=1; } } return result; } long kni_readtun_htable_cb_v4(void* data,const unsigned char* key,unsigned int size,void* user_arg) { long result=0; struct stream_tuple4_v4* ipv4_addr=(struct stream_tuple4_v4*)key; struct args_read_tun* args=(struct args_read_tun*)user_arg; struct kni_htable_datainfo* datainfo=(struct kni_htable_datainfo*)data; if(datainfo!=NULL) { memcpy(args->smac,datainfo->smac,KNI_MACADDR_LEN); memcpy(args->dmac,datainfo->dmac,KNI_MACADDR_LEN); if(args->iprevers==0) { args->routdir=datainfo->route_dir; } else { if(g_kni_switch_info.sendpkt_mode == 1) { args->routdir=1-datainfo->route_dir; } else { args->routdir=MESA_dir_reverse(datainfo->route_dir); } } if(datainfo->wndpro_flag[1-args->iprevers]>0) { result=1; } else { kni_keepalive_replay(ipv4_addr,args->iprevers,datainfo,args->a_packet,args->iplen,args->thread_seq); result=1; } } #ifdef KNI_DEBUG_TCPREPAIR else if(ipv4_addr->saddr==1698867392) { printf("sip is 192.168.66.101\n"); args->smac[0]=0x18; args->smac[1]=0x66; args->smac[2]=0xda; args->smac[3]=0xe5; args->smac[4]=0xfa; args->smac[5]=0xa1; args->dmac[0]=0xe8; args->dmac[1]=0x61; args->dmac[2]=0x1f; args->dmac[3]=0x13; args->dmac[4]=0x70; args->dmac[5]=0x7a; result=1; } else { kni_log_debug(RLOG_LV_INFO,"htable_cb",(void*)args->a_packet,(char*)"read_tun,data=NULL,sip not 192.168.66.101"); } #endif return result; } int kni_process_readdata(int thread_seq,int sendpkt_threadid,int buflen,char* buf) { int iprever_flag=0; long result=0; struct ip* ipv4_hdr=(struct ip*)buf; struct kni_ipv6_hdr* ipv6_hdr = (struct kni_ipv6_hdr*)buf; struct stream_tuple4_v4 ipv4_addr; struct stream_tuple4_v6 ipv6_addr; struct args_read_tun args; if(ipv4_hdr->ip_v==4) { iprever_flag=kni_get_ipaddr_v4((void*)buf,&ipv4_addr); args.a_packet=buf; args.iplen=buflen; args.iprevers=iprever_flag; args.thread_seq=thread_seq; MESA_htable_search_cb(g_kni_structinfo.htable_to_tun_v4,(unsigned char*)&ipv4_addr,sizeof(struct stream_tuple4_v4),kni_readtun_htable_cb_v4,(void*)&args,&result); if(result==1) { if(g_kni_switch_info.sendpkt_mode == 1) { kni_sendpkt_routdir(thread_seq,buflen,buf,&ipv4_addr,iprever_flag,args.routdir,args.smac,args.dmac); } else { MESA_sendpacket_iplayer_options(thread_seq,buf,buflen,args.routdir,NULL,0); } } else { kni_filestate2_set(thread_seq,FS2_COLUME_DROP_TUN,0,1); } } else if((ipv6_hdr->ip6_flags[0] & 0xF0) == 0x60) { iprever_flag=kni_get_ipaddr_v6((void*)buf,&ipv6_addr); args.a_packet=buf; args.iplen=buflen; args.iprevers=iprever_flag; args.thread_seq=thread_seq; MESA_htable_search_cb(g_kni_structinfo.htable_to_tun_v6,(unsigned char*)&ipv6_addr,sizeof(struct stream_tuple4_v6),kni_readtun_htable_cb_v6,(void*)&args,&result); if(result==1) { if(g_kni_switch_info.sendpkt_mode == 1) { kni_sendpkt_routdir(thread_seq,buflen,buf,&ipv4_addr,iprever_flag,args.routdir,args.smac,args.dmac); } else { MESA_sendpacket_ipv6_layer_options(thread_seq,buf,buflen,args.routdir,NULL,0); } } else { kni_filestate2_set(thread_seq,FS2_COLUME_DROP_TUN,0,1); } } else { MESA_handle_runtime_log(g_kni_comminfo.logger,RLOG_LV_FATAL,KNI_MODULE_SENDPKT,"kni_readdata,not ipv4 and not ipv6!"); } return 0; } /******************************************************************************************************************** name: function: return: *********************************************************************************************************************/ void* kni_read_tun(void* arg) { int thread_seq=*(int*)arg; int recv_len=0; char recv_buf[KNI_MAX_BUFLEN] = {0}; int sendpkt_threadid=0; int sendpkt_threadid_len = sizeof(int); sapp_get_platform_opt(SPO_INDEPENDENT_THREAD_ID,&sendpkt_threadid,&sendpkt_threadid_len); while(1) { if(g_kni_comminfo.kni_mode_cur==KNI_MODE_BYPASS) { sleep(KNI_USLEEP_TIME); continue; } recv_len=0; memset(recv_buf,0,KNI_MAX_BUFLEN); recv_len=tun_read_data(g_kni_comminfo.fd_tun[thread_seq],recv_buf, KNI_MAX_BUFLEN); if(recv_len <0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_READTUN,"tun_read_data()error,recv_len:%d",recv_len); } else if(recv_len>0) { kni_filestate2_set(thread_seq,FS2_COLUME_READ,0,1); kni_process_readdata(thread_seq,sendpkt_threadid,recv_len,recv_buf); } } return 0; } int tcprepair_get_addr(void** client_addr,void** server_addr,const struct layer_addr* addr,const void* a_packet) { struct ip* ipv4_hdr = NULL; struct kni_ipv6_hdr* ipv6_hdr = NULL; struct kni_tcp_hdr* tcphdr=NULL; struct sockaddr_in* client_addr_v4; struct sockaddr_in* server_addr_v4; struct sockaddr_in6* client_addr_v6; struct sockaddr_in6* server_addr_v6; if(addr->addrtype == ADDR_TYPE_IPV4) { ipv4_hdr = (struct ip*)a_packet; tcphdr=(struct kni_tcp_hdr*)((char*)ipv4_hdr+4*(ipv4_hdr->ip_hl)); client_addr_v4 = (struct sockaddr_in*)malloc(sizeof(struct sockaddr_in)); memset(client_addr_v4,0,sizeof(struct sockaddr_in)); client_addr_v4->sin_family = AF_INET; client_addr_v4->sin_port = tcphdr->th_sport; client_addr_v4->sin_addr.s_addr = (ipv4_hdr->ip_src).s_addr; server_addr_v4 = (struct sockaddr_in*)malloc(sizeof(struct sockaddr_in)); memset(server_addr_v4,0,sizeof(struct sockaddr_in)); server_addr_v4->sin_family = AF_INET; server_addr_v4->sin_port = tcphdr->th_dport; server_addr_v4->sin_addr.s_addr = (ipv4_hdr->ip_dst).s_addr; *client_addr = client_addr_v4; *server_addr = server_addr_v4; } else if(addr->addrtype == ADDR_TYPE_IPV6) { ipv6_hdr = (struct kni_ipv6_hdr*)a_packet; tcphdr = (struct kni_tcp_hdr*)((unsigned char*)a_packet + sizeof(struct kni_ipv6_hdr)); client_addr_v6 = (struct sockaddr_in6*)malloc(sizeof(struct sockaddr_in6)); memset(client_addr_v6,0,sizeof(struct sockaddr_in6)); client_addr_v6->sin6_family = AF_INET6; client_addr_v6->sin6_port = tcphdr->th_sport; memcpy(&(client_addr_v6->sin6_addr),&(ipv6_hdr->ip6_src),sizeof(struct in6_addr)); server_addr_v6 = (struct sockaddr_in6*)malloc(sizeof(struct sockaddr_in6)); memset(server_addr_v6,0,sizeof(struct sockaddr_in)); server_addr_v6->sin6_family = AF_INET6; server_addr_v6->sin6_port = tcphdr->th_dport; memcpy(&(server_addr_v6->sin6_addr),&(ipv6_hdr->ip6_dst),sizeof(struct in6_addr)); *client_addr = client_addr_v6; *server_addr = server_addr_v6; } else { return -1; } return 0; } int tcprepair_free_addr(struct sockaddr* client_addr,struct sockaddr* server_addr) { if(client_addr != NULL) { free(client_addr); client_addr =NULL; } if(server_addr != NULL) { free(server_addr); server_addr = NULL; } return 0; } int tcprepair_get_state(int curdir,const struct layer_addr* addr,struct kni_tcp_state* fake_client,struct kni_tcp_state* fake_server,const void* a_packet,struct kni_pme_info* pmeinfo) { struct ip* ipv4_hdr = NULL; struct kni_tcp_hdr* tcphdr=NULL; if(addr->addrtype==ADDR_TYPE_IPV4) { ipv4_hdr = (struct ip*)a_packet; tcphdr=(struct kni_tcp_hdr*)((char*)ipv4_hdr+4*(ipv4_hdr->ip_hl)); } else if(addr->addrtype==ADDR_TYPE_IPV6) { tcphdr = (struct kni_tcp_hdr*)((unsigned char*)a_packet + sizeof(struct kni_ipv6_hdr)); } fake_client->seq=ntohl(tcphdr->th_seq); fake_client->ack=ntohl(tcphdr->th_ack); fake_client->mss_src=pmeinfo->tcpopt_info[KNI_DIR_C2S].mss; fake_client->mss_dst=pmeinfo->tcpopt_info[KNI_DIR_S2C].mss; fake_client->wscale_src=pmeinfo->tcpopt_info[KNI_DIR_C2S].wnscal; fake_client->wscale_dst=pmeinfo->tcpopt_info[KNI_DIR_S2C].wnscal; fake_client->sack_src=pmeinfo->tcpopt_info[KNI_DIR_C2S].sack; fake_client->sack_dst=pmeinfo->tcpopt_info[KNI_DIR_S2C].sack; fake_client->timestamps_src=pmeinfo->tcpopt_info[KNI_DIR_C2S].timestamps; fake_client->timestamps_dst=pmeinfo->tcpopt_info[KNI_DIR_S2C].timestamps; fake_server->seq=ntohl(tcphdr->th_ack); fake_server->ack=ntohl(tcphdr->th_seq); fake_server->mss_src=pmeinfo->tcpopt_info[KNI_DIR_S2C].mss; fake_server->mss_dst=pmeinfo->tcpopt_info[KNI_DIR_C2S].mss; fake_server->wscale_src=pmeinfo->tcpopt_info[KNI_DIR_S2C].wnscal; fake_server->wscale_dst=pmeinfo->tcpopt_info[KNI_DIR_C2S].wnscal; fake_server->sack_src=pmeinfo->tcpopt_info[KNI_DIR_S2C].sack; fake_server->sack_dst=pmeinfo->tcpopt_info[KNI_DIR_C2S].sack; fake_server->timestamps_src=pmeinfo->tcpopt_info[KNI_DIR_S2C].timestamps; fake_server->timestamps_dst=pmeinfo->tcpopt_info[KNI_DIR_S2C].timestamps; return 0; } int tcprepair_set_state(int sk,struct kni_tcp_state* tcp,struct sockaddr* client_addr,struct sockaddr* server_addr,int addr_type) { int val,yes=1, onr = 0; // int mark =101,temp_mark=0; int temp_mark=0; socklen_t mark_len =sizeof(temp_mark); struct tcp_repair_opt opts[KNI_TCPREPAIR_OPT_NUM]; if (setsockopt(sk, SOL_TCP, TCP_REPAIR, &yes, sizeof(yes))==-1) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_REPAIR error,errno:%d,%s",errno,strerror(errno)); return -1; } if (setsockopt(sk, SOL_IP, IP_TRANSPARENT, &yes, sizeof(yes)) < 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() IP_TRANSPARENT error,errno:%d,%s",errno,strerror(errno)); return -1; } if (setsockopt(sk, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes)) == -1) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() SO_REUSEADDR error,errno:%d,%s",errno,strerror(errno)); return -1; } if(setsockopt(sk,SOL_SOCKET,SO_MARK,&(g_kni_comminfo.mark),sizeof(g_kni_comminfo.mark))==-1) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() SO_MARK error,errno:%d,%s",errno,strerror(errno)); return -1; } getsockopt(sk,SOL_SOCKET,SO_MARK,&temp_mark,&mark_len); MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_DEBUG,"tcprepair_set_state","setsockopt() fd :%d,SO_MARK:%d",sk,temp_mark); /* ============= Restore TCP properties ==================*/ val = TCP_SEND_QUEUE; if (setsockopt(sk, SOL_TCP, TCP_REPAIR_QUEUE, &val, sizeof(val))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_REPAIR_QUEUE,TCP_SEND_QUEUE error,errno:%d,%s",errno,strerror(errno)); return -1; } val = tcp->seq; if (setsockopt(sk, SOL_TCP, TCP_QUEUE_SEQ, &val, sizeof(val))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_QUEUE_SEQ error,errno:%d,%s",errno,strerror(errno)); return -1; } val = TCP_RECV_QUEUE; if (setsockopt(sk, SOL_TCP, TCP_REPAIR_QUEUE, &val, sizeof(val))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_REPAIR_QUEUE,TCP_RECV_QUEUE error,errno:%d,%s",errno,strerror(errno)); return -1; } val = tcp->ack; if (setsockopt(sk, SOL_TCP, TCP_QUEUE_SEQ, &val, sizeof(val))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_QUEUE_SEQ error,errno:%d,%s",errno,strerror(errno)); return -1; } /* ============= Bind and connect ================ */ if(addr_type == ADDR_TYPE_IPV4) { if (bind(sk,client_addr, sizeof(struct sockaddr))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","bind() error,errno:%d,%s",errno,strerror(errno)); return -1; } if (connect(sk,server_addr, sizeof(struct sockaddr))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","connect() error,errno:%d,%s",errno,strerror(errno)); return -1; } } else if (addr_type == ADDR_TYPE_IPV6) { if (bind(sk,client_addr, sizeof(struct sockaddr_in6))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","bind() error,errno:%d,%s",errno,strerror(errno)); return -1; } if (connect(sk,server_addr, sizeof(struct sockaddr_in6))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","connect() error,errno:%d,%s",errno,strerror(errno)); return -1; } } if((tcp->wscale_dst)&&(tcp->wscale_src)) { opts[onr].opt_code = TCPOPT_WINDOW; opts[onr].opt_val = tcp->wscale_dst+ (tcp->wscale_src<< 16); onr++; } opts[onr].opt_code = TCPOPT_MAXSEG; opts[onr].opt_val = (tcp->mss_srcmss_dst)?tcp->mss_src:tcp->mss_dst; onr++; if((tcp->sack_src)&&(tcp->sack_dst)) { opts[onr].opt_code = TCPOPT_SACK_PERMITTED; opts[onr].opt_val = 0; onr++; } // MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_DEBUG,"tcprepair_set_option","sip:%d,dip:%d,sport:%d,dport:%d,wscale:%d,mss:%d", // ntohl(tcp->src_ip),ntohl(tcp->dst_ip),ntohs(tcp->sport),ntohs(tcp->dport),opts[0].opt_val,opts[1].opt_val); if (setsockopt(sk, SOL_TCP, TCP_REPAIR_OPTIONS,opts, onr * sizeof(struct tcp_repair_opt)) < 0) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_REPAIR_OPTIONS error,errno:%d,%s",errno,strerror(errno)); return -1; } val = 0; if (setsockopt(sk, SOL_TCP, TCP_REPAIR, &val, sizeof(val))) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","setsockopt() TCP_REPAIR close error,errno:%d,%s",errno,strerror(errno)); return -1; } return 0; } int tcp_repair_process(const struct streaminfo* pstream,const void* a_packet,struct kni_pme_info* pmeinfo,int protocol) { #ifdef KNI_DEBUG_TCPREPAIR return 0; #endif int ret=0; struct kni_lqueue_datainfo datainfo; int fd_client,fd_server; struct kni_tcp_state fake_client; struct kni_tcp_state fake_server; struct sockaddr* client_addr = NULL; struct sockaddr* server_addr = NULL; if(pstream->addr.addrtype==ADDR_TYPE_IPV4) { fd_client = socket(AF_INET, SOCK_STREAM, 0); fd_server = socket(AF_INET, SOCK_STREAM, 0); } else if(pstream->addr.addrtype==ADDR_TYPE_IPV6) { fd_client = socket(AF_INET6, SOCK_STREAM, 0); fd_server = socket(AF_INET6, SOCK_STREAM, 0); } else { //TODO } if ((fd_client < 0)||(fd_server<0)) { MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","socket() error"); return -1; } tcprepair_get_addr((void**)&client_addr,(void**)&server_addr,&(pstream->addr),a_packet); tcprepair_get_state(pstream->curdir,&(pstream->addr),&fake_client,&fake_server,(void*)a_packet,pmeinfo); ret=tcprepair_set_state(fd_client,&fake_server,server_addr,client_addr,pstream->addr.addrtype); if(ret<0) { close(fd_client); close(fd_server); tcprepair_free_addr(client_addr,server_addr); // MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","fd_client tcprepair_set_state() error,dropme and fwdpkt"); kni_log_debug(RLOG_LV_FATAL,(char*)"tcprepair_set_state",a_packet,(const char*)"fd_client tcprepair_set_state() error,dropme and fwdpkt"); return -1; } ret=tcprepair_set_state(fd_server,&fake_client,client_addr,server_addr,pstream->addr.addrtype); if(ret<0) { close(fd_client); close(fd_server); tcprepair_free_addr(client_addr,server_addr); // MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,"tcprepair_set_state","fd_server tcprepair_set_state() error,dropme and fwdpkt"); kni_log_debug(RLOG_LV_FATAL,(char*)"tcprepair_set_state",a_packet,(const char*)"fd_server tcprepair_set_state() error,dropme and fwdpkt"); return -1; } tcprepair_free_addr(client_addr,server_addr); datainfo.client_fd = fd_client; datainfo.server_fd = fd_server; datainfo.protocol = pmeinfo->protocol; datainfo.keyring = pmeinfo->keyring_id; ret=MESA_lqueue_join_head(g_kni_structinfo.lqueue_for_domain,(void*)&datainfo,sizeof(datainfo)); if(ret <0) { close(fd_client); close(fd_server); MESA_handle_runtime_log(g_kni_comminfo.logger, RLOG_LV_FATAL,KNI_MODULE_SENDFD,"MESA_lqueue_try_join_head() error,ret:%d",ret); } pmeinfo->client_fd = fd_client; pmeinfo->server_fd = fd_server; return 0; }