/* * ZeroTier SDK - Network Virtualization Everywhere * Copyright (C) 2011-2017 ZeroTier, Inc. https://www.zerotier.com/ * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . * * -- * * You can be released from the requirements of the license by purchasing * a commercial license. Buying such a license is mandatory as soon as you * develop commercial closed-source software that incorporates or links * directly against ZeroTier software without disclosing the source code * of your own application. */ #include #include #include #include #include #include #include #include #include "VirtualTap.hpp" #include "libzt.h" #if defined(STACK_PICO) #include "picoTCP.hpp" #endif #if defined(STACK_LWIP) #include "lwIP.hpp" #endif #if defined(__APPLE__) #include #endif #if defined(__linux__) #include #endif #include "OneService.hpp" #include "Utils.hpp" #include "OSUtils.hpp" #include "Constants.hpp" #include "Phy.hpp" class VirtualTap; extern std::vector vtaps; namespace ZeroTier { int VirtualTap::devno = 0; /****************************************************************************/ /* VirtualTap Service */ /* - For each joined network a VirtualTap will be created to administer I/O */ /* calls to the stack and the ZT virtual wire */ /****************************************************************************/ VirtualTap::VirtualTap( const char *homePath, const MAC &mac, unsigned int mtu, unsigned int metric, uint64_t nwid, const char *friendlyName, void (*handler)(void *,void*,uint64_t,const MAC &,const MAC &, unsigned int,unsigned int,const void *,unsigned int), void *arg) : _handler(handler), _homePath(homePath), _arg(arg), _enabled(true), _run(true), _mac(mac), _mtu(mtu), _nwid(nwid), _unixListenSocket((PhySocket *)0), _phy(this,false,true) { vtaps.push_back((void*)this); // set virtual tap interface name (full) memset(vtap_full_name, 0, sizeof(vtap_full_name)); ifindex = devno; snprintf(vtap_full_name, sizeof(vtap_full_name), "libzt%d-%lx", devno++, _nwid); _dev = vtap_full_name; DEBUG_INFO("set VirtualTap interface name to: %s", _dev.c_str()); // set virtual tap interface name (abbreviated) memset(vtap_abbr_name, 0, sizeof(vtap_abbr_name)); snprintf(vtap_abbr_name, sizeof(vtap_abbr_name), "libzt%d", devno); // start vtap thread and stack I/O loops _thread = Thread::start(this); } VirtualTap::~VirtualTap() { _run = false; _phy.whack(); Thread::join(_thread); _phy.close(_unixListenSocket,false); } void VirtualTap::setEnabled(bool en) { _enabled = en; } bool VirtualTap::enabled() const { return _enabled; } bool VirtualTap::registerIpWithStack(const InetAddress &ip) { #if defined(STACK_PICO) if (picostack) { picostack->pico_register_address(this, ip); return true; } else { handle_general_failure(); return false; } #endif #if defined(STACK_LWIP) if (lwipstack) { lwipstack->lwip_init_interface(this, ip); return true; } else { handle_general_failure(); return false; } #endif return false; } bool VirtualTap::addIp(const InetAddress &ip) { int err = false; #if defined(NO_STACK) char ipbuf[INET6_ADDRSTRLEN]; DEBUG_INFO("addIp (%s)", ip.toString(ipbuf)); _ips.push_back(ip); std::sort(_ips.begin(),_ips.end()); err = true; #endif #if defined(STACK_PICO) || defined(STACK_LWIP) char ipbuf[INET6_ADDRSTRLEN]; DEBUG_INFO("addIp (%s)", ip.toString(ipbuf)); if (registerIpWithStack(ip)) { if (std::find(_ips.begin(),_ips.end(),ip) == _ips.end()) { _ips.push_back(ip); std::sort(_ips.begin(),_ips.end()); } return true; } err = false; #endif return err; } bool VirtualTap::removeIp(const InetAddress &ip) { Mutex::Lock _l(_ips_m); std::vector::iterator i(std::find(_ips.begin(),_ips.end(),ip)); if (i == _ips.end()) { return false; } _ips.erase(i); if (ip.isV4()) { // FIXME: De-register from network stacks } if (ip.isV6()) { // FIXME: De-register from network stacks } return true; } std::vector VirtualTap::ips() const { Mutex::Lock _l(_ips_m); return _ips; } void VirtualTap::put(const MAC &from,const MAC &to,unsigned int etherType, const void *data,unsigned int len) { #if defined(STACK_PICO) if (picostack) { picostack->pico_eth_rx(this,from,to,etherType,data,len); } else { handle_general_failure(); } #endif #if defined(STACK_LWIP) if (lwipstack) { lwipstack->lwip_eth_rx(this,from,to,etherType,data,len); } else { handle_general_failure(); } #endif } std::string VirtualTap::deviceName() const { return _dev; } std::string VirtualTap::nodeId() const { // TODO: This is inefficient and awkward, should be replaced with something more elegant if (zt1ServiceRef) { char id[ZT_ID_LEN]; memset(id, 0, sizeof(id)); sprintf(id, "%lx",((ZeroTier::OneService *)zt1ServiceRef)->getNode()->address()); return std::string(id); } else { return std::string("----------"); } } void VirtualTap::setFriendlyName(const char *friendlyName) { DEBUG_INFO("%s", friendlyName); // Someday } void VirtualTap::scanMulticastGroups(std::vector &added, std::vector &removed) { std::vector newGroups; Mutex::Lock _l(_multicastGroups_m); // TODO: get multicast subscriptions std::vector allIps(ips()); for (std::vector::iterator ip(allIps.begin());ip!=allIps.end();++ip) newGroups.push_back(MulticastGroup::deriveMulticastGroupForAddressResolution(*ip)); std::sort(newGroups.begin(),newGroups.end()); std::unique(newGroups.begin(),newGroups.end()); for (std::vector::iterator m(newGroups.begin());m!=newGroups.end();++m) { if (!std::binary_search(_multicastGroups.begin(),_multicastGroups.end(),*m)) added.push_back(*m); } for (std::vector::iterator m(_multicastGroups.begin());m!=_multicastGroups.end();++m) { if (!std::binary_search(newGroups.begin(),newGroups.end(),*m)) removed.push_back(*m); } _multicastGroups.swap(newGroups); } void VirtualTap::setMtu(unsigned int mtu) { _mtu = mtu; } void VirtualTap::threadMain() throw() { #if defined(STACK_PICO) if (picostack) { picostack->pico_init_interface(this); if (should_start_stack) { // Add link to ipv4_link_add //ZeroTier::InetAddress localhost; //localhost.fromString("127.0.0.1"); //addIp(localhost); // Add a single link to localhost to the picoTCP device (TODO: should be placed elsewhere) picostack->pico_loop(this); } } else { handle_general_failure(); } #endif #if defined(STACK_LWIP) if (lwipstack) lwipstack->lwip_loop(this); #endif } void VirtualTap::phyOnUnixClose(PhySocket *sock, void **uptr) { if (sock) { VirtualSocket *vs = (VirtualSocket*)uptr; if (vs) { Close(vs); } } else { handle_general_failure(); } } void VirtualTap::phyOnUnixData(PhySocket *sock, void **uptr, void *data, ssize_t len) { VirtualSocket *vs = (VirtualSocket*)*uptr; if (vs == NULL) { handle_general_failure(); return; } if (len > 0) { Write(vs, data, len); } } void VirtualTap::phyOnUnixWritable(PhySocket *sock, void **uptr, bool stack_invoked) { if (sock) { Read(sock,uptr,stack_invoked); } else { handle_general_failure(); } } // Adds a route to the virtual tap bool VirtualTap::routeAdd(const InetAddress &addr, const InetAddress &nm, const InetAddress &gw) { #if defined(NO_STACK) return false; #endif #if defined(STACK_PICO) if (picostack) { return picostack->pico_route_add(this, addr, nm, gw, 0); } else { handle_general_failure(); return false; } #endif #if defined(STACK_LWIP) if (lwipstack) { // TODO return true; } else { handle_general_failure(); return false; } #endif return false; } // Deletes a route from the virtual tap bool VirtualTap::routeDelete(const InetAddress &addr, const InetAddress &nm) { #if defined(NO_STACK) return false; #endif #if defined(STACK_PICO) if (picostack) { return picostack->pico_route_del(this, addr, nm, 0); } else { handle_general_failure(); return false; } #endif #if defined(STACK_LWIP) if (lwipstack) { // TODO return true; } else { handle_general_failure(); return false; } #endif return false; } void VirtualTap::addVirtualSocket(VirtualSocket *vs) { Mutex::Lock _l(_tcpconns_m); _VirtualSockets.push_back(vs); } void VirtualTap::removeVirtualSocket(VirtualSocket *vs) { Mutex::Lock _l(_tcpconns_m); for (int i=0; i<_VirtualSockets.size(); i++) { if (vs == _VirtualSockets[i]) { _VirtualSockets.erase(_VirtualSockets.begin() + i); break; } } } /****************************************************************************/ /* DNS */ /****************************************************************************/ int VirtualTap::add_DNS_Nameserver(struct sockaddr *addr) { int err = -1; #if defined(STACK_PICO) if (picostack) { err = picostack->pico_add_dns_nameserver(addr); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_add_dns_nameserver(addr); } else { handle_general_failure(); return -1; } #endif return err; } int VirtualTap::del_DNS_Nameserver(struct sockaddr *addr) { int err = -1; #if defined(STACK_PICO) if (picostack) { err = picostack->pico_del_dns_nameserver(addr); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_del_dns_nameserver(addr); } else { handle_general_failure(); return -1; } #endif return err; } /****************************************************************************/ /* SDK Socket API */ /****************************************************************************/ // Connect int VirtualTap::Connect(VirtualSocket *vs, const struct sockaddr *addr, socklen_t addrlen) { int err = -1; #if defined(NO_STACK) return err; #endif #if defined(STACK_PICO) if (picostack) { Mutex::Lock _l(_tcpconns_m); err = picostack->pico_Connect(vs, addr, addrlen); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_Connect(vs, addr, addrlen); } else { handle_general_failure(); return -1; } #endif return err; } // Bind VirtualSocket to a network stack's interface int VirtualTap::Bind(VirtualSocket *vs, const struct sockaddr *addr, socklen_t addrlen) { #if defined(NO_STACK) return -1; #endif #if defined(STACK_PICO) if (picostack) { Mutex::Lock _l(_tcpconns_m); return picostack->pico_Bind(vs, addr, addrlen); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { Mutex::Lock _l(_tcpconns_m); return lwipstack->lwip_Bind(this, vs, addr, addrlen); } else { handle_general_failure(); return -1; } #endif return -1; } // Listen for an incoming VirtualSocket int VirtualTap::Listen(VirtualSocket *vs, int backlog) { int err = -1; #if defined(NO_STACK) return err; #endif #if defined(STACK_PICO) if (picostack) { Mutex::Lock _l(_tcpconns_m); return picostack->pico_Listen(vs, backlog); } else { handle_general_failure(); return err; } #endif #if defined(STACK_LWIP) if (lwipstack) { Mutex::Lock _l(_tcpconns_m); err = lwipstack->lwip_Listen(vs, backlog); } else { handle_general_failure(); return err; } #endif return err; } // Accept a VirtualSocket VirtualSocket* VirtualTap::Accept(VirtualSocket *vs) { VirtualSocket *new_vs = NULL; #if defined(NO_STACK) new_vs = NULL; #endif #if defined(STACK_PICO) // TODO: separation of church and state if (picostack) { Mutex::Lock _l(_tcpconns_m); new_vs = picostack->pico_Accept(vs); } else { handle_general_failure(); return NULL; } #endif #if defined(STACK_LWIP) if (lwipstack) { Mutex::Lock _l(_tcpconns_m); new_vs = lwipstack->lwip_Accept(vs); } else { handle_general_failure(); return NULL; } #endif return new_vs; } // Read from stack/buffers into the app's socket int VirtualTap::Read(PhySocket *sock,void **uptr,bool stack_invoked) { int err = -1; #if defined(NO_STACK) #endif #if defined(STACK_PICO) if (picostack) { err = picostack->pico_Read(this, sock, (VirtualSocket*)uptr, stack_invoked); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_Read((VirtualSocket*)*(_phy.getuptr(sock)), stack_invoked); } else { handle_general_failure(); return -1; } #endif return err; } // Write data from app socket to the virtual wire, either raw over VL2, or via network stack int VirtualTap::Write(VirtualSocket *vs, void *data, ssize_t len) { int err = -1; #if defined(NO_STACK) #endif // VL2, SOCK_RAW, no network stack if (vs->socket_type == SOCK_RAW) { struct ether_header *eh = (struct ether_header *) data; MAC src_mac; MAC dest_mac; src_mac.setTo(eh->ether_shost, 6); dest_mac.setTo(eh->ether_dhost, 6); _handler(_arg,NULL,_nwid,src_mac,dest_mac, Utils::ntoh((uint16_t)eh->ether_type),0, ((char*)data) + sizeof(struct ether_header),len - sizeof(struct ether_header)); return len; } #if defined(STACK_PICO) if (picostack) { err = picostack->pico_Write(vs, data, len); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_Write(vs, data, len); } else { handle_general_failure(); return -1; } #endif return err; } // Send data to a specified host int VirtualTap::SendTo(VirtualSocket *vs, const void *buf, size_t len, int flags, const struct sockaddr *addr, socklen_t addrlen) { /* FIXME: There is a call to *_Connect for each send, we should probably figure out a better way to do this, possibly consult the stack for "connection" state */ // TODO: flags int err = -1; #if defined(STACK_PICO) if (picostack) { if ((err = picostack->pico_Connect(vs, addr, addrlen)) < 0) { // implicit errno = ENOTCONN; return err; } if ((err = picostack->pico_Write(vs, (void*)buf, len)) < 0) { errno = ENOBUFS; // TODO: translate pico err to something more useful return err; } } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { if ((err = lwipstack->lwip_Connect(vs, addr, addrlen)) < 0) { // implicit return err; } if ((err = lwipstack->lwip_Write(vs, (void*)buf, len)) < 0) { return err; } } else { handle_general_failure(); return -1; } #endif return err; } // Remove VritualSocket from VirtualTap, and instruct network stacks to dismantle their // respective protocol control structures int VirtualTap::Close(VirtualSocket *vs) { int err = 0; if (vs == NULL) { DEBUG_ERROR("invalid VirtualSocket"); handle_general_failure(); return -1; } removeVirtualSocket(vs); #if defined(STACK_PICO) if (picostack) { err = picostack->pico_Close(vs); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_Close(vs); } else { handle_general_failure(); return -1; } #endif if (vs->sock) { _phy.close(vs->sock, false); } return err; } // Shuts down some aspect of a connection (Read/Write) int VirtualTap::Shutdown(VirtualSocket *vs, int how) { int err = 0; #if defined(STACK_PICO) if (picostack) { err = picostack->pico_Shutdown(vs, how); } else { handle_general_failure(); return -1; } #endif #if defined(STACK_LWIP) if (lwipstack) { err = lwipstack->lwip_Shutdown(vs, how); } else { handle_general_failure(); return -1; } #endif return err; } void VirtualTap::Housekeeping() { Mutex::Lock _l(_tcpconns_m); std::time_t current_ts = std::time(nullptr); if (current_ts > last_housekeeping_ts + ZT_HOUSEKEEPING_INTERVAL) { DEBUG_EXTRA(); // update managed routes (add/del from network stacks) ZeroTier::OneService *service = ((ZeroTier::OneService *)zt1ServiceRef); if (service) { std::unique_ptr> managed_routes(service->getRoutes(this->_nwid)); ZeroTier::InetAddress target_addr; ZeroTier::InetAddress via_addr; ZeroTier::InetAddress null_addr; ZeroTier::InetAddress nm; null_addr.fromString(""); bool found; char ipbuf[INET6_ADDRSTRLEN], ipbuf2[INET6_ADDRSTRLEN], ipbuf3[INET6_ADDRSTRLEN]; // TODO: Rework this when we have time // check if pushed route exists in tap (add) for (int i=0; iat(i).target; via_addr = managed_routes->at(i).via; nm = target_addr.netmask(); for (int j=0; j", target_addr.toString(ipbuf), nm.toString(ipbuf2), via_addr.toString(ipbuf3)); routes.push_back(std::pair(target_addr, nm)); routeAdd(target_addr, nm, via_addr); } } } // check if route exists in tap but not in pushed routes (remove) for (int i=0; iat(j).target; via_addr = managed_routes->at(j).via; nm = target_addr.netmask(); if (routes[i].first.ipsEqual(target_addr) && routes[i].second.ipsEqual(nm)) { found=true; } } if (found == false) { DEBUG_INFO("removing route to ", routes[i].first.toString(ipbuf), routes[i].second.toString(ipbuf2)); routes.erase(routes.begin() + i); routeDelete(routes[i].first, routes[i].second); } } } // TODO: Clean up VirtualSocket objects last_housekeeping_ts = std::time(nullptr); } } /****************************************************************************/ /* Not used in this implementation */ /****************************************************************************/ void VirtualTap::phyOnDatagram(PhySocket *sock,void **uptr,const struct sockaddr *local_address, const struct sockaddr *from,void *data,unsigned long len) {} void VirtualTap::phyOnTcpConnect(PhySocket *sock,void **uptr,bool success) {} void VirtualTap::phyOnTcpAccept(PhySocket *sockL,PhySocket *sockN,void **uptrL,void **uptrN, const struct sockaddr *from) {} void VirtualTap::phyOnTcpClose(PhySocket *sock,void **uptr) {} void VirtualTap::phyOnTcpData(PhySocket *sock,void **uptr,void *data,unsigned long len) {} void VirtualTap::phyOnTcpWritable(PhySocket *sock,void **uptr) {} } // namespace ZeroTier