/* This file is part of cpp-ethereum. cpp-ethereum is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. cpp-ethereum is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with cpp-ethereum. If not, see . */ /** @file Host.cpp * @authors: * Gav Wood * Eric Lombrozo (Windows version of populateAddresses()) * @date 2014 */ #include "Host.h" #include #ifdef _WIN32 // winsock is already included // #include #else #include #endif #include #include #include #include #include #include #include #include "Session.h" #include "Common.h" #include "Capability.h" #include "UPnP.h" using namespace std; using namespace dev; using namespace dev::p2p; // Addresses skipped during network interface discovery // @todo: filter out ivp6 link-local network mess on macos, ex: fe80::1%lo0 static const set c_rejectAddresses = { {bi::address_v4::from_string("127.0.0.1")}, {bi::address_v4::from_string("0.0.0.0")}, {bi::address_v6::from_string("::1")}, {bi::address_v6::from_string("::")} }; Host::Host(std::string const& _clientVersion, NetworkPreferences const& _n, bool _start): Worker("p2p", 0), m_clientVersion(_clientVersion), m_netPrefs(_n), m_ioService(new ba::io_service), m_acceptor(new bi::tcp::acceptor(*m_ioService)), m_socket(new bi::tcp::socket(*m_ioService)), m_key(KeyPair::create()) { populateAddresses(); clog(NetNote) << "Id:" << id().abridged(); if (_start) start(); } Host::~Host() { quit(); } void Host::start() { startWorking(); } void Host::stop() { // flag transition to shutdown network // once m_run is false the scheduler will shutdown network and stopWorking() m_run = false; while (m_timer) this_thread::sleep_for(chrono::milliseconds(100)); stopWorking(); } void Host::quit() { // called to force io_service to kill any remaining tasks it might have - // such tasks may involve socket reads from Capabilities that maintain references // to resources we're about to free. if (isWorking()) stop(); m_acceptor.reset(); m_socket.reset(); m_ioService.reset(); // m_acceptor & m_socket are DANGEROUS now. } unsigned Host::protocolVersion() const { return 2; } void Host::registerPeer(std::shared_ptr _s, CapDescs const& _caps) { if (!_s->m_node || !_s->m_node->id) { cwarn << "Attempting to register a peer without node information!"; return; } { RecursiveGuard l(x_peers); m_peers[_s->m_node->id] = _s; } unsigned o = (unsigned)UserPacket; for (auto const& i: _caps) if (haveCapability(i)) { _s->m_capabilities[i] = shared_ptr(m_capabilities[i]->newPeerCapability(_s.get(), o)); o += m_capabilities[i]->messageCount(); } } void Host::seal(bytes& _b) { _b[0] = 0x22; _b[1] = 0x40; _b[2] = 0x08; _b[3] = 0x91; uint32_t len = (uint32_t)_b.size() - 8; _b[4] = (len >> 24) & 0xff; _b[5] = (len >> 16) & 0xff; _b[6] = (len >> 8) & 0xff; _b[7] = len & 0xff; } void Host::determinePublic(string const& _publicAddress, bool _upnp) { if (_upnp) try { m_upnp = new UPnP; } catch (NoUPnPDevice) {} // let m_upnp continue as null - we handle it properly. if (m_upnp && m_upnp->isValid() && m_peerAddresses.size()) { clog(NetNote) << "External addr:" << m_upnp->externalIP(); int p; // iterate m_peerAddresses (populated by populateAddresses()) for (auto const& addr : m_peerAddresses) if (addr.is_v4() && (p = m_upnp->addRedirect(addr.to_string().c_str(), m_listenPort))) break; if (p) clog(NetNote) << "Punched through NAT and mapped local port" << m_listenPort << "onto external port" << p << "."; else { // couldn't map clog(NetWarn) << "Couldn't punch through NAT (or no NAT in place). Assuming" << m_listenPort << "is local & external port."; p = m_listenPort; } auto eip = m_upnp->externalIP(); if (eip == string("0.0.0.0") && _publicAddress.empty()) m_public = bi::tcp::endpoint(bi::address(), (unsigned short)p); else { bi::address adr = bi::address::from_string(eip); try { adr = bi::address::from_string(_publicAddress); } catch (...) {} m_public = bi::tcp::endpoint(adr, (unsigned short)p); m_addresses.push_back(m_public.address()); } } else { // No UPnP - fallback on given public address or, if empty, the assumed peer address. bi::address adr; if (m_peerAddresses.size()) { // prefer local ipv4 over local ipv6 for (auto const& ip: m_peerAddresses) if (ip.is_v4()) { adr = ip; break; } if (adr.is_unspecified()) adr = m_peerAddresses[0]; } try { adr = bi::address::from_string(_publicAddress); } catch (...) {} m_public = bi::tcp::endpoint(adr, m_listenPort); m_addresses.push_back(adr); } } void Host::populateAddresses() { // if there's no ioService, it means we've had quit() called - bomb out - we're not allowed in here. if (!m_ioService) return; #ifdef _WIN32 WSAData wsaData; if (WSAStartup(MAKEWORD(1, 1), &wsaData) != 0) BOOST_THROW_EXCEPTION(NoNetworking()); char ac[80]; if (gethostname(ac, sizeof(ac)) == SOCKET_ERROR) { clog(NetWarn) << "Error " << WSAGetLastError() << " when getting local host name."; WSACleanup(); BOOST_THROW_EXCEPTION(NoNetworking()); } struct hostent* phe = gethostbyname(ac); if (phe == 0) { clog(NetWarn) << "Bad host lookup."; WSACleanup(); BOOST_THROW_EXCEPTION(NoNetworking()); } for (int i = 0; phe->h_addr_list[i] != 0; ++i) { struct in_addr addr; memcpy(&addr, phe->h_addr_list[i], sizeof(struct in_addr)); char *addrStr = inet_ntoa(addr); bi::address ad(bi::address::from_string(addrStr)); m_addresses.push_back(ad.to_v4()); bool isLocal = std::find(c_rejectAddresses.begin(), c_rejectAddresses.end(), ad) != c_rejectAddresses.end(); if (!isLocal) m_peerAddresses.push_back(ad.to_v4()); clog(NetNote) << "Address: " << ac << " = " << m_addresses.back() << (isLocal ? " [LOCAL]" : " [PEER]"); } WSACleanup(); #else ifaddrs* ifaddr; if (getifaddrs(&ifaddr) == -1) BOOST_THROW_EXCEPTION(NoNetworking()); for (auto ifa = ifaddr; ifa != NULL; ifa = ifa->ifa_next) { if (!ifa->ifa_addr || (strlen(ifa->ifa_name) > 2 && !strncmp(ifa->ifa_name, "lo0", 3))) { continue; } if (ifa->ifa_addr->sa_family == AF_INET) { in_addr addr = ((struct sockaddr_in *)ifa->ifa_addr)->sin_addr; boost::asio::ip::address_v4 address(boost::asio::detail::socket_ops::network_to_host_long(addr.s_addr)); if (std::find(c_rejectAddresses.begin(), c_rejectAddresses.end(), address) == c_rejectAddresses.end()) m_peerAddresses.push_back(address); // Log IPv4 Address: auto addr4 = &((struct sockaddr_in *)ifa->ifa_addr)->sin_addr; char addressBuffer[INET_ADDRSTRLEN]; inet_ntop(AF_INET, addr4, addressBuffer, INET_ADDRSTRLEN); printf("%s IP Address %s\n", ifa->ifa_name, addressBuffer); } else if (ifa->ifa_addr->sa_family == AF_INET6) { sockaddr_in6* sockaddr = ((struct sockaddr_in6 *)ifa->ifa_addr); in6_addr addr = sockaddr->sin6_addr; boost::asio::ip::address_v6::bytes_type bytes; memcpy(&bytes[0], addr.s6_addr, 16); boost::asio::ip::address_v6 address(bytes, sockaddr->sin6_scope_id); if (std::find(c_rejectAddresses.begin(), c_rejectAddresses.end(), address) == c_rejectAddresses.end()) m_peerAddresses.push_back(address); // Log IPv6 Address: auto addr6 = &((struct sockaddr_in6 *)ifa->ifa_addr)->sin6_addr; char addressBuffer[INET6_ADDRSTRLEN]; inet_ntop(AF_INET6, addr6, addressBuffer, INET6_ADDRSTRLEN); printf("%s IP Address %s\n", ifa->ifa_name, addressBuffer); } } if (ifaddr!=NULL) freeifaddrs(ifaddr); #endif } shared_ptr Host::noteNode(NodeId _id, bi::tcp::endpoint _a, Origin _o, bool _ready, NodeId _oldId) { RecursiveGuard l(x_peers); if (_a.port() < 30300 || _a.port() > 30305) cwarn << "Weird port being recorded: " << _a.port(); if (_a.port() >= /*49152*/32768) { cwarn << "Private port being recorded - setting to 0"; _a = bi::tcp::endpoint(_a.address(), 0); } // cnote << "Node:" << _id.abridged() << _a << (_ready ? "ready" : "used") << _oldId.abridged() << (m_nodes.count(_id) ? "[have]" : "[NEW]"); // First check for another node with the same connection credentials, and put it in oldId if found. if (!_oldId) for (pair> const& n: m_nodes) if (n.second->address == _a && n.second->id != _id) { _oldId = n.second->id; break; } unsigned i; if (!m_nodes.count(_id)) { if (m_nodes.count(_oldId)) { i = m_nodes[_oldId]->index; m_nodes.erase(_oldId); m_nodesList[i] = _id; } else { i = m_nodesList.size(); m_nodesList.push_back(_id); } m_nodes[_id] = make_shared(); m_nodes[_id]->id = _id; m_nodes[_id]->index = i; m_nodes[_id]->idOrigin = _o; } else { i = m_nodes[_id]->index; m_nodes[_id]->idOrigin = max(m_nodes[_id]->idOrigin, _o); } m_nodes[_id]->address = _a; m_ready.extendAll(i); m_private.extendAll(i); if (_ready) m_ready += i; else m_ready -= i; if (!_a.port() || (isPrivateAddress(_a.address()) && !m_netPrefs.localNetworking)) m_private += i; else m_private -= i; // cnote << m_nodes[_id]->index << ":" << m_ready; m_hadNewNodes = true; return m_nodes[_id]; } Nodes Host::potentialPeers(RangeMask const& _known) { RecursiveGuard l(x_peers); Nodes ret; auto ns = (m_netPrefs.localNetworking ? _known : (m_private + _known)).inverted(); for (auto i: ns) ret.push_back(*m_nodes[m_nodesList[i]]); return ret; } void Host::ensureAccepting() { // return if there's no io-server (quit called) or we're not listening if (!m_ioService || m_listenPort < 1) return; if (!m_accepting) { clog(NetConnect) << "Listening on local port " << m_listenPort << " (public: " << m_public << ")"; m_accepting = true; m_acceptor->async_accept(*m_socket, [=](boost::system::error_code ec) { if (!ec) { try { try { clog(NetConnect) << "Accepted connection from " << m_socket->remote_endpoint(); } catch (...){} bi::address remoteAddress = m_socket->remote_endpoint().address(); // Port defaults to 0 - we let the hello tell us which port the peer listens to auto p = std::make_shared(this, std::move(*m_socket), bi::tcp::endpoint(remoteAddress, 0)); p->start(); } catch (Exception const& _e) { clog(NetWarn) << "ERROR: " << diagnostic_information(_e); } catch (std::exception const& _e) { clog(NetWarn) << "ERROR: " << _e.what(); } } m_accepting = false; if (ec.value() < 1) ensureAccepting(); }); } } string Host::pocHost() { vector strs; boost::split(strs, dev::Version, boost::is_any_of(".")); return "poc-" + strs[1] + ".ethdev.com"; } void Host::connect(std::string const& _addr, unsigned short _port) noexcept { // if there's no ioService, it means we've had quit() called - bomb out - we're not allowed in here. if (!m_ioService) return; for (int i = 0; i < 2; ++i) { try { if (i == 0) { bi::tcp::resolver r(*m_ioService); connect(r.resolve({_addr, toString(_port)})->endpoint()); } else connect(bi::tcp::endpoint(bi::address::from_string(_addr), _port)); break; } catch (Exception const& _e) { // Couldn't connect clog(NetConnect) << "Bad host " << _addr << "\n" << diagnostic_information(_e); } catch (exception const& e) { // Couldn't connect clog(NetConnect) << "Bad host " << _addr << " (" << e.what() << ")"; } } } void Host::connect(bi::tcp::endpoint const& _ep) { // if there's no ioService, it means we've had quit() called - bomb out - we're not allowed in here. if (!m_ioService) return; clog(NetConnect) << "Attempting single-shot connection to " << _ep; bi::tcp::socket* s = new bi::tcp::socket(*m_ioService); s->async_connect(_ep, [=](boost::system::error_code const& ec) { if (ec) clog(NetConnect) << "Connection refused to " << _ep << " (" << ec.message() << ")"; else { auto p = make_shared(this, std::move(*s), _ep); clog(NetConnect) << "Connected to " << _ep; p->start(); } delete s; }); } void Host::connect(std::shared_ptr const& _n) { // if there's no ioService, it means we've had quit() called - bomb out - we're not allowed in here. if (!m_ioService) return; clog(NetConnect) << "Attempting connection to node" << _n->id.abridged() << "@" << _n->address << "from" << id().abridged(); _n->lastAttempted = std::chrono::system_clock::now(); _n->failedAttempts++; m_ready -= _n->index; bi::tcp::socket* s = new bi::tcp::socket(*m_ioService); s->async_connect(_n->address, [=](boost::system::error_code const& ec) { if (ec) { clog(NetConnect) << "Connection refused to node" << _n->id.abridged() << "@" << _n->address << "(" << ec.message() << ")"; _n->lastDisconnect = TCPError; _n->lastAttempted = std::chrono::system_clock::now(); m_ready += _n->index; } else { clog(NetConnect) << "Connected to" << _n->id.abridged() << "@" << _n->address; _n->lastConnected = std::chrono::system_clock::now(); auto p = make_shared(this, std::move(*s), node(_n->id), true); // true because we don't care about ids matched for now. Once we have permenant IDs this will matter a lot more and we can institute a safer mechanism. p->start(); } delete s; }); } bool Host::havePeer(NodeId _id) const { RecursiveGuard l(x_peers); // Remove dead peers from list. for (auto i = m_peers.begin(); i != m_peers.end();) if (i->second.lock().get()) ++i; else i = m_peers.erase(i); return !!m_peers.count(_id); } unsigned Node::fallbackSeconds() const { switch (lastDisconnect) { case BadProtocol: return 30 * (failedAttempts + 1); case UselessPeer: case TooManyPeers: case ClientQuit: return 15 * (failedAttempts + 1); case NoDisconnect: return 0; default: if (failedAttempts < 5) return failedAttempts * 5; else if (failedAttempts < 15) return 25 + (failedAttempts - 5) * 10; else return 25 + 100 + (failedAttempts - 15) * 20; } } bool Node::shouldReconnect() const { return chrono::system_clock::now() > lastAttempted + chrono::seconds(fallbackSeconds()); } void Host::growPeers() { RecursiveGuard l(x_peers); int morePeers = (int)m_idealPeerCount - m_peers.size(); if (morePeers > 0) { auto toTry = m_ready; if (!m_netPrefs.localNetworking) toTry -= m_private; set ns; for (auto i: toTry) if (m_nodes[m_nodesList[i]]->shouldReconnect()) ns.insert(*m_nodes[m_nodesList[i]]); if (ns.size()) for (Node const& i: ns) { connect(m_nodes[i.id]); if (!--morePeers) return; } else for (auto const& i: m_peers) if (auto p = i.second.lock()) p->ensureNodesRequested(); } } void Host::prunePeers() { RecursiveGuard l(x_peers); // We'll keep at most twice as many as is ideal, halfing what counts as "too young to kill" until we get there. set dc; for (unsigned old = 15000; m_peers.size() - dc.size() > m_idealPeerCount * 2 && old > 100; old /= 2) if (m_peers.size() - dc.size() > m_idealPeerCount) { // look for worst peer to kick off // first work out how many are old enough to kick off. shared_ptr worst; unsigned agedPeers = 0; for (auto i: m_peers) if (!dc.count(i.first)) if (auto p = i.second.lock()) if (/*(m_mode != NodeMode::Host || p->m_caps != 0x01) &&*/ chrono::steady_clock::now() > p->m_connect + chrono::milliseconds(old)) // don't throw off new peers; peer-servers should never kick off other peer-servers. { ++agedPeers; if ((!worst || p->rating() < worst->rating() || (p->rating() == worst->rating() && p->m_connect > worst->m_connect))) // kill older ones worst = p; } if (!worst || agedPeers <= m_idealPeerCount) break; dc.insert(worst->id()); worst->disconnect(TooManyPeers); } // Remove dead peers from list. for (auto i = m_peers.begin(); i != m_peers.end();) if (i->second.lock().get()) ++i; else i = m_peers.erase(i); } PeerInfos Host::peers(bool _updatePing) const { // if there's no ioService, it means we've had quit() called - bomb out - we're not allowed in here. if (!m_ioService) return PeerInfos(); RecursiveGuard l(x_peers); if (_updatePing) { const_cast(this)->pingAll(); this_thread::sleep_for(chrono::milliseconds(200)); } std::vector ret; for (auto& i: m_peers) if (auto j = i.second.lock()) if (j->m_socket.is_open()) ret.push_back(j->m_info); return ret; } void Host::run(boost::system::error_code const& error) { static unsigned s_lasttick = 0; s_lasttick += c_timerInterval; if (error) // tood: error handling. { m_timer.reset(); return; } // no timer means this is first run and network must be started if (!m_timer) // run once when host worker thread calls startedWorking() { // reset io service and create deadline timer m_ioService->reset(); m_timer.reset(new boost::asio::deadline_timer(*m_ioService)); m_run = true; // try to open acceptor (ipv4; todo: update for ipv6) for (unsigned i = 0; i < 2; ++i) { // try to connect w/listenPort, else attempt net-allocated port bi::tcp::endpoint endpoint(bi::tcp::v4(), i ? 0 : m_netPrefs.listenPort); try { m_acceptor->open(endpoint.protocol()); m_acceptor->set_option(ba::socket_base::reuse_address(true)); m_acceptor->bind(endpoint); m_acceptor->listen(); m_listenPort = i ? m_acceptor->local_endpoint().port() : m_netPrefs.listenPort; break; } catch (...) { if (i) { // both attempts failed cwarn << "Couldn't start accepting connections on host. Something very wrong with network?\n" << boost::current_exception_diagnostic_information(); m_listenPort = -1; } // first attempt failed m_acceptor->close(); continue; } } // start capability threads for (auto const& h: m_capabilities) h.second->onStarting(); // determine public IP, but only if we're able to listen for connections // todo: visualize when listen is unavailable in UI if (m_listenPort) { determinePublic(m_netPrefs.publicIP, m_netPrefs.upnp); ensureAccepting(); } // if m_public address is valid then add us to node list // todo: abstract empty() and emplace logic if (!m_public.address().is_unspecified() && (m_nodes.empty() || m_nodes[m_nodesList[0]]->id != id())) noteNode(id(), m_public, Origin::Perfect, false); clog(NetNote) << "Id:" << id().abridged(); } // io service went away, so stop here if (!m_ioService) { m_timer.reset(); return; } // network stopped; disconnect peers if (!m_run) { // close acceptor if (m_acceptor->is_open()) { if (m_accepting) m_acceptor->cancel(); m_acceptor->close(); m_accepting = false; } // stop capabilities (eth: stops syncing or block/tx broadcast) for (auto const& h: m_capabilities) h.second->onStopping(); // disconnect peers for (unsigned n = 0;; n = 0) { { RecursiveGuard l(x_peers); for (auto i: m_peers) if (auto p = i.second.lock()) if (p->isOpen()) { p->disconnect(ClientQuit); n++; } } if (!n) break; this_thread::sleep_for(chrono::milliseconds(100)); } if (m_socket->is_open()) m_socket->close(); if (m_upnp != nullptr) delete m_upnp; // m_run is false, so we're stopping; kill timer s_lasttick = 0; m_timer.reset(); if (!!m_ioService) m_ioService->stop(); return; } if (s_lasttick == c_timerInterval * 10) { growPeers(); prunePeers(); s_lasttick = 0; } if (m_hadNewNodes) { for (auto p: m_peers) if (auto pp = p.second.lock()) pp->serviceNodesRequest(); m_hadNewNodes = false; } if (chrono::steady_clock::now() - m_lastPing > chrono::seconds(30)) // ping every 30s. { for (auto p: m_peers) if (auto pp = p.second.lock()) if (chrono::steady_clock::now() - pp->m_lastReceived > chrono::seconds(60)) pp->disconnect(PingTimeout); pingAll(); } auto runcb = [this](boost::system::error_code const& error) -> void{ run(error); }; m_timer->expires_from_now(boost::posix_time::milliseconds(c_timerInterval)); m_timer->async_wait(runcb); } void Host::startedWorking() { run(boost::system::error_code()); } void Host::doWork() { // no ioService means we've had quit() called - bomb out - we're not allowed in here. if (asserts(!!m_ioService)) return; m_ioService->run(); } void Host::pingAll() { RecursiveGuard l(x_peers); for (auto& i: m_peers) if (auto j = i.second.lock()) j->ping(); m_lastPing = chrono::steady_clock::now(); } bytes Host::saveNodes() const { RLPStream nodes; int count = 0; { RecursiveGuard l(x_peers); for (auto const& i: m_nodes) { Node const& n = *(i.second); // TODO: PoC-7: Figure out why it ever shares these ports.//n.address.port() >= 30300 && n.address.port() <= 30305 && if (!n.dead && chrono::system_clock::now() - n.lastConnected < chrono::seconds(3600 * 48) && n.address.port() > 0 && n.address.port() < /*49152*/32768 && n.id != id() && !isPrivateAddress(n.address.address())) { nodes.appendList(10); if (n.address.address().is_v4()) nodes << n.address.address().to_v4().to_bytes(); else nodes << n.address.address().to_v6().to_bytes(); nodes << n.address.port() << n.id << (int)n.idOrigin << chrono::duration_cast(n.lastConnected.time_since_epoch()).count() << chrono::duration_cast(n.lastAttempted.time_since_epoch()).count() << n.failedAttempts << (unsigned)n.lastDisconnect << n.score << n.rating; count++; } } } RLPStream ret(3); ret << 0 << m_key.secret(); ret.appendList(count).appendRaw(nodes.out(), count); return ret.out(); } void Host::restoreNodes(bytesConstRef _b) { RecursiveGuard l(x_peers); RLP r(_b); if (r.itemCount() > 0 && r[0].isInt()) switch (r[0].toInt()) { case 0: { auto oldId = id(); m_key = KeyPair(r[1].toHash()); noteNode(id(), m_public, Origin::Perfect, false, oldId); for (auto i: r[2]) { bi::tcp::endpoint ep; if (i[0].itemCount() == 4) ep = bi::tcp::endpoint(bi::address_v4(i[0].toArray()), i[1].toInt()); else ep = bi::tcp::endpoint(bi::address_v6(i[0].toArray()), i[1].toInt()); auto id = (NodeId)i[2]; if (!m_nodes.count(id)) { auto o = (Origin)i[3].toInt(); auto n = noteNode(id, ep, o, true); n->lastConnected = chrono::system_clock::time_point(chrono::seconds(i[4].toInt())); n->lastAttempted = chrono::system_clock::time_point(chrono::seconds(i[5].toInt())); n->failedAttempts = i[6].toInt(); n->lastDisconnect = (DisconnectReason)i[7].toInt(); n->score = (int)i[8].toInt(); n->rating = (int)i[9].toInt(); } } } default:; } else for (auto i: r) { auto id = (NodeId)i[2]; if (!m_nodes.count(id)) { bi::tcp::endpoint ep; if (i[0].itemCount() == 4) ep = bi::tcp::endpoint(bi::address_v4(i[0].toArray()), i[1].toInt()); else ep = bi::tcp::endpoint(bi::address_v6(i[0].toArray()), i[1].toInt()); auto n = noteNode(id, ep, Origin::Self, true); } } }