text: /*
  
  Copyright (c) 2003-2018, Arvid Norberg
  Copyright (c) 2007-2018, Arvid Norberg, Un Shyam
  All rights reserved.
  
  Redistribution and use in source and binary forms, with or without
  modification, are permitted provided that the following conditions
  are met:
  
      * Redistributions of source code must retain the above copyright
        notice, this list of conditions and the following disclaimer.
      * Redistributions in binary form must reproduce the above copyright
        notice, this list of conditions and the following disclaimer in
        the documentation and/or other materials provided with the distribution.
      * Neither the name of the author nor the names of its
        contributors may be used to endorse or promote products derived
        from this software without specific prior written permission.
  
  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  POSSIBILITY OF SUCH DAMAGE.
  
  */
  
  #include "libtorrent/config.hpp"
  
  #include <memory> // unique_ptr
  #include <vector>
  #include <functional>
  
  #ifndef TORRENT_DISABLE_LOGGING
  #include "libtorrent/hex.hpp" // to_hex
  #endif
  
  #include "libtorrent/bt_peer_connection.hpp"
  #include "libtorrent/session.hpp"
  #include "libtorrent/identify_client.hpp"
  #include "libtorrent/entry.hpp"
  #include "libtorrent/bencode.hpp"
  #include "libtorrent/alert_types.hpp"
  #include "libtorrent/invariant_check.hpp"
  #include "libtorrent/io.hpp"
  #include "libtorrent/aux_/io.hpp"
  #include "libtorrent/socket_io.hpp"
  #include "libtorrent/extensions.hpp"
  #include "libtorrent/aux_/session_interface.hpp"
  #include "libtorrent/alert_types.hpp"
  #include "libtorrent/broadcast_socket.hpp"
  #include "libtorrent/peer_info.hpp"
  #include "libtorrent/random.hpp"
  #include "libtorrent/aux_/alloca.hpp"
  #include "libtorrent/aux_/socket_type.hpp"
  #include "libtorrent/performance_counters.hpp" // for counters
  #include "libtorrent/alert_manager.hpp" // for alert_manager
  #include "libtorrent/string_util.hpp" // for search
  #include "libtorrent/aux_/generate_peer_id.hpp"
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  #include "libtorrent/pe_crypto.hpp"
  #include "libtorrent/hasher.hpp"
  #endif
  
  namespace libtorrent {
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  namespace {
  
  	constexpr std::size_t handshake_len = 68;
  	constexpr std::size_t dh_key_len = 96;
  
  	// stream key (info hash of attached torrent)
  	// secret is the DH shared secret
  	// initializes m_enc_handler
  	std::shared_ptr<rc4_handler> init_pe_rc4_handler(key_t const& secret
  		, sha1_hash const& stream_key, bool const outgoing)
  	{
  		hasher h;
  		static const char keyA[] = {'k', 'e', 'y', 'A'};
  		static const char keyB[] = {'k', 'e', 'y', 'B'};
  
  		// encryption rc4 longkeys
  		// outgoing connection : hash ('keyA',S,SKEY)
  		// incoming connection : hash ('keyB',S,SKEY)
  
  		std::array<char, dh_key_len> const secret_buf = export_key(secret);
  
  		if (outgoing) h.update(keyA); else h.update(keyB);
  		h.update(secret_buf);
  		h.update(stream_key);
  		sha1_hash const local_key = h.final();
  
  		h.reset();
  
  		// decryption rc4 longkeys
  		// outgoing connection : hash ('keyB',S,SKEY)
  		// incoming connection : hash ('keyA',S,SKEY)
  
  		if (outgoing) h.update(keyB); else h.update(keyA);
  		h.update(secret_buf);
  		h.update(stream_key);
  		sha1_hash const remote_key = h.final();
  
  		auto ret = std::make_shared<rc4_handler>();
  
  		ret->set_incoming_key(remote_key);
  		ret->set_outgoing_key(local_key);
  
  		return ret;
  	}
  
  } // anonymous namespace
  #endif
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  	bool ut_pex_peer_store::was_introduced_by(tcp::endpoint const &ep)
  	{
  		if (is_v4(ep))
  		{
  			peers4_t::value_type const v(ep.address().to_v4().to_bytes(), ep.port());
  			auto const i = std::lower_bound(m_peers.begin(), m_peers.end(), v);
  			return i != m_peers.end() && *i == v;
  		}
  		else
  		{
  			peers6_t::value_type const v(ep.address().to_v6().to_bytes(), ep.port());
  			auto const i = std::lower_bound(m_peers6.begin(), m_peers6.end(), v);
  			return i != m_peers6.end() && *i == v;
  		}
  	}
  #endif // TORRENT_DISABLE_EXTENSIONS
  
  	bt_peer_connection::bt_peer_connection(peer_connection_args const& pack)
  		: peer_connection(pack)
  		, m_supports_extensions(false)
  		, m_supports_dht_port(false)
  		, m_supports_fast(false)
  		, m_sent_bitfield(false)
  		, m_sent_handshake(false)
  		, m_sent_allowed_fast(false)
  #if !defined TORRENT_DISABLE_ENCRYPTION
  		, m_encrypted(false)
  		, m_rc4_encrypted(false)
  		, m_recv_buffer(peer_connection::m_recv_buffer)
  #endif
  		, m_our_peer_id(pack.our_peer_id)
  	{
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "CONSTRUCT", "bt_peer_connection");
  #endif
  
  		m_reserved_bits.fill(0);
  	}
  
  	void bt_peer_connection::start()
  	{
  		peer_connection::start();
  
  		// start in the state where we are trying to read the
  		// handshake from the other side
  		m_recv_buffer.reset(20);
  		setup_receive();
  	}
  
  	bt_peer_connection::~bt_peer_connection() = default;
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  	void bt_peer_connection::switch_send_crypto(std::shared_ptr<crypto_plugin> crypto)
  	{
  		if (m_enc_handler.switch_send_crypto(std::move(crypto), send_buffer_size() - get_send_barrier()))
  			set_send_barrier(send_buffer_size());
  	}
  
  	void bt_peer_connection::switch_recv_crypto(std::shared_ptr<crypto_plugin> crypto)
  	{
  		m_enc_handler.switch_recv_crypto(std::move(crypto), m_recv_buffer);
  	}
  #endif
  
  	void bt_peer_connection::on_connected()
  	{
  		if (is_disconnecting()) return;
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		if (t->graceful_pause())
  		{
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "ON_CONNECTED", "graceful-paused");
  #endif
  			disconnect(errors::torrent_paused, operation_t::bittorrent);
  			return;
  		}
  
  		// make sure are much as possible of the response ends up in the same
  		// packet, or at least back-to-back packets
  		cork c_(*this);
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  
  		std::uint8_t out_policy = std::uint8_t(m_settings.get_int(settings_pack::out_enc_policy));
  
  #ifdef TORRENT_USE_OPENSSL
  		// never try an encrypted connection when already using SSL
  		if (is_ssl(*get_socket()))
  			out_policy = settings_pack::pe_disabled;
  #endif
  #ifndef TORRENT_DISABLE_LOGGING
  		static char const* policy_name[] = {"forced", "enabled", "disabled"};
  		TORRENT_ASSERT(out_policy < sizeof(policy_name)/sizeof(policy_name[0]));
  		peer_log(peer_log_alert::info, "ENCRYPTION"
  			, "outgoing encryption policy: %s", policy_name[out_policy]);
  #endif
  
  		if (out_policy == settings_pack::pe_forced)
  		{
  			write_pe1_2_dhkey();
  			if (is_disconnecting()) return;
  
  			m_state = state_t::read_pe_dhkey;
  			m_recv_buffer.reset(dh_key_len);
  			setup_receive();
  		}
  		else if (out_policy == settings_pack::pe_enabled)
  		{
  			TORRENT_ASSERT(peer_info_struct());
  
  			torrent_peer* pi = peer_info_struct();
  			if (pi->pe_support == true)
  			{
  				// toggle encryption support flag, toggled back to
  				// true if encrypted portion of the handshake
  				// completes correctly
  				pi->pe_support = false;
  
  				// if this fails, we need to reconnect
  				// fast.
  				fast_reconnect(true);
  
  				write_pe1_2_dhkey();
  				if (is_disconnecting()) return;
  				m_state = state_t::read_pe_dhkey;
  				m_recv_buffer.reset(dh_key_len);
  				setup_receive();
  			}
  			else // pi->pe_support == false
  			{
  				// toggled back to false if standard handshake
  				// completes correctly (without encryption)
  				pi->pe_support = true;
  
  				write_handshake();
  				m_recv_buffer.reset(20);
  				setup_receive();
  			}
  		}
  		else if (out_policy == settings_pack::pe_disabled)
  #endif
  		{
  			write_handshake();
  
  			// start in the state where we are trying to read the
  			// handshake from the other side
  			m_recv_buffer.reset(20);
  			setup_receive();
  		}
  	}
  
  	void bt_peer_connection::on_metadata()
  	{
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "ON_METADATA");
  #endif
  
  		disconnect_if_redundant();
  		if (m_disconnecting) return;
  
  		if (!m_sent_handshake) return;
  		// we're still waiting to fully handshake with this peer. At the end of
  		// the handshake we'll send the bitfield and dht port anyway. It's too
  		// early to do now
  		if (static_cast<int>(m_state)
  			< static_cast<int>(state_t::read_packet_size))
  		{
  			return;
  		}
  
  		// connections that are still in the handshake
  		// will send their bitfield when the handshake
  		// is done
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		if (!t->share_mode())
  		{
  			bool const upload_only_enabled = t->is_upload_only() && !t->super_seeding();
  			send_upload_only(upload_only_enabled);
  		}
  
  		if (m_sent_bitfield) return;
  
  		TORRENT_ASSERT(t);
  		write_bitfield();
  		TORRENT_ASSERT(m_sent_bitfield);
  		write_dht_port();
  	}
  
  	void bt_peer_connection::write_dht_port()
  	{
  #ifndef TORRENT_DISABLE_DHT
  		if (m_supports_dht_port && m_ses.has_dht())
  		{
  			int const port = m_ses.external_udp_port(local_endpoint().address());
  			if (port >= 0) write_dht_port(port);
  		}
  #endif
  	}
  
  	void bt_peer_connection::write_dht_port(int const listen_port)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(m_sent_handshake);
  		TORRENT_ASSERT(m_sent_bitfield);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::outgoing_message, "DHT_PORT", "%d", listen_port);
  #endif
  		char msg[] = {0,0,0,3, msg_dht_port, 0, 0};
  		char* ptr = msg + 5;
  		detail::write_uint16(listen_port, ptr);
  		send_buffer(msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_dht_port);
  	}
  
  	void bt_peer_connection::write_have_all()
  	{
  		INVARIANT_CHECK;
  
  		m_sent_bitfield = true;
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::outgoing_message, "HAVE_ALL");
  #endif
  		send_message(msg_have_all, counters::num_outgoing_have_all, 0);
  	}
  
  	void bt_peer_connection::write_have_none()
  	{
  		INVARIANT_CHECK;
  		m_sent_bitfield = true;
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::outgoing_message, "HAVE_NONE");
  #endif
  		send_message(msg_have_none, counters::num_outgoing_have_none, 0);
  	}
  
  	void bt_peer_connection::write_reject_request(peer_request const& r)
  	{
  		INVARIANT_CHECK;
  
  		stats_counters().inc_stats_counter(counters::piece_rejects);
  
  		if (!m_supports_fast) return;
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::outgoing_message, "REJECT_PIECE"
  			, "piece: %d | s: %d | l: %d", static_cast<int>(r.piece)
  			, r.start, r.length);
  #endif
  
  		send_message(msg_reject_request, counters::num_outgoing_reject, 0
  			, static_cast<int>(r.piece), r.start, r.length);
  	}
  
  	void bt_peer_connection::write_allow_fast(piece_index_t const piece)
  	{
  		INVARIANT_CHECK;
  
  		if (!m_supports_fast) return;
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::outgoing_message, "ALLOWED_FAST", "%d"
  			, static_cast<int>(piece));
  #endif
  
  		TORRENT_ASSERT(associated_torrent().lock()->valid_metadata());
  
  		send_message(msg_allowed_fast, counters::num_outgoing_allowed_fast, 0
  			, static_cast<int>(piece));
  	}
  
  	void bt_peer_connection::write_suggest(piece_index_t const piece)
  	{
  		INVARIANT_CHECK;
  
  		if (!m_supports_fast) return;
  
  #if TORRENT_USE_ASSERTS
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  		TORRENT_ASSERT(t->valid_metadata());
  #endif
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  #if !TORRENT_USE_ASSERTS
  			std::shared_ptr<torrent> t = associated_torrent().lock();
  #endif
  			peer_log(peer_log_alert::outgoing_message, "SUGGEST"
  				, "piece: %d num_peers: %d", static_cast<int>(piece)
  				, t->has_picker() ? t->picker().get_availability(piece) : -1);
  		}
  #endif
  
  		send_message(msg_suggest_piece, counters::num_outgoing_suggest, 0
  			, static_cast<int>(piece));
  	}
  
  	void bt_peer_connection::get_specific_peer_info(peer_info& p) const
  	{
  		TORRENT_ASSERT(!associated_torrent().expired());
  
  		if (is_interesting()) p.flags |= peer_info::interesting;
  		if (is_choked()) p.flags |= peer_info::choked;
  		if (is_peer_interested()) p.flags |= peer_info::remote_interested;
  		if (has_peer_choked()) p.flags |= peer_info::remote_choked;
  		if (support_extensions()) p.flags |= peer_info::supports_extensions;
  		if (is_outgoing()) p.flags |= peer_info::local_connection;
  #if TORRENT_USE_I2P
  		if (is_i2p(*get_socket())) p.flags |= peer_info::i2p_socket;
  #endif
  		if (is_utp(*get_socket())) p.flags |= peer_info::utp_socket;
  		if (is_ssl(*get_socket())) p.flags |= peer_info::ssl_socket;
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  		if (m_encrypted)
  		{
  			p.flags |= m_rc4_encrypted
  				? peer_info::rc4_encrypted
  				: peer_info::plaintext_encrypted;
  		}
  #endif
  
  		if (!is_connecting() && in_handshake())
  			p.flags |= peer_info::handshake;
  		if (is_connecting()) p.flags |= peer_info::connecting;
  
  		p.client = m_client_version;
  		p.connection_type = peer_info::standard_bittorrent;
  	}
  
  	bool bt_peer_connection::in_handshake() const
  	{
  		return !m_sent_handshake;
  	}
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  
  	void bt_peer_connection::write_pe1_2_dhkey()
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(!m_encrypted);
  		TORRENT_ASSERT(!m_rc4_encrypted);
  		TORRENT_ASSERT(!m_dh_key_exchange.get());
  		TORRENT_ASSERT(!m_sent_handshake);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (is_outgoing())
  			peer_log(peer_log_alert::info, "ENCRYPTION", "initiating encrypted handshake");
  #endif
  
  		m_dh_key_exchange.reset(new (std::nothrow) dh_key_exchange);
  		if (!m_dh_key_exchange || !m_dh_key_exchange->good())
  		{
  			disconnect(errors::no_memory, operation_t::encryption);
  			return;
  		}
  
  		int const pad_size = int(random(512));
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "ENCRYPTION", "pad size: %d", pad_size);
  #endif
  
  		char msg[dh_key_len + 512];
  		char* ptr = msg;
  		int const buf_size = int(dh_key_len) + pad_size;
  
  		std::array<char, dh_key_len> const local_key = export_key(m_dh_key_exchange->get_local_key());
  		std::memcpy(ptr, local_key.data(), dh_key_len);
  		ptr += dh_key_len;
  
  		aux::random_bytes({ptr, pad_size});
  		send_buffer({msg, buf_size});
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "ENCRYPTION", "sent DH key");
  #endif
  	}
  
  	void bt_peer_connection::write_pe3_sync()
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(!m_encrypted);
  		TORRENT_ASSERT(!m_rc4_encrypted);
  		TORRENT_ASSERT(is_outgoing());
  		TORRENT_ASSERT(!m_sent_handshake);
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		hasher h;
  		sha1_hash const& info_hash = t->torrent_file().info_hash();
  		key_t const secret_key = m_dh_key_exchange->get_secret();
  		std::array<char, dh_key_len> const secret = export_key(secret_key);
  
  		int const pad_size = int(random(512));
  
  		// synchash,skeyhash,vc,crypto_provide,len(pad),pad,len(ia)
  		char msg[20 + 20 + 8 + 4 + 2 + 512 + 2];
  		char* ptr = msg;
  
  		static char const req1[4] = {'r', 'e', 'q', '1'};
  		// sync hash (hash('req1',S))
  		h.reset();
  		h.update(req1);
  		h.update(secret);
  		sha1_hash const sync_hash = h.final();
  
  		std::memcpy(ptr, sync_hash.data(), 20);
  		ptr += 20;
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::info))
  		{
  			peer_log(peer_log_alert::info, "ENCRYPTION"
  				, "writing synchash %s secret: %s"
  				, aux::to_hex(sync_hash).c_str()
  				, aux::to_hex(secret).c_str());
  		}
  #endif
  
  		static char const req2[4] = {'r', 'e', 'q', '2'};
  		// stream key obfuscated hash [ hash('req2',SKEY) xor hash('req3',S) ]
  		h.reset();
  		h.update(req2);
  		h.update(info_hash);
  		sha1_hash const streamkey_hash = h.final();
  
  		static char const req3[4] = {'r', 'e', 'q', '3'};
  		h.reset();
  		h.update(req3);
  		h.update(secret);
  		sha1_hash const obfsc_hash = h.final() ^ streamkey_hash;
  
  		std::memcpy(ptr, obfsc_hash.data(), 20);
  		ptr += 20;
  
  		// Discard DH key exchange data, setup RC4 keys
  		m_rc4 = init_pe_rc4_handler(secret_key, info_hash, is_outgoing());
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "ENCRYPTION", "computed RC4 keys");
  #endif
  		m_dh_key_exchange.reset(); // secret should be invalid at this point
  
  		// write the verification constant and crypto field
  		int const encrypt_size = int(sizeof(msg)) - 512 + pad_size - 40;
  
  		// this is an invalid setting, but let's just make the best of the situation
  		int const enc_level = m_settings.get_int(settings_pack::allowed_enc_level);
  		std::uint8_t const crypto_provide = ((enc_level & settings_pack::pe_both) == 0)
  			? std::uint8_t(settings_pack::pe_both)
  			: std::uint8_t(enc_level);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		static char const* level[] = {"plaintext", "rc4", "plaintext rc4"};
  		peer_log(peer_log_alert::info, "ENCRYPTION"
  			, "%s", level[crypto_provide - 1]);
  #endif
  
  		write_pe_vc_cryptofield({ptr, encrypt_size}, crypto_provide, pad_size);
  		span<char> vec(ptr, encrypt_size);
  		m_rc4->encrypt(vec);
  		send_buffer({msg, int(sizeof(msg)) - 512 + pad_size});
  	}
  
  	void bt_peer_connection::write_pe4_sync(int const crypto_select)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(!is_outgoing());
  		TORRENT_ASSERT(!m_encrypted);
  		TORRENT_ASSERT(!m_rc4_encrypted);
  		TORRENT_ASSERT(crypto_select == 0x02 || crypto_select == 0x01);
  		TORRENT_ASSERT(!m_sent_handshake);
  
  		int const pad_size = int(random(512));
  
  		int const buf_size = 8 + 4 + 2 + pad_size;
  		char msg[512 + 8 + 4 + 2];
  		write_pe_vc_cryptofield(msg, crypto_select, pad_size);
  
  		span<char> vec(msg, buf_size);
  		m_rc4->encrypt(vec);
  		send_buffer(vec);
  
  		// encryption method has been negotiated
  		if (crypto_select == 0x02)
  			m_rc4_encrypted = true;
  		else // 0x01
  			m_rc4_encrypted = false;
  
  #ifndef TORRENT_DISABLE_LOGGING
  		peer_log(peer_log_alert::info, "ENCRYPTION", " crypto select: %s"
  			, (crypto_select == 0x01) ? "plaintext" : "rc4");
  #endif
  	}
  
  	void bt_peer_connection::write_pe_vc_cryptofield(
  		span<char> write_buf
  		, int const crypto_field
  		, int const pad_size)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(crypto_field <= 0x03 && crypto_field > 0);
  		// vc,crypto_field,len(pad),pad, (len(ia))
  		TORRENT_ASSERT((write_buf.size() >= 8+4+2+pad_size+2
  				&& is_outgoing())
  			|| (write_buf.size() >= 8+4+2+pad_size && !is_outgoing()));
  		TORRENT_ASSERT(!m_sent_handshake);
  
  		// encrypt(vc, crypto_provide/select, len(Pad), len(IA))
  		// len(pad) is zero for now, len(IA) only for outgoing connections
  
  		// vc
  		std::memset(write_buf.data(), 0, 8);
  		write_buf = write_buf.subspan(8);
  
  		aux::write_uint32(crypto_field, write_buf);
  		aux::write_uint16(pad_size, write_buf); // len (pad)
  
  		aux::random_bytes(write_buf.first(pad_size));
  		write_buf = write_buf.subspan(pad_size);
  
  		// append len(ia) if we are initiating
  		if (is_outgoing())
  			aux::write_uint16(handshake_len, write_buf); // len(IA)
  	}
  
  	void bt_peer_connection::rc4_decrypt(span<char> buf)
  	{
  		m_rc4->decrypt(buf);
  	}
  
  #endif // #if !defined TORRENT_DISABLE_ENCRYPTION
  
  	void bt_peer_connection::write_handshake()
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(!m_sent_handshake);
  		m_sent_handshake = true;
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		// add handshake to the send buffer
  		static const char version_string[] = "BitTorrent protocol";
  		const int string_len = sizeof(version_string) - 1;
  
  		char handshake[1 + string_len + 8 + 20 + 20];
  		char* ptr = handshake;
  		// length of version string
  		detail::write_uint8(string_len, ptr);
  		// protocol identifier
  		std::memcpy(ptr, version_string, string_len);
  		ptr += string_len;
  		// 8 zeroes
  		std::memset(ptr, 0, 8);
  
  #ifndef TORRENT_DISABLE_DHT
  		// indicate that we support the DHT messages
  		*(ptr + 7) |= 0x01;
  #endif
  
  		// we support extensions
  		*(ptr + 5) |= 0x10;
  
  		if (m_settings.get_bool(settings_pack::support_merkle_torrents))
  		{
  			// we support merkle torrents
  			*(ptr + 5) |= 0x08;
  		}
  
  		// we support FAST extension
  		*(ptr + 7) |= 0x04;
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  			std::string bitmask;
  			for (int k = 0; k < 8; ++k)
  			{
  				for (int j = 0; j < 8; ++j)
  				{
  					if (ptr[k] & (0x80 >> j)) bitmask += '1';
  					else bitmask += '0';
  				}
  			}
  			peer_log(peer_log_alert::outgoing_message, "EXTENSIONS"
  				, "%s", bitmask.c_str());
  		}
  #endif
  		ptr += 8;
  
  		// info hash
  		sha1_hash const& ih = t->torrent_file().info_hash();
  		std::memcpy(ptr, ih.data(), ih.size());
  		ptr += 20;
  
  		std::memcpy(ptr, m_our_peer_id.data(), 20);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing))
  		{
  			peer_log(peer_log_alert::outgoing, "HANDSHAKE"
  				, "sent peer_id: %s client: %s"
  				, aux::to_hex(m_our_peer_id).c_str(), identify_client(m_our_peer_id).c_str());
  		}
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  			peer_log(peer_log_alert::outgoing_message, "HANDSHAKE"
  				, "ih: %s", aux::to_hex(ih).c_str());
  		}
  #endif
  		send_buffer(handshake);
  	}
  
  	piece_block_progress bt_peer_connection::downloading_piece_progress() const
  	{
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  		// are we currently receiving a 'piece' message?
  		if (m_state != state_t::read_packet
  			|| int(recv_buffer.size()) <= 9
  			|| recv_buffer[0] != msg_piece)
  			return piece_block_progress();
  
  		const char* ptr = recv_buffer.data() + 1;
  		peer_request r;
  		r.piece = piece_index_t(detail::read_int32(ptr));
  		r.start = detail::read_int32(ptr);
  		r.length = m_recv_buffer.packet_size() - 9;
  
  		// is any of the piece message header data invalid?
  		if (!verify_piece(r))
  			return piece_block_progress();
  
  		piece_block_progress p;
  
  		p.piece_index = r.piece;
  		p.block_index = r.start / t->block_size();
  		p.bytes_downloaded = int(recv_buffer.size()) - 9;
  		p.full_block_bytes = r.length;
  
  		return p;
  	}
  
  
  	// message handlers
  
  	// -----------------------------
  	// ----------- CHOKE -----------
  	// -----------------------------
  
  	void bt_peer_connection::on_choke(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 1)
  		{
  			disconnect(errors::invalid_choke, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		incoming_choke();
  		if (is_disconnecting()) return;
  		if (!m_supports_fast)
  		{
  			// we just got choked, and the peer that choked use
  			// doesn't support fast extensions, so we have to
  			// assume that the choke message implies that all
  			// of our requests are rejected. Go through them and
  			// pretend that we received reject request messages
  			std::shared_ptr<torrent> t = associated_torrent().lock();
  			TORRENT_ASSERT(t);
  			while (!download_queue().empty())
  			{
  				piece_block const& b = download_queue().front().block;
  				peer_request r;
  				r.piece = b.piece_index;
  				r.start = b.block_index * t->block_size();
  				r.length = t->block_size();
  				// if it's the last piece, make sure to
  				// set the length of the request to not
  				// exceed the end of the torrent. This is
  				// necessary in order to maintain a correct
  				// m_outstanding_bytes
  				if (r.piece == t->torrent_file().last_piece())
  				{
  					r.length = std::min(t->torrent_file().piece_size(
  						r.piece) - r.start, r.length);
  				}
  				incoming_reject_request(r);
  			}
  		}
  	}
  
  	// -----------------------------
  	// ---------- UNCHOKE ----------
  	// -----------------------------
  
  	void bt_peer_connection::on_unchoke(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 1)
  		{
  			disconnect(errors::invalid_unchoke, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		incoming_unchoke();
  	}
  
  	// -----------------------------
  	// -------- INTERESTED ---------
  	// -----------------------------
  
  	void bt_peer_connection::on_interested(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 1)
  		{
  			disconnect(errors::invalid_interested, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		// we defer sending the allowed set until the peer says it's interested in
  		// us. This saves some bandwidth and allows us to omit messages for pieces
  		// that the peer already has
  		if (!m_sent_allowed_fast && m_supports_fast)
  		{
  			m_sent_allowed_fast = true;
  			send_allowed_set();
  		}
  
  		incoming_interested();
  	}
  
  	// -----------------------------
  	// ------ NOT INTERESTED -------
  	// -----------------------------
  
  	void bt_peer_connection::on_not_interested(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 1)
  		{
  			disconnect(errors::invalid_not_interested, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		incoming_not_interested();
  	}
  
  	// -----------------------------
  	// ----------- HAVE ------------
  	// -----------------------------
  
  	void bt_peer_connection::on_have(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 5)
  		{
  			disconnect(errors::invalid_have, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		const char* ptr = recv_buffer.data() + 1;
  		piece_index_t const index(detail::read_int32(ptr));
  
  		incoming_have(index);
  	}
  
  	// -----------------------------
  	// --------- BITFIELD ----------
  	// -----------------------------
  
  	void bt_peer_connection::on_bitfield(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		received_bytes(0, received);
  		// if we don't have the metadata, we cannot
  		// verify the bitfield size
  		if (t->valid_metadata()
  			&& m_recv_buffer.packet_size() - 1 != (t->torrent_file().num_pieces() + CHAR_BIT - 1) / CHAR_BIT)
  		{
  			disconnect(errors::invalid_bitfield_size, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		typed_bitfield<piece_index_t> bits;
  		bits.assign(recv_buffer.data() + 1
  			, t->valid_metadata()?get_bitfield().size():(m_recv_buffer.packet_size()-1)*CHAR_BIT);
  
  		incoming_bitfield(bits);
  	}
  
  	// -----------------------------
  	// ---------- REQUEST ----------
  	// -----------------------------
  
  	void bt_peer_connection::on_request(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 13)
  		{
  			disconnect(errors::invalid_request, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		peer_request r;
  		const char* ptr = recv_buffer.data() + 1;
  		r.piece = piece_index_t(detail::read_int32(ptr));
  		r.start = detail::read_int32(ptr);
  		r.length = detail::read_int32(ptr);
  
  		incoming_request(r);
  	}
  
  	// -----------------------------
  	// ----------- PIECE -----------
  	// -----------------------------
  
  	void bt_peer_connection::on_piece(int const received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  		int const recv_pos = m_recv_buffer.pos();
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  		bool const merkle = static_cast<std::uint8_t>(recv_buffer.front()) == 250;
  		if (merkle)
  		{
  			if (recv_pos == 1)
  			{
  				received_bytes(0, received);
  				return;
  			}
  			if (recv_pos < 13)
  			{
  				received_bytes(0, received);
  				return;
  			}
  			char const* ptr = recv_buffer.data() + 9;
  			int const list_size = detail::read_int32(ptr);
  
  			if (list_size > m_recv_buffer.packet_size() - 13)
  			{
  				disconnect(errors::invalid_hash_list, operation_t::bittorrent, peer_error);
  				return;
  			}
  
  			if (m_recv_buffer.packet_size() - 13 - list_size > t->block_size())
  			{
  				disconnect(errors::packet_too_large, operation_t::bittorrent, peer_error);
  				return;
  			}
  		}
  		else
  		{
  			if (recv_pos == 1)
  			{
  				if (m_recv_buffer.packet_size() - 9 > t->block_size())
  				{
  					disconnect(errors::packet_too_large, operation_t::bittorrent, peer_error);
  					return;
  				}
  			}
  		}
  		// classify the received data as protocol chatter
  		// or data payload for the statistics
  		int piece_bytes = 0;
  
  		int header_size = merkle?13:9;
  
  		peer_request p;
  		int list_size = 0;
  
  		if (recv_pos >= header_size)
  		{
  			const char* ptr = recv_buffer.data() + 1;
  			p.piece = piece_index_t(detail::read_int32(ptr));
  			p.start = detail::read_int32(ptr);
  
  			if (merkle)
  			{
  				list_size = detail::read_int32(ptr);
  				p.length = m_recv_buffer.packet_size() - list_size - header_size;
  				header_size += list_size;
  			}
  			else
  			{
  				p.length = m_recv_buffer.packet_size() - header_size;
  			}
  		}
  		else
  		{
  			p.piece = piece_index_t(0);
  			p.start = 0;
  			p.length = 0;
  		}
  
  		if (recv_pos <= header_size)
  		{
  			// only received protocol data
  			received_bytes(0, received);
  		}
  		else if (recv_pos - received >= header_size)
  		{
  			// only received payload data
  			received_bytes(received, 0);
  			piece_bytes = received;
  		}
  		else
  		{
  			// received a bit of both
  			TORRENT_ASSERT(recv_pos - received < header_size);
  			TORRENT_ASSERT(recv_pos > header_size);
  			TORRENT_ASSERT(header_size - (recv_pos - received) <= header_size);
  			received_bytes(
  				recv_pos - header_size
  				, header_size - (recv_pos - received));
  			piece_bytes = recv_pos - header_size;
  		}
  
  		if (recv_pos < header_size) return;
  
  #ifndef TORRENT_DISABLE_LOGGING
  //			peer_log(peer_log_alert::incoming_message, "PIECE_FRAGMENT", "p: %d start: %d length: %d"
  //				, p.piece, p.start, p.length);
  #endif
  
  		if (recv_pos - received < header_size && recv_pos >= header_size)
  		{
  			// call this once, the first time the entire header
  			// has been received
  			start_receive_piece(p);
  			if (is_disconnecting()) return;
  		}
  
  		incoming_piece_fragment(piece_bytes);
  		if (!m_recv_buffer.packet_finished()) return;
  
  		if (merkle && list_size > 0)
  		{
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::incoming_message, "HASHPIECE"
  				, "piece: %d list: %d", static_cast<int>(p.piece), list_size);
  #endif
  			error_code ec;
  			bdecode_node const hash_list = bdecode(recv_buffer.subspan(13).first(list_size)
  				, ec);
  			if (ec)
  			{
  				disconnect(errors::invalid_hash_piece, operation_t::bittorrent, peer_error);
  				return;
  			}
  
  			// the list has this format:
  			// [ [node-index, hash], [node-index, hash], ... ]
  			if (hash_list.type() != bdecode_node::list_t)
  			{
  				disconnect(errors::invalid_hash_list, operation_t::bittorrent, peer_error);
  				return;
  			}
  
  			std::map<int, sha1_hash> nodes;
  			for (int i = 0; i < hash_list.list_size(); ++i)
  			{
  				bdecode_node const e = hash_list.list_at(i);
  				if (e.type() != bdecode_node::list_t
  					|| e.list_size() != 2
  					|| e.list_at(0).type() != bdecode_node::int_t
  					|| e.list_at(1).type() != bdecode_node::string_t
  					|| e.list_at(1).string_length() != 20) continue;
  
  				nodes.emplace(int(e.list_int_value_at(0))
  					, sha1_hash(e.list_at(1).string_ptr()));
  			}
  			if (!nodes.empty() && !t->add_merkle_nodes(nodes, p.piece))
  			{
  				disconnect(errors::invalid_hash_piece, operation_t::bittorrent, peer_error);
  				return;
  			}
  		}
  
  		incoming_piece(p, recv_buffer.data() + header_size);
  	}
  
  	// -----------------------------
  	// ---------- CANCEL -----------
  	// -----------------------------
  
  	void bt_peer_connection::on_cancel(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 13)
  		{
  			disconnect(errors::invalid_cancel, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		peer_request r;
  		const char* ptr = recv_buffer.data() + 1;
  		r.piece = piece_index_t(detail::read_int32(ptr));
  		r.start = detail::read_int32(ptr);
  		r.length = detail::read_int32(ptr);
  
  		incoming_cancel(r);
  	}
  
  	// -----------------------------
  	// --------- DHT PORT ----------
  	// -----------------------------
  
  	void bt_peer_connection::on_dht_port(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() != 3)
  		{
  			disconnect(errors::invalid_dht_port, operation_t::bittorrent, peer_error);
  			return;
  		}
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		const char* ptr = recv_buffer.data() + 1;
  		int const listen_port = detail::read_uint16(ptr);
  
  		incoming_dht_port(listen_port);
  
  		if (!m_supports_dht_port)
  		{
  			m_supports_dht_port = true;
  			// if we're done with the handshake, respond right away, otherwise
  			// we'll send the DHT port later
  			if (m_sent_handshake)
  				write_dht_port();
  		}
  	}
  
  	void bt_peer_connection::on_suggest_piece(int received)
  	{
  		INVARIANT_CHECK;
  
  		received_bytes(0, received);
  		if (!m_supports_fast)
  		{
  			disconnect(errors::invalid_suggest, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		const char* ptr = recv_buffer.data() + 1;
  		piece_index_t const piece(detail::read_int32(ptr));
  		incoming_suggest(piece);
  	}
  
  	void bt_peer_connection::on_have_all(int received)
  	{
  		INVARIANT_CHECK;
  
  		received_bytes(0, received);
  		if (!m_supports_fast)
  		{
  			disconnect(errors::invalid_have_all, operation_t::bittorrent, peer_error);
  			return;
  		}
  		incoming_have_all();
  	}
  
  	void bt_peer_connection::on_have_none(int received)
  	{
  		INVARIANT_CHECK;
  
  		received_bytes(0, received);
  		if (!m_supports_fast)
  		{
  			disconnect(errors::invalid_have_none, operation_t::bittorrent, peer_error);
  			return;
  		}
  		incoming_have_none();
  	}
  
  	void bt_peer_connection::on_reject_request(int received)
  	{
  		INVARIANT_CHECK;
  
  		received_bytes(0, received);
  		if (!m_supports_fast)
  		{
  			disconnect(errors::invalid_reject, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		if (!m_recv_buffer.packet_finished()) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		peer_request r;
  		const char* ptr = recv_buffer.data() + 1;
  		r.piece = piece_index_t(detail::read_int32(ptr));
  		r.start = detail::read_int32(ptr);
  		r.length = detail::read_int32(ptr);
  
  		incoming_reject_request(r);
  	}
  
  	void bt_peer_connection::on_allowed_fast(int received)
  	{
  		INVARIANT_CHECK;
  
  		received_bytes(0, received);
  		if (!m_supports_fast)
  		{
  			disconnect(errors::invalid_allow_fast, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		if (!m_recv_buffer.packet_finished()) return;
  		span<char const> recv_buffer = m_recv_buffer.get();
  		const char* ptr = recv_buffer.data() + 1;
  		piece_index_t const index(detail::read_int32(ptr));
  
  		incoming_allowed_fast(index);
  	}
  
  	// -----------------------------
  	// -------- RENDEZVOUS ---------
  	// -----------------------------
  
  	void bt_peer_connection::on_holepunch()
  	{
  		INVARIANT_CHECK;
  
  		if (!m_recv_buffer.packet_finished()) return;
  
  		// we can't accept holepunch messages from peers
  		// that don't support the holepunch extension
  		// because we wouldn't be able to respond
  		if (m_holepunch_id == 0) return;
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  		TORRENT_ASSERT(recv_buffer.front() == msg_extended);
  		recv_buffer = recv_buffer.subspan(1);
  		TORRENT_ASSERT(recv_buffer.front() == holepunch_msg);
  		recv_buffer = recv_buffer.subspan(1);
  
  		const char* ptr = recv_buffer.data();
  
  		// ignore invalid messages
  		if (int(recv_buffer.size()) < 2) return;
  
  		auto const msg_type = static_cast<hp_message>(detail::read_uint8(ptr));
  		int const addr_type = detail::read_uint8(ptr);
  
  		tcp::endpoint ep;
  
  		if (addr_type == 0)
  		{
  			if (int(recv_buffer.size()) < 2 + 4 + 2) return;
  			// IPv4 address
  			ep = detail::read_v4_endpoint<tcp::endpoint>(ptr);
  		}
  		else if (addr_type == 1)
  		{
  			// IPv6 address
  			if (int(recv_buffer.size()) < 2 + 18 + 2) return;
  			ep = detail::read_v6_endpoint<tcp::endpoint>(ptr);
  		}
  		else
  		{
  #ifndef TORRENT_DISABLE_LOGGING
  			if (should_log(peer_log_alert::incoming_message))
  			{
  				static const char* hp_msg_name[] = {"rendezvous", "connect", "failed"};
  				peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  					, "msg: %s from %s to: unknown address type"
  					, (static_cast<int>(msg_type) < 3
  						? hp_msg_name[static_cast<int>(msg_type)]
  						: "unknown message type")
  					, print_address(remote().address()).c_str());
  			}
  #endif
  
  			return; // unknown address type
  		}
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (msg_type > hp_message::failed)
  		{
  			if (should_log(peer_log_alert::incoming_message))
  			{
  				peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  					, "msg: unknown message type (%d) to: %s"
  					, static_cast<int>(msg_type)
  					, print_address(ep.address()).c_str());
  			}
  			return;
  		}
  #endif
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		if (!t) return;
  
  		switch (msg_type)
  		{
  			case hp_message::rendezvous: // rendezvous
  			{
  #ifndef TORRENT_DISABLE_LOGGING
  				if (should_log(peer_log_alert::incoming_message))
  				{
  					peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  						, "msg: rendezvous to: %s", print_address(ep.address()).c_str());
  				}
  #endif
  				// this peer is asking us to introduce it to
  				// the peer at 'ep'. We need to find which of
  				// our connections points to that endpoint
  				bt_peer_connection* p = t->find_peer(ep);
  				if (p == nullptr)
  				{
  					// we're not connected to this peer
  					write_holepunch_msg(hp_message::failed, ep, hp_error::not_connected);
  					break;
  				}
  				if (!p->supports_holepunch())
  				{
  					write_holepunch_msg(hp_message::failed, ep, hp_error::no_support);
  					break;
  				}
  				if (p == this)
  				{
  					write_holepunch_msg(hp_message::failed, ep, hp_error::no_self);
  					break;
  				}
  
  				write_holepunch_msg(hp_message::connect, ep);
  				p->write_holepunch_msg(hp_message::connect, remote());
  			} break;
  			case hp_message::connect:
  			{
  				// add or find the peer with this endpoint
  				torrent_peer* p = t->add_peer(ep, peer_info::pex);
  				if (p == nullptr || p->connection)
  				{
  #ifndef TORRENT_DISABLE_LOGGING
  					if (should_log(peer_log_alert::incoming_message))
  					{
  						peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  							, "msg:connect to: %s ERROR: failed to add peer"
  							, print_address(ep.address()).c_str());
  					}
  #endif
  					// we either couldn't add this peer, or it's
  					// already connected. Just ignore the connect message
  					break;
  				}
  				if (p->banned)
  				{
  #ifndef TORRENT_DISABLE_LOGGING
  					if (should_log(peer_log_alert::incoming_message))
  					{
  						peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  							, "msg:connect to: %s ERROR: peer banned", print_address(ep.address()).c_str());
  					}
  #endif
  					// this peer is banned, don't connect to it
  					break;
  				}
  				// to make sure we use the uTP protocol
  				p->supports_utp = true;
  				// #error make sure we make this a connection candidate
  				// in case it has too many failures for instance
  				t->connect_to_peer(p, true);
  				// mark this connection to be in holepunch mode
  				// so that it will retry faster and stick to uTP while it's
  				// retrying
  				t->update_want_peers();
  				if (p->connection)
  					p->connection->set_holepunch_mode();
  #ifndef TORRENT_DISABLE_LOGGING
  				if (should_log(peer_log_alert::incoming_message))
  				{
  					peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  						, "msg:connect to: %s"
  						, print_address(ep.address()).c_str());
  				}
  #endif
  			} break;
  			case hp_message::failed:
  			{
  				std::uint32_t error = detail::read_uint32(ptr);
  #ifndef TORRENT_DISABLE_LOGGING
  				if (should_log(peer_log_alert::incoming_message))
  				{
  					static char const* err_msg[] = {"no such peer", "not connected", "no support", "no self"};
  					peer_log(peer_log_alert::incoming_message, "HOLEPUNCH"
  						, "msg:failed ERROR: %d msg: %s", error
  						, ((error > 0 && error < 5)?err_msg[error-1]:"unknown message id"));
  				}
  #endif
  				// #error deal with holepunch errors
  				(void)error;
  			} break;
  		}
  	}
  
  	void bt_peer_connection::write_holepunch_msg(hp_message const type
  		, tcp::endpoint const& ep, hp_error const error)
  	{
  		char buf[35];
  		char* ptr = buf + 6;
  		detail::write_uint8(type, ptr);
  		if (is_v4(ep)) detail::write_uint8(0, ptr);
  		else detail::write_uint8(1, ptr);
  		detail::write_endpoint(ep, ptr);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  			static const char* hp_msg_name[] = {"rendezvous", "connect", "failed"};
  			static const char* hp_error_string[] = {"", "no such peer", "not connected", "no support", "no self"};
  			peer_log(peer_log_alert::outgoing_message, "HOLEPUNCH"
  				, "msg: %s to: %s ERROR: %s"
  				, (static_cast<std::uint8_t>(type) < 3
  					? hp_msg_name[static_cast<std::uint8_t>(type)]
  					: "unknown message type")
  				, print_address(ep.address()).c_str()
  				, hp_error_string[static_cast<int>(error)]);
  		}
  #endif
  		if (type == hp_message::failed)
  		{
  			detail::write_uint32(static_cast<int>(error), ptr);
  		}
  
  		// write the packet length and type
  		char* hdr = buf;
  		detail::write_uint32(ptr - buf - 4, hdr);
  		detail::write_uint8(msg_extended, hdr);
  		detail::write_uint8(m_holepunch_id, hdr);
  
  		TORRENT_ASSERT(ptr <= buf + sizeof(buf));
  
  		send_buffer({buf, ptr - buf});
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_extended);
  	}
  
  	// -----------------------------
  	// --------- EXTENDED ----------
  	// -----------------------------
  
  	void bt_peer_connection::on_extended(int received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  		received_bytes(0, received);
  		if (m_recv_buffer.packet_size() < 2)
  		{
  			disconnect(errors::invalid_extended, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		if (associated_torrent().expired())
  		{
  			disconnect(errors::invalid_extended, operation_t::bittorrent, peer_error);
  			return;
  		}
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  		if (int(recv_buffer.size()) < 2) return;
  
  		TORRENT_ASSERT(recv_buffer.front() == msg_extended);
  		recv_buffer = recv_buffer.subspan(1);
  
  		int const extended_id = aux::read_uint8(recv_buffer);
  
  		if (extended_id == 0)
  		{
  			on_extended_handshake();
  			disconnect_if_redundant();
  			return;
  		}
  
  		if (extended_id == upload_only_msg)
  		{
  			if (!m_recv_buffer.packet_finished()) return;
  			if (m_recv_buffer.packet_size() != 3)
  			{
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::incoming_message, "UPLOAD_ONLY"
  					, "ERROR: unexpected packet size: %d", m_recv_buffer.packet_size());
  #endif
  				return;
  			}
  			bool const ul = aux::read_uint8(recv_buffer) != 0;
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::incoming_message, "UPLOAD_ONLY"
  				, "%s", (ul?"true":"false"));
  #endif
  			set_upload_only(ul);
  			return;
  		}
  
  		if (extended_id == share_mode_msg)
  		{
  			if (!m_recv_buffer.packet_finished()) return;
  			if (m_recv_buffer.packet_size() != 3)
  			{
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::incoming_message, "SHARE_MODE"
  					, "ERROR: unexpected packet size: %d", m_recv_buffer.packet_size());
  #endif
  				return;
  			}
  			bool sm = aux::read_uint8(recv_buffer) != 0;
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::incoming_message, "SHARE_MODE"
  				, "%s", (sm?"true":"false"));
  #endif
  			set_share_mode(sm);
  			return;
  		}
  
  		if (extended_id == holepunch_msg)
  		{
  			if (!m_recv_buffer.packet_finished()) return;
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::incoming_message, "HOLEPUNCH");
  #endif
  			on_holepunch();
  			return;
  		}
  
  		if (extended_id == dont_have_msg)
  		{
  			if (!m_recv_buffer.packet_finished()) return;
  			if (m_recv_buffer.packet_size() != 6)
  			{
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::incoming_message, "DONT_HAVE"
  					, "ERROR: unexpected packet size: %d", m_recv_buffer.packet_size());
  #endif
  				return;
  			}
  			piece_index_t const piece(aux::numeric_cast<int>(aux::read_uint32(recv_buffer)));
  			incoming_dont_have(piece);
  			return;
  		}
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (m_recv_buffer.packet_finished())
  			peer_log(peer_log_alert::incoming_message, "EXTENSION_MESSAGE"
  				, "msg: %d size: %d", extended_id, m_recv_buffer.packet_size());
  #endif
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  		for (auto const& e : m_extensions)
  		{
  			if (e->on_extended(m_recv_buffer.packet_size() - 2, extended_id
  				, recv_buffer))
  				return;
  		}
  #endif
  
  		disconnect(errors::invalid_message, operation_t::bittorrent, peer_error);
  	}
  
  	void bt_peer_connection::on_extended_handshake()
  	{
  		if (!m_recv_buffer.packet_finished()) return;
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		error_code ec;
  		int pos;
  		bdecode_node root = bdecode(recv_buffer.subspan(2), ec, &pos);
  		if (ec || root.type() != bdecode_node::dict_t)
  		{
  #ifndef TORRENT_DISABLE_LOGGING
  			if (should_log(peer_log_alert::info))
  			{
  				peer_log(peer_log_alert::info, "EXTENSION_MESSAGE"
  					, "invalid extended handshake. pos: %d %s"
  					, pos, print_error(ec).c_str());
  			}
  #endif
  			return;
  		}
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::incoming_message))
  		{
  			peer_log(peer_log_alert::incoming_message, "EXTENDED_HANDSHAKE"
  				, "%s", print_entry(root, true).c_str());
  		}
  #endif
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  		for (auto i = m_extensions.begin();
  			!m_extensions.empty() && i != m_extensions.end();)
  		{
  			// a false return value means that the extension
  			// isn't supported by the other end. So, it is removed.
  			if (!(*i)->on_extension_handshake(root))
  				i = m_extensions.erase(i);
  			else
  				++i;
  		}
  		if (is_disconnecting()) return;
  #endif
  
  		// upload_only
  		if (bdecode_node const m = root.dict_find_dict("m"))
  		{
  			m_upload_only_id = std::uint8_t(m.dict_find_int_value("upload_only", 0));
  			m_holepunch_id = std::uint8_t(m.dict_find_int_value("ut_holepunch", 0));
  			m_dont_have_id = std::uint8_t(m.dict_find_int_value("lt_donthave", 0));
  		}
  
  		// there is supposed to be a remote listen port
  		int const listen_port = int(root.dict_find_int_value("p"));
  		if (listen_port > 0 && peer_info_struct() != nullptr)
  		{
  			t->update_peer_port(listen_port, peer_info_struct(), peer_info::incoming);
  			received_listen_port();
  			if (is_disconnecting()) return;
  		}
  
  		// there should be a version too
  		// but where do we put that info?
  
  		int const last_seen_complete = int(root.dict_find_int_value("complete_ago", -1));
  		if (last_seen_complete >= 0) set_last_seen_complete(last_seen_complete);
  
  		auto const client_info = root.dict_find_string_value("v");
  		if (!client_info.empty()) m_client_version = client_info.to_string();
  
  		int const reqq = int(root.dict_find_int_value("reqq"));
  		if (reqq > 0) max_out_request_queue(reqq);
  
  		if (root.dict_find_int_value("upload_only", 0))
  			set_upload_only(true);
  
  		if (m_settings.get_bool(settings_pack::support_share_mode)
  			&& root.dict_find_int_value("share_mode", 0))
  			set_share_mode(true);
  
  		auto const myip = root.dict_find_string_value("yourip");
  		if (!myip.empty())
  		{
  			if (myip.size() == std::tuple_size<address_v4::bytes_type>::value)
  			{
  				address_v4::bytes_type bytes;
  				std::copy(myip.begin(), myip.end(), bytes.begin());
  				m_ses.set_external_address(local_endpoint()
  					, address_v4(bytes)
  					, aux::session_interface::source_peer, remote().address());
  			}
  			else if (myip.size() == std::tuple_size<address_v6::bytes_type>::value)
  			{
  				address_v6::bytes_type bytes;
  				std::copy(myip.begin(), myip.end(), bytes.begin());
  				address_v6 ipv6_address(bytes);
  				if (ipv6_address.is_v4_mapped())
  					m_ses.set_external_address(local_endpoint()
  						, make_address_v4(v4_mapped, ipv6_address)
  						, aux::session_interface::source_peer, remote().address());
  				else
  					m_ses.set_external_address(local_endpoint()
  						, ipv6_address
  						, aux::session_interface::source_peer, remote().address());
  			}
  		}
  
  		// if we're finished and this peer is uploading only
  		// disconnect it
  		if (t->is_finished() && upload_only()
  			&& m_settings.get_bool(settings_pack::close_redundant_connections)
  			&& !t->share_mode())
  			disconnect(errors::upload_upload_connection, operation_t::bittorrent);
  
  		stats_counters().inc_stats_counter(counters::num_incoming_ext_handshake);
  	}
  
  	bool bt_peer_connection::dispatch_message(int const received)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(received >= 0);
  
  		// this means the connection has been closed already
  		if (associated_torrent().expired())
  		{
  			received_bytes(0, received);
  			return false;
  		}
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  		TORRENT_ASSERT(int(recv_buffer.size()) >= 1);
  		int packet_type = static_cast<std::uint8_t>(recv_buffer[0]);
  
  		if (m_settings.get_bool(settings_pack::support_merkle_torrents)
  			&& packet_type == 250) packet_type = msg_piece;
  
  #if TORRENT_USE_ASSERTS
  		std::int64_t const cur_payload_dl = statistics().last_payload_downloaded();
  		std::int64_t const cur_protocol_dl = statistics().last_protocol_downloaded();
  #endif
  
  		// call the handler for this packet type
  		switch (packet_type)
  		{
  			// original BitTorrent message
  			case msg_choke: on_choke(received); break;
  			case msg_unchoke: on_unchoke(received); break;
  			case msg_interested: on_interested(received); break;
  			case msg_not_interested: on_not_interested(received); break;
  			case msg_have: on_have(received); break;
  			case msg_bitfield: on_bitfield(received); break;
  			case msg_request: on_request(received); break;
  			case msg_piece: on_piece(received); break;
  			case msg_cancel: on_cancel(received); break;
  
  			// DHT extension
  			case msg_dht_port: on_dht_port(received); break;
  
  			// FAST extension messages
  			case msg_suggest_piece: on_suggest_piece(received); break;
  			case msg_have_all: on_have_all(received); break;
  			case msg_have_none: on_have_none(received); break;
  			case msg_reject_request: on_reject_request(received); break;
  			case msg_allowed_fast: on_allowed_fast(received); break;
  			case msg_extended: on_extended(received); break;
  			default:
  			{
  #ifndef TORRENT_DISABLE_EXTENSIONS
  				for (auto const& e : m_extensions)
  				{
  					if (e->on_unknown_message(m_recv_buffer.packet_size(), packet_type
  						, recv_buffer.subspan(1)))
  						return m_recv_buffer.packet_finished();
  				}
  #endif
  				received_bytes(0, received);
  				disconnect(errors::invalid_message, operation_t::bittorrent);
  				return m_recv_buffer.packet_finished();
  			}
  		}
  
  #if TORRENT_USE_ASSERTS
  		TORRENT_ASSERT(statistics().last_payload_downloaded() - cur_payload_dl >= 0);
  		TORRENT_ASSERT(statistics().last_protocol_downloaded() - cur_protocol_dl >= 0);
  		std::int64_t const stats_diff = statistics().last_payload_downloaded()
  			- cur_payload_dl + statistics().last_protocol_downloaded()
  			- cur_protocol_dl;
  		TORRENT_ASSERT(stats_diff == received);
  #endif
  
  		bool const finished = m_recv_buffer.packet_finished();
  
  		if (finished)
  		{
  			// count this packet in the session stats counters
  			int const counter = (packet_type <= msg_dht_port)
  				? counters::num_incoming_choke + packet_type
  				: (packet_type <= msg_allowed_fast)
  				? counters::num_incoming_suggest + packet_type
  				: counters::num_incoming_extended;
  
  			stats_counters().inc_stats_counter(counter);
  		}
  
  		return finished;
  	}
  
  	void bt_peer_connection::write_upload_only(bool const enabled)
  	{
  		INVARIANT_CHECK;
  
  #if TORRENT_USE_ASSERTS
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(!t->share_mode());
  #endif
  
  		if (m_upload_only_id == 0) return;
  
  		// if we send upload-only, the other end is very likely to disconnect
  		// us, at least if it's a seed. If we don't want to close redundant
  		// connections, don't sent upload-only
  		if (!m_settings.get_bool(settings_pack::close_redundant_connections)) return;
  
  		char msg[7] = {0, 0, 0, 3, msg_extended};
  		char* ptr = msg + 5;
  		detail::write_uint8(m_upload_only_id, ptr);
  		detail::write_uint8(enabled, ptr);
  		send_buffer(msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_extended);
  	}
  
  	void bt_peer_connection::write_share_mode()
  	{
  		INVARIANT_CHECK;
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		if (m_share_mode_id == 0) return;
  
  		char msg[7] = {0, 0, 0, 3, msg_extended};
  		char* ptr = msg + 5;
  		detail::write_uint8(m_share_mode_id, ptr);
  		detail::write_uint8(t->share_mode(), ptr);
  		send_buffer(msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_extended);
  	}
  
  	void bt_peer_connection::write_keepalive()
  	{
  		INVARIANT_CHECK;
  
  		// Don't require the bitfield to have been sent at this point
  		// the case where m_sent_bitfield may not be true is if the
  		// torrent doesn't have any metadata, and a peer is timing out.
  		// then the keep-alive message will be sent before the bitfield
  		// this is a violation to the original protocol, but necessary
  		// for the metadata extension.
  		TORRENT_ASSERT(m_sent_handshake);
  
  		static const char msg[] = {0,0,0,0};
  		send_buffer(msg);
  	}
  
  	void bt_peer_connection::write_cancel(peer_request const& r)
  	{
  		INVARIANT_CHECK;
  
  		send_message(msg_cancel, counters::num_outgoing_cancel, 0
  			, static_cast<int>(r.piece), r.start, r.length);
  
  		if (!m_supports_fast) incoming_reject_request(r);
  	}
  
  	void bt_peer_connection::write_request(peer_request const& r)
  	{
  		INVARIANT_CHECK;
  
  		send_message(msg_request, counters::num_outgoing_request, message_type_request
  			, static_cast<int>(r.piece), r.start, r.length);
  	}
  
  	void bt_peer_connection::write_bitfield()
  	{
  		INVARIANT_CHECK;
  
  		// if we have not received the other peer's extension bits yet, how do we
  		// know whether to send a have-all or have-none?
  		TORRENT_ASSERT(m_state >= state_t::read_peer_id);
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  		TORRENT_ASSERT(m_sent_handshake);
  		TORRENT_ASSERT(t->valid_metadata());
  
  		if (t->super_seeding())
  		{
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "BITFIELD", "not sending bitfield, super seeding");
  #endif
  			if (m_supports_fast) write_have_none();
  
  			// if we are super seeding, pretend to not have any piece
  			// and don't send a bitfield
  			m_sent_bitfield = true;
  
  			// bootstrap super-seeding by sending two have message
  			piece_index_t piece = t->get_piece_to_super_seed(get_bitfield());
  			if (piece >= piece_index_t(0)) superseed_piece(piece_index_t(-1), piece);
  			piece = t->get_piece_to_super_seed(get_bitfield());
  			if (piece >= piece_index_t(0)) superseed_piece(piece_index_t(-1), piece);
  			return;
  		}
  		else if (m_supports_fast && t->is_seed())
  		{
  			write_have_all();
  			return;
  		}
  		else if (m_supports_fast && t->num_have() == 0)
  		{
  			write_have_none();
  			return;
  		}
  		else if (t->num_have() == 0)
  		{
  			// don't send a bitfield if we don't have any pieces
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "BITFIELD", "not sending bitfield, have none");
  #endif
  			m_sent_bitfield = true;
  			return;
  		}
  
  		const int num_pieces = t->torrent_file().num_pieces();
  		TORRENT_ASSERT(num_pieces > 0);
  
  		constexpr std::uint8_t char_bit_mask = CHAR_BIT - 1;
  		constexpr std::uint8_t char_top_bit = 1 << (CHAR_BIT - 1);
  
  		const int packet_size = (num_pieces + char_bit_mask) / CHAR_BIT + 5;
  
  		TORRENT_ALLOCA(msg, char, packet_size);
  		if (msg.data() == nullptr) return; // out of memory
  		auto ptr = msg.begin();
  
  		detail::write_int32(packet_size - 4, ptr);
  		detail::write_uint8(msg_bitfield, ptr);
  
  		if (t->is_seed())
  		{
  			std::fill_n(ptr, packet_size - 5, std::uint8_t{0xff});
  
  			// Clear trailing bits
  			msg.back() = static_cast<char>((0xff << ((CHAR_BIT - (num_pieces & char_bit_mask)) & char_bit_mask)) & 0xff);
  		}
  		else
  		{
  			std::memset(ptr, 0, aux::numeric_cast<std::size_t>(packet_size - 5));
  			piece_picker const& p = t->picker();
  			int mask = char_top_bit;
  			for (piece_index_t i(0); i < piece_index_t(num_pieces); ++i)
  			{
  				if (p.have_piece(i)) *ptr |= mask;
  				mask >>= 1;
  				if (mask == 0)
  				{
  					mask = char_top_bit;
  					++ptr;
  				}
  			}
  		}
  
  		// add predictive pieces to the bitfield as well, since we won't
  		// announce them again
  		for (piece_index_t const p : t->predictive_pieces())
  			msg[5 + static_cast<int>(p) / CHAR_BIT] |= (char_top_bit >> (static_cast<int>(p) & char_bit_mask));
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  			std::string bitfield_string;
  			std::size_t const n_pieces = aux::numeric_cast<std::size_t>(num_pieces);
  			bitfield_string.resize(n_pieces);
  			for (std::size_t k = 0; k < n_pieces; ++k)
  			{
  				if (msg[5 + int(k) / CHAR_BIT] & (char_top_bit >> (k % CHAR_BIT))) bitfield_string[k] = '1';
  				else bitfield_string[k] = '0';
  			}
  			peer_log(peer_log_alert::outgoing_message, "BITFIELD"
  				, "%s", bitfield_string.c_str());
  		}
  #endif
  		m_sent_bitfield = true;
  
  		send_buffer(msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_bitfield);
  	}
  
  	void bt_peer_connection::write_extensions()
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(m_supports_extensions);
  		TORRENT_ASSERT(m_sent_handshake);
  
  		entry handshake;
  		entry::dictionary_type& m = handshake["m"].dict();
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		// if we're using a proxy, our listen port won't be useful
  		// anyway.
  		if (is_outgoing())
  		{
  			auto const port = m_ses.listen_port(
  				t->is_ssl_torrent() ? aux::transport::ssl : aux::transport::plaintext
  				, local_endpoint().address());
  			if (port != 0) handshake["p"] = port;
  		}
  
  		// only send the port in case we bade the connection
  		// on incoming connections the other end already knows
  		// our listen port
  		if (!m_settings.get_bool(settings_pack::anonymous_mode))
  		{
  			handshake["v"] = m_settings.get_str(settings_pack::handshake_client_version).empty()
  				? m_settings.get_str(settings_pack::user_agent)
  				: m_settings.get_str(settings_pack::handshake_client_version);
  		}
  
  		std::string remote_address;
  		std::back_insert_iterator<std::string> out(remote_address);
  		detail::write_address(remote().address(), out);
  #if TORRENT_USE_I2P
  		if (!is_i2p(*get_socket()))
  #endif
  			handshake["yourip"] = remote_address;
  		handshake["reqq"] = m_settings.get_int(settings_pack::max_allowed_in_request_queue);
  
  		m["upload_only"] = upload_only_msg;
  		m["ut_holepunch"] = holepunch_msg;
  		if (m_settings.get_bool(settings_pack::support_share_mode))
  			m["share_mode"] = share_mode_msg;
  		m["lt_donthave"] = dont_have_msg;
  
  		int complete_ago = -1;
  		if (t->last_seen_complete() > 0) complete_ago = t->time_since_complete();
  		handshake["complete_ago"] = complete_ago;
  
  		// if we're super seeding, don't say we're upload only, since it might
  		// make peers disconnect. don't tell anyone we're upload only when in
  		// share mode, we want to stay connected to seeds. if we're super seeding,
  		// we don't want to make peers think that we only have a single piece and
  		// is upload only, since they might disconnect immediately when they have
  		// downloaded a single piece, although we'll make another piece available.
  		// If we don't have metadata, we also need to suppress saying we're
  		// upload-only. If we do, we may be disconnected before we receive the
  		// metadata.
  		if (t->is_upload_only()
  			&& !t->share_mode()
  			&& t->valid_metadata()
  			&& !t->super_seeding())
  		{
  			handshake["upload_only"] = 1;
  		}
  
  		if (m_settings.get_bool(settings_pack::support_share_mode)
  			&& t->share_mode())
  			handshake["share_mode"] = 1;
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  		// loop backwards, to make the first extension be the last
  		// to fill in the handshake (i.e. give the first extensions priority)
  		for (auto const& e : m_extensions)
  		{
  			e->add_handshake(handshake);
  		}
  #endif
  
  #ifndef NDEBUG
  		// make sure there are not conflicting extensions
  		std::set<int> ext;
  		for (entry::dictionary_type::const_iterator i = m.begin()
  			, end(m.end()); i != end; ++i)
  		{
  			if (i->second.type() != entry::int_t) continue;
  			int val = int(i->second.integer());
  			TORRENT_ASSERT(ext.find(val) == ext.end());
  			ext.insert(val);
  		}
  #endif
  
  		std::vector<char> dict_msg;
  		bencode(std::back_inserter(dict_msg), handshake);
  
  		char msg[6];
  		char* ptr = msg;
  
  		// write the length of the message
  		detail::write_int32(int(dict_msg.size()) + 2, ptr);
  		detail::write_uint8(msg_extended, ptr);
  		// signal handshake message
  		detail::write_uint8(0, ptr);
  		send_buffer(msg);
  		send_buffer(dict_msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_ext_handshake);
  
  #ifndef TORRENT_DISABLE_LOGGING
  		if (should_log(peer_log_alert::outgoing_message))
  		{
  			peer_log(peer_log_alert::outgoing_message, "EXTENDED_HANDSHAKE"
  				, "%s", handshake.to_string(true).c_str());
  		}
  #endif
  	}
  
  	void bt_peer_connection::write_choke()
  	{
  		INVARIANT_CHECK;
  
  		if (is_choked()) return;
  		send_message(msg_choke, counters::num_outgoing_choke, 0);
  	}
  
  	void bt_peer_connection::write_unchoke()
  	{
  		INVARIANT_CHECK;
  
  		send_message(msg_unchoke, counters::num_outgoing_unchoke, 0);
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  		for (auto const& e : m_extensions)
  		{
  			e->sent_unchoke();
  		}
  #endif
  	}
  
  	void bt_peer_connection::write_interested()
  	{
  		INVARIANT_CHECK;
  
  		send_message(msg_interested, counters::num_outgoing_interested, 0);
  	}
  
  	void bt_peer_connection::write_not_interested()
  	{
  		INVARIANT_CHECK;
  
  		send_message(msg_not_interested, counters::num_outgoing_not_interested, 0);
  	}
  
  	void bt_peer_connection::write_have(piece_index_t const index)
  	{
  		INVARIANT_CHECK;
  		TORRENT_ASSERT(associated_torrent().lock()->valid_metadata());
  		TORRENT_ASSERT(index >= piece_index_t(0));
  		TORRENT_ASSERT(index < associated_torrent().lock()->torrent_file().end_piece());
  
  		// if we haven't sent the bitfield yet, this piece should be included in
  		// there instead
  		if (!m_sent_bitfield) return;
  
  		send_message(msg_have, counters::num_outgoing_have, 0
  			, static_cast<int>(index));
  	}
  
  	void bt_peer_connection::write_dont_have(piece_index_t const index)
  	{
  		INVARIANT_CHECK;
  		TORRENT_ASSERT(associated_torrent().lock()->valid_metadata());
  		TORRENT_ASSERT(index >= piece_index_t(0));
  		TORRENT_ASSERT(index < associated_torrent().lock()->torrent_file().end_piece());
  
  		if (in_handshake()) return;
  
  		TORRENT_ASSERT(m_sent_handshake);
  		TORRENT_ASSERT(m_sent_bitfield);
  
  		if (!m_supports_extensions || m_dont_have_id == 0) return;
  
  		char msg[] = {0,0,0,6,msg_extended,char(m_dont_have_id),0,0,0,0};
  		char* ptr = msg + 6;
  		detail::write_int32(static_cast<int>(index), ptr);
  		send_buffer(msg);
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_extended);
  	}
  
  	void bt_peer_connection::write_piece(peer_request const& r, disk_buffer_holder buffer)
  	{
  		INVARIANT_CHECK;
  
  		TORRENT_ASSERT(m_sent_handshake);
  		TORRENT_ASSERT(m_sent_bitfield);
  
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  		TORRENT_ASSERT(t);
  
  		bool merkle = t->torrent_file().is_merkle_torrent() && r.start == 0;
  	// the hash piece looks like this:
  	// uint8_t  msg
  	// uint32_t piece index
  	// uint32_t start
  	// uint32_t list len
  	// var      bencoded list
  	// var      piece data
  		char msg[4 + 1 + 4 + 4 + 4];
  		char* ptr = msg;
  		TORRENT_ASSERT(r.length <= 16 * 1024);
  		detail::write_int32(r.length + 1 + 4 + 4, ptr);
  		if (m_settings.get_bool(settings_pack::support_merkle_torrents) && merkle)
  			detail::write_uint8(250, ptr);
  		else
  			detail::write_uint8(msg_piece, ptr);
  		detail::write_int32(static_cast<int>(r.piece), ptr);
  		detail::write_int32(r.start, ptr);
  
  		// if this is a merkle torrent and the start offset
  		// is 0, we need to include the merkle node hashes
  		if (merkle)
  		{
  			std::vector<char> piece_list_buf;
  			entry piece_list;
  			entry::list_type& l = piece_list.list();
  			std::map<int, sha1_hash> merkle_node_list = t->torrent_file().build_merkle_list(r.piece);
  			l.reserve(merkle_node_list.size());
  			for (auto const& i : merkle_node_list)
  			{
  				l.emplace_back(entry::list_t);
  				l.back().list().emplace_back(i.first);
  				l.back().list().emplace_back(i.second.to_string());
  			}
  			bencode(std::back_inserter(piece_list_buf), piece_list);
  			detail::write_int32(int(piece_list_buf.size()), ptr);
  
  			// back-patch the length field
  			char* ptr2 = msg;
  			detail::write_int32(r.length + 1 + 4 + 4 + 4 + int(piece_list_buf.size())
  				, ptr2);
  
  			send_buffer({msg, 17});
  			send_buffer(piece_list_buf);
  		}
  		else
  		{
  			send_buffer({msg, 13});
  		}
  
  		if (buffer.is_mutable())
  		{
  			append_send_buffer(std::move(buffer), r.length);
  		}
  		else
  		{
  			append_const_send_buffer(std::move(buffer), r.length);
  		}
  
  		m_payloads.emplace_back(send_buffer_size() - r.length, r.length);
  		setup_send();
  
  		stats_counters().inc_stats_counter(counters::num_outgoing_piece);
  
  		if (t->alerts().should_post<block_uploaded_alert>())
  		{
  			t->alerts().emplace_alert<block_uploaded_alert>(t->get_handle(),
  				remote(), pid(), r.start / t->block_size() , r.piece);
  		}
  	}
  
  	// --------------------------
  	// RECEIVE DATA
  	// --------------------------
  
  	void bt_peer_connection::on_receive(error_code const& error
  		, std::size_t bytes_transferred)
  	{
  		INVARIANT_CHECK;
  
  		if (error)
  		{
  			received_bytes(0, int(bytes_transferred));
  			return;
  		}
  
  		// make sure are much as possible of the response ends up in the same
  		// packet, or at least back-to-back packets
  		cork c_(*this);
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  		if (!m_enc_handler.is_recv_plaintext())
  		{
  			int const consumed = m_enc_handler.decrypt(m_recv_buffer, bytes_transferred);
  #ifndef TORRENT_DISABLE_LOGGING
  			if (consumed + int(bytes_transferred) > 0)
  				peer_log(peer_log_alert::incoming_message, "ENCRYPTION"
  					, "decrypted block s = %d", consumed + int(bytes_transferred));
  #endif
  			if (bytes_transferred == SIZE_MAX)
  			{
  				disconnect(errors::parse_failed, operation_t::encryption);
  				return;
  			}
  			received_bytes(0, consumed);
  
  			// don't accept packets larger than 1 MB with a 1KB allowance for headers
  			if (!m_recv_buffer.crypto_packet_finished()
  				&& m_recv_buffer.crypto_packet_size() > 1025 * 1024)
  			{
  				disconnect(errors::packet_too_large, operation_t::encryption, peer_error);
  				return;
  			}
  
  			int sub_transferred = 0;
  			while (bytes_transferred > 0 &&
  				((sub_transferred = m_recv_buffer.advance_pos(int(bytes_transferred))) > 0))
  			{
  #if TORRENT_USE_ASSERTS
  				std::int64_t const cur_payload_dl = m_statistics.last_payload_downloaded();
  				std::int64_t const cur_protocol_dl = m_statistics.last_protocol_downloaded();
  #endif
  				TORRENT_ASSERT(sub_transferred > 0);
  				on_receive_impl(std::size_t(sub_transferred));
  				bytes_transferred -= std::size_t(sub_transferred);
  
  #if TORRENT_USE_ASSERTS
  				TORRENT_ASSERT(m_statistics.last_payload_downloaded() - cur_payload_dl >= 0);
  				TORRENT_ASSERT(m_statistics.last_protocol_downloaded() - cur_protocol_dl >= 0);
  				std::int64_t const stats_diff = m_statistics.last_payload_downloaded() - cur_payload_dl +
  					m_statistics.last_protocol_downloaded() - cur_protocol_dl;
  				TORRENT_ASSERT(stats_diff == sub_transferred);
  #endif
  
  				if (m_disconnecting) return;
  			}
  		}
  		else
  #endif
  			on_receive_impl(bytes_transferred);
  	}
  
  	void bt_peer_connection::on_receive_impl(std::size_t bytes_transferred)
  	{
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  
  		span<char const> recv_buffer = m_recv_buffer.get();
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  		// m_state is set to read_pe_dhkey in initial state
  		// (read_protocol_identifier) for incoming, or in constructor
  		// for outgoing
  		if (m_state == state_t::read_pe_dhkey)
  		{
  			received_bytes(0, int(bytes_transferred));
  
  			TORRENT_ASSERT(!m_encrypted);
  			TORRENT_ASSERT(!m_rc4_encrypted);
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == dh_key_len);
  			TORRENT_ASSERT(recv_buffer.data() == m_recv_buffer.get().data());
  			TORRENT_ASSERT(recv_buffer.size() == m_recv_buffer.get().size());
  
  			if (!m_recv_buffer.packet_finished()) return;
  
  			// write our dh public key. m_dh_key_exchange is
  			// initialized in write_pe1_2_dhkey()
  			if (!is_outgoing()) write_pe1_2_dhkey();
  			if (is_disconnecting()) return;
  
  			// read dh key, generate shared secret
  			m_dh_key_exchange->compute_secret(
  				reinterpret_cast<std::uint8_t const*>(recv_buffer.data()));
  
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "ENCRYPTION", "received DH key");
  #endif
  
  			// PadA/B can be a max of 512 bytes, and 20 bytes more for
  			// the sync hash (if incoming), or 8 bytes more for the
  			// encrypted verification constant (if outgoing). Instead
  			// of requesting the maximum possible, request the maximum
  			// possible to ensure we do not overshoot the standard
  			// handshake.
  
  			if (is_outgoing())
  			{
  				m_state = state_t::read_pe_syncvc;
  				write_pe3_sync();
  
  				// initial payload is the standard handshake, this is
  				// always rc4 if sent here. m_rc4_encrypted is flagged
  				// again according to peer selection.
  				switch_send_crypto(m_rc4);
  				write_handshake();
  				switch_send_crypto(std::shared_ptr<crypto_plugin>());
  
  				// vc,crypto_select,len(pad),pad, encrypt(handshake)
  				// 8+4+2+0+handshake_len
  				m_recv_buffer.reset(8+4+2+0+handshake_len);
  			}
  			else
  			{
  				// already written dh key
  				m_state = state_t::read_pe_synchash;
  				// synchash,skeyhash,vc,crypto_provide,len(pad),pad,encrypt(handshake)
  				m_recv_buffer.reset(20+20+8+4+2+0+handshake_len);
  			}
  			TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  			return;
  		}
  
  		// cannot fall through into
  		if (m_state == state_t::read_pe_synchash)
  		{
  			TORRENT_ASSERT(!m_encrypted);
  			TORRENT_ASSERT(!m_rc4_encrypted);
  			TORRENT_ASSERT(!is_outgoing());
  			TORRENT_ASSERT(recv_buffer.data() == m_recv_buffer.get().data());
  			TORRENT_ASSERT(recv_buffer.size() == m_recv_buffer.get().size());
  
  			if (int(recv_buffer.size()) < 20)
  			{
  				received_bytes(0, int(bytes_transferred));
  
  				if (m_recv_buffer.packet_finished())
  					disconnect(errors::sync_hash_not_found, operation_t::bittorrent, failure);
  				return;
  			}
  
  			if (!m_sync_hash)
  			{
  				TORRENT_ASSERT(m_sync_bytes_read == 0);
  
  				static char const req1[4] = {'r', 'e', 'q', '1'};
  				// compute synchash (hash('req1',S))
  				std::array<char, dh_key_len> const buffer = export_key(m_dh_key_exchange->get_secret());
  				hasher h(req1);
  				h.update(buffer);
  				m_sync_hash.reset(new sha1_hash(h.final()));
  
  #ifndef TORRENT_DISABLE_LOGGING
  				if (should_log(peer_log_alert::info))
  				{
  					peer_log(peer_log_alert::info, "ENCRYPTION"
  						, "looking for synchash %s secret: %s"
  						, aux::to_hex(*m_sync_hash).c_str()
  						, aux::to_hex(buffer).c_str());
  				}
  #endif
  			}
  
  			int const syncoffset = search(*m_sync_hash, recv_buffer);
  
  			// No sync
  			if (syncoffset == -1)
  			{
  				received_bytes(0, int(bytes_transferred));
  
  				int const bytes_processed = int(recv_buffer.size()) - 20;
  				m_sync_bytes_read += bytes_processed;
  				if (m_sync_bytes_read >= 512)
  				{
  					disconnect(errors::sync_hash_not_found, operation_t::encryption, failure);
  					return;
  				}
  
  				m_recv_buffer.cut(bytes_processed, std::min(m_recv_buffer.packet_size()
  					, (512 + 20) - m_sync_bytes_read));
  
  				TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  				return;
  			}
  			// found complete sync
  			else
  			{
  				int const bytes_processed = syncoffset + 20;
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION"
  					, "sync point (hash) found at offset %d"
  					, m_sync_bytes_read + bytes_processed - 20);
  #endif
  				m_state = state_t::read_pe_skey_vc;
  				// skey,vc - 28 bytes
  				m_sync_hash.reset();
  				int const transferred_used = bytes_processed
  					- aux::numeric_cast<int>(recv_buffer.size())
  					+ aux::numeric_cast<int>(bytes_transferred);
  				TORRENT_ASSERT(transferred_used >= 0);
  				TORRENT_ASSERT(transferred_used <= int(bytes_transferred));
  				received_bytes(0, transferred_used);
  				bytes_transferred -= std::size_t(transferred_used);
  				m_recv_buffer.cut(bytes_processed, 28);
  			}
  		}
  
  		if (m_state == state_t::read_pe_skey_vc)
  		{
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  
  			TORRENT_ASSERT(!m_encrypted);
  			TORRENT_ASSERT(!m_rc4_encrypted);
  			TORRENT_ASSERT(!is_outgoing());
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 28);
  
  			if (!m_recv_buffer.packet_finished()) return;
  			if (is_disconnecting()) return;
  			TORRENT_ASSERT(!is_disconnecting());
  
  			recv_buffer = m_recv_buffer.get();
  
  			TORRENT_ASSERT(!is_disconnecting());
  
  			sha1_hash ih(recv_buffer.data());
  			torrent const* ti = m_ses.find_encrypted_torrent(ih, m_dh_key_exchange->get_hash_xor_mask());
  
  			if (ti)
  			{
  				if (!t)
  				{
  					attach_to_torrent(ti->info_hash());
  					if (is_disconnecting()) return;
  					TORRENT_ASSERT(!is_disconnecting());
  
  					t = associated_torrent().lock();
  					TORRENT_ASSERT(t);
  				}
  
  				m_rc4 = init_pe_rc4_handler(m_dh_key_exchange->get_secret()
  					, ti->info_hash(), is_outgoing());
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION", "computed RC4 keys");
  				peer_log(peer_log_alert::info, "ENCRYPTION", "stream key found, torrent located");
  #endif
  			}
  
  			if (!m_rc4)
  			{
  				disconnect(errors::invalid_info_hash, operation_t::bittorrent, failure);
  				return;
  			}
  
  			// verify constant
  			rc4_decrypt(m_recv_buffer.mutable_buffer().subspan(20, 8));
  
  			static const char sh_vc[] = {0,0,0,0, 0,0,0,0};
  			if (!std::equal(sh_vc, sh_vc + 8, recv_buffer.begin() + 20))
  			{
  				disconnect(errors::invalid_encryption_constant, operation_t::encryption, peer_error);
  				return;
  			}
  
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "ENCRYPTION", "verification constant found");
  #endif
  			m_state = state_t::read_pe_cryptofield;
  			m_recv_buffer.reset(4 + 2);
  		}
  
  		// cannot fall through into
  		if (m_state == state_t::read_pe_syncvc)
  		{
  			TORRENT_ASSERT(is_outgoing());
  			TORRENT_ASSERT(!m_encrypted);
  			TORRENT_ASSERT(!m_rc4_encrypted);
  			TORRENT_ASSERT(recv_buffer.data() == m_recv_buffer.get().data());
  			TORRENT_ASSERT(recv_buffer.size() == m_recv_buffer.get().size());
  
  			if (int(recv_buffer.size()) < 8)
  			{
  				received_bytes(0, int(bytes_transferred));
  				if (m_recv_buffer.packet_finished())
  					disconnect(errors::invalid_encryption_constant, operation_t::encryption, peer_error);
  				return;
  			}
  
  			// generate the verification constant
  			if (!m_sync_vc)
  			{
  				TORRENT_ASSERT(m_sync_bytes_read == 0);
  
  				m_sync_vc.reset(new (std::nothrow) char[8]);
  				if (!m_sync_vc)
  				{
  					disconnect(errors::no_memory, operation_t::encryption);
  					return;
  				}
  				std::fill(m_sync_vc.get(), m_sync_vc.get() + 8, char{0});
  				rc4_decrypt({m_sync_vc.get(), 8});
  			}
  
  			TORRENT_ASSERT(m_sync_vc);
  			int const syncoffset = search({m_sync_vc.get(), 8}, recv_buffer);
  
  			// No sync
  			if (syncoffset == -1)
  			{
  				int const bytes_processed = int(recv_buffer.size()) - 8;
  				m_sync_bytes_read += bytes_processed;
  				received_bytes(0, int(bytes_transferred));
  
  				if (m_sync_bytes_read >= 512)
  				{
  					disconnect(errors::invalid_encryption_constant, operation_t::encryption, peer_error);
  					return;
  				}
  
  				m_recv_buffer.cut(bytes_processed, std::min(m_recv_buffer.packet_size()
  					, (512 + 8) - m_sync_bytes_read));
  
  				TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  			}
  			// found complete sync
  			else
  			{
  				int const bytes_processed = syncoffset + 8;
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION"
  					, "sync point (verification constant) found at offset %d"
  					, m_sync_bytes_read + bytes_processed - 8);
  #endif
  				int const transferred_used = bytes_processed
  					- aux::numeric_cast<int>(recv_buffer.size())
  					+ aux::numeric_cast<int>(bytes_transferred);
  				TORRENT_ASSERT(transferred_used >= 0);
  				TORRENT_ASSERT(transferred_used <= int(bytes_transferred));
  				received_bytes(0, transferred_used);
  				bytes_transferred -= std::size_t(transferred_used);
  
  				m_recv_buffer.cut(bytes_processed, 4 + 2);
  
  				// delete verification constant
  				m_sync_vc.reset();
  				m_state = state_t::read_pe_cryptofield;
  				// fall through
  			}
  		}
  
  		if (m_state == state_t::read_pe_cryptofield) // local/remote
  		{
  			TORRENT_ASSERT(!m_encrypted);
  			TORRENT_ASSERT(!m_rc4_encrypted);
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 4+2);
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  
  			if (!m_recv_buffer.packet_finished()) return;
  
  			rc4_decrypt(m_recv_buffer.mutable_buffer().first(
  				m_recv_buffer.packet_size()));
  
  			recv_buffer = m_recv_buffer.get();
  
  			std::uint32_t crypto_field = aux::read_uint32(recv_buffer);
  
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "ENCRYPTION", "crypto %s : [%s%s ]"
  				, is_outgoing() ? "select" : "provide"
  				, (crypto_field & 1) ? " plaintext" : ""
  				, (crypto_field & 2) ? " rc4" : "");
  #endif
  
  			if (!is_outgoing())
  			{
  				// select a crypto method
  				int allowed_encryption = m_settings.get_int(settings_pack::allowed_enc_level);
  				std::uint32_t crypto_select = crypto_field & std::uint32_t(allowed_encryption);
  
  				// when prefer_rc4 is set, keep the most significant bit
  				// otherwise keep the least significant one
  				if (m_settings.get_bool(settings_pack::prefer_rc4))
  				{
  					std::uint32_t mask = std::numeric_limits<std::uint32_t>::max();
  					while (crypto_select & (mask << 1))
  					{
  						mask <<= 1;
  						crypto_select = crypto_select & mask;
  					}
  				}
  				else
  				{
  					std::uint32_t mask = std::numeric_limits<std::uint32_t>::max();
  					while (crypto_select & (mask >> 1))
  					{
  						mask >>= 1;
  						crypto_select = crypto_select & mask;
  					}
  				}
  
  				if (crypto_select == 0)
  				{
  					disconnect(errors::unsupported_encryption_mode, operation_t::encryption, failure);
  					return;
  				}
  
  				// write the pe4 step
  				write_pe4_sync(aux::numeric_cast<int>(crypto_select));
  			}
  			else // is_outgoing()
  			{
  				// check if crypto select is valid
  				int allowed_encryption = m_settings.get_int(settings_pack::allowed_enc_level);
  
  				crypto_field &= std::uint32_t(allowed_encryption);
  				if (crypto_field == 0)
  				{
  					// we don't allow any of the offered encryption levels
  					disconnect(errors::unsupported_encryption_mode_selected, operation_t::encryption, peer_error);
  					return;
  				}
  
  				if (crypto_field == settings_pack::pe_plaintext)
  					m_rc4_encrypted = false;
  				else if (crypto_field == settings_pack::pe_rc4)
  					m_rc4_encrypted = true;
  			}
  
  			int const len_pad = aux::read_int16(recv_buffer);
  			if (len_pad < 0 || len_pad > 512)
  			{
  				disconnect(errors::invalid_pad_size, operation_t::encryption, peer_error);
  				return;
  			}
  
  			m_state = state_t::read_pe_pad;
  			if (!is_outgoing())
  				m_recv_buffer.reset(len_pad + 2); // len(IA) at the end of pad
  			else
  			{
  				if (len_pad == 0)
  				{
  					m_encrypted = true;
  					if (m_rc4_encrypted)
  					{
  						switch_send_crypto(m_rc4);
  						switch_recv_crypto(m_rc4);
  					}
  					m_state = state_t::init_bt_handshake;
  				}
  				else
  					m_recv_buffer.reset(len_pad);
  			}
  		}
  
  		if (m_state == state_t::read_pe_pad)
  		{
  			TORRENT_ASSERT(!m_encrypted);
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  			if (!m_recv_buffer.packet_finished()) return;
  
  			int const pad_size = is_outgoing() ? m_recv_buffer.packet_size() : m_recv_buffer.packet_size() - 2;
  
  			rc4_decrypt(m_recv_buffer.mutable_buffer().first(m_recv_buffer.packet_size()));
  
  			recv_buffer = m_recv_buffer.get();
  
  			if (!is_outgoing())
  			{
  				recv_buffer = recv_buffer.subspan(pad_size);
  				int const len_ia = aux::read_int16(recv_buffer);
  
  				if (len_ia < 0)
  				{
  					disconnect(errors::invalid_encrypt_handshake, operation_t::encryption, peer_error);
  					return;
  				}
  
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION", "len(IA) : %d", len_ia);
  #endif
  				if (len_ia == 0)
  				{
  					// everything after this is Encrypt2
  					m_encrypted = true;
  					if (m_rc4_encrypted)
  					{
  						switch_send_crypto(m_rc4);
  						switch_recv_crypto(m_rc4);
  					}
  					m_state = state_t::init_bt_handshake;
  				}
  				else
  				{
  					m_state = state_t::read_pe_ia;
  					m_recv_buffer.reset(len_ia);
  				}
  			}
  			else // is_outgoing()
  			{
  				// everything that arrives after this is Encrypt2
  				m_encrypted = true;
  				if (m_rc4_encrypted)
  				{
  					switch_send_crypto(m_rc4);
  					switch_recv_crypto(m_rc4);
  				}
  				m_state = state_t::init_bt_handshake;
  			}
  		}
  
  		if (m_state == state_t::read_pe_ia)
  		{
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  			TORRENT_ASSERT(!is_outgoing());
  			TORRENT_ASSERT(!m_encrypted);
  
  			if (!m_recv_buffer.packet_finished()) return;
  
  			// ia is always rc4, so decrypt it
  			rc4_decrypt(m_recv_buffer.mutable_buffer().first(m_recv_buffer.packet_size()));
  
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::info, "ENCRYPTION"
  				, "decrypted ia : %d bytes", m_recv_buffer.packet_size());
  #endif
  
  			// everything that arrives after this is encrypted
  			m_encrypted = true;
  			if (m_rc4_encrypted)
  			{
  				switch_send_crypto(m_rc4);
  				switch_recv_crypto(m_rc4);
  			}
  			m_rc4.reset();
  
  			m_state = state_t::read_protocol_identifier;
  			m_recv_buffer.cut(0, 20);
  		}
  
  		if (m_state == state_t::init_bt_handshake)
  		{
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  			TORRENT_ASSERT(m_encrypted);
  
  			// decrypt remaining received bytes
  			if (m_rc4_encrypted)
  			{
  				span<char> const remaining = m_recv_buffer.mutable_buffer()
  					.subspan(m_recv_buffer.packet_size());
  				rc4_decrypt(remaining);
  
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION"
  					, "decrypted remaining %d bytes", int(remaining.size()));
  #endif
  			}
  			m_rc4.reset();
  
  			// payload stream, start with 20 handshake bytes
  			m_state = state_t::read_protocol_identifier;
  			m_recv_buffer.reset(20);
  
  			// encrypted portion of handshake completed, toggle
  			// peer_info pe_support flag back to true
  			if (is_outgoing() &&
  				m_settings.get_int(settings_pack::out_enc_policy)
  					== settings_pack::pe_enabled)
  			{
  				torrent_peer* pi = peer_info_struct();
  				TORRENT_ASSERT(pi);
  
  				pi->pe_support = true;
  			}
  		}
  
  #endif // #if !defined TORRENT_DISABLE_ENCRYPTION
  
  		if (m_state == state_t::read_protocol_identifier)
  		{
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 20);
  
  			if (!m_recv_buffer.packet_finished()) return;
  			recv_buffer = m_recv_buffer.get();
  
  			int const packet_size = recv_buffer[0];
  			static const char protocol_string[] = "\x13" "BitTorrent protocol";
  
  			if (packet_size != 19 ||
  				recv_buffer.first(20) != span<char const>{protocol_string, 20})
  			{
  #if !defined TORRENT_DISABLE_ENCRYPTION
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION"
  					, "unrecognized protocol header");
  #endif
  
  #ifdef TORRENT_USE_OPENSSL
  				if (is_ssl(*get_socket()))
  				{
  #ifndef TORRENT_DISABLE_LOGGING
  					peer_log(peer_log_alert::info, "ENCRYPTION"
  						, "SSL peers are not allowed to use any other encryption");
  #endif
  					disconnect(errors::invalid_info_hash, operation_t::bittorrent, failure);
  					return;
  				}
  #endif // TORRENT_USE_OPENSSL
  
  				if (!is_outgoing()
  					&& m_settings.get_int(settings_pack::in_enc_policy)
  						== settings_pack::pe_disabled)
  				{
  					disconnect(errors::no_incoming_encrypted, operation_t::bittorrent);
  					return;
  				}
  
  				// Don't attempt to perform an encrypted handshake
  				// within an encrypted connection. For local connections,
  				// we're expected to already have passed the encrypted
  				// handshake by this point
  				if (m_encrypted || is_outgoing())
  				{
  					disconnect(errors::invalid_info_hash, operation_t::bittorrent, failure);
  					return;
  				}
  
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::info, "ENCRYPTION", "attempting encrypted connection");
  #endif
  				m_state = state_t::read_pe_dhkey;
  				m_recv_buffer.cut(0, dh_key_len);
  				TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  				return;
  #else
  				disconnect(errors::invalid_info_hash, operation_t::bittorrent, failure);
  				return;
  #endif // TORRENT_DISABLE_ENCRYPTION
  			}
  			else
  			{
  #if !defined TORRENT_DISABLE_ENCRYPTION
  				TORRENT_ASSERT(m_state != state_t::read_pe_dhkey);
  
  				if (!is_outgoing()
  					&& m_settings.get_int(settings_pack::in_enc_policy)
  						== settings_pack::pe_forced
  					&& !m_encrypted
  					&& !is_ssl(*get_socket()))
  				{
  					disconnect(errors::no_incoming_regular, operation_t::bittorrent);
  					return;
  				}
  #endif
  
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::incoming_message, "HANDSHAKE", "BitTorrent protocol");
  #endif
  			}
  
  			m_state = state_t::read_info_hash;
  			m_recv_buffer.reset(28);
  		}
  
  		// fall through
  		if (m_state == state_t::read_info_hash)
  		{
  			received_bytes(0, int(bytes_transferred));
  			bytes_transferred = 0;
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 28);
  
  			if (!m_recv_buffer.packet_finished()) return;
  			recv_buffer = m_recv_buffer.get();
  
  #ifndef TORRENT_DISABLE_LOGGING
  			std::string extensions;
  			extensions.reserve(8 * 8);
  			for (int i = 0; i < 8; ++i)
  				for (int j = 0; j < 8; ++j)
  					extensions += (recv_buffer[i] & (0x80 >> j)) ? '1' : '0';
  
  			if (should_log(peer_log_alert::incoming_message))
  			{
  				peer_log(peer_log_alert::incoming_message, "EXTENSIONS", "%s ext: %s%s%s"
  					, extensions.c_str()
  					, (recv_buffer[7] & 0x01) ? "DHT " : ""
  					, (recv_buffer[7] & 0x04) ? "FAST " : ""
  					, (recv_buffer[5] & 0x10) ? "extension " : "");
  			}
  #endif
  
  			std::memcpy(m_reserved_bits.data(), recv_buffer.data(), 8);
  			if (recv_buffer[5] & 0x10)
  				m_supports_extensions = true;
  
  			if (recv_buffer[7] & 0x01)
  				m_supports_dht_port = true;
  
  			if (recv_buffer[7] & 0x04)
  				m_supports_fast = true;
  
  			t = associated_torrent().lock();
  
  			// ok, now we have got enough of the handshake. Is this connection
  			// attached to a torrent?
  			if (!t)
  			{
  				// now, we have to see if there's a torrent with the
  				// info_hash we got from the peer
  				sha1_hash info_hash;
  				std::copy(recv_buffer.begin() + 8, recv_buffer.begin() + 28
  					, info_hash.data());
  
  				attach_to_torrent(info_hash);
  				if (is_disconnecting()) return;
  			}
  			else
  			{
  				// verify info hash
  				if (!std::equal(recv_buffer.begin() + 8, recv_buffer.begin() + 28
  					, t->torrent_file().info_hash().data()))
  				{
  #ifndef TORRENT_DISABLE_LOGGING
  					peer_log(peer_log_alert::info, "ERROR", "received invalid info_hash");
  #endif
  					disconnect(errors::invalid_info_hash, operation_t::bittorrent, failure);
  					return;
  				}
  
  #ifndef TORRENT_DISABLE_LOGGING
  				peer_log(peer_log_alert::incoming, "HANDSHAKE", "info_hash received");
  #endif
  			}
  
  			t = associated_torrent().lock();
  			TORRENT_ASSERT(t);
  
  			// if this is a local connection, we have already
  			// sent the handshake
  			if (!is_outgoing()) write_handshake();
  			TORRENT_ASSERT(m_sent_handshake);
  
  			if (is_disconnecting()) return;
  
  			m_state = state_t::read_peer_id;
  			m_recv_buffer.reset(20);
  		}
  
  		// fall through
  		if (m_state == state_t::read_peer_id)
  		{
  			TORRENT_ASSERT(m_sent_handshake);
  			received_bytes(0, int(bytes_transferred));
  
  			t = associated_torrent().lock();
  			if (!t)
  			{
  				TORRENT_ASSERT(!m_recv_buffer.packet_finished()); // TODO
  				return;
  			}
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 20);
  
  			if (!m_recv_buffer.packet_finished()) return;
  			recv_buffer = m_recv_buffer.get();
  
  #ifndef TORRENT_DISABLE_LOGGING
  			if (should_log(peer_log_alert::incoming))
  			{
  				char hex_pid[41];
  				aux::to_hex({recv_buffer.data(), 20}, hex_pid);
  				hex_pid[40] = 0;
  				char ascii_pid[21];
  				ascii_pid[20] = 0;
  				for (int i = 0; i != 20; ++i)
  					ascii_pid[i] = (is_print(recv_buffer[i])) ? recv_buffer[i] : '.';
  
  				peer_log(peer_log_alert::incoming, "HANDSHAKE", "received peer_id: %s client: %s ascii: \"%s\""
  					, hex_pid, identify_client(peer_id(recv_buffer.data())).c_str(), ascii_pid);
  			}
  #endif
  			peer_id pid;
  			std::copy(recv_buffer.begin(), recv_buffer.begin() + 20, pid.data());
  
  			if (t->settings().get_bool(settings_pack::allow_multiple_connections_per_ip))
  			{
  				// now, let's see if this connection should be closed
  				peer_connection* p = t->find_peer(pid);
  				if (p)
  				{
  					TORRENT_ASSERT(p->pid() == pid);
  					// we found another connection with the same peer-id
  					// which connection should be closed in order to be
  					// sure that the other end closes the same connection?
  					// the peer with greatest peer-id is the one allowed to
  					// initiate connections. So, if our peer-id is greater than
  					// the others, we should close the incoming connection,
  					// if not, we should close the outgoing one.
  					if ((pid < m_our_peer_id) == is_outgoing())
  					{
  						p->disconnect(errors::duplicate_peer_id, operation_t::bittorrent);
  					}
  					else
  					{
  						disconnect(errors::duplicate_peer_id, operation_t::bittorrent);
  						return;
  					}
  				}
  			}
  
  			set_pid(pid);
  			m_client_version = identify_client(pid);
  			if (pid[0] == '-' && pid[1] == 'B' && pid[2] == 'C' && pid[7] == '-')
  			{
  				// if this is a bitcomet client, lower the request queue size limit
  				if (max_out_request_queue() > 50) max_out_request_queue(50);
  			}
  
  			if (t->is_self_connection(pid))
  			{
  				disconnect(errors::self_connection, operation_t::bittorrent);
  				return;
  			}
  
  #ifndef TORRENT_DISABLE_EXTENSIONS
  			for (auto i = m_extensions.begin()
  				, end(m_extensions.end()); i != end;)
  			{
  				if (!(*i)->on_handshake(m_reserved_bits))
  				{
  					i = m_extensions.erase(i);
  				}
  				else
  				{
  					++i;
  				}
  			}
  			if (is_disconnecting()) return;
  #endif
  
  			if (m_supports_extensions) write_extensions();
  
  #ifndef TORRENT_DISABLE_LOGGING
  			peer_log(peer_log_alert::incoming_message, "HANDSHAKE", "connection ready");
  #endif
  			// consider this a successful connection, reset the failcount
  			if (peer_info_struct())
  				t->clear_failcount(peer_info_struct());
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  			// Toggle pe_support back to false if this is a
  			// standard successful connection
  			if (is_outgoing() && !m_encrypted &&
  				m_settings.get_int(settings_pack::out_enc_policy)
  					== settings_pack::pe_enabled)
  			{
  				torrent_peer* pi = peer_info_struct();
  				TORRENT_ASSERT(pi);
  
  				pi->pe_support = false;
  			}
  #endif
  
  			// complete the handshake
  			// we don't know how many pieces there are until we
  			// have the metadata
  			if (t->ready_for_connections())
  			{
  				write_bitfield();
  				write_dht_port();
  
  				// if we don't have any pieces, don't do any preemptive
  				// unchoking at all.
  				if (t->num_have() > 0)
  				{
  					// if the peer is ignoring unchoke slots, or if we have enough
  					// unused slots, unchoke this peer right away, to save a round-trip
  					// in case it's interested.
  					maybe_unchoke_this_peer();
  				}
  			}
  
  			m_state = state_t::read_packet_size;
  			m_recv_buffer.reset(5);
  
  			TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  			return;
  		}
  
  		// cannot fall through into
  		if (m_state == state_t::read_packet_size)
  		{
  			// Make sure this is not fallen though into
  			TORRENT_ASSERT(recv_buffer.data() == m_recv_buffer.get().data());
  			TORRENT_ASSERT(recv_buffer.size() == m_recv_buffer.get().size());
  			TORRENT_ASSERT(m_recv_buffer.packet_size() == 5);
  
  			if (!t) return;
  
  			// the 5th byte (if one) should not count as protocol
  			// byte here, instead it's counted in the message
  			// handler itself, for the specific message
  			TORRENT_ASSERT(bytes_transferred <= 5);
  			int used_bytes = int(recv_buffer.size()) > 4 ? int(bytes_transferred) - 1: int(bytes_transferred);
  			received_bytes(0, used_bytes);
  			bytes_transferred -= aux::numeric_cast<std::size_t>(used_bytes);
  			if (int(recv_buffer.size()) < 4) return;
  
  			TORRENT_ASSERT(bytes_transferred <= 1);
  
  			const char* ptr = recv_buffer.data();
  			int const packet_size = detail::read_int32(ptr);
  
  			// don't accept packets larger than 1 MB
  			if (packet_size > 1024 * 1024 || packet_size < 0)
  			{
  				// packet too large
  				received_bytes(0, int(bytes_transferred));
  				disconnect(errors::packet_too_large, operation_t::bittorrent, peer_error);
  				return;
  			}
  
  			if (packet_size == 0)
  			{
  				TORRENT_ASSERT(bytes_transferred <= 1);
  				received_bytes(0, int(bytes_transferred));
  				incoming_keepalive();
  				if (is_disconnecting()) return;
  				// keepalive message
  				m_state = state_t::read_packet_size;
  				m_recv_buffer.cut(4, 5);
  				return;
  			}
  			if (int(recv_buffer.size()) < 5) return;
  
  			m_state = state_t::read_packet;
  			m_recv_buffer.cut(4, packet_size);
  			recv_buffer = m_recv_buffer.get();
  			TORRENT_ASSERT(int(recv_buffer.size()) == 1);
  			TORRENT_ASSERT(bytes_transferred == 1);
  		}
  
  		if (m_state == state_t::read_packet)
  		{
  			TORRENT_ASSERT(recv_buffer.data() == m_recv_buffer.get().data());
  			TORRENT_ASSERT(recv_buffer.size() == m_recv_buffer.get().size());
  			if (!t)
  			{
  				received_bytes(0, int(bytes_transferred));
  				disconnect(errors::torrent_removed, operation_t::bittorrent, failure);
  				return;
  			}
  #if TORRENT_USE_ASSERTS
  			std::int64_t const cur_payload_dl = statistics().last_payload_downloaded();
  			std::int64_t const cur_protocol_dl = statistics().last_protocol_downloaded();
  #endif
  			if (dispatch_message(int(bytes_transferred)))
  			{
  				m_state = state_t::read_packet_size;
  				m_recv_buffer.reset(5);
  			}
  
  #if TORRENT_USE_ASSERTS
  			TORRENT_ASSERT(statistics().last_payload_downloaded() - cur_payload_dl >= 0);
  			TORRENT_ASSERT(statistics().last_protocol_downloaded() - cur_protocol_dl >= 0);
  			std::int64_t const stats_diff = statistics().last_payload_downloaded() - cur_payload_dl +
  				statistics().last_protocol_downloaded() - cur_protocol_dl;
  			TORRENT_ASSERT(stats_diff == std::int64_t(bytes_transferred));
  			TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  #endif
  			return;
  		}
  
  		TORRENT_ASSERT(!m_recv_buffer.packet_finished());
  	}
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  	std::tuple<int, span<span<char const>>>
  	bt_peer_connection::hit_send_barrier(
  		span<span<char>> iovec)
  	{
  		int next_barrier;
  		span<span<char const>> out_iovec;
  		std::tie(next_barrier, out_iovec) = m_enc_handler.encrypt(iovec);
  #ifndef TORRENT_DISABLE_LOGGING
  		if (next_barrier != 0)
  			peer_log(peer_log_alert::outgoing, "SEND_BARRIER"
  				, "encrypted block s = %d", next_barrier);
  #endif
  		return std::make_tuple(next_barrier, out_iovec);
  	}
  #endif
  
  	// --------------------------
  	// SEND DATA
  	// --------------------------
  
  	void bt_peer_connection::on_sent(error_code const& error
  		, std::size_t const bytes_transferred)
  	{
  		INVARIANT_CHECK;
  
  		if (error)
  		{
  			sent_bytes(0, int(bytes_transferred));
  			return;
  		}
  
  		// manage the payload markers
  		int amount_payload = 0;
  		if (!m_payloads.empty())
  		{
  			// this points to the first entry to not erase. i.e.
  			// [begin, first_to_keep) will be erased because
  			// the payload ranges they represent have been sent
  			auto first_to_keep = m_payloads.begin();
  
  			for (auto i = m_payloads.begin(); i != m_payloads.end(); ++i)
  			{
  				i->start -= int(bytes_transferred);
  				if (i->start < 0)
  				{
  					if (i->start + i->length <= 0)
  					{
  						amount_payload += i->length;
  						TORRENT_ASSERT(first_to_keep == i);
  						++first_to_keep;
  					}
  					else
  					{
  						amount_payload += -i->start;
  						i->length -= -i->start;
  						i->start = 0;
  					}
  				}
  			}
  
  			// remove all payload ranges that have been sent
  			m_payloads.erase(m_payloads.begin(), first_to_keep);
  		}
  
  		TORRENT_ASSERT(amount_payload <= int(bytes_transferred));
  		sent_bytes(amount_payload, int(bytes_transferred) - amount_payload);
  
  		if (amount_payload > 0)
  		{
  			std::shared_ptr<torrent> t = associated_torrent().lock();
  			TORRENT_ASSERT(t);
  			if (t) t->update_last_upload();
  		}
  	}
  
  #if TORRENT_USE_INVARIANT_CHECKS
  	void bt_peer_connection::check_invariant() const
  	{
  		std::shared_ptr<torrent> t = associated_torrent().lock();
  
  #if !defined TORRENT_DISABLE_ENCRYPTION
  		TORRENT_ASSERT( (bool(m_state != state_t::read_pe_dhkey) || m_dh_key_exchange.get())
  				|| !is_outgoing());
  
  		TORRENT_ASSERT(!m_rc4_encrypted || (!m_encrypted && m_rc4)
  			|| (m_encrypted && !m_enc_handler.is_send_plaintext()));
  #endif
  		if (!in_handshake())
  		{
  			TORRENT_ASSERT(m_sent_handshake);
  		}
  
  		if (!m_payloads.empty())
  		{
  			for (std::vector<range>::const_iterator i = m_payloads.begin();
  				i != m_payloads.end() - 1; ++i)
  			{
  				TORRENT_ASSERT(i->start + i->length <= (i+1)->start);
  			}
  		}
  	}
  #endif
  
  }
  