"""Onionr - Private P2P Communication. Download blocks that are being diffused doesn't apply for blocks in the gossip queue that are awaiting descision to fluff or stem """ from threading import Thread, Semaphore from random import SystemRandom from time import sleep import traceback from typing import TYPE_CHECKING, List import blockdb from ..constants import BLOCK_ID_SIZE, BLOCK_MAX_SIZE, BLOCK_MAX_SIZE_LEN, BLOCK_STREAM_OFFSET_DIGITS if TYPE_CHECKING: from socket import socket from gossip.peer import Peer from ordered_set import OrderedSet import logger import onionrblocks from ..peerset import gossip_peer_set from ..commands import GossipCommands, command_to_byte """ This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . """ MAX_STREAMS = 3 CONNECT_TIMEOUT = 12 MAX_TRIED_PEERS = 10_000 def stream_from_peers(): # Pick N peers to stream from # Create sockets for them # Spawn thread to stream from the socket tried_peers: OrderedSet['Peer'] = OrderedSet() sys_rand = SystemRandom() need_socket_lock = Semaphore(MAX_STREAMS) offset = 0 def _stream_from_peer(peer: 'Peer'): try: sock = peer.get_socket(CONNECT_TIMEOUT) except Exception: logger.warn(traceback.format_exc(), terminal=True) need_socket_lock.release() return try: sock.sendall( command_to_byte(GossipCommands.STREAM_BLOCKS) ) sock.sendall( str(offset).zfill(BLOCK_STREAM_OFFSET_DIGITS).encode('utf-8')) while True: block_id = sock.recv(BLOCK_ID_SIZE) if blockdb.has_block(block_id): sock.sendall(int(0).to_bytes(1, 'big')) continue sock.sendall(int(1).to_bytes(1, 'big')) block_size = int(sock.recv(BLOCK_MAX_SIZE_LEN)) if block_size > BLOCK_MAX_SIZE or block_size <= 0: logger.warn( f"Peer {peer.transport_address} " + "reported block size out of range") break block_data = sock.recv(block_size) try: blockdb.add_block_to_db( onionrblocks.Block( block_id, block_data, auto_verify=True)) except Exception: # They gave us a bad block, kill the stream # Could be corruption or malice sock.sendall(int(0).to_bytes(1, 'big')) raise # Tell them to keep streaming sock.sendall(int(1).to_bytes(1, 'big')) except BrokenPipeError: pass except Exception: logger.warn(traceback.format_exc(), terminal=True) finally: sock.close() need_socket_lock.release() # spawn stream threads infinitely while True: need_socket_lock.acquire() available_set = gossip_peer_set - tried_peers peers = sys_rand.sample( available_set, min(MAX_STREAMS, len(available_set))) tried_peers.update(peers) if len(tried_peers) >= MAX_TRIED_PEERS: tried_peers.pop() while len(peers): try: Thread( target=_stream_from_peer, args=[peers.pop()], daemon=True).start() except IndexError: need_socket_lock.release() break