Onionr/static-data/default-plugins/torgossip/clientfuncs/__init__.py

from typing import TYPE_CHECKING
import sys
import os

from kasten import Kasten
from kasten.generator import pack
from blockio.load import list_blocks_by_type

import logger
from blockio import store_block, subprocvalidate, list_all_blocks
import onionrblocks
from onionrblocks.exceptions import BlockExpired
sys.path.insert(0, os.path.dirname(os.path.realpath(__file__)))

from .fanout import fanout_to_peers
from .commandsender import command_sender
from commands import GossipCommands

if TYPE_CHECKING:
    from socket import socket


def download_blocks(
        safe_db, sock: 'socket', offset: int, block_type: str) -> int:
    command_sender(sock, GossipCommands.LIST_BLOCKS_BY_TYPE_OFFSET, str(offset).encode('utf-8'), b',', block_type.encode('utf-8'))

    bl_hashs = sock.recv(600000)
    try:
        existing_blocks = list_blocks_by_type(block_type, safe_db)
    except KeyError:
        existing_blocks = []
    existing_blocks_hashes = b''
    downloaded_total = 0  # Including non-succesful
    for i in existing_blocks:
        for x in i:
            existing_blocks_hashes += int(x).to_bytes(1, 'little')
    print('existing', existing_blocks_hashes)
    hash = None
    hash_count = len(bl_hashs)//64
    logger.info(
        f"[TorGossip] {hash_count} found {block_type} blocks",
        terminal=True)
    for i in range(hash_count):
        downloaded_total += 1
        hash = bl_hashs[:(i*64) + 64]
        if hash in existing_blocks_hashes:
            continue
        sock.sendall(
            str(int(GossipCommands.GET_BLOCK)).encode('utf-8') + hash)
        bl_content = sock.recv(10**6)
        if bl_content == b'0' or not bl_content:
            logger.warn("[TorGossip] Ignoring empty block", terminal=True)
            continue
        print('got block', bl_content)
        try:
            store_block(
                Kasten(
                    hash,
                    bl_content,
                    generator=onionrblocks.generators.AnonVDFGenerator),
                safe_db
            )
            existing_blocks_hashes += hash
            print('stored block!')
        except BlockExpired:
            print('Block expired', hash)
            existing_blocks_hashes += hash
        except ValueError:
            #print('not storing dupe block')
            existing_blocks_hashes += hash
    return downloaded_total