59 lines
1.9 KiB
Python
59 lines
1.9 KiB
Python
from typing import TYPE_CHECKING
|
|
import sys
|
|
import os
|
|
|
|
from kasten import Kasten
|
|
from kasten.generator import pack
|
|
|
|
import logger
|
|
from blockio import store_block, subprocvalidate, list_all_blocks
|
|
import onionrblocks
|
|
from onionrblocks.exceptions import BlockExpired
|
|
sys.path.insert(0, os.path.dirname(os.path.realpath(__file__)))
|
|
from commands import GossipCommands
|
|
|
|
if TYPE_CHECKING:
|
|
from socket import socket
|
|
|
|
|
|
def download_blocks(safe_db, sock: 'socket', offset: int, block_type: str):
|
|
sock.sendall(
|
|
str(int(GossipCommands.LIST_BLOCKS_BY_TYPE_OFFSET)).encode('utf-8') +
|
|
str(offset).encode('utf-8') + b',' +
|
|
block_type.encode('utf-8'))
|
|
bl_hashs = sock.recv(600000)
|
|
existing_blocks = list_all_blocks(safe_db)
|
|
existing_blocks_hashes = b''
|
|
for i in existing_blocks:
|
|
for x in i:
|
|
existing_blocks_hashes += int(x).to_bytes(1, 'little')
|
|
print('existing', existing_blocks_hashes)
|
|
hash = None
|
|
for i in range(len(bl_hashs)//64):
|
|
hash = bl_hashs[:(i*64) + 64]
|
|
if hash in existing_blocks_hashes:
|
|
continue
|
|
sock.sendall(
|
|
str(int(GossipCommands.GET_BLOCK)).encode('utf-8') + hash)
|
|
bl_content = sock.recv(10**6)
|
|
if bl_content == b'0':
|
|
existing_blocks.append(hash)
|
|
continue
|
|
print('got block', bl_content)
|
|
try:
|
|
store_block(
|
|
Kasten(
|
|
hash,
|
|
bl_content,
|
|
generator=onionrblocks.generators.AnonVDFGenerator),
|
|
safe_db
|
|
)
|
|
existing_blocks_hashes += hash
|
|
print('stored block!')
|
|
except BlockExpired:
|
|
print('Block expired', hash)
|
|
existing_blocks_hashes += hash
|
|
except ValueError:
|
|
#print('not storing dupe block')
|
|
existing_blocks_hashes += hash
|