Module src.onionrutils.importnewblocks

Onionr - Private P2P Communication

import new blocks from disk, providing transport agnosticism

Expand source code
'''
    Onionr - Private P2P Communication

    import new blocks from disk, providing transport agnosticism
'''
'''
    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <https://www.gnu.org/licenses/>.
'''
import glob
import logger
from onionrutils import blockmetadata
from coredb import blockmetadb
import filepaths
import onionrcrypto as crypto
def import_new_blocks(scanDir=''):
    '''
        This function is intended to scan for new blocks ON THE DISK and import them
    '''
    blockList = blockmetadb.get_block_list()
    exist = False
    if scanDir == '':
        scanDir = filepaths.block_data_location
    if not scanDir.endswith('/'):
        scanDir += '/'
    for block in glob.glob(scanDir + "*.dat"):
        if block.replace(scanDir, '').replace('.dat', '') not in blockList:
            exist = True
            logger.info('Found new block on dist %s' % block, terminal=True)
            with open(block, 'rb') as newBlock:
                block = block.replace(scanDir, '').replace('.dat', '')
                if crypto.hashers.sha3_hash(newBlock.read()) == block.replace('.dat', ''):
                    blockmetadb.add_to_block_DB(block.replace('.dat', ''), dataSaved=True)
                    logger.info('Imported block %s.' % block, terminal=True)
                    blockmetadata.process_block_metadata(block)
                else:
                    logger.warn('Failed to verify hash for %s' % block, terminal=True)
    if not exist:
        logger.info('No blocks found to import', terminal=True)

import_new_blocks.onionr_help = f"Scans the Onionr data directory under {filepaths.block_data_location} for new block files (.dat, .db not supported) to import"

Functions

def import_new_blocks(scanDir='')

This function is intended to scan for new blocks ON THE DISK and import them

Expand source code
def import_new_blocks(scanDir=''):
    '''
        This function is intended to scan for new blocks ON THE DISK and import them
    '''
    blockList = blockmetadb.get_block_list()
    exist = False
    if scanDir == '':
        scanDir = filepaths.block_data_location
    if not scanDir.endswith('/'):
        scanDir += '/'
    for block in glob.glob(scanDir + "*.dat"):
        if block.replace(scanDir, '').replace('.dat', '') not in blockList:
            exist = True
            logger.info('Found new block on dist %s' % block, terminal=True)
            with open(block, 'rb') as newBlock:
                block = block.replace(scanDir, '').replace('.dat', '')
                if crypto.hashers.sha3_hash(newBlock.read()) == block.replace('.dat', ''):
                    blockmetadb.add_to_block_DB(block.replace('.dat', ''), dataSaved=True)
                    logger.info('Imported block %s.' % block, terminal=True)
                    blockmetadata.process_block_metadata(block)
                else:
                    logger.warn('Failed to verify hash for %s' % block, terminal=True)
    if not exist:
        logger.info('No blocks found to import', terminal=True)