Onionr/src/communicatorutils/housekeeping.py

95 lines
3.1 KiB
Python
Raw Normal View History

"""Onionr - Private P2P Communication.
Cleanup old Onionr blocks and forward secrecy keys using the communicator.
Ran from a communicator timer usually
"""
import sqlite3
from typing import TYPE_CHECKING
if TYPE_CHECKING:
from deadsimplekv import DeadSimpleKV
import logger
from onionrusers import onionrusers
from onionrutils import epoch
from coredb import blockmetadb, dbfiles
import onionrstorage
from onionrstorage import removeblock
from onionrblocks import onionrblacklist
from onionrblocks.storagecounter import StorageCounter
from etc.onionrvalues import DATABASE_LOCK_TIMEOUT
"""
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
"""
storage_counter = StorageCounter()
2019-08-26 02:18:09 +00:00
def __remove_from_upload(comm_inst, block_hash: str):
kv: "DeadSimpleKV" = comm_inst.shared_state.get_by_string("DeadSimpleKV")
2019-08-26 02:18:09 +00:00
try:
kv.get('blocksToUpload').remove(block_hash)
2019-08-26 02:18:09 +00:00
except ValueError:
pass
def clean_old_blocks(comm_inst):
"""Delete expired blocks + old blocks if disk allocation is near full"""
2019-07-28 05:33:26 +00:00
blacklist = onionrblacklist.OnionrBlackList()
# Delete expired blocks
2019-07-20 06:02:30 +00:00
for bHash in blockmetadb.expiredblocks.get_expired_blocks():
2019-07-28 05:33:26 +00:00
blacklist.addToDB(bHash)
2019-07-18 23:07:18 +00:00
removeblock.remove_block(bHash)
2019-07-28 05:33:26 +00:00
onionrstorage.deleteBlock(bHash)
2019-08-26 02:18:09 +00:00
__remove_from_upload(comm_inst, bHash)
logger.info('Deleted block: %s' % (bHash,))
while storage_counter.is_full():
2020-03-03 11:55:50 +00:00
try:
oldest = blockmetadb.get_block_list()[0]
except IndexError:
break
else:
blacklist.addToDB(oldest)
removeblock.remove_block(oldest)
onionrstorage.deleteBlock(oldest)
__remove_from_upload(comm_inst, oldest)
logger.info('Deleted block: %s' % (oldest,))
comm_inst.decrementThreadCount('clean_old_blocks')
def clean_keys(comm_inst):
"""Delete expired forward secrecy keys"""
conn = sqlite3.connect(dbfiles.user_id_info_db,
timeout=DATABASE_LOCK_TIMEOUT)
c = conn.cursor()
time = epoch.get_epoch()
deleteKeys = []
for entry in c.execute(
"SELECT * FROM forwardKeys WHERE expire <= ?", (time,)):
logger.debug('Forward key: %s' % entry[1])
deleteKeys.append(entry[1])
for key in deleteKeys:
logger.debug('Deleting forward key %s' % key)
c.execute("DELETE from forwardKeys where forwardKey = ?", (key,))
conn.commit()
conn.close()
2019-07-20 06:02:30 +00:00
onionrusers.deleteExpiredKeys()
comm_inst.decrementThreadCount('clean_keys')