148 lines
6.0 KiB
Python
Executable File
148 lines
6.0 KiB
Python
Executable File
"""Onionr - Private P2P Communication.
|
|
|
|
Upload blocks in the upload queue to peers from the communicator
|
|
"""
|
|
from typing import TYPE_CHECKING
|
|
from time import sleep
|
|
from threading import Thread
|
|
from secrets import SystemRandom
|
|
|
|
from . import sessionmanager
|
|
|
|
from onionrtypes import UserID
|
|
import logger
|
|
from communicatorutils import proxypicker
|
|
import onionrexceptions
|
|
from oldblocks import onionrblockapi as block
|
|
from oldblocks.blockmetadata.fromdata import get_block_metadata_from_data
|
|
from onionrutils import stringvalidators, basicrequests
|
|
from onionrutils.validatemetadata import validate_metadata
|
|
from communicator import onlinepeers
|
|
if TYPE_CHECKING:
|
|
from deadsimplekv import DeadSimpleKV
|
|
from communicator import OnionrCommunicatorDaemon
|
|
"""
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
"""
|
|
|
|
|
|
def upload_blocks_from_communicator(shared_state: 'OnionrCommunicatorDaemon'):
|
|
"""Accept a communicator instance + upload blocks from its upload queue."""
|
|
"""when inserting a block, we try to upload
|
|
it to a few peers to add some deniability & increase functionality"""
|
|
kv: "DeadSimpleKV" = shared_state.get_by_string("DeadSimpleKV")
|
|
|
|
session_manager: sessionmanager.BlockUploadSessionManager
|
|
session_manager = shared_state.get(
|
|
sessionmanager.BlockUploadSessionManager)
|
|
tried_peers: UserID = []
|
|
finishedUploads = []
|
|
|
|
SystemRandom().shuffle(kv.get('blocksToUpload'))
|
|
|
|
def remove_from_hidden(bl):
|
|
sleep(60)
|
|
try:
|
|
shared_state.get_by_string(
|
|
'PublicAPI').hideBlocks.remove(bl)
|
|
except ValueError:
|
|
pass
|
|
|
|
if len(kv.get('blocksToUpload')) != 0:
|
|
for bl in kv.get('blocksToUpload'):
|
|
if not stringvalidators.validate_hash(bl):
|
|
logger.warn('Requested to upload invalid block', terminal=True)
|
|
return
|
|
session = session_manager.add_session(bl)
|
|
for _ in range(min(len(kv.get('onlinePeers')), 6)):
|
|
try:
|
|
peer = onlinepeers.pick_online_peer(kv)
|
|
if not block.Block(bl).isEncrypted:
|
|
if peer in kv.get('plaintextDisabledPeers'):
|
|
logger.info(f"Cannot upload plaintext block to peer that denies it {peer}") # noqa
|
|
continue
|
|
except onionrexceptions.OnlinePeerNeeded:
|
|
continue
|
|
try:
|
|
session.peer_exists[peer]
|
|
continue
|
|
except KeyError:
|
|
pass
|
|
try:
|
|
if session.peer_fails[peer] > 3:
|
|
continue
|
|
except KeyError:
|
|
pass
|
|
if peer in tried_peers:
|
|
continue
|
|
tried_peers.append(peer)
|
|
url = f'http://{peer}/upload'
|
|
try:
|
|
data = block.Block(bl).getRaw()
|
|
if not data:
|
|
logger.warn(
|
|
f"Couldn't get data for block in upload list {bl}",
|
|
terminal=True)
|
|
raise onionrexceptions.NoDataAvailable
|
|
try:
|
|
def __check_metadata():
|
|
metadata = get_block_metadata_from_data(data)[0]
|
|
if not validate_metadata(metadata, data):
|
|
logger.warn(
|
|
f"Metadata for uploading block not valid {bl}")
|
|
raise onionrexceptions.InvalidMetadata
|
|
__check_metadata()
|
|
except onionrexceptions.DataExists:
|
|
pass
|
|
except( # noqa
|
|
onionrexceptions.NoDataAvailable,
|
|
onionrexceptions.InvalidMetadata) as _:
|
|
finishedUploads.append(bl)
|
|
break
|
|
proxy_type = proxypicker.pick_proxy(peer)
|
|
logger.info(
|
|
f"Uploading block {bl[:8]} to {peer}", terminal=True)
|
|
resp = basicrequests.do_post_request(
|
|
url, data=data, proxyType=proxy_type,
|
|
content_type='application/octet-stream')
|
|
if resp is not False:
|
|
if resp == 'success':
|
|
Thread(target=remove_from_hidden,
|
|
args=[bl], daemon=True).start()
|
|
session.success()
|
|
session.peer_exists[peer] = True
|
|
elif resp == 'exists':
|
|
session.success()
|
|
session.peer_exists[peer] = True
|
|
else:
|
|
session.fail()
|
|
session.fail_peer(peer)
|
|
shared_state.get_by_string(
|
|
'OnionrCommunicatorDaemon').getPeerProfileInstance(
|
|
peer).addScore(-5)
|
|
logger.warn(
|
|
f'Failed to upload {bl[:8]}, reason: {resp}',
|
|
terminal=True)
|
|
else:
|
|
session.fail()
|
|
session_manager.clean_session()
|
|
for x in finishedUploads:
|
|
try:
|
|
kv.get('blocksToUpload').remove(x)
|
|
|
|
shared_state.get_by_string(
|
|
'PublicAPI').hideBlocks.remove(x)
|
|
|
|
except ValueError:
|
|
pass |