2019-09-23 23:20:14 +00:00
<!doctype html>
< html lang = "en" >
< head >
< meta charset = "utf-8" >
< meta name = "viewport" content = "width=device-width, initial-scale=1, minimum-scale=1" / >
2020-02-04 20:46:17 +00:00
< meta name = "generator" content = "pdoc 0.7.4" / >
< title > src.onionrproofs.subprocesspow API documentation< / title >
2019-09-23 23:20:14 +00:00
< meta name = "description" content = "Onionr - Private P2P Communication …" / >
< link href = 'https://cdnjs.cloudflare.com/ajax/libs/normalize/8.0.0/normalize.min.css' rel = 'stylesheet' >
< link href = 'https://cdnjs.cloudflare.com/ajax/libs/10up-sanitize.css/8.0.0/sanitize.min.css' rel = 'stylesheet' >
< link href = "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.12.0/styles/github.min.css" rel = "stylesheet" >
2020-02-04 20:46:17 +00:00
< style > . flex { display : flex !important } body { line-height : 1.5 em } # content { padding : 20 px } # sidebar { padding : 30 px ; overflow : hidden } . http-server-breadcrumbs { font-size : 130 % ; margin : 0 0 15 px 0 } # footer { font-size : .75 em ; padding : 5 px 30 px ; border-top : 1 px solid #ddd ; text-align : right } # footer p { margin : 0 0 0 1 em ; display : inline-block } # footer p : last-child { margin-right : 30 px } h1 , h2 , h3 , h4 , h5 { font-weight : 300 } h1 { font-size : 2.5 em ; line-height : 1.1 em } h2 { font-size : 1.75 em ; margin : 1 em 0 .50 em 0 } h3 { font-size : 1.4 em ; margin : 25 px 0 10 px 0 } h4 { margin : 0 ; font-size : 105 % } a { color : #058 ; text-decoration : none ; transition : color .3 s ease-in-out } a : hover { color : #e82 } . title code { font-weight : bold } h2 [ id ^ = "header-" ] { margin-top : 2 em } . ident { color : #900 } pre code { background : #f8f8f8 ; font-size : .8 em ; line-height : 1.4 em } code { background : #f2f2f1 ; padding : 1 px 4 px ; overflow-wrap : break-word } h1 code { background : transparent } pre { background : #f8f8f8 ; border : 0 ; border-top : 1 px solid #ccc ; border-bottom : 1 px solid #ccc ; margin : 1 em 0 ; padding : 1 ex } # http-server-module-list { display : flex ; flex-flow : column } # http-server-module-list div { display : flex } # http-server-module-list dt { min-width : 10 % } # http-server-module-list p { margin-top : 0 } . toc ul , # index { list-style-type : none ; margin : 0 ; padding : 0 } # index code { background : transparent } # index h3 { border-bottom : 1 px solid #ddd } # index ul { padding : 0 } # index h4 { font-weight : bold } # index h4 + ul { margin-bottom : .6 em } @ media ( min-width : 200ex ) { # index . two-column { column-count : 2 } } @ media ( min-width : 300ex ) { # index . two-column { column-count : 3 } } dl { margin-bottom : 2 em } dl dl : last-child { margin-bottom : 4 em } dd { margin : 0 0 1 em 3 em } # header-classes + dl > dd { margin-bottom : 3 em } dd dd { margin-left : 2 em } dd p { margin : 10 px 0 } . name { background : #eee ; font-weight : bold ; font-size : .85 em ; padding : 5 px 10 px ; display : inline-block ; min-width : 40 % } . name : hover { background : #e0e0e0 } . name > span : first-child { white-space : nowrap } . name . class > span : nth-child ( 2 ) { margin-left : .4 em } . inherited { color : #999 ; border-left : 5 px solid #eee ; padding-left : 1 em } . inheritance em { font-style : normal ; font-weight : bold } . desc h2 { font-weight : 400 ; font-size : 1.25 em } . desc h3 { font-size : 1 em } . desc dt code { background : inherit } . source summary , . git-link-div { color : #666 ; text-align : right ; font-weight : 400 ; font-size : .8 em ; text-transform : uppercase } . source summary > * { white-space : nowrap ; cursor : pointer } . git-link { color : inherit ; margin-left : 1 em } . source pre { max-height : 500 px ; overflow : auto ; margin : 0 } . source pre code { font-size : 12 px ; overflow : visible } . hlist { list-style : none } . hlist li { display : inline } . hlist li : after { content : ',\2002' } . hlist li : last-child : after { content : none } . hlist . hlist { display : inline ; padding-left : 1 em } img { max-width : 100 % } . admonition { padding : .1 em .5 em ; margin-bottom : 1 em } . admonition-title { font-weight : bold } . admonition . note , . admonition . info , . admonition . important { background : #aef } . admonition . todo , . admonition . versionadded , . admonition . tip , . admonition . hint { background : #dfd } . admonition . warning , . admonition . versionchanged , . admonition . deprecated { background : #fd4 } . admonition . error , . admonition . danger , . admonition . caution { background : lightpink } < / style >
2019-09-23 23:20:14 +00:00
< style media = "screen and (min-width: 700px)" > @ media screen and ( min-width : 700px ) { # sidebar { width : 30 % } # content { width : 70 % ; max-width : 100 ch ; padding : 3 em 4 em ; border-left : 1 px solid #ddd } pre code { font-size : 1 em } . item . name { font-size : 1 em } main { display : flex ; flex-direction : row-reverse ; justify-content : flex-end } . toc ul ul , # index ul { padding-left : 1.5 em } . toc > ul > li { margin-top : .5 em } } < / style >
< style media = "print" > @ media print { # sidebar h1 { page-break-before : always } . source { display : none } } @ media print { * { background : transparent !important ; color : #000 !important ; box-shadow : none !important ; text-shadow : none !important } a [ href ] : after { content : " (" attr ( href ) ")" ; font-size : 90 % } a [ href ] [ title ] : after { content : none } abbr [ title ] : after { content : " (" attr ( title ) ")" } . ir a : after , a [ href ^ = "javascript:" ] : after , a [ href ^ = "#" ] : after { content : "" } pre , blockquote { border : 1 px solid #999 ; page-break-inside : avoid } thead { display : table-header-group } tr , img { page-break-inside : avoid } img { max-width : 100 % !important } @ page { margin : 0 . 5cm } p , h2 , h3 { orphans : 3 ; widows : 3 } h1 , h2 , h3 , h4 , h5 , h6 { page-break-after : avoid } } < / style >
< / head >
< body >
< main >
< article id = "content" >
< header >
2020-02-04 20:46:17 +00:00
< h1 class = "title" > Module < code > src.onionrproofs.subprocesspow< / code > < / h1 >
2019-09-23 23:20:14 +00:00
< / header >
< section id = "section-intro" >
< p > Onionr - Private P2P Communication< / p >
< p > Multiprocess proof of work< / p >
< details class = "source" >
2020-02-04 20:46:17 +00:00
< summary >
< span > Expand source code< / span >
< / summary >
2019-09-23 23:20:14 +00:00
< pre > < code class = "python" > #!/usr/bin/env python3
2020-02-04 20:46:17 +00:00
" " "
2019-09-23 23:20:14 +00:00
Onionr - Private P2P Communication
Multiprocess proof of work
2020-02-04 20:46:17 +00:00
" " "
import os
from multiprocessing import Pipe, Process
import threading
import time
import json
import logger
import onionrproofs
import onionrcrypto as crypto
from onionrutils import bytesconverter
from .blocknoncestart import BLOCK_NONCE_START_INT
" " "
2019-09-23 23:20:14 +00:00
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see < https://www.gnu.org/licenses/> .
2020-02-04 20:46:17 +00:00
" " "
2019-09-23 23:20:14 +00:00
class SubprocessPOW:
def __init__(self, data, metadata, subproc_count=None):
2020-02-04 20:46:17 +00:00
" " "
2019-09-23 23:20:14 +00:00
Onionr proof of work using multiple processes
Accepts block data, block metadata
2020-02-04 20:46:17 +00:00
if subproc_count is not set,
os.cpu_count() is used to determine the number of processes
2019-09-23 23:20:14 +00:00
2020-02-04 20:46:17 +00:00
Due to Python GIL multiprocessing/use of external libraries
is necessary to accelerate CPU bound tasks
" " "
2019-09-23 23:20:14 +00:00
# No known benefit to using more processes than there are cores.
# Note: os.cpu_count perhaps not always accurate
if subproc_count is None:
subproc_count = os.cpu_count()
self.subproc_count = subproc_count
self.result = ' '
self.shutdown = False
self.data = data
self.metadata = metadata
2020-02-04 20:46:17 +00:00
" " " dump dict to measure bytes of json metadata
Cannot reuse later bc the pow token must be added
" " "
2019-09-23 23:20:14 +00:00
json_metadata = json.dumps(metadata).encode()
self.data = bytesconverter.str_to_bytes(data)
2020-02-04 20:46:17 +00:00
compiled_data = bytes(json_metadata + b' \n' + self.data)
# Calculate difficulty. May use better algorithm in the future.
self.difficulty = onionrproofs.getDifficultyForNewBlock(compiled_data)
2019-09-23 23:20:14 +00:00
logger.info(' Computing POW (difficulty: %s)...' % (self.difficulty,))
2020-02-04 20:46:17 +00:00
self.main_hash = ' 0' * 64
self.puzzle = self.main_hash[0:min(self.difficulty,
len(self.main_hash))]
2019-09-23 23:20:14 +00:00
self.shutdown = False
self.payload = None
def start(self):
2020-02-04 20:46:17 +00:00
" " " spawn the multiproc handler threads" " "
2019-09-23 23:20:14 +00:00
# Create a new thread for each subprocess
2020-02-04 20:46:17 +00:00
for _ in range(self.subproc_count): # noqa
threading.Thread(target=self._spawn_proc, daemon=True).start()
2019-09-23 23:20:14 +00:00
# Monitor the processes for a payload, shut them down when its found
while True:
if self.payload is None:
time.sleep(0.1)
else:
self.shutdown = True
return self.payload
2020-02-04 20:46:17 +00:00
2019-09-23 23:20:14 +00:00
def _spawn_proc(self):
2020-02-04 20:46:17 +00:00
" " " Create a child proof of work process
wait for data and send shutdown signal when its found" " "
2019-09-23 23:20:14 +00:00
parent_conn, child_conn = Pipe()
2020-02-04 20:46:17 +00:00
p = Process(target=self.do_pow, args=(child_conn,), daemon=True)
2019-09-23 23:20:14 +00:00
p.start()
p.join()
payload = None
try:
while True:
data = parent_conn.recv()
if len(data) > = 1:
payload = data
break
except KeyboardInterrupt:
pass
finally:
parent_conn.send(' shutdown' )
self.payload = payload
def do_pow(self, pipe):
2020-02-04 20:46:17 +00:00
" " " find partial hash colision generating nonce for a block" " "
nonce = BLOCK_NONCE_START_INT
2019-09-23 23:20:14 +00:00
data = self.data
metadata = self.metadata
puzzle = self.puzzle
difficulty = self.difficulty
while True:
# Break if shutdown received
if pipe.poll() and pipe.recv() == ' shutdown' :
break
# Load nonce into block metadata
metadata[' pow' ] = nonce
# Serialize metadata, combine with block data
payload = json.dumps(metadata).encode() + b' \n' + data
2020-02-04 20:46:17 +00:00
# Check sha3_256 hash of block, compare to puzzle
# Send payload if puzzle finished
2019-09-23 23:20:14 +00:00
token = crypto.hashers.sha3_hash(payload)
2020-02-04 20:46:17 +00:00
# ensure token is string
token = bytesconverter.bytes_to_str(token)
2019-09-23 23:20:14 +00:00
if puzzle == token[0:difficulty]:
pipe.send(payload)
break
2020-02-04 20:46:17 +00:00
nonce += 1< / code > < / pre >
2019-09-23 23:20:14 +00:00
< / details >
< / section >
< section >
< / section >
< section >
< / section >
< section >
< / section >
< section >
< h2 class = "section-title" id = "header-classes" > Classes< / h2 >
< dl >
2020-02-04 20:46:17 +00:00
< dt id = "src.onionrproofs.subprocesspow.SubprocessPOW" > < code class = "flex name class" >
2019-09-23 23:20:14 +00:00
< span > class < span class = "ident" > SubprocessPOW< / span > < / span >
< span > (< / span > < span > data, metadata, subproc_count=None)< / span >
< / code > < / dt >
< dd >
< section class = "desc" > < p > Onionr proof of work using multiple processes
Accepts block data, block metadata
2020-02-04 20:46:17 +00:00
if subproc_count is not set,
os.cpu_count() is used to determine the number of processes< / p >
< p > Due to Python GIL multiprocessing/use of external libraries
is necessary to accelerate CPU bound tasks< / p > < / section >
2019-09-23 23:20:14 +00:00
< details class = "source" >
2020-02-04 20:46:17 +00:00
< summary >
< span > Expand source code< / span >
< / summary >
2019-09-23 23:20:14 +00:00
< pre > < code class = "python" > class SubprocessPOW:
def __init__(self, data, metadata, subproc_count=None):
2020-02-04 20:46:17 +00:00
" " "
2019-09-23 23:20:14 +00:00
Onionr proof of work using multiple processes
Accepts block data, block metadata
2020-02-04 20:46:17 +00:00
if subproc_count is not set,
os.cpu_count() is used to determine the number of processes
2019-09-23 23:20:14 +00:00
2020-02-04 20:46:17 +00:00
Due to Python GIL multiprocessing/use of external libraries
is necessary to accelerate CPU bound tasks
" " "
2019-09-23 23:20:14 +00:00
# No known benefit to using more processes than there are cores.
# Note: os.cpu_count perhaps not always accurate
if subproc_count is None:
subproc_count = os.cpu_count()
self.subproc_count = subproc_count
self.result = ' '
self.shutdown = False
self.data = data
self.metadata = metadata
2020-02-04 20:46:17 +00:00
" " " dump dict to measure bytes of json metadata
Cannot reuse later bc the pow token must be added
" " "
2019-09-23 23:20:14 +00:00
json_metadata = json.dumps(metadata).encode()
self.data = bytesconverter.str_to_bytes(data)
2020-02-04 20:46:17 +00:00
compiled_data = bytes(json_metadata + b' \n' + self.data)
# Calculate difficulty. May use better algorithm in the future.
self.difficulty = onionrproofs.getDifficultyForNewBlock(compiled_data)
2019-09-23 23:20:14 +00:00
logger.info(' Computing POW (difficulty: %s)...' % (self.difficulty,))
2020-02-04 20:46:17 +00:00
self.main_hash = ' 0' * 64
self.puzzle = self.main_hash[0:min(self.difficulty,
len(self.main_hash))]
2019-09-23 23:20:14 +00:00
self.shutdown = False
self.payload = None
def start(self):
2020-02-04 20:46:17 +00:00
" " " spawn the multiproc handler threads" " "
2019-09-23 23:20:14 +00:00
# Create a new thread for each subprocess
2020-02-04 20:46:17 +00:00
for _ in range(self.subproc_count): # noqa
threading.Thread(target=self._spawn_proc, daemon=True).start()
2019-09-23 23:20:14 +00:00
# Monitor the processes for a payload, shut them down when its found
while True:
if self.payload is None:
time.sleep(0.1)
else:
self.shutdown = True
return self.payload
2020-02-04 20:46:17 +00:00
2019-09-23 23:20:14 +00:00
def _spawn_proc(self):
2020-02-04 20:46:17 +00:00
" " " Create a child proof of work process
wait for data and send shutdown signal when its found" " "
2019-09-23 23:20:14 +00:00
parent_conn, child_conn = Pipe()
2020-02-04 20:46:17 +00:00
p = Process(target=self.do_pow, args=(child_conn,), daemon=True)
2019-09-23 23:20:14 +00:00
p.start()
p.join()
payload = None
try:
while True:
data = parent_conn.recv()
if len(data) > = 1:
payload = data
break
except KeyboardInterrupt:
pass
finally:
parent_conn.send(' shutdown' )
self.payload = payload
def do_pow(self, pipe):
2020-02-04 20:46:17 +00:00
" " " find partial hash colision generating nonce for a block" " "
nonce = BLOCK_NONCE_START_INT
2019-09-23 23:20:14 +00:00
data = self.data
metadata = self.metadata
puzzle = self.puzzle
difficulty = self.difficulty
while True:
# Break if shutdown received
if pipe.poll() and pipe.recv() == ' shutdown' :
break
# Load nonce into block metadata
metadata[' pow' ] = nonce
# Serialize metadata, combine with block data
payload = json.dumps(metadata).encode() + b' \n' + data
2020-02-04 20:46:17 +00:00
# Check sha3_256 hash of block, compare to puzzle
# Send payload if puzzle finished
2019-09-23 23:20:14 +00:00
token = crypto.hashers.sha3_hash(payload)
2020-02-04 20:46:17 +00:00
# ensure token is string
token = bytesconverter.bytes_to_str(token)
2019-09-23 23:20:14 +00:00
if puzzle == token[0:difficulty]:
pipe.send(payload)
break
nonce += 1< / code > < / pre >
< / details >
2020-02-04 20:46:17 +00:00
< h3 > Instance variables< / h3 >
< dl >
< dt id = "src.onionrproofs.subprocesspow.SubprocessPOW.metadata" > < code class = "name" > var < span class = "ident" > metadata< / span > < / code > < / dt >
< dd >
< section class = "desc" > < p > dump dict to measure bytes of json metadata
Cannot reuse later bc the pow token must be added< / p > < / section >
< / dd >
< / dl >
2019-09-23 23:20:14 +00:00
< h3 > Methods< / h3 >
< dl >
2020-02-04 20:46:17 +00:00
< dt id = "src.onionrproofs.subprocesspow.SubprocessPOW.do_pow" > < code class = "name flex" >
2019-09-23 23:20:14 +00:00
< span > def < span class = "ident" > do_pow< / span > < / span > (< span > self, pipe)< / span >
< / code > < / dt >
< dd >
2020-02-04 20:46:17 +00:00
< section class = "desc" > < p > find partial hash colision generating nonce for a block< / p > < / section >
2019-09-23 23:20:14 +00:00
< details class = "source" >
2020-02-04 20:46:17 +00:00
< summary >
< span > Expand source code< / span >
< / summary >
2019-09-23 23:20:14 +00:00
< pre > < code class = "python" > def do_pow(self, pipe):
2020-02-04 20:46:17 +00:00
" " " find partial hash colision generating nonce for a block" " "
nonce = BLOCK_NONCE_START_INT
2019-09-23 23:20:14 +00:00
data = self.data
metadata = self.metadata
puzzle = self.puzzle
difficulty = self.difficulty
while True:
# Break if shutdown received
if pipe.poll() and pipe.recv() == ' shutdown' :
break
# Load nonce into block metadata
metadata[' pow' ] = nonce
# Serialize metadata, combine with block data
payload = json.dumps(metadata).encode() + b' \n' + data
2020-02-04 20:46:17 +00:00
# Check sha3_256 hash of block, compare to puzzle
# Send payload if puzzle finished
2019-09-23 23:20:14 +00:00
token = crypto.hashers.sha3_hash(payload)
2020-02-04 20:46:17 +00:00
# ensure token is string
token = bytesconverter.bytes_to_str(token)
2019-09-23 23:20:14 +00:00
if puzzle == token[0:difficulty]:
pipe.send(payload)
break
nonce += 1< / code > < / pre >
< / details >
< / dd >
2020-02-04 20:46:17 +00:00
< dt id = "src.onionrproofs.subprocesspow.SubprocessPOW.start" > < code class = "name flex" >
2019-09-23 23:20:14 +00:00
< span > def < span class = "ident" > start< / span > < / span > (< span > self)< / span >
< / code > < / dt >
< dd >
2020-02-04 20:46:17 +00:00
< section class = "desc" > < p > spawn the multiproc handler threads< / p > < / section >
2019-09-23 23:20:14 +00:00
< details class = "source" >
2020-02-04 20:46:17 +00:00
< summary >
< span > Expand source code< / span >
< / summary >
2019-09-23 23:20:14 +00:00
< pre > < code class = "python" > def start(self):
2020-02-04 20:46:17 +00:00
" " " spawn the multiproc handler threads" " "
2019-09-23 23:20:14 +00:00
# Create a new thread for each subprocess
2020-02-04 20:46:17 +00:00
for _ in range(self.subproc_count): # noqa
threading.Thread(target=self._spawn_proc, daemon=True).start()
2019-09-23 23:20:14 +00:00
# Monitor the processes for a payload, shut them down when its found
while True:
if self.payload is None:
time.sleep(0.1)
else:
self.shutdown = True
return self.payload< / code > < / pre >
< / details >
< / dd >
< / dl >
< / dd >
< / dl >
< / section >
< / article >
< nav id = "sidebar" >
< h1 > Index< / h1 >
< div class = "toc" >
< ul > < / ul >
< / div >
< ul id = "index" >
< li > < h3 > Super-module< / h3 >
< ul >
2020-02-04 20:46:17 +00:00
< li > < code > < a title = "src.onionrproofs" href = "index.html" > src.onionrproofs< / a > < / code > < / li >
2019-09-23 23:20:14 +00:00
< / ul >
< / li >
< li > < h3 > < a href = "#header-classes" > Classes< / a > < / h3 >
< ul >
< li >
2020-02-04 20:46:17 +00:00
< h4 > < code > < a title = "src.onionrproofs.subprocesspow.SubprocessPOW" href = "#src.onionrproofs.subprocesspow.SubprocessPOW" > SubprocessPOW< / a > < / code > < / h4 >
2019-09-23 23:20:14 +00:00
< ul class = "" >
2020-02-04 20:46:17 +00:00
< li > < code > < a title = "src.onionrproofs.subprocesspow.SubprocessPOW.do_pow" href = "#src.onionrproofs.subprocesspow.SubprocessPOW.do_pow" > do_pow< / a > < / code > < / li >
< li > < code > < a title = "src.onionrproofs.subprocesspow.SubprocessPOW.metadata" href = "#src.onionrproofs.subprocesspow.SubprocessPOW.metadata" > metadata< / a > < / code > < / li >
< li > < code > < a title = "src.onionrproofs.subprocesspow.SubprocessPOW.start" href = "#src.onionrproofs.subprocesspow.SubprocessPOW.start" > start< / a > < / code > < / li >
2019-09-23 23:20:14 +00:00
< / ul >
< / li >
< / ul >
< / li >
< / ul >
< / nav >
< / main >
< footer id = "footer" >
2020-02-04 20:46:17 +00:00
< p > Generated by < a href = "https://pdoc3.github.io/pdoc" > < cite > pdoc< / cite > 0.7.4< / a > .< / p >
2019-09-23 23:20:14 +00:00
< / footer >
< script src = "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.12.0/highlight.min.js" > < / script >
< script > hljs . initHighlightingOnLoad ( ) < / script >
< / body >
< / html >
