thomasv
12 years ago
15 changed files with 738 additions and 640 deletions
@ -0,0 +1,329 @@ |
|||
#!/usr/bin/env python |
|||
# |
|||
# Electrum - lightweight Bitcoin client |
|||
# Copyright (C) 2012 thomasv@ecdsa.org |
|||
# |
|||
# This program is free software: you can redistribute it and/or modify |
|||
# it under the terms of the GNU General Public License as published by |
|||
# the Free Software Foundation, either version 3 of the License, or |
|||
# (at your option) any later version. |
|||
# |
|||
# This program is distributed in the hope that it will be useful, |
|||
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|||
# GNU General Public License for more details. |
|||
# |
|||
# You should have received a copy of the GNU General Public License |
|||
# along with this program. If not, see <http://www.gnu.org/licenses/>. |
|||
|
|||
|
|||
import threading, time, Queue, os, sys, shutil |
|||
from util import user_dir, appdata_dir, print_error |
|||
from bitcoin import * |
|||
|
|||
|
|||
class BlockchainVerifier(threading.Thread): |
|||
""" Simple Payment Verification """ |
|||
|
|||
def __init__(self, interface, config): |
|||
threading.Thread.__init__(self) |
|||
self.daemon = True |
|||
self.config = config |
|||
self.interface = interface |
|||
self.interface.register_channel('verifier') |
|||
self.lock = threading.Lock() |
|||
self.pending_headers = [] # headers that have not been verified |
|||
self.height = 0 |
|||
self.local_height = 0 |
|||
self.running = False |
|||
self.headers_url = 'http://headers.electrum.org/blockchain_headers' |
|||
|
|||
|
|||
def stop(self): |
|||
with self.lock: self.running = False |
|||
self.interface.poke('verifier') |
|||
|
|||
def is_running(self): |
|||
with self.lock: return self.running |
|||
|
|||
def run(self): |
|||
|
|||
self.init_headers_file() |
|||
self.set_local_height() |
|||
|
|||
with self.lock: |
|||
self.running = True |
|||
requested_chunks = [] |
|||
requested_headers = [] |
|||
all_chunks = False |
|||
|
|||
# subscribe to block headers |
|||
self.interface.send([ ('blockchain.headers.subscribe',[])], 'verifier') |
|||
|
|||
while self.is_running(): |
|||
# request missing chunks |
|||
if not all_chunks and self.height and not requested_chunks: |
|||
|
|||
if self.local_height + 50 < self.height: |
|||
min_index = (self.local_height + 1)/2016 |
|||
max_index = (self.height + 1)/2016 |
|||
for i in range(min_index, max_index + 1): |
|||
print_error( "requesting chunk", i ) |
|||
self.interface.send([ ('blockchain.block.get_chunk',[i])], 'verifier') |
|||
requested_chunks.append(i) |
|||
break |
|||
else: |
|||
all_chunks = True |
|||
print_error("downloaded all chunks") |
|||
|
|||
|
|||
# process pending headers |
|||
if self.pending_headers and all_chunks: |
|||
done = [] |
|||
for header in self.pending_headers: |
|||
if self.verify_header(header): |
|||
done.append(header) |
|||
else: |
|||
# request previous header |
|||
i = header.get('block_height') - 1 |
|||
if i not in requested_headers: |
|||
print_error("requesting header %d"%i) |
|||
self.interface.send([ ('blockchain.block.get_header',[i])], 'verifier') |
|||
requested_headers.append(i) |
|||
# no point continuing |
|||
break |
|||
if done: |
|||
self.interface.trigger_callback('updated') |
|||
for header in done: |
|||
self.pending_headers.remove(header) |
|||
|
|||
try: |
|||
r = self.interface.get_response('verifier',timeout=1) |
|||
except Queue.Empty: |
|||
continue |
|||
if not r: continue |
|||
|
|||
if r.get('error'): |
|||
print_error('Verifier received an error:', r) |
|||
continue |
|||
|
|||
# 3. handle response |
|||
method = r['method'] |
|||
params = r['params'] |
|||
result = r['result'] |
|||
|
|||
if method == 'blockchain.block.get_chunk': |
|||
index = params[0] |
|||
self.verify_chunk(index, result) |
|||
requested_chunks.remove(index) |
|||
|
|||
elif method in ['blockchain.headers.subscribe', 'blockchain.block.get_header']: |
|||
|
|||
self.pending_headers.append(result) |
|||
if method == 'blockchain.block.get_header': |
|||
requested_headers.remove(result.get('block_height')) |
|||
else: |
|||
self.height = result.get('block_height') |
|||
## fixme # self.interface.poke('synchronizer') |
|||
|
|||
self.pending_headers.sort(key=lambda x: x.get('block_height')) |
|||
# print "pending headers", map(lambda x: x.get('block_height'), self.pending_headers) |
|||
|
|||
|
|||
|
|||
|
|||
|
|||
def verify_chunk(self, index, hexdata): |
|||
data = hexdata.decode('hex') |
|||
height = index*2016 |
|||
num = len(data)/80 |
|||
print_error("validating headers %d"%height) |
|||
|
|||
if index == 0: |
|||
previous_hash = ("0"*64) |
|||
else: |
|||
prev_header = self.read_header(index*2016-1) |
|||
if prev_header is None: raise |
|||
previous_hash = self.hash_header(prev_header) |
|||
|
|||
bits, target = self.get_target(index) |
|||
|
|||
for i in range(num): |
|||
height = index*2016 + i |
|||
raw_header = data[i*80:(i+1)*80] |
|||
header = self.header_from_string(raw_header) |
|||
_hash = self.hash_header(header) |
|||
assert previous_hash == header.get('prev_block_hash') |
|||
assert bits == header.get('bits') |
|||
assert eval('0x'+_hash) < target |
|||
|
|||
previous_header = header |
|||
previous_hash = _hash |
|||
|
|||
self.save_chunk(index, data) |
|||
|
|||
|
|||
def verify_header(self, header): |
|||
# add header to the blockchain file |
|||
# if there is a reorg, push it in a stack |
|||
|
|||
height = header.get('block_height') |
|||
|
|||
prev_header = self.read_header(height -1) |
|||
if not prev_header: |
|||
# return False to request previous header |
|||
return False |
|||
|
|||
prev_hash = self.hash_header(prev_header) |
|||
bits, target = self.get_target(height/2016) |
|||
_hash = self.hash_header(header) |
|||
try: |
|||
assert prev_hash == header.get('prev_block_hash') |
|||
assert bits == header.get('bits') |
|||
assert eval('0x'+_hash) < target |
|||
except: |
|||
# this can be caused by a reorg. |
|||
print_error("verify header failed"+ repr(header)) |
|||
# undo verifications |
|||
with self.lock: |
|||
items = self.verified_tx.items()[:] |
|||
for tx_hash, item in items: |
|||
tx_height, timestamp, pos = item |
|||
if tx_height >= height: |
|||
print_error("redoing", tx_hash) |
|||
with self.lock: |
|||
self.verified_tx.pop(tx_hash) |
|||
if tx_hash in self.merkle_roots: |
|||
self.merkle_roots.pop(tx_hash) |
|||
# return False to request previous header. |
|||
return False |
|||
|
|||
self.save_header(header) |
|||
print_error("verify header:", _hash, height) |
|||
return True |
|||
|
|||
|
|||
|
|||
|
|||
def header_to_string(self, res): |
|||
s = int_to_hex(res.get('version'),4) \ |
|||
+ rev_hex(res.get('prev_block_hash')) \ |
|||
+ rev_hex(res.get('merkle_root')) \ |
|||
+ int_to_hex(int(res.get('timestamp')),4) \ |
|||
+ int_to_hex(int(res.get('bits')),4) \ |
|||
+ int_to_hex(int(res.get('nonce')),4) |
|||
return s |
|||
|
|||
|
|||
def header_from_string(self, s): |
|||
hex_to_int = lambda s: eval('0x' + s[::-1].encode('hex')) |
|||
h = {} |
|||
h['version'] = hex_to_int(s[0:4]) |
|||
h['prev_block_hash'] = hash_encode(s[4:36]) |
|||
h['merkle_root'] = hash_encode(s[36:68]) |
|||
h['timestamp'] = hex_to_int(s[68:72]) |
|||
h['bits'] = hex_to_int(s[72:76]) |
|||
h['nonce'] = hex_to_int(s[76:80]) |
|||
return h |
|||
|
|||
def hash_header(self, header): |
|||
return rev_hex(Hash(self.header_to_string(header).decode('hex')).encode('hex')) |
|||
|
|||
def path(self): |
|||
wdir = self.config.get('blockchain_headers_path', user_dir()) |
|||
if wdir and not os.path.exists( wdir ): os.mkdir(wdir) |
|||
return os.path.join( wdir, 'blockchain_headers') |
|||
|
|||
def init_headers_file(self): |
|||
filename = self.path() |
|||
if os.path.exists(filename): |
|||
return |
|||
|
|||
try: |
|||
import urllib, socket |
|||
socket.setdefaulttimeout(30) |
|||
print_error("downloading ", self.headers_url ) |
|||
urllib.urlretrieve(self.headers_url, filename) |
|||
except: |
|||
print_error( "download failed. creating file", filename ) |
|||
open(filename,'wb+').close() |
|||
|
|||
def save_chunk(self, index, chunk): |
|||
filename = self.path() |
|||
f = open(filename,'rb+') |
|||
f.seek(index*2016*80) |
|||
h = f.write(chunk) |
|||
f.close() |
|||
self.set_local_height() |
|||
|
|||
def save_header(self, header): |
|||
data = self.header_to_string(header).decode('hex') |
|||
assert len(data) == 80 |
|||
height = header.get('block_height') |
|||
filename = self.path() |
|||
f = open(filename,'rb+') |
|||
f.seek(height*80) |
|||
h = f.write(data) |
|||
f.close() |
|||
self.set_local_height() |
|||
|
|||
|
|||
def set_local_height(self): |
|||
name = self.path() |
|||
if os.path.exists(name): |
|||
h = os.path.getsize(name)/80 - 1 |
|||
if self.local_height != h: |
|||
self.local_height = h |
|||
|
|||
|
|||
def read_header(self, block_height): |
|||
name = self.path() |
|||
if os.path.exists(name): |
|||
f = open(name,'rb') |
|||
f.seek(block_height*80) |
|||
h = f.read(80) |
|||
f.close() |
|||
if len(h) == 80: |
|||
h = self.header_from_string(h) |
|||
return h |
|||
|
|||
|
|||
def get_target(self, index): |
|||
|
|||
max_target = 0x00000000FFFF0000000000000000000000000000000000000000000000000000 |
|||
if index == 0: return 0x1d00ffff, max_target |
|||
|
|||
first = self.read_header((index-1)*2016) |
|||
last = self.read_header(index*2016-1) |
|||
|
|||
nActualTimespan = last.get('timestamp') - first.get('timestamp') |
|||
nTargetTimespan = 14*24*60*60 |
|||
nActualTimespan = max(nActualTimespan, nTargetTimespan/4) |
|||
nActualTimespan = min(nActualTimespan, nTargetTimespan*4) |
|||
|
|||
bits = last.get('bits') |
|||
# convert to bignum |
|||
MM = 256*256*256 |
|||
a = bits%MM |
|||
if a < 0x8000: |
|||
a *= 256 |
|||
target = (a) * pow(2, 8 * (bits/MM - 3)) |
|||
|
|||
# new target |
|||
new_target = min( max_target, (target * nActualTimespan)/nTargetTimespan ) |
|||
|
|||
# convert it to bits |
|||
c = ("%064X"%new_target)[2:] |
|||
i = 31 |
|||
while c[0:2]=="00": |
|||
c = c[2:] |
|||
i -= 1 |
|||
|
|||
c = eval('0x'+c[0:6]) |
|||
if c > 0x800000: |
|||
c /= 256 |
|||
i += 1 |
|||
|
|||
new_bits = c + MM * i |
|||
return new_bits, new_target |
|||
|
|||
@ -1,4 +1,4 @@ |
|||
ELECTRUM_VERSION = "1.9" # version of the client package |
|||
PROTOCOL_VERSION = '0.6' # protocol version requested |
|||
SEED_VERSION = 4 # bump this every time the seed generation is modified |
|||
SEED_VERSION = 5 # bump this every time the seed generation is modified |
|||
TRANSLATION_ID = 4101 # version of the wiki page |
|||
|
|||
Loading…
Reference in new issue