Neil Booth
8 years ago
7 changed files with 245 additions and 257 deletions
@ -1,94 +0,0 @@ |
|||
# Copyright (c) 2016, Neil Booth |
|||
# |
|||
# All rights reserved. |
|||
# |
|||
# See the file "LICENCE" for information about the copyright |
|||
# and warranty status of this software. |
|||
|
|||
'''Server controller. |
|||
|
|||
Coordinates the parts of the server. Serves as a cache for |
|||
client-serving data such as histories. |
|||
''' |
|||
|
|||
import asyncio |
|||
import ssl |
|||
from functools import partial |
|||
|
|||
from server.daemon import Daemon |
|||
from server.block_processor import BlockProcessor |
|||
from server.protocol import ElectrumX, LocalRPC, JSONRPC |
|||
from lib.util import LoggedClass |
|||
|
|||
|
|||
class Controller(LoggedClass): |
|||
|
|||
def __init__(self, loop, env): |
|||
'''Create up the controller. |
|||
|
|||
Creates DB, Daemon and BlockProcessor instances. |
|||
''' |
|||
super().__init__() |
|||
self.loop = loop |
|||
self.env = env |
|||
self.coin = env.coin |
|||
self.daemon = Daemon(env.daemon_url, env.debug) |
|||
self.block_processor = BlockProcessor(env, self.daemon, |
|||
on_update=self.on_update) |
|||
JSONRPC.init(self.block_processor, self.daemon, self.coin) |
|||
self.servers = [] |
|||
|
|||
def start(self): |
|||
'''Prime the event loop with asynchronous jobs.''' |
|||
coros = self.block_processor.coros() |
|||
|
|||
for coro in coros: |
|||
asyncio.ensure_future(coro) |
|||
|
|||
async def on_update(self, height, touched): |
|||
if not self.servers: |
|||
self.servers = await self.start_servers() |
|||
ElectrumX.notify(height, touched) |
|||
|
|||
async def start_servers(self): |
|||
'''Start listening on RPC, TCP and SSL ports. |
|||
|
|||
Does not start a server if the port wasn't specified. Does |
|||
nothing if servers are already running. |
|||
''' |
|||
servers = [] |
|||
env = self.env |
|||
loop = self.loop |
|||
|
|||
protocol = LocalRPC |
|||
if env.rpc_port is not None: |
|||
host = 'localhost' |
|||
rpc_server = loop.create_server(protocol, host, env.rpc_port) |
|||
servers.append(await rpc_server) |
|||
self.logger.info('RPC server listening on {}:{:d}' |
|||
.format(host, env.rpc_port)) |
|||
|
|||
protocol = partial(ElectrumX, env) |
|||
if env.tcp_port is not None: |
|||
tcp_server = loop.create_server(protocol, env.host, env.tcp_port) |
|||
servers.append(await tcp_server) |
|||
self.logger.info('TCP server listening on {}:{:d}' |
|||
.format(env.host, env.tcp_port)) |
|||
|
|||
if env.ssl_port is not None: |
|||
# FIXME: update if we want to require Python >= 3.5.3 |
|||
ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2) |
|||
ssl_context.load_cert_chain(env.ssl_certfile, |
|||
keyfile=env.ssl_keyfile) |
|||
ssl_server = loop.create_server(protocol, env.host, env.ssl_port, |
|||
ssl=ssl_context) |
|||
servers.append(await ssl_server) |
|||
self.logger.info('SSL server listening on {}:{:d}' |
|||
.format(env.host, env.ssl_port)) |
|||
|
|||
return servers |
|||
|
|||
def stop(self): |
|||
'''Close the listening servers.''' |
|||
for server in self.servers: |
|||
server.close() |
|||
@ -0,0 +1,148 @@ |
|||
# Copyright (c) 2016, Neil Booth |
|||
# |
|||
# All rights reserved. |
|||
# |
|||
# See the file "LICENCE" for information about the copyright |
|||
# and warranty status of this software. |
|||
|
|||
'''Interface to the blockchain database.''' |
|||
|
|||
import array |
|||
import ast |
|||
import os |
|||
import struct |
|||
from collections import namedtuple |
|||
|
|||
from server.cache import FSCache, UTXOCache, NO_CACHE_ENTRY |
|||
from lib.util import LoggedClass |
|||
from server.storage import open_db |
|||
|
|||
UTXO = namedtuple("UTXO", "tx_num tx_pos tx_hash height value") |
|||
|
|||
|
|||
class DB(LoggedClass): |
|||
'''Simple wrapper of the backend database for querying. |
|||
|
|||
Performs no DB update, though the DB will be cleaned on opening if |
|||
it was shutdown uncleanly. |
|||
''' |
|||
|
|||
def __init__(self, env): |
|||
super().__init__() |
|||
self.env = env |
|||
self.coin = env.coin |
|||
|
|||
self.logger.info('switching current directory to {}' |
|||
.format(env.db_dir)) |
|||
os.chdir(env.db_dir) |
|||
|
|||
# Open DB and metadata files. Record some of its state. |
|||
db_name = '{}-{}'.format(self.coin.NAME, self.coin.NET) |
|||
self.db = open_db(db_name, env.db_engine) |
|||
if self.db.is_new: |
|||
self.logger.info('created new {} database {}' |
|||
.format(env.db_engine, db_name)) |
|||
else: |
|||
self.logger.info('successfully opened {} database {}' |
|||
.format(env.db_engine, db_name)) |
|||
|
|||
self.init_state_from_db() |
|||
self.tx_count = self.db_tx_count |
|||
self.height = self.db_height |
|||
self.tip = self.db_tip |
|||
|
|||
# Cache wrapping the filesystem and redirected functions |
|||
self.fs_cache = FSCache(self.coin, self.height, self.tx_count) |
|||
self.get_tx_hash = self.fs_cache.get_tx_hash |
|||
self.read_headers = self.fs_cache.read_headers |
|||
|
|||
# UTXO cache |
|||
self.utxo_cache = UTXOCache(self.get_tx_hash, self.db, self.coin) |
|||
|
|||
def init_state_from_db(self): |
|||
if self.db.is_new: |
|||
self.db_height = -1 |
|||
self.db_tx_count = 0 |
|||
self.db_tip = b'\0' * 32 |
|||
self.flush_count = 0 |
|||
self.utxo_flush_count = 0 |
|||
self.wall_time = 0 |
|||
self.first_sync = True |
|||
else: |
|||
state = self.db.get(b'state') |
|||
state = ast.literal_eval(state.decode()) |
|||
if state['genesis'] != self.coin.GENESIS_HASH: |
|||
raise ChainError('DB genesis hash {} does not match coin {}' |
|||
.format(state['genesis_hash'], |
|||
self.coin.GENESIS_HASH)) |
|||
self.db_height = state['height'] |
|||
self.db_tx_count = state['tx_count'] |
|||
self.db_tip = state['tip'] |
|||
self.flush_count = state['flush_count'] |
|||
self.utxo_flush_count = state['utxo_flush_count'] |
|||
self.wall_time = state['wall_time'] |
|||
self.first_sync = state.get('first_sync', True) |
|||
|
|||
@staticmethod |
|||
def _resolve_limit(limit): |
|||
if limit is None: |
|||
return -1 |
|||
assert isinstance(limit, int) and limit >= 0 |
|||
return limit |
|||
|
|||
def get_history(self, hash168, limit=1000): |
|||
'''Generator that returns an unpruned, sorted list of (tx_hash, |
|||
height) tuples of confirmed transactions that touched the address, |
|||
earliest in the blockchain first. Includes both spending and |
|||
receiving transactions. By default yields at most 1000 entries. |
|||
Set limit to None to get them all. |
|||
''' |
|||
limit = self._resolve_limit(limit) |
|||
prefix = b'H' + hash168 |
|||
for key, hist in self.db.iterator(prefix=prefix): |
|||
a = array.array('I') |
|||
a.frombytes(hist) |
|||
for tx_num in a: |
|||
if limit == 0: |
|||
return |
|||
yield self.get_tx_hash(tx_num) |
|||
limit -= 1 |
|||
|
|||
def get_balance(self, hash168): |
|||
'''Returns the confirmed balance of an address.''' |
|||
return sum(utxo.value for utxo in self.get_utxos(hash168, limit=None)) |
|||
|
|||
def get_utxos(self, hash168, limit=1000): |
|||
'''Generator that yields all UTXOs for an address sorted in no |
|||
particular order. By default yields at most 1000 entries. |
|||
Set limit to None to get them all. |
|||
''' |
|||
limit = self._resolve_limit(limit) |
|||
unpack = struct.unpack |
|||
prefix = b'u' + hash168 |
|||
for k, v in self.db.iterator(prefix=prefix): |
|||
(tx_pos,) = unpack('<H', k[-2:]) |
|||
|
|||
for n in range(0, len(v), 12): |
|||
if limit == 0: |
|||
return |
|||
(tx_num,) = unpack('<I', v[n:n + 4]) |
|||
(value,) = unpack('<Q', v[n + 4:n + 12]) |
|||
tx_hash, height = self.get_tx_hash(tx_num) |
|||
yield UTXO(tx_num, tx_pos, tx_hash, height, value) |
|||
limit -= 1 |
|||
|
|||
def get_utxos_sorted(self, hash168): |
|||
'''Returns all the UTXOs for an address sorted by height and |
|||
position in the block.''' |
|||
return sorted(self.get_utxos(hash168, limit=None)) |
|||
|
|||
def get_utxo_hash168(self, tx_hash, index): |
|||
'''Returns the hash168 for a UTXO.''' |
|||
hash168 = None |
|||
if 0 <= index <= 65535: |
|||
idx_packed = struct.pack('<H', index) |
|||
hash168 = self.utxo_cache.hash168(tx_hash, idx_packed, False) |
|||
if hash168 == NO_CACHE_ENTRY: |
|||
hash168 = None |
|||
return hash168 |
|||
Loading…
Reference in new issue