kenshin samourai
5 years ago
committed by
GitHub
GitHub
58 changed files with 2152 additions and 781 deletions
@ -0,0 +1,38 @@ |
|||
--- |
|||
name: Bug report |
|||
about: Create a report to help us improve |
|||
title: '' |
|||
labels: '' |
|||
assignees: '' |
|||
|
|||
--- |
|||
|
|||
**Describe the bug** |
|||
A clear and concise description of what the bug is. |
|||
|
|||
**To Reproduce** |
|||
Steps to reproduce the behavior: |
|||
1. Go to '...' |
|||
2. Click on '....' |
|||
3. Scroll down to '....' |
|||
4. See error |
|||
|
|||
**Expected behavior** |
|||
A clear and concise description of what you expected to happen. |
|||
|
|||
**Screenshots** |
|||
If applicable, add screenshots to help explain your problem. |
|||
Do not submit screenshots containing PII (logins, passwords, keys, IP addresses, etc) |
|||
|
|||
**Desktop (please complete the following information):** |
|||
- OS: [e.g. Ubuntu vX.X] |
|||
- Dojo Version [e.g. 22] |
|||
- Dojo Advanced Setups used (external bitcoind, bitcoind exposed to external apps, etc) |
|||
|
|||
**Smartphone (please complete the following information):** |
|||
- Device: [e.g. Samsung Galaxy X] |
|||
- OS: [e.g. AndroidX.X] |
|||
- Wallet Version [e.g. X.X.X] |
|||
|
|||
**Additional context** |
|||
Add any other context about the problem here. |
|||
@ -0,0 +1,20 @@ |
|||
--- |
|||
name: Feature request |
|||
about: Suggest an idea for this project |
|||
title: '' |
|||
labels: '' |
|||
assignees: '' |
|||
|
|||
--- |
|||
|
|||
**Is your feature request related to a problem? Please describe.** |
|||
A clear and concise description of what the problem is. Ex. I'm always frustrated when [...] |
|||
|
|||
**Describe the solution you'd like** |
|||
A clear and concise description of what you want to happen. |
|||
|
|||
**Describe alternatives you've considered** |
|||
A clear and concise description of any alternative solutions or features you've considered. |
|||
|
|||
**Additional context** |
|||
Add any other context or screenshots about the feature request here. |
|||
@ -0,0 +1,23 @@ |
|||
--- |
|||
name: Support Request |
|||
about: Describe your issue |
|||
title: '' |
|||
labels: '' |
|||
assignees: '' |
|||
|
|||
--- |
|||
|
|||
**Describe the issue** |
|||
A clear and concise description of what the issue is. |
|||
|
|||
**Screenshots** |
|||
If applicable, add screenshots to help explain your problem. |
|||
Do not submit screenshots containing PII (logins, passwords, keys, IP addresses, etc) |
|||
|
|||
**Desktop (please complete the following information):** |
|||
- OS: [e.g. Ubuntu vX.X] |
|||
- Dojo Version [e.g. 22] |
|||
- Dojo Advanced Setups used (external bitcoind, bitcoind exposed to external apps, etc) |
|||
|
|||
**Additional context** |
|||
Add any other context about the problem here. |
|||
@ -0,0 +1,34 @@ |
|||
######################################### |
|||
# CONFIGURATION OF TOR CONTAINER |
|||
######################################### |
|||
|
|||
# |
|||
# USE TOR BRIDGES |
|||
# |
|||
# To get Tor bridges head over to https://bridges.torproject.org and click on |
|||
# Get bridges, then you will see a form with "Advanced Options" header |
|||
# leave the Pluggable Transport as obfs4 and click on Get Bridges button |
|||
# solve the captcah, you will get the bridge addresses (usually 3) |
|||
# |
|||
# Then, set TOR_USE_BRIDGES to "on" and initialize the TOR_BRIDGE_n options |
|||
# with the 3 lines generated by the online tool. |
|||
# |
|||
# For instance, if the first line generated by the tool is: |
|||
# obfs4 24.106.248.94:65531 B9EFBC5... cert=yrX... iat-mode=0 |
|||
# You will have to set: |
|||
# TOR_BRIDGE_1=obfs4 24.106.248.94:65531 B9EFBC5... cert=yrX... iat-mode=0 |
|||
# |
|||
|
|||
|
|||
# Activate the use of Tor bridges |
|||
# Value: on | off |
|||
TOR_USE_BRIDGES=off |
|||
|
|||
# Bridge 1 |
|||
TOR_BRIDGE_1=ToBeDefined |
|||
|
|||
# Bridge 2 |
|||
TOR_BRIDGE_2=ToBeDefined |
|||
|
|||
# Bridge 3 |
|||
TOR_BRIDGE_3=ToBeDefined |
|||
@ -1,44 +0,0 @@ |
|||
## Tor opens a socks proxy on port 9050 by default -- even if you don't |
|||
## configure one below. Set "SocksPort 0" if you plan to run Tor only |
|||
## as a relay, and not make any local application connections yourself. |
|||
|
|||
# Socks is only available from dojonet |
|||
SocksPort 172.28.1.4:9050 |
|||
|
|||
## Entry policies to allow/deny SOCKS requests based on IP address. |
|||
## First entry that matches wins. If no SocksPolicy is set, we accept |
|||
## all (and only) requests that reach a SocksPort. Untrusted users who |
|||
## can access your SocksPort may be able to learn about the connections |
|||
## you make. |
|||
|
|||
# Socks is only available from dojonet |
|||
SocksPolicy accept 172.28.0.0/16 |
|||
SocksPolicy reject * |
|||
|
|||
## The directory for keeping all the keys/etc. By default, we store |
|||
## things in $HOME/.tor on Unix, and in Application Data\tor on Windows. |
|||
|
|||
DataDirectory /var/lib/tor/.tor |
|||
DataDirectoryGroupReadable 1 |
|||
|
|||
|
|||
############### This section is just for location-hidden services ### |
|||
|
|||
## Once you have configured a hidden service, you can look at the |
|||
## contents of the file ".../hidden_service/hostname" for the address |
|||
## to tell people. |
|||
## HiddenServicePort x y:z says to redirect requests on port x to the |
|||
## address y:z. |
|||
|
|||
HiddenServiceDir /var/lib/tor/hsv2dojo |
|||
HiddenServiceVersion 2 |
|||
HiddenServicePort 80 172.29.1.3:80 |
|||
|
|||
HiddenServiceDir /var/lib/tor/hsv3dojo |
|||
HiddenServiceVersion 3 |
|||
HiddenServicePort 80 172.29.1.3:80 |
|||
|
|||
HiddenServiceDir /var/lib/tor/hsv2bitcoind |
|||
HiddenServiceVersion 2 |
|||
HiddenServicePort 8333 172.28.1.5:8333 |
|||
HiddenServiceDirGroupReadable 1 |
|||
@ -0,0 +1,224 @@ |
|||
/*! |
|||
* lib/indexer_rpc/rpc-client.js |
|||
* Copyright © 2019 – Katana Cryptographic Ltd. All Rights Reserved. |
|||
*/ |
|||
'use strict' |
|||
|
|||
const net = require('net') |
|||
const makeConcurrent = require('make-concurrent') |
|||
const network = require('../bitcoin/network') |
|||
const keys = require('../../keys')[network.key] |
|||
|
|||
|
|||
/** |
|||
* RPC client for an indexer |
|||
* following the Electrum protocol |
|||
*/ |
|||
class RpcClient { |
|||
|
|||
/** |
|||
* Constructor |
|||
*/ |
|||
constructor(opts) { |
|||
this._opts = { |
|||
host: keys.indexer.localIndexer.host, |
|||
port: keys.indexer.localIndexer.port, |
|||
concurrency: Infinity, |
|||
timeout: 10000 |
|||
} |
|||
|
|||
if (this._opts.concurrency !== Infinity) { |
|||
this._call = makeConcurrent( |
|||
this._call.bind(this), |
|||
{concurrency: this._opts.concurrency} |
|||
) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* Set an option |
|||
* @param {string} key |
|||
* @param {*} value |
|||
* @return {RpcClient} |
|||
*/ |
|||
set(key, value) { |
|||
this._opts[key] = value |
|||
return this |
|||
} |
|||
|
|||
/** |
|||
* Get an option |
|||
* @param {string} key |
|||
* @return {*} |
|||
*/ |
|||
get(key) { |
|||
return this._opts[key] |
|||
} |
|||
|
|||
/** |
|||
* Check if an error returned by the wrapper |
|||
* is a connection error. |
|||
* @param {string} err - error message |
|||
* @returns {boolean} returns true if message related to a connection error |
|||
*/ |
|||
static isConnectionError(err) { |
|||
if (typeof err != 'string') |
|||
return false |
|||
|
|||
const isTimeoutError = (err.indexOf('connect ETIMEDOUT') != -1) |
|||
const isConnRejected = (err.indexOf('Connection Rejected') != -1) |
|||
|
|||
return (isTimeoutError || isConnRejected) |
|||
} |
|||
|
|||
/** |
|||
* Check if the rpc api is ready to process requests |
|||
* @returns {Promise} |
|||
*/ |
|||
static async waitForIndexerRpcApi(opts) { |
|||
let client = new RpcClient(opts) |
|||
|
|||
try { |
|||
await client.sendRequest('server.version', 'dojo', ['1.0', '1.4']) |
|||
} catch(e) { |
|||
client = null |
|||
Logger.info('Indexer RPC API is still unreachable. New attempt in 20s.') |
|||
return util.delay(20000).then(() => { |
|||
return RpcClient.waitForIndexerRpcApi() |
|||
}) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* Send multiple requests (batch mode) |
|||
* @param {Object[]} batch - array of objects {method: ..., params: ...} |
|||
* @return {Promise} |
|||
*/ |
|||
async sendBatch(batch) { |
|||
return this._call(batch, true) |
|||
} |
|||
|
|||
/** |
|||
* Send multiple requests (flood mode) |
|||
* @param {Object[]} batch - array of objects {method: ..., params: ...} |
|||
* @return {Promise} |
|||
*/ |
|||
async sendRequests(batch) { |
|||
return this._call(batch, false) |
|||
} |
|||
|
|||
/** |
|||
* Send a request |
|||
* @param {string} method - called method |
|||
* @return {Promise} |
|||
*/ |
|||
async sendRequest(method, ...params) { |
|||
const batch = [{method: method, params: params}] |
|||
const ret = await this._call(batch, false) |
|||
return ret[0] |
|||
} |
|||
|
|||
/** |
|||
* Send requests (internal method) |
|||
* @param {Object[]} data - array of objects {method: ..., params: ...} |
|||
* @returns {Promise} |
|||
*/ |
|||
async _call(data, batched) { |
|||
return new Promise((resolve, reject) => { |
|||
let methodId = 0 |
|||
let requests = [] |
|||
let responses = [] |
|||
let response = '' |
|||
|
|||
const requestErrorMsg = `Indexer JSON-RPC: host=${this._opts.host} port=${this._opts.port}:` |
|||
|
|||
// Prepare an array of requests
|
|||
requests = data.map(req => { |
|||
return JSON.stringify({ |
|||
jsonrpc: '2.0', |
|||
method: req.method, |
|||
params: req.params || [], |
|||
id: methodId++ |
|||
}) |
|||
}) |
|||
|
|||
// If batch mode
|
|||
// send a single batched request
|
|||
if (batched) |
|||
requests = [`[${requests.join(',')}]`] |
|||
|
|||
// Initialize the connection
|
|||
const conn = net.Socket() |
|||
conn.setTimeout(this._opts.timeout) |
|||
conn.setEncoding('utf8') |
|||
conn.setKeepAlive(true, 0) |
|||
conn.setNoDelay(true) |
|||
|
|||
conn.on('connect', () => { |
|||
// Send the requests
|
|||
for (let request of requests) |
|||
conn.write(request + '\n') |
|||
}) |
|||
|
|||
conn.on('timeout', () => { |
|||
const e = new Error('ETIMEDOUT') |
|||
e.errorno = 'ETIMEDOUT' |
|||
e.code = 'ETIMEDOUT' |
|||
e.connect = false |
|||
conn.emit('error', e) |
|||
}) |
|||
|
|||
conn.on('data', chunk => { |
|||
// Process the received chunk char by char
|
|||
for (let c of chunk) { |
|||
response += c |
|||
// Detect the end of a response
|
|||
if (c == '\n') { |
|||
try { |
|||
// Parse the response
|
|||
let parsed = JSON.parse(response) |
|||
if (parsed.error) |
|||
throw new Error(JSON.stringify(parsed.error)) |
|||
// Add the parsed reponse to the array of responses
|
|||
if (batched) { |
|||
responses = parsed.map(p => { return {idxAddr: p.id, txs: p.result} }) |
|||
} else { |
|||
responses.push({idxAddr: parsed.id, txs: parsed.result}) |
|||
} |
|||
// Reset the response
|
|||
response = '' |
|||
// If all responses have been received
|
|||
// close the connection
|
|||
if (responses.length == data.length) |
|||
conn.end() |
|||
} catch (err) { |
|||
reject( |
|||
new Error(`${requestErrorMsg} Error Parsing JSON: ${err.message}, data: ${response}`) |
|||
) |
|||
} |
|||
} |
|||
} |
|||
}) |
|||
|
|||
conn.on('end', e => { |
|||
// Connection closed
|
|||
// we can return the responses
|
|||
resolve(responses) |
|||
}) |
|||
|
|||
conn.on('error', e => { |
|||
reject(new Error(`${requestErrorMsg} Request error: ${e}`)) |
|||
}) |
|||
|
|||
// Connect to the RPC API
|
|||
conn.connect({ |
|||
host: this._opts.host, |
|||
port: this._opts.port |
|||
}) |
|||
|
|||
}) |
|||
} |
|||
|
|||
} |
|||
|
|||
module.exports = RpcClient |
|||
@ -1,179 +0,0 @@ |
|||
/*! |
|||
* lib/remote-importer\btccom-wrapper.js |
|||
* Copyright © 2019 – Katana Cryptographic Ltd. All Rights Reserved. |
|||
*/ |
|||
'use strict' |
|||
|
|||
const rp = require('request-promise-native') |
|||
const addrHelper = require('../bitcoin/addresses-helper') |
|||
const util = require('../util') |
|||
const Logger = require('../logger') |
|||
const network = require('../bitcoin/network') |
|||
const keys = require('../../keys')[network.key] |
|||
const Wrapper = require('./wrapper') |
|||
|
|||
|
|||
/** |
|||
* Wrapper for the btc.com block explorer APIs |
|||
*/ |
|||
class BtcComWrapper extends Wrapper { |
|||
|
|||
/** |
|||
* Constructor |
|||
*/ |
|||
constructor(url) { |
|||
super(url, keys.explorers.socks5Proxy) |
|||
} |
|||
|
|||
/** |
|||
* Send a GET request to the API |
|||
* @param {string} route |
|||
* @returns {Promise} |
|||
*/ |
|||
async _get(route) { |
|||
const params = { |
|||
url: `${this.base}${route}`, |
|||
method: 'GET', |
|||
json: true, |
|||
timeout: 15000 |
|||
} |
|||
|
|||
// Sets socks proxy agent if required
|
|||
if (keys.explorers.socks5Proxy != null) |
|||
params['agent'] = this.socksProxyAgent |
|||
|
|||
return rp(params) |
|||
} |
|||
|
|||
/** |
|||
* Get a page of transactions related to a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {integer} page - page index |
|||
* @returns {Promise} |
|||
*/ |
|||
async _getTxsForAddress(address, page) { |
|||
const uri = `/address/${address}/tx?page=${page}&verbose=1` |
|||
const results = await this._get(uri) |
|||
return results.data.list.map(tx => tx.hash) |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an object |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddress(address, filterAddr) { |
|||
const reqAddr = addrHelper.isBech32(address) |
|||
? addrHelper.getScriptHashFromBech32(address) |
|||
: address |
|||
|
|||
const uri = `/address/${reqAddr}` |
|||
const result = await this._get(uri) |
|||
|
|||
const ret = { |
|||
address: address, |
|||
ntx: result.data.tx_count, |
|||
txids: [] |
|||
} |
|||
|
|||
// Check if we should filter this address
|
|||
if (filterAddr && ret.ntx > keys.addrFilterThreshold) { |
|||
Logger.info(` import of ${ret.address} rejected (too many transactions - ${ret.ntx})`) |
|||
return ret |
|||
} |
|||
|
|||
const nbPagesApi = Math.ceil(ret.ntx / BtcComWrapper.NB_TXS_PER_PAGE) |
|||
const nbPages = Math.min(20, nbPagesApi) |
|||
|
|||
const aPages = new Array(nbPages) |
|||
const listPages = Array.from(aPages, (val, idx) => idx + 1) |
|||
|
|||
const results = await util.seriesCall(listPages, idx => { |
|||
return this._getTxsForAddress(reqAddr, idx) |
|||
}) |
|||
|
|||
for (let txids of results) |
|||
ret.txids = ret.txids.concat(txids) |
|||
|
|||
return ret |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given list of addresses |
|||
* @param {string[]} addresses - array of bitcoin addresses |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an array of objects |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddresses(addresses, filterAddr) { |
|||
const ret = [] |
|||
const reqAddresses = [] |
|||
const xlatedBech32Addr = {} |
|||
|
|||
for (let a of addresses) { |
|||
if (addrHelper.isBech32(a)) { |
|||
const scriptHash = addrHelper.getScriptHashFromBech32(a) |
|||
reqAddresses.push(scriptHash) |
|||
xlatedBech32Addr[scriptHash] = a |
|||
} else { |
|||
reqAddresses.push(a) |
|||
} |
|||
} |
|||
|
|||
// Send a batch request for all the addresses
|
|||
const strReqAddresses = reqAddresses.join(',') |
|||
const uri = `/address/${strReqAddresses}` |
|||
const results = await this._get(uri) |
|||
|
|||
const foundAddresses = Array.isArray(results.data) |
|||
? results.data |
|||
: [results.data] |
|||
|
|||
for (let a of foundAddresses) { |
|||
if (a && a.tx_count > 0) { |
|||
// Translate bech32 address
|
|||
const address = xlatedBech32Addr.hasOwnProperty(a.address) |
|||
? xlatedBech32Addr[a.address] |
|||
: a.address |
|||
|
|||
if (a.tx_count <= 2) { |
|||
// Less than 3 transactions for this address
|
|||
// all good
|
|||
const retAddr = { |
|||
address: address, |
|||
ntx: a.tx_count, |
|||
txids: [] |
|||
} |
|||
|
|||
retAddr.txids = (a.tx_count == 1) |
|||
? [a.first_tx] |
|||
: [a.first_tx, a.last_tx] |
|||
|
|||
ret.push(retAddr) |
|||
|
|||
} else { |
|||
// More than 2 transactions for this address
|
|||
// We need more requests to the API
|
|||
if (filterAddr && a.tx_count > keys.addrFilterThreshold) { |
|||
Logger.info(` import of ${address} rejected (too many transactions - ${a.tx_count})`) |
|||
} else { |
|||
const retAddr = await this.getAddress(address) |
|||
ret.push(retAddr) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
return ret |
|||
} |
|||
|
|||
} |
|||
|
|||
// BTC.COM acepts a max of 50txs per page
|
|||
BtcComWrapper.NB_TXS_PER_PAGE = 50 |
|||
|
|||
module.exports = BtcComWrapper |
|||
@ -0,0 +1,131 @@ |
|||
/*! |
|||
* lib/remote-importer\esplora-wrapper.js |
|||
* Copyright © 2019 – Katana Cryptographic Ltd. All Rights Reserved. |
|||
*/ |
|||
'use strict' |
|||
|
|||
const rp = require('request-promise-native') |
|||
const addrHelper = require('../bitcoin/addresses-helper') |
|||
const util = require('../util') |
|||
const Logger = require('../logger') |
|||
const network = require('../bitcoin/network') |
|||
const keys = require('../../keys')[network.key] |
|||
const Wrapper = require('./wrapper') |
|||
|
|||
|
|||
/** |
|||
* Wrapper for the esplora block explorer APIs |
|||
*/ |
|||
class EsploraWrapper extends Wrapper { |
|||
|
|||
/** |
|||
* Constructor |
|||
*/ |
|||
constructor(url) { |
|||
super(url, keys.indexer.socks5Proxy) |
|||
} |
|||
|
|||
/** |
|||
* Send a GET request to the API |
|||
* @param {string} route |
|||
* @returns {Promise} |
|||
*/ |
|||
async _get(route) { |
|||
const params = { |
|||
url: `${this.base}${route}`, |
|||
method: 'GET', |
|||
json: true, |
|||
timeout: 15000 |
|||
} |
|||
|
|||
// Sets socks proxy agent if required
|
|||
if (keys.indexer.socks5Proxy != null) |
|||
params['agent'] = this.socksProxyAgent |
|||
|
|||
return rp(params) |
|||
} |
|||
|
|||
/** |
|||
* Get a page of transactions related to a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {string} lastSeenTxid - last seen txid |
|||
* (see https://github.com/Blockstream/esplora/blob/master/API.md)
|
|||
* @returns {Promise} |
|||
*/ |
|||
async _getTxsForAddress(address, lastSeenTxid) { |
|||
let uri = `/api/address/${address}/txs` |
|||
if (lastSeenTxid) |
|||
uri = uri + `/chain/${lastSeenTxid}` |
|||
|
|||
const results = await this._get(uri) |
|||
return results.map(tx => tx.txid) |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an object |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddress(address, filterAddr) { |
|||
const ret = { |
|||
address: address, |
|||
ntx: 0, |
|||
txids: [] |
|||
} |
|||
|
|||
let lastSeenTxid = null |
|||
|
|||
while (true) { |
|||
const txids = await this._getTxsForAddress(address, lastSeenTxid) |
|||
|
|||
if (txids.length == 0) |
|||
// we have all the transactions
|
|||
return ret |
|||
|
|||
ret.txids = ret.txids.concat(txids) |
|||
ret.ntx += ret.txids.length |
|||
|
|||
if (txids.length < EsploraWrapper.NB_TXS_PER_PAGE) { |
|||
// we have all the transactions
|
|||
return ret |
|||
} else if (filterAddr && ret.ntx > keys.addrFilterThreshold) { |
|||
// we have too many transactions
|
|||
Logger.info(` import of ${ret.address} rejected (too many transactions - ${ret.ntx})`) |
|||
ret.txids = [] |
|||
ret.ntx = 0 |
|||
return ret |
|||
} else { |
|||
// we need a new iteration
|
|||
lastSeenTxid = txids[txids.length-1] |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given list of addresses |
|||
* @param {string[]} addresses - array of bitcoin addresses |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an array of objects |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddresses(addresses, filterAddr) { |
|||
const ret = [] |
|||
|
|||
for (let a of addresses) { |
|||
const retAddr = await this.getAddress(a, filterAddr) |
|||
ret.push(retAddr) |
|||
} |
|||
|
|||
return ret |
|||
} |
|||
|
|||
} |
|||
|
|||
// Esplora returns a max of 25 txs per page
|
|||
EsploraWrapper.NB_TXS_PER_PAGE = 25 |
|||
|
|||
module.exports = EsploraWrapper |
|||
@ -1,90 +0,0 @@ |
|||
/*! |
|||
* lib/remote-importer/insight-wrapper.js |
|||
* Copyright © 2019 – Katana Cryptographic Ltd. All Rights Reserved. |
|||
*/ |
|||
'use strict' |
|||
|
|||
const rp = require('request-promise-native') |
|||
const Logger = require('../logger') |
|||
const network = require('../bitcoin/network') |
|||
const keys = require('../../keys')[network.key] |
|||
const Wrapper = require('./wrapper') |
|||
|
|||
|
|||
/** |
|||
* Wrapper for the Insight block explorer APIs |
|||
*/ |
|||
class InsightWrapper extends Wrapper { |
|||
|
|||
/** |
|||
* Constructor |
|||
*/ |
|||
constructor(url) { |
|||
super(url, keys.explorers.socks5Proxy) |
|||
} |
|||
|
|||
/** |
|||
* Send a GET request to the API |
|||
* @param {string} route |
|||
* @returns {Promise} |
|||
*/ |
|||
async _get(route) { |
|||
const params = { |
|||
url: `${this.base}${route}`, |
|||
method: 'GET', |
|||
json: true, |
|||
timeout: 15000 |
|||
} |
|||
|
|||
// Sets socks proxy agent if required
|
|||
if (keys.explorers.socks5Proxy != null) |
|||
params['agent'] = this.socksProxyAgent |
|||
|
|||
return rp(params) |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an object |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddress(address, filterAddr) { |
|||
const uri = `/addr/${address}` |
|||
// Param filterAddr isn't used for insight
|
|||
const result = await this._get(uri) |
|||
|
|||
const ret = { |
|||
address: result.addrStr, |
|||
txids: [], |
|||
ntx: result.txApperances |
|||
} |
|||
|
|||
// Check if we should filter this address
|
|||
if (filterAddr && ret.ntx > keys.addrFilterThreshold) { |
|||
Logger.info(` import of ${ret.address} rejected (too many transactions - ${ret.ntx})`) |
|||
return ret |
|||
} |
|||
|
|||
ret.txids = result.transactions |
|||
return ret |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given list of addresses |
|||
* @param {string} addresses - array of bitcoin addresses |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an array of objects |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddresses(addresses, filterAddr) { |
|||
// Not implemented for this api
|
|||
throw "Not implemented" |
|||
} |
|||
|
|||
} |
|||
|
|||
module.exports = InsightWrapper |
|||
@ -0,0 +1,143 @@ |
|||
/*! |
|||
* lib/remote-importer/local-indexer-wrapper.js |
|||
* Copyright © 2019 – Katana Cryptographic Ltd. All Rights Reserved. |
|||
*/ |
|||
'use strict' |
|||
|
|||
const bitcoin = require('bitcoinjs-lib') |
|||
const Logger = require('../logger') |
|||
const util = require('../util') |
|||
const network = require('../bitcoin/network') |
|||
const activeNet = network.network |
|||
const keys = require('../../keys')[network.key] |
|||
const RpcClient = require('../indexer-rpc/rpc-client') |
|||
const Wrapper = require('./wrapper') |
|||
|
|||
|
|||
/** |
|||
* Wrapper for a local indexer |
|||
* Currently supports indexers |
|||
* providing a RPC API compliant |
|||
* with a subset of the electrum protocol |
|||
*/ |
|||
class LocalIndexerWrapper extends Wrapper { |
|||
|
|||
/** |
|||
* Constructor |
|||
*/ |
|||
constructor() { |
|||
super(null, null) |
|||
// RPC client
|
|||
this.client = new RpcClient() |
|||
} |
|||
|
|||
/** |
|||
* Translate a bitcoin address into a script hash |
|||
* (@see https://electrumx.readthedocs.io/en/latest/protocol-basics.html#script-hashes)
|
|||
* @param {string} address - bitcoin address |
|||
* @returns {string} returns the script hash associated to the address |
|||
*/ |
|||
_getScriptHash(address) { |
|||
const bScriptPubKey = bitcoin.address.toOutputScript(address, activeNet) |
|||
const bScriptHash = bitcoin.crypto.sha256(bScriptPubKey) |
|||
return util.reverseBuffer(bScriptHash).toString('hex') |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given address |
|||
* @param {string} address - bitcoin address |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an object |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddress(address, filterAddr) { |
|||
const ret = { |
|||
address: address, |
|||
ntx: 0, |
|||
txids: [] |
|||
} |
|||
|
|||
const scriptHash = this._getScriptHash(address) |
|||
|
|||
const results = await this.client.sendRequest( |
|||
LocalIndexerWrapper.GET_HISTORY_RPC_CMD, |
|||
scriptHash |
|||
) |
|||
|
|||
for (let r of results.txs) { |
|||
ret.txids.push(r.tx_hash) |
|||
ret.ntx++ |
|||
} |
|||
|
|||
if (filterAddr && ret.ntx > keys.addrFilterThreshold) { |
|||
Logger.info(` import of ${address} rejected (too many transactions - ${ret.ntx})`) |
|||
return { |
|||
address: address, |
|||
ntx: 0, |
|||
txids: [] |
|||
} |
|||
} |
|||
|
|||
return ret |
|||
} |
|||
|
|||
/** |
|||
* Retrieve information for a given list of addresses |
|||
* @param {string} addresses - array of bitcoin addresses |
|||
* @param {boolean} filterAddr - True if an upper bound should be used |
|||
* for #transactions associated to the address, False otherwise |
|||
* @returns {Promise} returns an array of objects |
|||
* { address: <bitcoin_address>, txids: <txids>, ntx: <total_nb_txs>} |
|||
*/ |
|||
async getAddresses(addresses, filterAddr) { |
|||
const ret = {} |
|||
|
|||
// Build an array of script hashes
|
|||
const scriptHashes = addresses.map(a => this._getScriptHash(a)) |
|||
|
|||
// Build an array of commands
|
|||
const commands = scriptHashes.map(s => { |
|||
return { |
|||
method: LocalIndexerWrapper.GET_HISTORY_RPC_CMD, |
|||
params: [s] |
|||
} |
|||
}) |
|||
|
|||
// Send the requests
|
|||
const results = (keys.indexer.localIndexer.batchRequests == 'active') |
|||
? await this.client.sendBatch(commands) |
|||
: await this.client.sendRequests(commands) |
|||
|
|||
for (let r of results) { |
|||
const addr = addresses[r.idxAddr] |
|||
const txids = r.txs.map(t => t.tx_hash) |
|||
|
|||
ret[addr] = { |
|||
address: addr, |
|||
ntx: txids.length, |
|||
txids: txids |
|||
} |
|||
} |
|||
|
|||
const aRet = Object.values(ret) |
|||
|
|||
for (let i in aRet) { |
|||
if (filterAddr && aRet[i].ntx > keys.addrFilterThreshold) { |
|||
Logger.info(` import of ${aRet[i].address} rejected (too many transactions - ${aRet[i].ntx})`) |
|||
aRet.splice(i, 1) |
|||
} |
|||
} |
|||
|
|||
return aRet |
|||
} |
|||
|
|||
} |
|||
|
|||
/** |
|||
* Get history RPC command (Electrum protocol) |
|||
*/ |
|||
LocalIndexerWrapper.GET_HISTORY_RPC_CMD = 'blockchain.scripthash.get_history' |
|||
|
|||
|
|||
module.exports = LocalIndexerWrapper |
|||
File diff suppressed because it is too large
@ -0,0 +1,79 @@ |
|||
/*! |
|||
* tracker/tracker-rest-api.js |
|||
* Copyright (c) 2016-2019, Samourai Wallet (CC BY-NC-ND 4.0 License). |
|||
*/ |
|||
'use strict' |
|||
|
|||
const qs = require('querystring') |
|||
const validator = require('validator') |
|||
const bodyParser = require('body-parser') |
|||
const Logger = require('../lib/logger') |
|||
const errors = require('../lib/errors') |
|||
const authMgr = require('../lib/auth/authorizations-manager') |
|||
const HttpServer = require('../lib/http-server/http-server') |
|||
const network = require('../lib/bitcoin/network') |
|||
const keys = require('../keys')[network.key] |
|||
|
|||
|
|||
/** |
|||
* Tracker API endpoints |
|||
*/ |
|||
class TrackerRestApi { |
|||
|
|||
/** |
|||
* Constructor |
|||
* @param {pushtx.HttpServer} httpServer - HTTP server |
|||
* @param {tracker.Tracker} tracker - tracker |
|||
*/ |
|||
constructor(httpServer, tracker) { |
|||
this.httpServer = httpServer |
|||
this.tracker = tracker |
|||
|
|||
const urlencodedParser = bodyParser.urlencoded({ extended: true }) |
|||
|
|||
// Establish routes. Proxy server strips /pushtx
|
|||
this.httpServer.app.get( |
|||
`/${keys.prefixes.support}/rescan`, |
|||
authMgr.checkHasAdminProfile.bind(authMgr), |
|||
this.getBlocksRescan.bind(this), |
|||
HttpServer.sendAuthError |
|||
) |
|||
} |
|||
|
|||
/** |
|||
* Rescan a range of blocks |
|||
*/ |
|||
async getBlocksRescan(req, res) { |
|||
// Check request arguments
|
|||
if (!req.query) |
|||
return HttpServer.sendError(res, errors.body.INVDATA) |
|||
|
|||
if (!req.query.fromHeight || !validator.isInt(req.query.fromHeight)) |
|||
return HttpServer.sendError(res, errors.body.INVDATA) |
|||
|
|||
if (req.query.toHeight && !validator.isInt(req.query.toHeight)) |
|||
return HttpServer.sendError(res, errors.body.INVDATA) |
|||
|
|||
// Retrieve the request arguments
|
|||
const fromHeight = parseInt(req.query.fromHeight) |
|||
const toHeight = req.query.toHeight ? parseInt(req.query.toHeight) : fromHeight |
|||
|
|||
if (req.query.toHeight && (toHeight < fromHeight)) |
|||
return HttpServer.sendError(res, errors.body.INVDATA) |
|||
|
|||
try { |
|||
await this.tracker.blockchainProcessor.rescanBlocks(fromHeight, toHeight) |
|||
const ret = { |
|||
status: 'Rescan complete', |
|||
fromHeight: fromHeight, |
|||
toHeight: toHeight |
|||
} |
|||
HttpServer.sendRawData(res, JSON.stringify(ret, null, 2)) |
|||
} catch(e) { |
|||
return HttpServer.sendError(res, e) |
|||
} |
|||
} |
|||
|
|||
} |
|||
|
|||
module.exports = TrackerRestApi |
|||
Loading…
Reference in new issue