Browse Source
add the support of local indexers as the data source of imports and rescansfeat-mydojo_upgrade_explorer
kenshin samourai
5 years ago
committed by
GitHub
GitHub
18 changed files with 535 additions and 30 deletions
@ -0,0 +1,42 @@ |
|||||
|
######################################### |
||||
|
# CONFIGURATION OF A LOCAL INDEXER |
||||
|
######################################### |
||||
|
|
||||
|
# Install and run a local indexer inside Docker |
||||
|
# Set this option to 'off' for using an indexer hosted outside of Docker |
||||
|
# or when using a different data source (local bitcoind, OXT) |
||||
|
# Value: on | off |
||||
|
INDEXER_INSTALL=off |
||||
|
|
||||
|
# IP address of the local indexer used by Dojo |
||||
|
# Set value to 172.28.1.6 if INDEXER_INSTALL is set to 'on' |
||||
|
# Type: string |
||||
|
INDEXER_IP=172.28.1.6 |
||||
|
|
||||
|
# Port of the RPC API |
||||
|
# Set value to 50001 if INDEXER_INSTALL is set to 'on' |
||||
|
# Type: integer |
||||
|
INDEXER_RPC_PORT=50001 |
||||
|
|
||||
|
# Support of batch requests by the local indexer |
||||
|
# Set value to inactive if INDEXER_INSTALL is set to 'on' |
||||
|
# Value: active | inactive |
||||
|
INDEXER_BATCH_SUPPORT=inactive |
||||
|
|
||||
|
|
||||
|
# |
||||
|
# EXPERT SETTINGS |
||||
|
# (ACTIVE IF INDEXER_INSTALL IS SET TO ON) |
||||
|
# |
||||
|
|
||||
|
# Number of blocks to get in one JSONRPC request from bitcoind |
||||
|
# Type: integer |
||||
|
INDEXER_BATCH_SIZE=10 |
||||
|
|
||||
|
# Total size of block txids to cache (in MB) |
||||
|
# Type: integer |
||||
|
INDEXER_BLK_TXIDS_CACHE_SIZE_MB=10 |
||||
|
|
||||
|
# Number of transactions to lookup before returning an error |
||||
|
# Type: integer |
||||
|
INDEXER_TXID_LIMIT=501 |
||||
@ -0,0 +1,43 @@ |
|||||
|
FROM rust:1.37.0-slim |
||||
|
|
||||
|
ENV INDEXER_HOME /home/indexer |
||||
|
ENV INDEXER_VERSION 0.1.0 |
||||
|
ENV INDEXER_URL https://github.com/Samourai-Wallet/addrindexrs.git |
||||
|
|
||||
|
RUN apt-get update && \ |
||||
|
apt-get install -y clang cmake git && \ |
||||
|
apt-get install -y libsnappy-dev |
||||
|
|
||||
|
# Create group and user indexer |
||||
|
RUN addgroup --system -gid 1109 indexer && \ |
||||
|
adduser --system --ingroup indexer -uid 1106 indexer |
||||
|
|
||||
|
# Create data directory |
||||
|
RUN mkdir "$INDEXER_HOME/addrindexrs" && \ |
||||
|
chown -h indexer:indexer "$INDEXER_HOME/addrindexrs" |
||||
|
|
||||
|
# Copy restart script |
||||
|
COPY ./restart.sh /restart.sh |
||||
|
RUN chown indexer:indexer /restart.sh && \ |
||||
|
chmod 777 /restart.sh |
||||
|
|
||||
|
# Copy wait-for-it script |
||||
|
COPY ./wait-for-it.sh /wait-for-it.sh |
||||
|
RUN chown indexer:indexer /wait-for-it.sh && \ |
||||
|
chmod u+x /wait-for-it.sh && \ |
||||
|
chmod g+x /wait-for-it.sh |
||||
|
|
||||
|
USER indexer |
||||
|
|
||||
|
# Install addrindexrs |
||||
|
RUN cd "$INDEXER_HOME" && \ |
||||
|
git clone "$INDEXER_URL" "$INDEXER_HOME/addrindexrs" && \ |
||||
|
cd addrindexrs && \ |
||||
|
git checkout "tags/v$INDEXER_VERSION" |
||||
|
|
||||
|
RUN cd "$INDEXER_HOME/addrindexrs" && \ |
||||
|
cargo install --path . |
||||
|
|
||||
|
EXPOSE 50001 |
||||
|
|
||||
|
STOPSIGNAL SIGINT |
||||
@ -0,0 +1,22 @@ |
|||||
|
#!/bin/bash |
||||
|
set -e |
||||
|
|
||||
|
indexer_options=( |
||||
|
-vvvv |
||||
|
--index-batch-size="$INDEXER_BATCH_SIZE" |
||||
|
--jsonrpc-import |
||||
|
--db-dir="/home/indexer/db" |
||||
|
--indexer-rpc-addr="172.28.1.6:50001" |
||||
|
--daemon-rpc-addr="$BITCOIND_IP:$BITCOIND_RPC_PORT" |
||||
|
--cookie="$BITCOIND_RPC_USER:$BITCOIND_RPC_PASSWORD" |
||||
|
--txid-limit="$INDEXER_TXID_LIMIT" |
||||
|
--blocktxids-cache-size-mb="$INDEXER_BLK_TXIDS_CACHE_SIZE_MB" |
||||
|
) |
||||
|
|
||||
|
if [ "$COMMON_BTC_NETWORK" == "testnet" ]; then |
||||
|
bitcoind_options+=(--network="testnet") |
||||
|
else |
||||
|
bitcoind_options+=(--network="mainnet") |
||||
|
fi |
||||
|
|
||||
|
addrindexrs "${indexer_options[@]}" |
||||
@ -0,0 +1,178 @@ |
|||||
|
#!/usr/bin/env bash |
||||
|
# Use this script to test if a given TCP host/port are available |
||||
|
|
||||
|
WAITFORIT_cmdname=${0##*/} |
||||
|
|
||||
|
echoerr() { if [[ $WAITFORIT_QUIET -ne 1 ]]; then echo "$@" 1>&2; fi } |
||||
|
|
||||
|
usage() |
||||
|
{ |
||||
|
cat << USAGE >&2 |
||||
|
Usage: |
||||
|
$WAITFORIT_cmdname host:port [-s] [-t timeout] [-- command args] |
||||
|
-h HOST | --host=HOST Host or IP under test |
||||
|
-p PORT | --port=PORT TCP port under test |
||||
|
Alternatively, you specify the host and port as host:port |
||||
|
-s | --strict Only execute subcommand if the test succeeds |
||||
|
-q | --quiet Don't output any status messages |
||||
|
-t TIMEOUT | --timeout=TIMEOUT |
||||
|
Timeout in seconds, zero for no timeout |
||||
|
-- COMMAND ARGS Execute command with args after the test finishes |
||||
|
USAGE |
||||
|
exit 1 |
||||
|
} |
||||
|
|
||||
|
wait_for() |
||||
|
{ |
||||
|
if [[ $WAITFORIT_TIMEOUT -gt 0 ]]; then |
||||
|
echoerr "$WAITFORIT_cmdname: waiting $WAITFORIT_TIMEOUT seconds for $WAITFORIT_HOST:$WAITFORIT_PORT" |
||||
|
else |
||||
|
echoerr "$WAITFORIT_cmdname: waiting for $WAITFORIT_HOST:$WAITFORIT_PORT without a timeout" |
||||
|
fi |
||||
|
WAITFORIT_start_ts=$(date +%s) |
||||
|
while : |
||||
|
do |
||||
|
if [[ $WAITFORIT_ISBUSY -eq 1 ]]; then |
||||
|
nc -z $WAITFORIT_HOST $WAITFORIT_PORT |
||||
|
WAITFORIT_result=$? |
||||
|
else |
||||
|
(echo > /dev/tcp/$WAITFORIT_HOST/$WAITFORIT_PORT) >/dev/null 2>&1 |
||||
|
WAITFORIT_result=$? |
||||
|
fi |
||||
|
if [[ $WAITFORIT_result -eq 0 ]]; then |
||||
|
WAITFORIT_end_ts=$(date +%s) |
||||
|
echoerr "$WAITFORIT_cmdname: $WAITFORIT_HOST:$WAITFORIT_PORT is available after $((WAITFORIT_end_ts - WAITFORIT_start_ts)) seconds" |
||||
|
break |
||||
|
fi |
||||
|
sleep 1 |
||||
|
done |
||||
|
return $WAITFORIT_result |
||||
|
} |
||||
|
|
||||
|
wait_for_wrapper() |
||||
|
{ |
||||
|
# In order to support SIGINT during timeout: http://unix.stackexchange.com/a/57692 |
||||
|
if [[ $WAITFORIT_QUIET -eq 1 ]]; then |
||||
|
timeout $WAITFORIT_BUSYTIMEFLAG $WAITFORIT_TIMEOUT $0 --quiet --child --host=$WAITFORIT_HOST --port=$WAITFORIT_PORT --timeout=$WAITFORIT_TIMEOUT & |
||||
|
else |
||||
|
timeout $WAITFORIT_BUSYTIMEFLAG $WAITFORIT_TIMEOUT $0 --child --host=$WAITFORIT_HOST --port=$WAITFORIT_PORT --timeout=$WAITFORIT_TIMEOUT & |
||||
|
fi |
||||
|
WAITFORIT_PID=$! |
||||
|
trap "kill -INT -$WAITFORIT_PID" INT |
||||
|
wait $WAITFORIT_PID |
||||
|
WAITFORIT_RESULT=$? |
||||
|
if [[ $WAITFORIT_RESULT -ne 0 ]]; then |
||||
|
echoerr "$WAITFORIT_cmdname: timeout occurred after waiting $WAITFORIT_TIMEOUT seconds for $WAITFORIT_HOST:$WAITFORIT_PORT" |
||||
|
fi |
||||
|
return $WAITFORIT_RESULT |
||||
|
} |
||||
|
|
||||
|
# process arguments |
||||
|
while [[ $# -gt 0 ]] |
||||
|
do |
||||
|
case "$1" in |
||||
|
*:* ) |
||||
|
WAITFORIT_hostport=(${1//:/ }) |
||||
|
WAITFORIT_HOST=${WAITFORIT_hostport[0]} |
||||
|
WAITFORIT_PORT=${WAITFORIT_hostport[1]} |
||||
|
shift 1 |
||||
|
;; |
||||
|
--child) |
||||
|
WAITFORIT_CHILD=1 |
||||
|
shift 1 |
||||
|
;; |
||||
|
-q | --quiet) |
||||
|
WAITFORIT_QUIET=1 |
||||
|
shift 1 |
||||
|
;; |
||||
|
-s | --strict) |
||||
|
WAITFORIT_STRICT=1 |
||||
|
shift 1 |
||||
|
;; |
||||
|
-h) |
||||
|
WAITFORIT_HOST="$2" |
||||
|
if [[ $WAITFORIT_HOST == "" ]]; then break; fi |
||||
|
shift 2 |
||||
|
;; |
||||
|
--host=*) |
||||
|
WAITFORIT_HOST="${1#*=}" |
||||
|
shift 1 |
||||
|
;; |
||||
|
-p) |
||||
|
WAITFORIT_PORT="$2" |
||||
|
if [[ $WAITFORIT_PORT == "" ]]; then break; fi |
||||
|
shift 2 |
||||
|
;; |
||||
|
--port=*) |
||||
|
WAITFORIT_PORT="${1#*=}" |
||||
|
shift 1 |
||||
|
;; |
||||
|
-t) |
||||
|
WAITFORIT_TIMEOUT="$2" |
||||
|
if [[ $WAITFORIT_TIMEOUT == "" ]]; then break; fi |
||||
|
shift 2 |
||||
|
;; |
||||
|
--timeout=*) |
||||
|
WAITFORIT_TIMEOUT="${1#*=}" |
||||
|
shift 1 |
||||
|
;; |
||||
|
--) |
||||
|
shift |
||||
|
WAITFORIT_CLI=("$@") |
||||
|
break |
||||
|
;; |
||||
|
--help) |
||||
|
usage |
||||
|
;; |
||||
|
*) |
||||
|
echoerr "Unknown argument: $1" |
||||
|
usage |
||||
|
;; |
||||
|
esac |
||||
|
done |
||||
|
|
||||
|
if [[ "$WAITFORIT_HOST" == "" || "$WAITFORIT_PORT" == "" ]]; then |
||||
|
echoerr "Error: you need to provide a host and port to test." |
||||
|
usage |
||||
|
fi |
||||
|
|
||||
|
WAITFORIT_TIMEOUT=${WAITFORIT_TIMEOUT:-15} |
||||
|
WAITFORIT_STRICT=${WAITFORIT_STRICT:-0} |
||||
|
WAITFORIT_CHILD=${WAITFORIT_CHILD:-0} |
||||
|
WAITFORIT_QUIET=${WAITFORIT_QUIET:-0} |
||||
|
|
||||
|
# check to see if timeout is from busybox? |
||||
|
WAITFORIT_TIMEOUT_PATH=$(type -p timeout) |
||||
|
WAITFORIT_TIMEOUT_PATH=$(realpath $WAITFORIT_TIMEOUT_PATH 2>/dev/null || readlink -f $WAITFORIT_TIMEOUT_PATH) |
||||
|
if [[ $WAITFORIT_TIMEOUT_PATH =~ "busybox" ]]; then |
||||
|
WAITFORIT_ISBUSY=1 |
||||
|
WAITFORIT_BUSYTIMEFLAG="-t" |
||||
|
|
||||
|
else |
||||
|
WAITFORIT_ISBUSY=0 |
||||
|
WAITFORIT_BUSYTIMEFLAG="" |
||||
|
fi |
||||
|
|
||||
|
if [[ $WAITFORIT_CHILD -gt 0 ]]; then |
||||
|
wait_for |
||||
|
WAITFORIT_RESULT=$? |
||||
|
exit $WAITFORIT_RESULT |
||||
|
else |
||||
|
if [[ $WAITFORIT_TIMEOUT -gt 0 ]]; then |
||||
|
wait_for_wrapper |
||||
|
WAITFORIT_RESULT=$? |
||||
|
else |
||||
|
wait_for |
||||
|
WAITFORIT_RESULT=$? |
||||
|
fi |
||||
|
fi |
||||
|
|
||||
|
if [[ $WAITFORIT_CLI != "" ]]; then |
||||
|
if [[ $WAITFORIT_RESULT -ne 0 && $WAITFORIT_STRICT -eq 1 ]]; then |
||||
|
echoerr "$WAITFORIT_cmdname: strict mode, refusing to execute subprocess" |
||||
|
exit $WAITFORIT_RESULT |
||||
|
fi |
||||
|
exec "${WAITFORIT_CLI[@]}" |
||||
|
else |
||||
|
exit $WAITFORIT_RESULT |
||||
|
fi |
||||
@ -0,0 +1,27 @@ |
|||||
|
version: "3.2" |
||||
|
|
||||
|
services: |
||||
|
indexer: |
||||
|
image: "samouraiwallet/dojo-indexer:${DOJO_INDEXER_VERSION_TAG}" |
||||
|
container_name: indexer |
||||
|
build: |
||||
|
context: ./indexer |
||||
|
env_file: |
||||
|
- ./.env |
||||
|
- ./conf/docker-common.conf |
||||
|
- ./conf/docker-bitcoind.conf |
||||
|
- ./conf/docker-indexer.conf |
||||
|
restart: on-failure |
||||
|
command: "/wait-for-it.sh tor:9050 --timeout=360 --strict -- /restart.sh" |
||||
|
expose: |
||||
|
- "50001" |
||||
|
volumes: |
||||
|
- data-indexer:/home/indexer |
||||
|
depends_on: |
||||
|
- tor |
||||
|
networks: |
||||
|
dojonet: |
||||
|
ipv4_address: 172.28.1.6 |
||||
|
|
||||
|
volumes: |
||||
|
data-indexer: |
||||
Loading…
Reference in new issue