lukechilds
/
bitcore-wallet-service
mirror of https://github.com/lukechilds/bitcore-wallet-service.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
Browse Source

Merge pull request #222 from isocolsky/stats 

Refactor stats
activeAddress
Matias Alejo Garcia 10 years ago
parent
da3df6449b b23eca3167
commit
62bdb543e7
4 changed files with 129 additions and 131 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 14
      lib/expressapp.js
  2. 243
      lib/stats.js
  3. 1
      lib/storage.js
  4. 2
      package.json

14
lib/expressapp.js
View File

@ -9,7 +9,7 @@ var querystring = require('querystring');
var bodyParser = require('body-parser')
var WalletService = require('./server');
var stats = require('./stats');
var Stats = require('./stats');
log.disableColor();
log.debug = log.verbose;
@ -340,18 +340,20 @@ ExpressApp.prototype.start = function(opts, cb) {
});
});
router.get('/v1/stats/:from/:to/', function(req, res) {
router.get('/v1/stats/', function(req, res) {
var opts = {};
opts.from = req.params['from'];
opts.to = req.params['to'];
stats.getStats(opts, function(err, data) {
if (req.query.network) opts.network = req.query.network;
if (req.query.from) opts.from = req.query.from;
if (req.query.to) opts.to = req.query.to;
var stats = new Stats(opts);
stats.run(function(err, data) {
if (err) return returnError(err, res, req);
res.json(data);
res.end();
});
});
this.app.use(opts.basePath || '/bws/api', router);
WalletService.initialize(opts, cb);

243
lib/stats.js
View File

@ -3,155 +3,150 @@
'use strict';
var _ = require('lodash');
var $ = require('preconditions').singleton();
var async = require('async');
var log = require('npmlog');
log.debug = log.verbose;
log.disableColor();
var mongodb = require('mongodb');
var moment = require('moment');
var async = require('async');
var config = require('../config');
var config = require('../config');
var storage = require('./storage');
var c = config.storageOpts.mongoDb;
var url = c.uri;
var startDate = moment();
var endDate = moment();
var stats = {};
var wallets = {};
var bwsStats = {};
function Stats(opts) {
opts = opts || {};
bwsStats.cleanUp = function() {
stats = {
'livenet': {},
'testnet': {}
};
this.network = opts.network || 'livenet';
this.from = moment(opts.from || '2015-01-01');
this.to = moment(opts.to);
this.fromTs = Math.floor(this.from.startOf('day').valueOf() / 1000);
this.toTs = Math.floor(this.to.endOf('day').valueOf() / 1000);
};
Stats.prototype.run = function(cb) {
var self = this;
bwsStats.AddingWalletToCache = function(data) {
if (!data) return;
wallets[data.id] = data.network;
};
bwsStats.TotalNewWallets = function(data) {
if (!data) return;
var day = moment(data.createdOn * 1000).format('YYYYMMDD');
if (!stats[data.network][day]) {
stats[data.network][day] = {
totalTx: 0,
totalAmount: 0,
totalNewWallets: 0
};
}
stats[data.network][day].totalNewWallets++;
var uri = config.storageOpts.mongoDb.uri;
mongodb.MongoClient.connect(uri, function(err, db) {
if (err) {
log.error('Unable to connect to the mongoDB', err);
return cb(err, null);
}
log.info('Connection established to ' + uri);
self.db = db;
self._getStats(function(err, stats) {
if (err) return cb(err);
return cb(null, stats);
});
});
};
bwsStats.TotalTxps = function(data) {
if (!data) return;
var day = moment(data.createdOn * 1000).format('YYYYMMDD');
var network = wallets[data.walletId];
if (!stats[network][day]) {
stats[network][day] = {
totalTx: 0,
totalAmount: 0,
totalNewWallets: 0
};
}
stats[network][day].totalTx++;
stats[network][day].totalAmount += data.amount;
Stats.prototype._getStats = function(cb) {
var self = this;
var result = {};
async.parallel([
function(next) {
self._getNewWallets(next);
},
function(next) {
self._getTxProposals(next);
},
], function(err, results) {
if (err) return cb(err);
result.newWallets = results[0];
result.txProposals = results[1];
return cb(null, result);
});
};
bwsStats.ProcessData = function(DB, cb) {
bwsStats.ProccesWallets(DB, function() {
bwsStats.ProccesNewWallets(DB, function() {
bwsStats.ProccesTxs(DB, function() {
DB.close();
cb();
});
});
Stats.prototype._countBy = function(data, key) {
return _.map(_.groupBy(data, key), function(v, k) {
var item = {};
item[key] = k;
item['count'] = v.length;
return item;
});
};
bwsStats.ProccesWallets = function(DB, cb) {
var collection = DB.collection('wallets');
collection.find({}).toArray(function(err, items) {
if (err) {
console.log('Error.', err);
return cb(err);
}
items.forEach(function(it) {
bwsStats.AddingWalletToCache(it);
});
cb();
Stats.prototype._sumBy = function(data, key, attr) {
return _.map(_.groupBy(data, key), function(v, k) {
var item = {};
item[key] = k;
item[attr] = _.reduce(v, function(memo, x) {
return memo + x[attr];
}, 0);
return item;
});
};
bwsStats.ProccesNewWallets = function(DB, cb) {
var collection = DB.collection('wallets');
var start = Math.floor(startDate.startOf('day').valueOf() / 1000);
var end = Math.floor(endDate.endOf('day').valueOf() / 1000);
Stats.prototype._getNewWallets = function(cb) {
var self = this;
self.db.collection(storage.collections.WALLETS)
.find({
network: self.network,
createdOn: {
$gte: self.fromTs,
$lte: self.toTs,
},
})
.toArray(function(err, wallets) {
if (err) return cb(err);
var data = _.map(wallets, function(wallet) {
return {
day: moment(wallet.createdOn * 1000).format('YYYYMMDD'),
type: (wallet.m == 1 && wallet.n == 1) ? 'personal' : 'shared',
config: wallet.m + '-of-' + wallet.n,
};
});
collection.find({
createdOn: {
$gt: start,
$lt: end
}
}).toArray(function(err, items) {
if (err) {
console.log('Error.', err);
return cb(err);
}
items.forEach(function(it) {
bwsStats.TotalNewWallets(it);
});
cb();
});
};
var stats = {
byDay: self._countBy(data, 'day'),
byConfig: self._countBy(data, 'config'),
};
bwsStats.ProccesTxs = function(DB, cb) {
var collection = DB.collection('txs');
var start = Math.floor(startDate.startOf('day').valueOf() / 1000);
var end = Math.floor(endDate.endOf('day').valueOf() / 1000);
stats.byTypeThenDay = _.groupBy(data, 'type');
_.each(stats.byTypeThenDay, function(v, k) {
stats.byTypeThenDay[k] = self._countBy(v, 'day');
});
collection.find({
createdOn: {
$gt: start,
$lt: end
}
}).toArray(
function(err, items) {
if (err) {
console.log('Error.', err);
return cb(err);
} else {
items.forEach(function(it) {
bwsStats.TotalTxps(it);
});
}
cb();
return cb(null, stats);
});
};
bwsStats.getStats = function(opts, cb) {
if (opts) {
startDate = moment(opts.from);
endDate = moment(opts.to);
}
bwsStats.cleanUp();
Stats.prototype._getTxProposals = function(cb) {
var self = this;
self.db.collection(storage.collections.TXS)
.find({
network: self.network,
status: 'broadcasted',
createdOn: {
$gte: self.fromTs,
$lte: self.toTs,
},
})
.toArray(function(err, txps) {
if (err) return cb(err);
var data = _.map(txps, function(txp) {
return {
day: moment(txp.createdOn * 1000).format('YYYYMMDD'),
amount: txp.amount,
};
});
mongodb.MongoClient.connect(url, function(err, db) {
if (err) {
console.log('Unable to connect to the mongoDB server. Error:', err);
return cb(err, null);
}
console.log('Connection established to ', url);
bwsStats.ProcessData(db, function(err) {
if (err) {
console.log('Error.', err);
return cb(err, null);
}
cb(null, stats);
var stats = {
nbByDay: self._countBy(data, 'day'),
amountByDay: self._sumBy(data, 'day', 'amount'),
};
return cb(null, stats);
});
});
};
module.exports = bwsStats;
module.exports = Stats;

1
lib/storage.js
View File

@ -426,4 +426,5 @@ Storage.prototype._dump = function(cb, fn) {
});
};
Storage.collections = collections;
module.exports = Storage;

2
package.json
View File

@ -2,7 +2,7 @@
"name": "bitcore-wallet-service",
"description": "A service for Mutisig HD Bitcoin Wallets",
"author": "BitPay Inc",
"version": "0.0.31",
"version": "0.0.32",
"keywords": [
"bitcoin",
"copay",

Write Preview
Loading…
Cancel
Save