const electron = require('electron'), app = electron.app, BrowserWindow = electron.BrowserWindow, path = require('path'), url = require('url'), os = require('os'), fsnode = require('fs'), fs = require('fs-extra'), _fs = require('graceful-fs'), express = require('express'), exec = require('child_process').exec, spawn = require('child_process').spawn, md5 = require('./md5.js'), request = require('request'), async = require('async'), portscanner = require('portscanner'), aes256 = require('nodejs-aes256'), AdmZip = require('adm-zip'), remoteFileSize = require('remote-file-size'), Promise = require('bluebird'), {shell} = require('electron'), {execFile} = require('child_process'); const fixPath = require('fix-path'); var ps = require('ps-node'), setconf = require('../private/setconf.js'), assetChainPorts = require('./ports.js'), _appConfig = require('./appConfig.js'), shepherd = express.Router(), coindInstanceRegistry = {}, guiLog = {}, rpcConf = {}, appRuntimeLog = [], lockDownAddCoin = false; shepherd.appConfig = _appConfig.config; if (os.platform() === 'darwin') { fixPath(); var agamaDir = `${process.env.HOME}/Library/Application Support/agama`, agamaTestDir = `${process.env.HOME}/Library/Application Support/agama/test`, komododBin = path.join(__dirname, '../assets/bin/osx/komodod'), komodocliBin = path.join(__dirname, '../assets/bin/osx/komodo-cli'), komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.HOME}/Library/Application Support/Komodo`, zcashdBin = '/Applications/ZCashSwingWalletUI.app/Contents/MacOS/zcashd', zcashcliBin = '/Applications/ZCashSwingWalletUI.app/Contents/MacOS/zcash-cli', zcashDir = `${process.env.HOME}/Library/Application Support/Zcash`, zcashParamsDir = `${process.env.HOME}/Library/Application Support/ZcashParams`; } if (os.platform() === 'linux') { var agamaDir = `${process.env.HOME}/.agama`, agamaTestDir = `${process.env.HOME}/.agama/test`, komododBin = path.join(__dirname, '../assets/bin/linux64/komodod'), komodocliBin = path.join(__dirname, '../assets/bin/linux64/komodo-cli'), komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.HOME}/.komodo`, zcashParamsDir = `${process.env.HOME}/.zcash-params`; } if (os.platform() === 'win32') { var agamaDir = `${process.env.APPDATA}/agama`; agamaDir = path.normalize(agamaDir); agamaTestDir = `${process.env.APPDATA}/agama/test`; agamaTestDir = path.normalize(agamaTestDir); komododBin = path.join(__dirname, '../assets/bin/win64/komodod.exe'), komododBin = path.normalize(komododBin), komodocliBin = path.join(__dirname, '../assets/bin/win64/komodo-cli.exe'), komodocliBin = path.normalize(komodocliBin), komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.APPDATA}/Komodo`, komodoDir = path.normalize(komodoDir); zcashParamsDir = `${process.env.APPDATA}/ZcashParams`; zcashParamsDir = path.normalize(zcashParamsDir); } shepherd.appConfigSchema = _appConfig.schema; shepherd.defaultAppConfig = Object.assign({}, shepherd.appConfig); shepherd.kmdMainPassiveMode = false; shepherd.coindInstanceRegistry = coindInstanceRegistry; shepherd.getAppRuntimeLog = function() { return new Promise((resolve, reject) => { resolve(appRuntimeLog); }); }; shepherd.log = function(msg) { if (shepherd.appConfig.dev || shepherd.appConfig.debug) { console.log(msg); } appRuntimeLog.push({ time: Date.now(), msg: msg, }); }; shepherd.startKMDNative = function(selection, isManual) { if (isManual) { shepherd.kmdMainPassiveMode = true; } if (selection === 'KMD') { const herdData = { 'ac_name': 'komodod', 'ac_options': [ '-daemon=0', '-addnode=78.47.196.146', ], }; const options = { url: `http://127.0.0.1:${shepherd.appConfig.agamaPort}/shepherd/herd`, method: 'POST', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify({ 'herd': 'komodod', 'options': herdData, }) }; request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { //resolve(body); } else { //resolve(body); } }); } else { const herdData = [{ 'ac_name': 'komodod', 'ac_options': [ '-daemon=0', '-addnode=78.47.196.146', ] }, { 'ac_name': 'REVS', 'ac_options': [ '-daemon=0', '-server', `-ac_name=REVS`, '-addnode=78.47.196.146', '-ac_supply=1300000' ] }, { 'ac_name': 'JUMBLR', 'ac_options': [ '-daemon=0', '-server', `-ac_name=JUMBLR`, '-addnode=78.47.196.146', '-ac_supply=999999' ] }]; for (let i = 0; i < herdData.length; i++) { setTimeout(() => { const options = { url: `http://127.0.0.1:${shepherd.appConfig.agamaPort}/shepherd/herd`, method: 'POST', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify({ 'herd': 'komodod', 'options': herdData[i], }) }; request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { //resolve(body); } else { //resolve(body); } }); }, 100); } } }; /* * Combined native dashboard update same as in gui * type: GET * params: coin */ shepherd.post('/native/dashboard/update', function(req, res, next) { let _returnObj = { getinfo: {}, listtransactions: [], z_gettotalbalance: {}, z_getoperationstatus: {}, listunspent: {}, addresses: {}, }; const _promiseStack = [ 'getinfo', 'listtransactions', 'z_gettotalbalance', 'z_getoperationstatus' ]; const _coin = req.body.coin; function getAddressesNative(coin) { const type = [ 'public', 'private' ]; Promise.all(type.map((_type, index) => { return new Promise((resolve, reject) => { _bitcoinRPC( coin, _type === 'public' ? 'getaddressesbyaccount' : 'z_listaddresses', [''] ).then(function(_json) { if (_json === 'Work queue depth exceeded' || !_json) { resolve({ error: 'daemon is busy' }); } else { resolve(JSON.parse(_json).result); } }); }); })) .then(result => { if (result[0] && result[0].length) { function calcBalance(result, json) { if (json && json.length) { const allAddrArray = json.map(res => res.address).filter((x, i, a) => a.indexOf(x) == i); for (let a = 0; a < allAddrArray.length; a++) { const filteredArray = json.filter(res => res.address === allAddrArray[a]).map(res => res.amount); let isNewAddr = true; for (let x = 0; x < result.length && isNewAddr; x++) { for (let y = 0; y < result[x].length && isNewAddr; y++) { if (allAddrArray[a] === result[x][y]) { isNewAddr = false; } } } if (isNewAddr && (allAddrArray[a].substring(0, 2) === 'zc' || allAddrArray[a].substring(0, 2) === 'zt')) { result[1][result[1].length] = allAddrArray[a]; } else { result[0][result[0].length] = allAddrArray[a]; } } } // remove addr duplicates if (result[0] && result[0].length) { result[0] = result[0].filter(function(elem, pos) { return result[0].indexOf(elem) === pos; }); } if (result[1] && result[1].length) { result[1] = result[1].filter(function(elem, pos) { return result[1].indexOf(elem) === pos; }); } let newAddressArray = []; for (let a = 0; a < result.length; a++) { newAddressArray[a] = []; if (result[a]) { for (let b = 0; b < result[a].length; b++) { let filteredArray; filteredArray = json.filter(res => res.address === result[a][b]).map(res => res.amount); let sum = 0; for (let i = 0; i < filteredArray.length; i++) { sum += filteredArray[i]; } newAddressArray[a][b] = { address: result[a][b], amount: sum, type: a === 0 ? 'public': 'private', }; } } } // get zaddr balance if (result[1] && result[1].length) { Promise.all(result[1].map((_address, index) => { return new Promise((resolve, reject) => { _bitcoinRPC(coin, 'z_getbalance', [_address]) .then(function(__json) { __json = JSON.parse(__json); if (__json && __json.error) { resolve(0); } else { resolve(__json.result) newAddressArray[1][index] = { address: _address, amount: __json.result, type: 'private', }; } }); }); })) .then(zresult => { _returnObj.addresses = { public: newAddressArray[0], private: newAddressArray[1], }; const returnObj = { msg: 'success', result: _returnObj, }; res.end(JSON.stringify(returnObj)); }); } else { _returnObj.addresses = { public: newAddressArray[0], private: newAddressArray[1], }; const returnObj = { msg: 'success', result: _returnObj, }; res.end(JSON.stringify(returnObj)); } } _bitcoinRPC(coin, 'listunspent') .then(function(__json) { if (__json === 'Work queue depth exceeded' || !__json) { const returnObj = { msg: 'success', result: _returnObj, }; res.end(JSON.stringify(returnObj)); } else { _returnObj.listunspent = JSON.parse(__json); calcBalance( result, JSON.parse(__json).result ); } }); } else { _returnObj.addresses = { public: {}, private: {}, }; const returnObj = { msg: 'success', result: _returnObj, }; res.end(JSON.stringify(returnObj)); } }) } function _bitcoinRPC(coin, cmd, params) { return new Promise(function(resolve, reject) { let _payload; if (params) { _payload = { mode: null, chain: coin, cmd: cmd, params: params, }; } else { _payload = { mode: null, chain: coin, cmd: cmd, }; } const options = { url: `http://127.0.0.1:${shepherd.appConfig.agamaPort}/shepherd/cli`, method: 'POST', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify({ payload: _payload }), timeout: 60000, }; request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { resolve(body); } else { resolve(body); } }); }); } Promise.all(_promiseStack.map((_call, index) => { let _params; if (_call === 'listtransactions') { _params = [ '', 300, 0 ]; } return new Promise((resolve, reject) => { _bitcoinRPC( _coin, _call, _params ) .then(function(json) { if (json === 'Work queue depth exceeded' || !json) { _returnObj[_call] = { error: 'daemon is busy' }; } else { _returnObj[_call] = JSON.parse(json); } resolve(json); }); }); })) .then(result => { getAddressesNative(_coin); }); }); shepherd.testClearAll = function() { return new Promise(function(resolve, reject) { fs.removeSync(`${iguanaTestDir}`); resolve('done'); }); } shepherd.testBins = function(daemonName) { return new Promise(function(resolve, reject) { const _bins = { komodod: komododBin, komodoCli: komodocliBin, }; const _arg = null; let _pid; shepherd.log('testBins exec ' + _bins[daemonName]); if (!fs.existsSync(agamaTestDir)) { fs.mkdirSync(agamaTestDir); } try { _fs.access(`${agamaTestDir}/${daemonName}Test.log`, fs.constants.R_OK, function(err) { if (!err) { try { _fs.unlinkSync(`${agamaTestDir}/${daemonName}Test.log`); } catch (e) {} } else { shepherd.log(`path ${agamaTestDir}/${daemonName}Test.log doesnt exist`); } }); } catch (e) {} if (daemonName === 'komodod') { try { _fs.access(`${iguanaTestDir}/debug.log`, fs.constants.R_OK, function(err) { if (!err) { _fs.unlinkSync(`${iguanaTestDir}/db.log`); _fs.unlinkSync(`${iguanaTestDir}/debug.log`); _fs.unlinkSync(`${iguanaTestDir}/komodo.conf`); _fs.unlinkSync(`${iguanaTestDir}/komodod.pid`); _fs.unlinkSync(`${iguanaTestDir}/komodostate`); _fs.unlinkSync(`${iguanaTestDir}/realtime`); _fs.unlinkSync(`${iguanaTestDir}/wallet.dat`); _fs.unlinkSync(`${iguanaTestDir}/.lock`); fs.removeSync(`${iguanaTestDir}/blocks`); fs.removeSync(`${iguanaTestDir}/chainstate`); fs.removeSync(`${iguanaTestDir}/database`); execKomodod(); } else { shepherd.log(`test: nothing to remove in ${iguanaTestDir}`); execKomodod(); } }); } catch (e) {} function execKomodod() { let _komododTest = { port: 'unknown', start: 'unknown', getinfo: 'unknown', errors: { assertFailed: false, zcashParams: false, }, }; const _komodoConf = 'rpcuser=user83f3afba8d714993\n' + 'rpcpassword=0d4430ca1543833e35bce5a0cc9e16b3\n' + 'server=1\n' + 'addnode=78.47.196.146\n' + 'addnode=5.9.102.210\n' + 'addnode=178.63.69.164\n' + 'addnode=88.198.65.74\n' + 'addnode=5.9.122.241\n' + 'addnode=144.76.94.3\n' + 'addnode=144.76.94.38\n' + 'addnode=89.248.166.91\n' + 'addnode=148.251.57.148\n' + 'addnode=149.56.28.84\n' + 'addnode=176.9.26.39\n' + 'addnode=94.102.63.199\n' + 'addnode=94.102.63.200\n' + 'addnode=104.255.64.3\n' + 'addnode=221.121.144.140\n' + 'addnode=103.18.58.150\n' + 'addnode=103.18.58.146\n' + 'addnode=213.202.253.10\n' + 'addnode=185.106.121.32\n' + 'addnode=27.100.36.201\n'; fs.writeFile(`${iguanaTestDir}/komodo.conf`, _komodoConf, function(err) { if (err) { shepherd.log(`test: error writing komodo conf in ${iguanaTestDir}`); } }); portscanner.checkPortStatus('7771', '127.0.0.1', function(error, status) { // Status is 'open' if currently in use or 'closed' if available if (status === 'closed') { _komododTest.port = 'passed'; } else { _komododTest.port = 'failed'; } }); /*pm2.connect(true,function(err) { //start up pm2 god if (err) { shepherd.error(err); process.exit(2); } pm2.start({ script: komododBin, // path to binary name: 'komodod', exec_mode : 'fork', args: [ '-daemon=0', '-addnode=78.47.196.146', `-datadir=${iguanaTestDir}/` ], output: `${iguanaTestDir}/komododTest.log`, mergeLogs: true, }, function(err, apps) { if (apps[0] && apps[0].process && apps[0].process.pid) { _komododTest.start = 'success'; shepherd.log(`test: got komodod instance pid = ${apps[0].process.pid}`); shepherd.writeLog(`test: komodod started with pid ${apps[0].process.pid}`); } else { _komododTest.start = 'failed'; shepherd.log(`unable to start komodod`); } pm2.disconnect(); // Disconnect from PM2 if (err) { shepherd.writeLog(`test: error starting komodod`); shepherd.log(`komodod fork err: ${err}`); // throw err; } }); });*/ setTimeout(function() { const options = { url: `http://localhost:7771`, method: 'POST', auth: { user: 'user83f3afba8d714993', pass: '0d4430ca1543833e35bce5a0cc9e16b3', }, body: JSON.stringify({ agent: 'bitcoinrpc', method: 'getinfo', }), }; request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { // res.end(body); shepherd.log(JSON.stringify(body, null, '\t')); } else { // res.end(body); shepherd.log(JSON.stringify(body, null, '\t')); } }); }, 10000); setTimeout(function() { pm2.delete('komodod'); resolve(_komododTest); }, 20000); } // komodod debug.log hooks //"{\"result\":{\"version\":1000850,\"protocolversion\":170002,\"KMDversion\":\"0.1.1\",\"notarized\":0,\"notarizedhash\":\"0000000000000000000000000000000000000000000000000000000000000000\",\"notarizedtxid\":\"0000000000000000000000000000000000000000000000000000000000000000\",\"notarizedtxid_height\":\"mempool\",\"notarized_confirms\":0,\"walletversion\":60000,\"balance\":0.00000000,\"interest\":0.00000000,\"blocks\":128,\"longestchain\":472331,\"timeoffset\":0,\"tiptime\":1473827710,\"connections\":1,\"proxy\":\"\",\"difficulty\":1,\"testnet\":false,\"keypoololdest\":1504118047,\"keypoolsize\":101,\"paytxfee\":0.00000000,\"relayfee\":0.00000100,\"errors\":\"\"},\"error\":null,\"id\":null}\n" //2017-08-30 17:51:33 Error: Cannot find the Zcash network parameters in the following directory: //"/home/pbca/.zcash-params" //Please run 'zcash-fetch-params' or './zcutil/fetch-params.sh' and then restart. //EXCEPTION: St13runtime_error //Assertion failed. //2017-08-30 17:51:14 Using config file /home/pbca/.iguana/test/komodo.conf //2017-08-30 18:23:43 UpdateTip: new best=0a47c1323f393650f7221c217d19d149d002d35444f47fde61be2dd90fbde8e6 height=1 log2_work=5.0874628 tx=2 date=2016-09-13 19:04:01 progress=0.000001 cache=0.0MiB(1tx) //2017-08-30 18:23:43 UpdateTip: new best=05076a4e1fc9af0f5fda690257b17ae20c12d4796dfba1624804d012c9ec00be height=2 log2_work=5.6724253 tx=3 date=2016-09-13 19:05:28 progress=0.000001 cache=0.0MiB(2tx) /*execFile(`${komododBin}`, _arg, { maxBuffer: 1024 * 10000 // 10 mb }, function(error, stdout, stderr) { shepherd.writeLog(`stdout: ${stdout}`); shepherd.writeLog(`stderr: ${stderr}`); if (error !== null) { console.log(`exec error: ${error}`); shepherd.writeLog(`exec error: ${error}`); if (error.toString().indexOf('using -reindex') > -1) { cache.io.emit('service', { komodod: { error: 'run -reindex', } }); } } });*/ } }); } // komodod datadir location test shepherd.testLocation = function(path) { return new Promise(function(resolve, reject) { fs.lstat(path, (err, stats) => { if (err) { shepherd.log(`error testing path ${path}`); resolve(-1); } else { if (stats.isDirectory()) { resolve(true); } else { shepherd.log(`error testing path ${path} not a folder`); resolve(false); } } }); }); } // osx and linux shepherd.binFixRights = function() { const osPlatform = os.platform(); const _bins = [ komododBin, komodocliBin ]; if (osPlatform === 'darwin' || osPlatform === 'linux') { for (let i = 0; i < _bins.length; i++) { _fs.stat(_bins[i], function(err, stat) { if (!err) { if (parseInt(stat.mode.toString(8), 10) !== 100775) { shepherd.log(`${_bins[i]} fix permissions`); fsnode.chmodSync(_bins[i], '0775'); } } else { shepherd.log(`error: ${_bins[i]} not found`); } }); } } } shepherd.killRogueProcess = function(processName) { // kill rogue process copies on start let processGrep; const osPlatform = os.platform(); switch (osPlatform) { case 'darwin': processGrep = "ps -p $(ps -A | grep -m1 " + processName + " | awk '{print $1}') | grep -i " + processName; break; case 'linux': processGrep = 'ps -p $(pidof ' + processName + ') | grep -i ' + processName; break; case 'win32': processGrep = 'tasklist'; break; } exec(processGrep, function(error, stdout, stderr) { if (stdout.indexOf(processName) > -1) { const pkillCmd = osPlatform === 'win32' ? `taskkill /f /im ${processName}.exe` : `pkill -15 ${processName}`; shepherd.log(`found another ${processName} process(es)`); shepherd.writeLog(`found another ${processName} process(es)`); exec(pkillCmd, function(error, stdout, stderr) { shepherd.log(`${pkillCmd} is issued`); shepherd.writeLog(`${pkillCmd} is issued`); if (error !== null) { shepherd.log(`${pkillCmd} exec error: ${error}`); shepherd.writeLog(`${pkillCmd} exec error: ${error}`); }; }); } if (error !== null) { shepherd.log(`${processGrep} exec error: ${error}`); shepherd.writeLog(`${processGrep} exec error: ${error}`); }; }); } shepherd.zcashParamsExist = function() { let _checkList = { rootDir: _fs.existsSync(zcashParamsDir), provingKey: _fs.existsSync(`${zcashParamsDir}/sprout-proving.key`), provingKeySize: false, verifyingKey: _fs.existsSync(`${zcashParamsDir}/sprout-verifying.key`), verifyingKeySize: false, errors: false, }; if (_checkList.rootDir && _checkList.provingKey && _checkList.verifyingKey) { // verify each key size const _provingKeySize = fs.lstatSync(`${zcashParamsDir}/sprout-proving.key`); const _verifyingKeySize = fs.lstatSync(`${zcashParamsDir}/sprout-verifying.key`); if (_provingKeySize.size === 910173851) { _checkList.provingKeySize = true; } if (_verifyingKeySize.size === 1449) { _checkList.verifyingKeySize = true; } shepherd.log('zcashparams exist'); } else { shepherd.log('zcashparams doesnt exist'); } if (!_checkList.rootDir || !_checkList.provingKey || !_checkList.verifyingKey || !_checkList.provingKeySize || !_checkList.verifyingKeySize) { _checkList.errors = true; } return _checkList; } shepherd.readVersionFile = function() { // read app version const rootLocation = path.join(__dirname, '../'); const localVersionFile = fs.readFileSync(`${rootLocation}version`, 'utf8'); return localVersionFile; } shepherd.writeLog = function(data) { const logLocation = `${agamaDir}/shepherd`; const timeFormatted = new Date(Date.now()).toLocaleString('en-US', { hour12: false }); if (shepherd.appConfig.debug) { if (fs.existsSync(`${logLocation}/agamalog.txt`)) { fs.appendFile(`${logLocation}/agamalog.txt`, `${timeFormatted} ${data}\r\n`, function(err) { if (err) { shepherd.log('error writing log file'); } }); } else { fs.writeFile(`${logLocation}/agamalog.txt`, `${timeFormatted} ${data}\r\n`, function(err) { if (err) { shepherd.log('error writing log file'); } }); } } } shepherd.createAgamaDirs = function() { if (!fs.existsSync(agamaDir)) { fs.mkdirSync(agamaDir); if (fs.existsSync(agamaDir)) { shepherd.log(`created agama folder at ${agamaDir}`); shepherd.writeLog(`created agama folder at ${agamaDir}`); } } else { shepherd.log('agama folder already exists'); } if (!fs.existsSync(`${agamaDir}/shepherd`)) { fs.mkdirSync(`${agamaDir}/shepherd`); if (fs.existsSync(`${agamaDir}/shepherd`)) { shepherd.log(`created shepherd folder at ${agamaDir}/shepherd`); shepherd.writeLog(`create shepherd folder at ${agamaDir}/shepherd`); } } else { shepherd.log('agama/shepherd folder already exists'); } if (!fs.existsSync(`${agamaDir}/shepherd/pin`)) { fs.mkdirSync(`${agamaDir}/shepherd/pin`); if (fs.existsSync(`${agamaDir}/shepherd/pin`)) { shepherd.log(`created pin folder at ${agamaDir}/shepherd/pin`); shepherd.writeLog(`create pin folder at ${agamaDir}/shepherd/pin`); } } else { shepherd.log('shepherd/pin folder already exists'); } } /* * type: POST * params: none */ shepherd.post('/encryptkey', function(req, res, next) { if (req.body.key && req.body.string && req.body.pubkey) { const encryptedString = aes256.encrypt(req.body.key, req.body.string); // test pin security // - at least 1 char in upper case // - at least 1 digit // - at least one special character // - min length 8 const _pin = req.body.key; const _pinTest = _pin.match('^(?=.*[A-Z])(?=.*[^<>{}\"/|;:.,~!?@#$%^=&*\\]\\\\()\\[_+]*$)(?=.*[0-9])(?=.*[a-z]).{8}$'); fs.writeFile(`${agamaDir}/shepherd/pin/${req.body.pubkey}.pin`, encryptedString, function(err) { if (err) { shepherd.log('error writing pin file'); } const returnObj = { msg: 'success', result: encryptedString, }; res.end(JSON.stringify(returnObj)); }); } else { let errorObj = { msg: 'error', result: '', }; const _paramsList = [ 'key', 'string', 'pubkey' ]; let _errorParamsList = []; for (let i = 0; i < _paramsList.length; i++) { if (!req.query[_paramsList[i]]) { _errorParamsList.push(_paramsList[i]); } } errorObj.result = `missing param ${_errorParamsList.join(', ')}`; res.end(JSON.stringify(errorObj)); } }); shepherd.post('/decryptkey', function(req, res, next) { if (req.body.key && req.body.pubkey) { if (fs.existsSync(`${agamaDir}/shepherd/pin/${req.body.pubkey}.pin`)) { fs.readFile(`${agamaDir}/shepherd/pin/${req.body.pubkey}.pin`, 'utf8', function(err, data) { if (err) { const errorObj = { msg: 'error', result: err, }; res.end(JSON.stringify(errorObj)); } else { const encryptedKey = aes256.decrypt(req.body.key, data); // test if stored encrypted passphrase is decrypted correctly // if not then the key is wrong const _regexTest = encryptedKey.match(/^[0-9a-zA-Z ]+$/g); let returnObj; if (!_regexTest) { returnObj = { msg: 'error', result: 'wrong key', }; } else { returnObj = { msg: 'success', result: encryptedKey, }; } res.end(JSON.stringify(returnObj)); } }); } else { const errorObj = { msg: 'error', result: `file ${req.query.pubkey}.pin doesnt exist`, }; res.end(JSON.stringify(errorObj)); } } else { const errorObj = { msg: 'error', result: 'missing key or pubkey param', }; res.end(JSON.stringify(errorObj)); } }); shepherd.get('/getpinlist', function(req, res, next) { if (fs.existsSync(`${agamaDir}/shepherd/pin`)) { fs.readdir(`${agamaDir}/shepherd/pin`, function(err, items) { let _pins = []; for (let i = 0; i < items.length; i++) { if (items[i].substr(items[i].length - 4, 4) === '.pin') { _pins.push(items[i].substr(0, items[i].length - 4)); } } if (!items.length) { const errorObj = { msg: 'error', result: 'no pins', }; res.end(JSON.stringify(errorObj)); } else { const successObj = { msg: 'success', result: _pins, }; res.end(JSON.stringify(successObj)); } }); } else { const errorObj = { msg: 'error', result: 'pin folder doesnt exist', }; res.end(JSON.stringify(errorObj)); } }); /** * Promise based download file method */ function downloadFile(configuration) { return new Promise(function(resolve, reject) { // Save variable to know progress let receivedBytes = 0; let totalBytes = 0; let req = request({ method: 'GET', uri: configuration.remoteFile, agentOptions: { keepAlive: true, keepAliveMsecs: 15000, }, }); let out = fs.createWriteStream(configuration.localFile); req.pipe(out); req.on('response', function(data) { // Change the total bytes value to get progress later. totalBytes = parseInt(data.headers['content-length']); }); // Get progress if callback exists if (configuration.hasOwnProperty('onProgress')) { req.on('data', function(chunk) { // Update the received bytes receivedBytes += chunk.length; configuration.onProgress(receivedBytes, totalBytes); }); } else { req.on('data', function(chunk) { // Update the received bytes receivedBytes += chunk.length; }); } req.on('end', function() { resolve(); }); }); } const remoteBinLocation = { win32: 'https://artifacts.supernet.org/latest/windows/', darwin: 'https://artifacts.supernet.org/latest/osx/', linux: 'https://artifacts.supernet.org/latest/linux/', }; const localBinLocation = { win32: 'assets/bin/win64/', darwin: 'assets/bin/osx/', linux: 'assets/bin/linux64/', }; const latestBins = { win32: [ 'komodo-cli.exe', 'komodod.exe', 'libcrypto-1_1.dll', 'libcurl-4.dll', 'libcurl.dll', 'libgcc_s_sjlj-1.dll', 'libnanomsg.dll', 'libssl-1_1.dll', 'libwinpthread-1.dll', 'nanomsg.dll', 'pthreadvc2.dll', ], darwin: [ 'komodo-cli', 'komodod', 'libgcc_s.1.dylib', 'libgomp.1.dylib', 'libnanomsg.5.0.0.dylib', 'libstdc++.6.dylib', // encode %2B ], linux: [ 'komodo-cli', 'komodod', ], }; let binsToUpdate = []; /* * Check bins file size * type: * params: */ shepherd.get('/update/bins/check', function(req, res, next) { const rootLocation = path.join(__dirname, '../'); const successObj = { msg: 'success', result: 'bins', }; res.end(JSON.stringify(successObj)); const _os = os.platform(); shepherd.log(`checking bins: ${_os}`); cache.io.emit('patch', { patch: { type: 'bins-check', status: 'progress', message: `checking bins: ${_os}`, }, }); // get list of bins/dlls that can be updated to the latest for (let i = 0; i < latestBins[_os].length; i++) { remoteFileSize(remoteBinLocation[_os] + latestBins[_os][i], function(err, remoteBinSize) { const localBinSize = fs.statSync(rootLocation + localBinLocation[_os] + latestBins[_os][i]).size; shepherd.log('remote url: ' + (remoteBinLocation[_os] + latestBins[_os][i]) + ' (' + remoteBinSize + ')'); shepherd.log('local file: ' + (rootLocation + localBinLocation[_os] + latestBins[_os][i]) + ' (' + localBinSize + ')'); if (remoteBinSize !== localBinSize) { shepherd.log(`${latestBins[_os][i]} can be updated`); binsToUpdate.push({ name: latestBins[_os][i], rSize: remoteBinSize, lSize: localBinSize, }); } if (i === latestBins[_os].length - 1) { shepherd.io.emit('patch', { patch: { type: 'bins-check', status: 'done', fileList: binsToUpdate, }, }); } }); } }); /* * Update bins * type: * params: */ shepherd.get('/update/bins', function(req, res, next) { const rootLocation = path.join(__dirname, '../'); const _os = os.platform(); const successObj = { msg: 'success', result: { filesCount: binsToUpdate.length, list: binsToUpdate, }, }; res.end(JSON.stringify(successObj)); for (let i = 0; i < binsToUpdate.length; i++) { downloadFile({ remoteFile: remoteBinLocation[_os] + binsToUpdate[i].name, localFile: `${rootLocation}${localBinLocation[_os]}patch/${binsToUpdate[i].name}`, onProgress: function(received, total) { const percentage = (received * 100) / total; shepherd.io.emit('patch', { msg: { type: 'bins-update', status: 'progress', file: binsToUpdate[i].name, bytesTotal: total, bytesReceived: received, }, }); shepherd.log(`${binsToUpdate[i].name} ${percentage}% | ${received} bytes out of ${total} bytes.`); } }) .then(function() { // verify that remote file is matching to DL'ed file const localBinSize = fs.statSync(`${rootLocation}${localBinLocation[_os]}patch/${binsToUpdate[i].name}`).size; shepherd.log('compare dl file size'); if (localBinSize === binsToUpdate[i].rSize) { shepherd.io.emit('patch', { msg: { type: 'bins-update', file: binsToUpdate[i].name, status: 'done', }, }); shepherd.log(`file ${binsToUpdate[i].name} succesfully downloaded`); } else { shepherd.io.emit('patch', { msg: { type: 'bins-update', file: binsToUpdate[i].name, message: 'size mismatch', }, }); shepherd.log(`error: ${binsToUpdate[i].name} file size doesnt match remote!`); } }); } }); /* * DL app patch * type: GET * params: patchList */ shepherd.get('/update/patch', function(req, res, next) { const successObj = { msg: 'success', result: 'dl started' }; res.end(JSON.stringify(successObj)); shepherd.updateAgama(); }); shepherd.updateAgama = function() { const rootLocation = path.join(__dirname, '../'); downloadFile({ remoteFile: 'https://github.com/pbca26/dl-test/raw/master/patch.zip', localFile: `${rootLocation}patch.zip`, onProgress: function(received, total) { const percentage = (received * 100) / total; if (Math.floor(percentage) % 5 === 0 || Math.floor(percentage) % 10 === 0) { shepherd.log(`patch ${percentage}% | ${received} bytes out of ${total} bytes.`); shepherd.io.emit('patch', { msg: { status: 'progress', type: 'ui', progress: percentage, bytesTotal: total, bytesReceived: received, }, }); } } }) .then(function() { remoteFileSize('https://github.com/pbca26/dl-test/raw/master/patch.zip', function(err, remotePatchSize) { // verify that remote file is matching to DL'ed file const localPatchSize = fs.statSync(`${rootLocation}patch.zip`).size; shepherd.log('compare dl file size'); if (localPatchSize === remotePatchSize) { const zip = new AdmZip(`${rootLocation}patch.zip`); shepherd.log('patch succesfully downloaded'); shepherd.log('extracting contents'); if (shepherd.appConfig.dev) { if (!fs.existsSync(`${rootLocation}/patch`)) { fs.mkdirSync(`${rootLocation}/patch`); } } zip.extractAllTo(/*target path*/rootLocation + (shepherd.appConfig.dev ? '/patch' : ''), /*overwrite*/true); // TODO: extract files in chunks shepherd.io.emit('patch', { msg: { type: 'ui', status: 'done', }, }); fs.unlinkSync(`${rootLocation}patch.zip`); } else { shepherd.io.emit('patch', { msg: { type: 'ui', status: 'error', message: 'size mismatch', }, }); shepherd.log('patch file size doesnt match remote!'); } }); }); } /* * check latest version * type: * params: */ shepherd.get('/update/patch/check', function(req, res, next) { const rootLocation = path.join(__dirname, '../'); const options = { url: 'https://github.com/pbca26/dl-test/raw/master/version', method: 'GET', }; request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { const remoteVersion = body.split('\n'); const localVersionFile = fs.readFileSync(`${rootLocation}version`, 'utf8'); let localVersion; if (localVersionFile.indexOf('\r\n') > -1) { localVersion = localVersionFile.split('\r\n'); } else { localVersion = localVersionFile.split('\n'); } if (remoteVersion[0] === localVersion[0]) { const successObj = { msg: 'success', result: 'latest', }; res.end(JSON.stringify(successObj)); } else { const successObj = { msg: 'success', result: 'update', version: { local: localVersion[0], remote: remoteVersion[0], }, }; res.end(JSON.stringify(successObj)); } } else { res.end({ err: 'error getting update', }); } }); }); /* * unpack zip * type: * params: */ shepherd.get('/unpack', function(req, res, next) { const dlLocation = path.join(__dirname, '../'); const zip = new AdmZip(`${dlLocation}patch.zip`); zip.extractAllTo(/*target path*/ `${dlLocation}/patch/unpack`, /*overwrite*/true); const successObj = { msg: 'success', result: 'unpack started', }; res.end(JSON.stringify(successObj)); }); /* * type: GET * */ shepherd.get('/coinslist', function(req, res, next) { if (fs.existsSync(`${agamaDir}/shepherd/coinslist.json`)) { fs.readFile(`${agamaDir}/shepherd/coinslist.json`, 'utf8', function(err, data) { if (err) { const errorObj = { msg: 'error', result: err, }; res.end(JSON.stringify(errorObj)); } else { const successObj = { msg: 'success', result: data ? JSON.parse(data) : '', }; res.end(JSON.stringify(successObj)); } }); } else { const errorObj = { msg: 'error', result: 'coin list doesn\'t exist', }; res.end(JSON.stringify(errorObj)); } }); /* * type: POST * params: payload */ shepherd.post('/guilog', function(req, res, next) { const logLocation = `${agamaDir}/shepherd`; if (!guiLog[shepherd.appSessionHash]) { guiLog[shepherd.appSessionHash] = {}; } if (guiLog[shepherd.appSessionHash][req.body.timestamp]) { guiLog[shepherd.appSessionHash][req.body.timestamp].status = req.body.status; guiLog[shepherd.appSessionHash][req.body.timestamp].response = req.body.response; } else { guiLog[shepherd.appSessionHash][req.body.timestamp] = { function: req.body.function, type: req.body.type, url: req.body.url, payload: req.body.payload, status: req.body.status, }; } fs.writeFile(`${logLocation}/agamalog.json`, JSON.stringify(guiLog), function(err) { if (err) { shepherd.writeLog('error writing gui log file'); } const returnObj = { msg: 'success', result: 'gui log entry is added', }; res.end(JSON.stringify(returnObj)); }); }); /* * type: GET * params: type */ shepherd.get('/getlog', function(req, res, next) { const logExt = req.query.type === 'txt' ? 'txt' : 'json'; if (fs.existsSync(`${agamaDir}/shepherd/agamalog.${logExt}`)) { fs.readFile(`${agamaDir}/shepherd/agamalog.${logExt}`, 'utf8', function(err, data) { if (err) { const errorObj = { msg: 'error', result: err, }; res.end(JSON.stringify(errorObj)); } else { const successObj = { msg: 'success', result: data ? JSON.parse(data) : '', }; res.end(JSON.stringify(successObj)); } }); } else { const errorObj = { msg: 'error', result: `agama.${logExt} doesnt exist`, }; res.end(JSON.stringify(errorObj)); } }); /* * type: POST * params: payload */ shepherd.post('/coinslist', function(req, res, next) { const _payload = req.body.payload; if (!_payload) { const errorObj = { msg: 'error', result: 'no payload provided', }; res.end(JSON.stringify(errorObj)); } else { fs.writeFile(`${agamaDir}/shepherd/coinslist.json`, JSON.stringify(_payload), function(err) { if (err) { const errorObj = { msg: 'error', result: err, }; res.end(JSON.stringify(errorObj)); } else { const successObj = { msg: 'success', result: 'done', }; res.end(JSON.stringify(successObj)); } }); } }); // TODO: check if komodod is running shepherd.quitKomodod = function(timeout = 100) { // if komodod is under heavy load it may not respond to cli stop the first time // exit komodod gracefully let coindExitInterval = {}; lockDownAddCoin = true; for (let key in coindInstanceRegistry) { const chain = key !== 'komodod' ? key : null; function execCliStop() { let _arg = []; if (chain) { _arg.push(`-ac_name=${chain}`); } _arg.push('stop'); execFile(`${komodocliBin}`, _arg, function(error, stdout, stderr) { shepherd.log(`stdout: ${stdout}`); shepherd.log(`stderr: ${stderr}`); if (stdout.indexOf('EOF reached') > -1 || stderr.indexOf('EOF reached') > -1 || (error && error.toString().indexOf('Command failed') > -1 && !stderr) || // win "special snowflake" case stdout.indexOf('connect to server: unknown (code -1)') > -1 || stderr.indexOf('connect to server: unknown (code -1)') > -1) { delete coindInstanceRegistry[key]; clearInterval(coindExitInterval[key]); } if (error !== null) { shepherd.log(`exec error: ${error}`); } shepherd.killRogueProcess('komodo-cli'); }); } execCliStop(); coindExitInterval[key] = setInterval(function() { execCliStop(); }, timeout); } } shepherd.getConf = function(chain) { const _confLocation = chain === 'komodod' ? `${komodoDir}/komodo.conf` : `${komodoDir}/${chain}/${chain}.conf`; // komodoDir if (fs.existsSync(_confLocation)) { const _port = assetChainPorts[chain]; const _rpcConf = fs.readFileSync(_confLocation, 'utf8'); if (_rpcConf.length) { let _match; let parsedRpcConfig = { user: '', pass: '', port: _port, }; if (_match = _rpcConf.match(/rpcuser=\s*(.*)/)) { parsedRpcConfig.user = _match[1]; } if ((_match = _rpcConf.match(/rpcpass=\s*(.*)/)) || (_match = _rpcConf.match(/rpcpassword=\s*(.*)/))) { parsedRpcConfig.pass = _match[1]; } rpcConf[chain === 'komodod' ? 'KMD' : chain] = parsedRpcConfig; } else { shepherd.log(`${_confLocation} is empty`); } } else { shepherd.log(`${_confLocation} doesnt exist`); } } /* * type: POST * params: payload */ shepherd.post('/cli', function(req, res, next) { if (!req.body.payload) { const errorObj = { msg: 'error', result: 'no payload provided', }; res.end(JSON.stringify(errorObj)); } else if (!req.body.payload.cmd.match(/^[0-9a-zA-Z _\,\.\[\]"'/\\]+$/g)) { const errorObj = { msg: 'error', result: 'wrong cli string format', }; res.end(JSON.stringify(errorObj)); } else { const _mode = req.body.payload.mode === 'passthru' ? 'passthru' : 'default'; const _chain = req.body.payload.chain === 'KMD' ? null : req.body.payload.chain; const _cmd = req.body.payload.cmd; const _params = req.body.payload.params ? ` ${req.body.payload.params}` : ''; if (!rpcConf[_chain]) { shepherd.getConf(req.body.payload.chain === 'KMD' ? 'komodod' : req.body.payload.chain); } if (_mode === 'default') { let _body = { agent: 'bitcoinrpc', method: _cmd, }; if (req.body.payload.params) { _body = { agent: 'bitcoinrpc', method: _cmd, params: req.body.payload.params === ' ' ? [''] : req.body.payload.params, }; } const options = { url: `http://localhost:${rpcConf[req.body.payload.chain].port}`, method: 'POST', auth: { user: rpcConf[req.body.payload.chain].user, pass: rpcConf[req.body.payload.chain].pass, }, body: JSON.stringify(_body) }; // send back body on both success and error // this bit replicates iguana core's behaviour request(options, function(error, response, body) { if (response && response.statusCode && response.statusCode === 200) { res.end(body); } else { res.end(body); } }); } else { let _arg = (_chain ? ' -ac_name=' + _chain : '') + ' ' + _cmd + _params; _arg = _arg.trim().split(' '); execFile(komodocliBin, _arg, function(error, stdout, stderr) { shepherd.log(`stdout: ${stdout}`); shepherd.log(`stderr: ${stderr}`); if (error !== null) { shepherd.log(`exec error: ${error}`); } let responseObj; if (stderr) { responseObj = { msg: 'error', result: stderr, }; } else { responseObj = { msg: 'success', result: stdout, }; } res.end(JSON.stringify(responseObj)); shepherd.killRogueProcess('komodo-cli'); }); } } }); /* * type: POST * params: payload */ shepherd.post('/appconf', function(req, res, next) { if (!req.body.payload) { const errorObj = { msg: 'error', result: 'no payload provided', }; res.end(JSON.stringify(errorObj)); } else { shepherd.saveLocalAppConf(req.body.payload); const successObj = { msg: 'success', result: 'config saved', }; res.end(JSON.stringify(successObj)); } }); /* * type: POST * params: none */ shepherd.post('/appconf/reset', function(req, res, next) { shepherd.saveLocalAppConf(shepherd.defaultAppConfig); const successObj = { msg: 'success', result: 'config saved', }; res.end(JSON.stringify(successObj)); }); shepherd.saveLocalAppConf = function(appSettings) { let appConfFileName = `${agamaDir}/config.json`; _fs.access(agamaDir, fs.constants.R_OK, function(err) { if (!err) { const FixFilePermissions = function() { return new Promise(function(resolve, reject) { const result = 'config.json file permissions updated to Read/Write'; fsnode.chmodSync(appConfFileName, '0666'); setTimeout(function() { shepherd.log(result); shepherd.writeLog(result); resolve(result); }, 1000); }); } const FsWrite = function() { return new Promise(function(resolve, reject) { const result = 'config.json write file is done'; fs.writeFile(appConfFileName, JSON.stringify(appSettings) .replace(/,/g, ',\n') // format json in human readable form .replace(/:/g, ': ') .replace(/{/g, '{\n') .replace(/}/g, '\n}'), 'utf8', function(err) { if (err) return shepherd.log(err); }); fsnode.chmodSync(appConfFileName, '0666'); setTimeout(function() { shepherd.log(result); shepherd.log(`app conf.json file is created successfully at: ${agamaDir}`); shepherd.writeLog(`app conf.json file is created successfully at: ${agamaDir}`); resolve(result); }, 2000); }); } FsWrite() .then(FixFilePermissions()); } }); } shepherd.loadLocalConfig = function() { if (fs.existsSync(`${agamaDir}/config.json`)) { let localAppConfig = fs.readFileSync(`${agamaDir}/config.json`, 'utf8'); shepherd.log('app config set from local file'); shepherd.writeLog('app config set from local file'); // find diff between local and hardcoded configs // append diff to local config const compareJSON = function(obj1, obj2) { let result = {}; for (let i in obj1) { if (!obj2.hasOwnProperty(i)) { result[i] = obj1[i]; } } return result; }; if (localAppConfig) { const compareConfigs = compareJSON(shepherd.appConfig, JSON.parse(localAppConfig)); if (Object.keys(compareConfigs).length) { const newConfig = Object.assign(JSON.parse(localAppConfig), compareConfigs); shepherd.log('config diff is found, updating local config'); shepherd.log('config diff:'); shepherd.log(compareConfigs); shepherd.writeLog('aconfig diff is found, updating local config'); shepherd.writeLog('config diff:'); shepherd.writeLog(compareConfigs); shepherd.saveLocalAppConf(newConfig); return newConfig; } else { return JSON.parse(localAppConfig); } } else { return shepherd.appConfig; } } else { shepherd.log('local config file is not found!'); shepherd.writeLog('local config file is not found!'); shepherd.saveLocalAppConf(shepherd.appConfig); return shepherd.appConfig; } }; shepherd.appConfig = shepherd.loadLocalConfig(); shepherd.log(`agama dir: ${agamaDir}`); shepherd.log('--------------------------') shepherd.log(`komodo dir: ${komododBin}`); shepherd.log(`komodo bin: ${komodoDir}`); shepherd.writeLog(`agama dir: ${agamaDir}`); shepherd.writeLog(`komodo dir: ${komododBin}`); shepherd.writeLog(`komodo bin: ${komodoDir}`); // default route shepherd.get('/', function(req, res, next) { res.send('Agama app server'); }); /* * type: GET * */ shepherd.get('/appconf', function(req, res, next) { const obj = shepherd.loadLocalConfig(); res.send(obj); }); /* * type: GET * */ shepherd.get('/sysinfo', function(req, res, next) { const obj = shepherd.SystemInfo(); res.send(obj); }); /* * type: GET * */ shepherd.get('/appinfo', function(req, res, next) { const obj = shepherd.appInfo(); res.send(obj); }); // expose sockets obj shepherd.setIO = function(io) { shepherd.io = io; }; shepherd.setVar = function(_name, _body) { shepherd[_name] = _body; }; /* * type: GET * */ shepherd.get('/InstantDEX/allcoins', function(req, res, next) { let successObj; let nativeCoindList = []; for (let key in coindInstanceRegistry) { nativeCoindList.push(key === 'komodod' ? 'KMD' : key); } successObj = { native: nativeCoindList, }; res.end(JSON.stringify(successObj)); }); /* * type: GET * */ shepherd.get('/SuperNET/activehandle', function(req, res, next) { // not finished let successObj; successObj = { pubkey: 'nativeonly', result: 'success', handle: '', status: Object.keys(coindInstanceRegistry).length ? 'unlocked' : 'locked', duration: 2507830, }; res.end(JSON.stringify(successObj)); }); /* * type: GET * params: herd, lastLines */ shepherd.post('/debuglog', function(req, res) { let _herd = req.body.herdname; let _ac = req.body.ac; let _lastNLines = req.body.lastLines; let _location; if (os.platform() === 'darwin') { komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.HOME}/Library/Application Support/Komodo`; } if (os.platform() === 'linux') { komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.HOME}/.komodo`; } if (os.platform() === 'win32') { komodoDir = shepherd.appConfig.dataDir.length ? shepherd.appConfig.dataDir : `${process.env.APPDATA}/Komodo`; komodoDir = path.normalize(komodoDir); } if (_herd === 'komodo') { _location = komodoDir; } if (_ac) { _location = `${komodoDir}/${_ac}`; } shepherd.readDebugLog(`${_location}/debug.log`, _lastNLines) .then(function(result) { const _obj = { msg: 'success', result: result, }; res.end(JSON.stringify(_obj)); }, function(result) { const _obj = { msg: 'error', result: result, }; res.end(JSON.stringify(_obj)); }); }); /* * type: POST * params: herd */ shepherd.post('/herd', function(req, res) { shepherd.log('======= req.body ======='); shepherd.log(req.body); if (req.body.options && !shepherd.kmdMainPassiveMode) { function testCoindPort(skipError) { if (!lockDownAddCoin) { const _port = assetChainPorts[req.body.options.ac_name]; portscanner.checkPortStatus(_port, '127.0.0.1', function(error, status) { // Status is 'open' if currently in use or 'closed' if available if (status === 'open') { if (!skipError) { shepherd.log(`komodod service start error at port ${_port}, reason: port is closed`); shepherd.writeLog(`komodod service start error at port ${_port}, reason: port is closed`); cache.io.emit('service', { komodod: { error: `error starting ${req.body.herd} ${req.body.options.ac_name} daemon. Port ${_port} is already taken!`, }, }); const obj = { msg: 'error', result: `error starting ${req.body.herd} ${req.body.options.ac_name} daemon. Port ${_port} is already taken!`, }; res.status(500); res.end(JSON.stringify(obj)); } else { shepherd.log(`komodod service start success at port ${_port}`); shepherd.writeLog(`komodod service start success at port ${_port}`); } } else { if (!skipError) { herder(req.body.herd, req.body.options); const obj = { msg: 'success', result: 'result', }; res.end(JSON.stringify(obj)); } else { shepherd.log(`komodod service start error at port ${_port}, reason: unknown`); shepherd.writeLog(`komodod service start error at port ${_port}, reason: unknown`); } } }); } } if (req.body.herd === 'komodod') { // check if komodod instance is already running testCoindPort(); setTimeout(function() { testCoindPort(true); }, 10000); } else { herder(req.body.herd, req.body.options); const obj = { msg: 'success', result: 'result', }; res.end(JSON.stringify(obj)); } } else { herder(req.body.herd, req.body.options); const obj = { msg: 'success', result: 'result', }; res.end(JSON.stringify(obj)); } }); /* * type: POST */ shepherd.post('/setconf', function(req, res) { shepherd.log('======= req.body ======='); shepherd.log(req.body); if (os.platform() === 'win32' && req.body.chain == 'komodod') { setkomodoconf = spawn(path.join(__dirname, '../assets/bin/win64/genkmdconf.bat')); } else { setConf(req.body.chain); } const obj = { msg: 'success', result: 'result', }; res.end(JSON.stringify(obj)); }); /* * type: POST */ shepherd.post('/getconf', function(req, res) { shepherd.log('======= req.body ======='); shepherd.log(req.body); const confpath = getConf(req.body.chain); shepherd.log('got conf path is:'); shepherd.log(confpath); shepherd.writeLog('got conf path is:'); shepherd.writeLog(confpath); const obj = { msg: 'success', result: confpath, }; res.end(JSON.stringify(obj)); }); /* * type: GET * params: coin, type * TODO: reoganize to work with coind */ shepherd.get('/kick', function(req, res, next) { const _coin = req.query.coin; const _type = req.query.type; if (!_coin) { const errorObj = { msg: 'error', result: 'no coin name provided', }; res.end(JSON.stringify(errorObj)); } if (!_type) { const errorObj = { msg: 'error', result: 'no type provided', }; res.end(JSON.stringify(errorObj)); } const kickStartDirs = { soft: [ { name: 'DB/[coin]', type: 'pattern', match: 'balancecrc.', }, { name: 'DB/[coin]/utxoaddrs', type: 'file', }, { name: 'DB/[coin]/accounts', type: 'folder', }, { name: 'DB/[coin]/fastfind', type: 'folder', }, { name: 'tmp/[coin]', type: 'folder', } ], hard: [ { name: 'DB/[coin]', type: 'pattern', match: 'balancecrc.', }, { name: 'DB/[coin]/utxoaddrs', type: 'file', }, { name: 'DB/[coin]', type: 'pattern', match: 'utxoaddrs.', }, { name: 'DB/[coin]/accounts', type: 'folder', }, { name: 'DB/[coin]/fastfind', type: 'folder', }, { name: 'DB/[coin]/spends', type: 'folder', }, { name: 'tmp/[coin]', type: 'folder', } ], brutal: [ // delete all coin related data { name: 'DB/[coin]', type: 'folder', }, { name: 'DB/purgeable/[coin]', type: 'folder', }, { name: 'DB/ro/[coin]', type: 'folder', }, { name: 'tmp/[coin]', type: 'folder', } ] }; if (_coin && _type) { for (let i = 0; i < kickStartDirs[_type].length; i++) { let currentKickItem = kickStartDirs[_type][i]; shepherd.log('deleting ' + currentKickItem.type + (currentKickItem.match ? ' ' + currentKickItem.match : '') + ' ' + iguanaDir + '/' + currentKickItem.name.replace('[coin]', _coin)); if (currentKickItem.type === 'folder' || currentKickItem.type === 'file') { /*rimraf(`${iguanaDir}/${currentKickItem.name.replace('[coin]', _coin)}`, function(err) { if (err) { shepherd.writeLog(`kickstart err: ${err}`); shepherd.log(`kickstart err: ${err}`); } });*/ } else if (currentKickItem.type === 'pattern') { let dirItems = fs.readdirSync(`${iguanaDir}/currentKickItem.name.replace('[coin]', _coin)`); if (dirItems && dirItems.length) { for (let j = 0; j < dirItems.length; j++) { if (dirItems[j].indexOf(currentKickItem.match) > -1) { /*rimraf(`${iguanaDir}/${currentKickItem.name.replace('[coin]', _coin)}/${dirItems[j]}`, function(err) { if (err) { shepherd.writeLog(`kickstart err: ${err}`); shepherd.log(`kickstart err: ${err}`); } });*/ shepherd.log(`deleting ${dirItems[j]}`); } } } } } const successObj = { msg: 'success', result: 'kickstart: brutal is executed', }; res.end(JSON.stringify(successObj)); } }); shepherd.readDebugLog = function(fileLocation, lastNLines) { return new Promise( function(resolve, reject) { if (lastNLines) { try { _fs.access(fileLocation, fs.constants.R_OK, function(err) { if (err) { shepherd.log(`error reading ${fileLocation}`); shepherd.writeLog(`error reading ${fileLocation}`); reject(`readDebugLog error: ${err}`); } else { shepherd.log(`reading ${fileLocation}`); _fs.readFile(fileLocation, 'utf-8', function(err, data) { if (err) { shepherd.writeLog(`readDebugLog err: ${err}`); shepherd.log(`readDebugLog err: ${err}`); } const lines = data.trim().split('\n'); const lastLine = lines.slice(lines.length - lastNLines, lines.length).join('\n'); resolve(lastLine); }); } }); } catch (e) { reject(`readDebugLog error: ${e}`); } } else { reject('readDebugLog error: lastNLines param is not provided!'); } } ); }; function herder(flock, data) { if (data === undefined) { data = 'none'; shepherd.log('it is undefined'); } // TODO: notify gui that reindex/rescan param is used to reflect on the screen // asset chain debug.log unlink if (flock === 'komodod') { let kmdDebugLogLocation = (data.ac_name !== 'komodod' ? komodoDir + '/' + data.ac_name : komodoDir) + '/debug.log'; shepherd.log('komodod flock selected...'); shepherd.log('selected data: ' + JSON.stringify(data, null, '\t')); shepherd.writeLog('komodod flock selected...'); shepherd.writeLog(`selected data: ${data}`); // truncate debug.log if (!shepherd.kmdMainPassiveMode) { try { const _confFileAccess = _fs.accessSync(kmdDebugLogLocation, fs.R_OK | fs.W_OK); if (_confFileAccess) { shepherd.log(`error accessing ${kmdDebugLogLocation}`); shepherd.writeLog(`error accessing ${kmdDebugLogLocation}`); } else { try { fs.unlinkSync(kmdDebugLogLocation); shepherd.log(`truncate ${kmdDebugLogLocation}`); shepherd.writeLog(`truncate ${kmdDebugLogLocation}`); } catch (e) { shepherd.log('cant unlink debug.log'); } } } catch(e) { shepherd.log(`komodod debug.log access err: ${e}`); shepherd.writeLog(`komodod debug.log access err: ${e}`); } } // get komodod instance port const _port = assetChainPorts[data.ac_name]; try { // check if komodod instance is already running portscanner.checkPortStatus(_port, '127.0.0.1', function(error, status) { // Status is 'open' if currently in use or 'closed' if available if (status === 'closed') { // start komodod via exec const _customParamDict = { silent: '&', reindex: '-reindex', change: '-pubkey=', datadir: '-datadir=', rescan: '-rescan', }; let _customParam = ''; if (data.ac_custom_param === 'silent' || data.ac_custom_param === 'reindex' || data.ac_custom_param === 'rescan') { _customParam = ` ${_customParamDict[data.ac_custom_param]}`; } else if (data.ac_custom_param === 'change' && data.ac_custom_param_value) { _customParam = ` ${_customParamDict[data.ac_custom_param]}${data.ac_custom_param_value}`; } if (shepherd.appConfig.dataDir.length) { _customParam = _customParam + ' -datadir=' + shepherd.appConfig.dataDir + '/' + data.ac_name; } shepherd.log(`exec ${komododBin} ${data.ac_options.join(' ')}${_customParam}`); shepherd.writeLog(`exec ${komododBin} ${data.ac_options.join(' ')}${_customParam}`); const isChain = data.ac_name.match(/^[A-Z]*$/); const coindACParam = isChain ? ` -ac_name=${data.ac_name} ` : ''; shepherd.log(`daemon param ${data.ac_custom_param}`); coindInstanceRegistry[data.ac_name] = true; if (!shepherd.kmdMainPassiveMode) { let _arg = `${coindACParam}${data.ac_options.join(' ')}${_customParam}`; _arg = _arg.trim().split(' '); execFile(`${komododBin}`, _arg, { maxBuffer: 1024 * 1000000 // 1000 mb }, function(error, stdout, stderr) { shepherd.writeLog(`stdout: ${stdout}`); shepherd.writeLog(`stderr: ${stderr}`); if (error !== null) { shepherd.log(`exec error: ${error}`); shepherd.writeLog(`exec error: ${error}`); if (error.toString().indexOf('using -reindex') > -1) { cache.io.emit('service', { komodod: { error: 'run -reindex', }, }); } } }); } } else { if (shepherd.kmdMainPassiveMode) { coindInstanceRegistry[data.ac_name] = true; } shepherd.log(`port ${_port} (${data.ac_name}) is already in use`); shepherd.writeLog(`port ${_port} (${data.ac_name}) is already in use`); } }); } catch(e) { shepherd.log(`failed to start komodod err: ${e}`); shepherd.writeLog(`failed to start komodod err: ${e}`); } } if (flock === 'zcashd') { // TODO: fix(?) let kmdDebugLogLocation = `${zcashDir}/debug.log`; shepherd.log('zcashd flock selected...'); shepherd.log(`selected data: ${data}`); shepherd.writeLog('zcashd flock selected...'); shepherd.writeLog(`selected data: ${data}`); /*pm2.connect(true, function(err) { // start up pm2 god if (err) { shepherd.error(err); process.exit(2); } pm2.start({ script: zcashdBin, // path to binary name: data.ac_name, // REVS, USD, EUR etc. exec_mode: 'fork', cwd: zcashDir, args: data.ac_options }, function(err, apps) { shepherd.writeLog(`zcashd fork started ${data.ac_name} ${JSON.stringify(data.ac_options)}`); pm2.disconnect(); // Disconnect from PM2 if (err) { shepherd.writeLog(`pm2.disconnect err: ${err}`); shepherd.log(`pm2.disconnect err: ${err}`); } // throw err; }); });*/ } } shepherd.setConfKMD = function() { let komodoDir; let zcashDir; if (os.platform() === 'darwin') { komodoDir = `${process.env.HOME}/Library/Application Support/Komodo`; ZcashDir = `${process.env.HOME}/Library/Application Support/Zcash`; } if (os.platform() === 'linux') { komodoDir = `${process.env.HOME}/.komodo`; ZcashDir = `${process.env.HOME}/.zcash`; } if (os.platform() === 'win32') { komodoDir = `${process.env.APPDATA}/Komodo`; ZcashDir = `${process.env.APPDATA}/Zcash`; } // check if kmd conf exists _fs.access(`${komodoDir}/komodo.conf`, fs.constants.R_OK, function(err) { if (err) { shepherd.log('creating komodo conf'); shepherd.writeLog(`creating komodo conf in ${komodoDir}/komodo.conf`); setConf('komodod'); } else { const _komodoConfSize = fs.lstatSync(`${komodoDir}/komodo.conf`); if (_komodoConfSize.size === 0) { shepherd.log('err: komodo conf file is empty, creating komodo conf'); shepherd.writeLog(`creating komodo conf in ${komodoDir}/komodo.conf`); setConf('komodod'); } else { shepherd.writeLog('komodo conf exists'); shepherd.log('komodo conf exists'); } } }); } function setConf(flock) { let komodoDir; let zcashDir; shepherd.log(flock); shepherd.writeLog(`setconf ${flock}`); if (os.platform() === 'darwin') { komodoDir = `${process.env.HOME}/Library/Application Support/Komodo`; ZcashDir = `${process.env.HOME}/Library/Application Support/Zcash`; } if (os.platform() === 'linux') { komodoDir = `${process.env.HOME}/.komodo`; ZcashDir = `${process.env.HOME}/.zcash`; } if (os.platform() === 'win32') { komodoDir = `${process.env.APPDATA}/Komodo`; ZcashDir = `${process.env.APPDATA}/Zcash`; } let DaemonConfPath; switch (flock) { case 'komodod': DaemonConfPath = `${komodoDir}/komodo.conf`; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); } break; case 'zcashd': DaemonConfPath = `${ZcashDir}/zcash.conf`; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); } break; default: DaemonConfPath = `${komodoDir}/${flock}/${flock}.conf`; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); } } shepherd.log(DaemonConfPath); shepherd.writeLog(`setconf ${DaemonConfPath}`); const CheckFileExists = function() { return new Promise(function(resolve, reject) { const result = 'Check Conf file exists is done' const confFileExist = fs.ensureFileSync(DaemonConfPath); if (confFileExist) { shepherd.log(result); shepherd.writeLog(`setconf ${result}`); resolve(result); } else { shepherd.log('conf file doesnt exist'); resolve('conf file doesnt exist'); } }); } const FixFilePermissions = function() { return new Promise(function(resolve, reject) { const result = 'Conf file permissions updated to Read/Write'; fsnode.chmodSync(DaemonConfPath, '0666'); shepherd.log(result); shepherd.writeLog(`setconf ${result}`); resolve(result); }); } const RemoveLines = function() { return new Promise(function(resolve, reject) { const result = 'RemoveLines is done'; fs.readFile(DaemonConfPath, 'utf8', function(err, data) { if (err) { shepherd.writeLog(`setconf error ${err}`); return shepherd.log(err); } const rmlines = data.replace(/(?:(?:\r\n|\r|\n)\s*){2}/gm, '\n'); fs.writeFile(DaemonConfPath, rmlines, 'utf8', function(err) { if (err) return shepherd.log(err); fsnode.chmodSync(DaemonConfPath, '0666'); shepherd.writeLog(`setconf ${result}`); shepherd.log(result); resolve(result); }); }); }); } const CheckConf = function() { return new Promise(function(resolve, reject) { const result = 'CheckConf is done'; setconf.status(DaemonConfPath, function(err, status) { const rpcuser = function() { return new Promise(function(resolve, reject) { const result = 'checking rpcuser...'; if (status[0].hasOwnProperty('rpcuser')) { shepherd.log('rpcuser: OK'); shepherd.writeLog('rpcuser: OK'); } else { const randomstring = md5((Math.random() * Math.random() * 999).toString()); shepherd.log('rpcuser: NOT FOUND'); shepherd.writeLog('rpcuser: NOT FOUND'); fs.appendFile(DaemonConfPath, `\nrpcuser=user${randomstring.substring(0, 16)}`, (err) => { if (err) { shepherd.writeLog(`append daemon conf err: ${err}`); shepherd.log(`append daemon conf err: ${err}`); } // throw err; shepherd.log('rpcuser: ADDED'); shepherd.writeLog('rpcuser: ADDED'); }); } resolve(result); }); } const rpcpass = function() { return new Promise(function(resolve, reject) { const result = 'checking rpcpassword...'; if (status[0].hasOwnProperty('rpcpassword')) { shepherd.log('rpcpassword: OK'); shepherd.writeLog('rpcpassword: OK'); } else { var randomstring = md5((Math.random() * Math.random() * 999).toString()); shepherd.log('rpcpassword: NOT FOUND'); shepherd.writeLog('rpcpassword: NOT FOUND'); fs.appendFile(DaemonConfPath, `\nrpcpassword=${randomstring}`, (err) => { if (err) { shepherd.writeLog(`append daemon conf err: ${err}`); shepherd.log(`append daemon conf err: ${err}`); } // throw err; shepherd.log('rpcpassword: ADDED'); shepherd.writeLog('rpcpassword: ADDED'); }); } resolve(result); }); } const rpcbind = function() { return new Promise(function(resolve, reject) { const result = 'checking rpcbind...'; if (status[0].hasOwnProperty('rpcbind')) { shepherd.log('rpcbind: OK'); shepherd.writeLog('rpcbind: OK'); } else { shepherd.log('rpcbind: NOT FOUND'); shepherd.writeLog('rpcbind: NOT FOUND'); fs.appendFile(DaemonConfPath, '\nrpcbind=127.0.0.1', (err) => { if (err) { shepherd.writeLog(`append daemon conf err: ${err}`); shepherd.log(`append daemon conf err: ${err}`); } // throw err; shepherd.log('rpcbind: ADDED'); shepherd.writeLog('rpcbind: ADDED'); }); } resolve(result); }); } const server = function() { return new Promise(function(resolve, reject) { const result = 'checking server...'; if (status[0].hasOwnProperty('server')) { shepherd.log('server: OK'); shepherd.writeLog('server: OK'); } else { shepherd.log('server: NOT FOUND'); shepherd.writeLog('server: NOT FOUND'); fs.appendFile(DaemonConfPath, '\nserver=1', (err) => { if (err) { shepherd.writeLog(`append daemon conf err: ${err}`); shepherd.log(`append daemon conf err: ${err}`); } // throw err; shepherd.log('server: ADDED'); shepherd.writeLog('server: ADDED'); }); } resolve(result); }); } const addnode = function() { return new Promise(function(resolve, reject) { const result = 'checking addnode...'; if (status[0].hasOwnProperty('addnode')) { shepherd.log('addnode: OK'); shepherd.writeLog('addnode: OK'); } else { shepherd.log('addnode: NOT FOUND') fs.appendFile(DaemonConfPath, '\naddnode=78.47.196.146' + '\naddnode=5.9.102.210' + '\naddnode=178.63.69.164' + '\naddnode=88.198.65.74' + '\naddnode=5.9.122.241' + '\naddnode=144.76.94.3', (err) => { if (err) { shepherd.writeLog(`append daemon conf err: ${err}`); shepherd.log(`append daemon conf err: ${err}`); } // throw err; shepherd.log('addnode: ADDED'); shepherd.writeLog('addnode: ADDED'); }); } resolve(result); }); } rpcuser() .then(function(result) { return rpcpass(); }) .then(server) .then(rpcbind) .then(addnode); }); shepherd.log(result); shepherd.writeLog(`checkconf addnode ${result}`); resolve(result); }); } CheckFileExists() .then(function(result) { return FixFilePermissions(); }) .then(RemoveLines) .then(CheckConf); } function getConf(flock) { let komodoDir = ''; let ZcashDir = ''; let DaemonConfPath = ''; shepherd.log(flock); shepherd.writeLog(`getconf flock: ${flock}`); if (os.platform() === 'darwin') { komodoDir = `${process.env.HOME}/Library/Application Support/Komodo`; ZcashDir = `${process.env.HOME}/Library/Application Support/Zcash`; } if (os.platform() === 'linux') { komodoDir = `${process.env.HOME}/.komodo`; ZcashDir = `${process.env.HOME}/.zcash`; } if (os.platform() === 'win32') { komodoDir = `${process.env.APPDATA}/Komodo`; ZcashDir = `${process.env.APPDATA}/Zcash`; } switch (flock) { case 'komodod': DaemonConfPath = komodoDir; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); shepherd.log('===>>> SHEPHERD API OUTPUT ===>>>'); } break; case 'zcashd': DaemonConfPath = ZcashDir; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); } break; default: DaemonConfPath = `${komodoDir}/${flock}`; if (os.platform() === 'win32') { DaemonConfPath = path.normalize(DaemonConfPath); } } shepherd.writeLog(`getconf path: ${DaemonConfPath}`); shepherd.log(DaemonConfPath); return DaemonConfPath; } function formatBytes(bytes, decimals) { if (bytes === 0) return '0 Bytes'; const k = 1000; const dm = (decimals + 1) || 3; const sizes = [ 'Bytes', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB' ]; const i = Math.floor(Math.log(bytes) / Math.log(k)); return `${parseFloat((bytes / Math.pow(k, i)).toFixed(dm))} ${sizes[i]}`; } shepherd.SystemInfo = function() { const os_data = { 'totalmem_bytes': os.totalmem(), 'totalmem_readable': formatBytes(os.totalmem()), 'arch': os.arch(), 'cpu': os.cpus()[0].model, 'cpu_cores': os.cpus().length, 'platform': os.platform(), 'os_release': os.release(), 'os_type': os.type() }; return os_data; } shepherd.appInfo = function() { const sysInfo = shepherd.SystemInfo(); const releaseInfo = shepherd.appBasicInfo; const dirs = { agamaDir, komodoDir, komododBin, configLocation: `${agamaDir}/config.json`, cacheLocation: `${agamaDir}/shepherd`, }; return { sysInfo, releaseInfo, dirs, appSession: shepherd.appSessionHash, }; } module.exports = shepherd;