/****************************************************************************** * Copyright © 2014-2016 The SuperNET Developers. * * * * See the AUTHORS, DEVELOPER-AGREEMENT and LICENSE files at * * the top-level directory of this distribution for the individual copyright * * holder information and the developer policies on copyright and licensing. * * * * Unless otherwise agreed in a custom licensing agreement, no part of the * * SuperNET software, including this file may be copied, modified, propagated * * or distributed except according to the terms contained in the LICENSE file * * * * Removal or modification of this copyright notice is prohibited. * * * ******************************************************************************/ #include "iguana777.h" #include "exchanges/bitcoin.h" int32_t iguana_utxoupdate(struct iguana_info *coin,uint16_t spent_hdrsi,uint32_t spent_unspentind,uint32_t spent_pkind,uint64_t spent_value,int32_t hdrsi,uint32_t spendind,uint32_t height) { struct iguana_hhutxo *hhutxo,*tmputxo; struct iguana_hhaccount *hhacct,*tmpacct; uint8_t buf[sizeof(spent_hdrsi) + sizeof(uint32_t)]; if ( spent_hdrsi < 0 ) { if ( coin->utxotable != 0 ) { HASH_ITER(hh,coin->utxotable,hhutxo,tmputxo) { HASH_DEL(coin->utxotable,hhutxo); free(hhutxo); } coin->utxotable = 0; } if ( coin->accountstable != 0 ) { HASH_ITER(hh,coin->accountstable,hhacct,tmpacct) { HASH_DEL(coin->accountstable,hhacct); free(hhacct); } coin->accountstable = 0; } return(0); } printf("unexpected utxoupdate\n"); exit(-1); memcpy(&buf[sizeof(uint32_t)],(void *)&spent_hdrsi,sizeof(spent_hdrsi)); memcpy(buf,(void *)&spent_unspentind,sizeof(spent_unspentind)); HASH_FIND(hh,coin->utxotable,buf,sizeof(buf),hhutxo); if ( hhutxo != 0 && hhutxo->u.spentflag != 0 ) return(-1); hhutxo = calloc(1,sizeof(*hhutxo)); HASH_ADD(hh,coin->utxotable,buf,sizeof(buf),hhutxo); memcpy(buf,(void *)&spent_pkind,sizeof(spent_pkind)); HASH_FIND(hh,coin->accountstable,buf,sizeof(buf),hhacct); if ( hhacct == 0 ) { hhacct = calloc(1,sizeof(*hhacct)); HASH_ADD(hh,coin->accountstable,buf,sizeof(buf),hhacct); } hhutxo->u.spentflag = 1; hhutxo->u.height = height; hhutxo->u.prevunspentind = hhacct->a.lastind; hhacct->a.lastind = spent_unspentind; hhacct->a.total += spent_value; return(0); } void iguana_realtime_update(struct iguana_info *coin) { //bp->hdrsi >= coin->longestchain/coin->chain->bundlesize && bp->hdrsi >= coin->balanceswritten } struct iguana_pkhash *iguana_pkhashfind(struct iguana_info *coin,struct iguana_ramchain **ramchainp,int64_t *balancep,uint32_t *lastunspentindp,struct iguana_pkhash *p,uint8_t rmd160[20],int32_t firsti,int32_t endi) { uint8_t *PKbits; struct iguana_pkhash *P; uint32_t pkind,i; struct iguana_bundle *bp; struct iguana_ramchain *ramchain; struct iguana_account *ACCTS; *balancep = 0; *ramchainp = 0; *lastunspentindp = 0; for (i=firsti; ibundlescount&&i<=endi; i++) { if ( (bp= coin->bundles[i]) != 0 ) { ramchain = &bp->ramchain; if ( ramchain->H.data != 0 ) { PKbits = (void *)(long)((long)ramchain->H.data + ramchain->H.data->PKoffset); P = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Poffset); ACCTS = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Aoffset); if ( (pkind= iguana_sparseaddpk(PKbits,ramchain->H.data->pksparsebits,ramchain->H.data->numpksparse,rmd160,P,0)) > 0 && pkind < ramchain->H.data->numpkinds ) { *ramchainp = ramchain; *balancep = ACCTS[pkind].total; *lastunspentindp = ACCTS[pkind].lastind; *p = P[pkind]; return(p); } //else printf("not found pkind.%d vs num.%d\n",pkind,ramchain->H.data->numpkinds); } else printf("%s.[%d] error null ramchain->H.data\n",coin->symbol,i); } } return(0); } char *iguana_bundleaddrs(struct iguana_info *coin,int32_t hdrsi) { uint8_t *PKbits; struct iguana_pkhash *P; uint32_t pkind; struct iguana_bundle *bp; struct iguana_ramchain *ramchain; cJSON *retjson; char rmdstr[41]; if ( (bp= coin->bundles[hdrsi]) != 0 ) { ramchain = &bp->ramchain; if ( ramchain->H.data != 0 ) { retjson = cJSON_CreateArray(); PKbits = (void *)(long)((long)ramchain->H.data + ramchain->H.data->PKoffset); P = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Poffset); for (pkind=0; pkindH.data->numpkinds; pkind++,P++) { init_hexbytes_noT(rmdstr,P->rmd160,20); jaddistr(retjson,rmdstr); } return(jprint(retjson,1)); } //iguana_bundleQ(coin,bp,bp->n); return(clonestr("{\"error\":\"no bundle data\"}")); } return(clonestr("{\"error\":\"no bundle\"}")); } struct iguana_bundle *iguana_spent(struct iguana_info *coin,bits256 *prevhashp,uint32_t *unspentindp,struct iguana_ramchain *ramchain,int32_t spend_hdrsi,struct iguana_spend *s) { int32_t prev_vout,height,hdrsi; uint32_t sequenceid,unspentind; char str[65]; struct iguana_bundle *spentbp=0; struct iguana_txid *T,TX,*tp; bits256 *X; bits256 prev_hash; X = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Xoffset); T = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Toffset); sequenceid = s->sequenceid; hdrsi = spend_hdrsi; *unspentindp = 0; memset(prevhashp,0,sizeof(*prevhashp)); if ( s->prevout < 0 ) { //printf("n.%d coinbase at spendind.%d firstvin.%d -> firstvout.%d -> unspentind\n",m,spendind,nextT->firstvin,nextT->firstvout); //nextT++; //m++; return(0); } else { prev_vout = s->prevout; iguana_ramchain_spendtxid(coin,&unspentind,&prev_hash,T,ramchain->H.data->numtxids,X,ramchain->H.data->numexternaltxids,s); *prevhashp = prev_hash; *unspentindp = unspentind; if ( unspentind == 0 ) { if ( (tp= iguana_txidfind(coin,&height,&TX,prev_hash,spend_hdrsi-1)) != 0 ) { *unspentindp = unspentind = TX.firstvout + ((prev_vout > 0) ? prev_vout : 0); hdrsi = height / coin->chain->bundlesize; //printf("%s height.%d firstvout.%d prev.%d ->U%d\n",bits256_str(str,prev_hash),height,TX.firstvout,prev_vout,unspentind); } else { printf("cant find prev_hash.(%s) for bp.[%d]\n",bits256_str(str,prev_hash),spend_hdrsi); } } } if ( hdrsi > spend_hdrsi || (spentbp= coin->bundles[hdrsi]) == 0 ) printf("illegal hdrsi.%d when [%d] spentbp.%p\n",hdrsi,spend_hdrsi,spentbp);//, getchar(); //else if ( spentbp->ramchain.spents[unspentind].ind != 0 || hdrsi < 0 ) // printf("DOUBLE SPEND? U%d %p bp.[%d] unspentind.%u already has %u, no room\n",unspentind,&spentbp->ramchain.spents[unspentind],hdrsi,unspentind,spentbp->ramchain.spents[unspentind].ind);//, getchar(); else if ( unspentind == 0 || unspentind >= spentbp->ramchain.H.data->numunspents ) printf("illegal unspentind.%d vs max.%d spentbp.%p[%d]\n",unspentind,spentbp->ramchain.H.data->numunspents,spentbp,hdrsi);//, getchar(); else return(spentbp); return(0); } cJSON *iguana_unspentjson(struct iguana_info *coin,int32_t hdrsi,uint32_t unspentind,struct iguana_txid *T,struct iguana_unspent *up,uint8_t rmd160[20],char *coinaddr,uint8_t *pubkey33) { /*{ "txid" : "d54994ece1d11b19785c7248868696250ab195605b469632b7bd68130e880c9a", "vout" : 1, "address" : "mgnucj8nYqdrPFh2JfZSB1NmUThUGnmsqe", "account" : "test label", "scriptPubKey" : "76a9140dfc8bafc8419853b34d5e072ad37d1a5159f58488ac", "amount" : 0.00010000, "confirmations" : 6210, "spendable" : true },*/ //struct iguana_unspent { uint64_t value; uint32_t txidind,pkind,prevunspentind; uint16_t hdrsi:12,type:4,vout; } __attribute__((packed)); struct iguana_waccount *wacct; struct iguana_txid TX; int32_t height,ind; char scriptstr[8192],asmstr[sizeof(scriptstr)+1024]; cJSON *item; item = cJSON_CreateObject(); jaddbits256(item,"txid",T[up->txidind].txid); jaddnum(item,"vout",up->vout); jaddstr(item,"address",coinaddr); if ( (wacct= iguana_waddressfind(coin,&ind,coinaddr)) != 0 ) jaddstr(item,"account",wacct->account); if ( iguana_scriptget(coin,scriptstr,asmstr,sizeof(scriptstr),hdrsi,unspentind,T[up->txidind].txid,up->vout,rmd160,up->type,pubkey33) != 0 ) jaddstr(item,"scriptPubKey",scriptstr); jaddnum(item,"amount",dstr(up->value)); if ( iguana_txidfind(coin,&height,&TX,T[up->txidind].txid,coin->bundlescount-1) != 0 ) jaddnum(item,"confirmations",coin->longestchain - height); return(item); } int64_t iguana_pkhashbalance(struct iguana_info *coin,cJSON *array,int64_t *spentp,int32_t *nump,struct iguana_ramchain *ramchain,struct iguana_pkhash *p,uint32_t lastunspentind,uint8_t rmd160[20],char *coinaddr,uint8_t *pubkey33,int32_t hdrsi) { struct iguana_unspent *U; uint32_t unspentind; int64_t balance = 0; struct iguana_txid *T; *spentp = *nump = 0; if ( ramchain->Uextras == 0 ) { printf("iguana_pkhashbalance: unexpected null spents\n"); return(0); } unspentind = lastunspentind; U = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Uoffset); T = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Toffset); while ( unspentind > 0 ) { (*nump)++; printf("%s u.%d %.8f\n",jprint(iguana_unspentjson(coin,hdrsi,unspentind,T,&U[unspentind],rmd160,coinaddr,pubkey33),1),unspentind,dstr(U[unspentind].value)); if ( ramchain->Uextras[unspentind].spentflag == 0 ) { balance += U[unspentind].value; if ( array != 0 ) jaddi(array,iguana_unspentjson(coin,hdrsi,unspentind,T,&U[unspentind],rmd160,coinaddr,pubkey33)); } else (*spentp) += U[unspentind].value; unspentind = U[unspentind].prevunspentind; } return(balance); } int32_t iguana_pkhasharray(struct iguana_info *coin,cJSON *array,int32_t minconf,int32_t maxconf,int64_t *totalp,struct iguana_pkhash *P,int32_t max,uint8_t rmd160[20],char *coinaddr,uint8_t *pubkey33) { int32_t i,n,m; int64_t spent,balance,netbalance,total; uint32_t lastunspentind; struct iguana_ramchain *ramchain; for (total=i=n=0; ibundlescount; i++) { if ( iguana_pkhashfind(coin,&ramchain,&balance,&lastunspentind,&P[n],rmd160,i,i) != 0 ) { if ( (netbalance= iguana_pkhashbalance(coin,array,&spent,&m,ramchain,&P[n],lastunspentind,rmd160,coinaddr,pubkey33,i)) != balance-spent ) { printf("pkhash balance mismatch from m.%d check %.8f vs %.8f spent %.8f [%.8f]\n",m,dstr(netbalance),dstr(balance),dstr(spent),dstr(balance)-dstr(spent)); } else { //P[n].firstunspentind = lastunspentind; total += netbalance; n++; } } //printf("%d: balance %.8f, lastunspent.%u\n",i,dstr(balance),lastunspentind); } //printf("n.%d max.%d\n",n,max); *totalp = total; return(n); } void iguana_unspents(struct supernet_info *myinfo,struct iguana_info *coin,cJSON *array,int32_t minconf,int32_t maxconf,uint8_t *rmdarray,int32_t numrmds) { int64_t total,sum=0; struct iguana_pkhash *P; uint8_t *addrtypes,*pubkeys; int32_t i,flag = 0; char coinaddr[64]; if ( rmdarray == 0 ) rmdarray = iguana_walletrmds(myinfo,coin,&numrmds), flag++; addrtypes = &rmdarray[numrmds * 20], pubkeys = &rmdarray[numrmds * 21]; P = calloc(coin->bundlescount,sizeof(*P)); for (i=0; ibundlescount,&rmdarray[i * 20],coinaddr,&pubkeys[33*i]); printf("%s %.8f\n",coinaddr,dstr(total)); sum += total; } printf("sum %.8f\n",dstr(sum)); free(P); if ( flag != 0 ) free(rmdarray); } uint8_t *iguana_rmdarray(struct iguana_info *coin,int32_t *numrmdsp,cJSON *array,int32_t firsti) { int32_t i,n,j=0; char *coinaddr; uint8_t *addrtypes,*rmdarray = 0; *numrmdsp = 0; if ( array != 0 && (n= cJSON_GetArraySize(array)) > 0 ) { *numrmdsp = n - firsti; rmdarray = calloc(1,(n-firsti) * 21); addrtypes = &rmdarray[(n-firsti) * 20]; for (i=firsti; iramchain; //printf("UTXO gen.%d ramchain data.%p\n",bp->bundleheight,ramchain->H.data); if ( ramchain->H.data == 0 || (n= ramchain->H.data->numspends) < 1 ) return(0); B = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Boffset); S = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Soffset); nextT = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Toffset); if ( ramchain->Xspendinds != 0 ) { //printf("iguana_utxogen: already have Xspendinds[%d]\n",ramchain->numXspends); return(0); } ptr = mycalloc('x',sizeof(*ptr),n); total += n; //printf("start UTXOGEN.%d max.%d ptr.%p\n",bp->bundleheight,n,ptr); txidind = spendind = ramchain->H.data->firsti; for (i=0; in; i++) { if ( txidind != B[i].firsttxidind || spendind != B[i].firstvin ) { printf("utxogen: txidind %u != %u B[%d].firsttxidind || spendind %u != %u B[%d].firstvin\n",txidind,B[i].firsttxidind,i,spendind,B[i].firstvin,i); myfree(ptr,sizeof(*ptr) * n); return(-1); } for (j=0; jexternal != 0 && s->prevout >= 0 ) { if ( (spentbp= iguana_spent(coin,&prevhash,&unspentind,ramchain,bp->hdrsi,s)) != 0 ) { /*if ( now > spentbp->lastprefetch+20 || (spentbp->dirty % 50000) == 0 ) { //printf("u current.%d prefetch.[%d] lag.%u\n",spentbp == bp,spentbp->hdrsi,now - spentbp->lastprefetch); iguana_ramchain_prefetch(coin,&spentbp->ramchain); spentbp->lastprefetch = now; } spentbp->dirty++;*/ if ( (ptr[emit].ind= unspentind) != 0 && spentbp->hdrsi < bp->hdrsi ) { ptr[emit].hdrsi = spentbp->hdrsi; ptr[emit].height = bp->bundleheight + i; //ptr[emit].txi = j; //printf("(%d u%d).%d ",spentbp->hdrsi,unspentind,emit); emit++; } else { printf("utxogen: null unspentind for spendind.%d hdrsi.%d [%d]\n",spendind,spentbp->hdrsi,bp->hdrsi); errs++; } if ( spentbp == bp ) { char str[65]; printf("unexpected spendbp: height.%d bp.[%d] U%d <- S%d.[%d] [ext.%d %s prev.%d]\n",bp->bundleheight+i,spentbp->hdrsi,unspentind,spendind,bp->hdrsi,s->external,bits256_str(str,prevhash),s->prevout); errs++; } } else { errs++; printf("utxogen: unresolved spendind.%d hdrsi.%d\n",spendind,bp->hdrsi); break; } } } } } if ( txidind != bp->ramchain.H.data->numtxids ) { printf("numtxid.%d != bp numtxids %d\n",txidind,bp->ramchain.H.data->numtxids); errs++; } if ( spendind != bp->ramchain.H.data->numspends ) { printf("spendind.%d != bp numspends %d\n",spendind,bp->ramchain.H.data->numspends); errs++; } if ( errs == 0 && emit >= 0 ) { emitted += emit; memset(zero.bytes,0,sizeof(zero)); sprintf(fname,"DB/%s/spends/%s.%d",coin->symbol,bits256_str(str,bp->hashes[0]),bp->bundleheight); vcalc_sha256(0,sha256.bytes,(void *)ptr,(int32_t)(sizeof(*ptr) * emit)); //if ( iguana_peerfname(coin,&hdrsi,dirname,fname,0,bp->hashes[0],zero,bp->n) >= 0 ) { if ( (fp= fopen(fname,"wb")) != 0 ) { if ( fwrite(sha256.bytes,1,sizeof(sha256),fp) != sizeof(sha256) ) printf("error writing hash for %ld -> (%s)\n",sizeof(*ptr) * emit,fname); else if ( fwrite(ptr,sizeof(*ptr),emit,fp) != emit ) printf("error writing %d of %d -> (%s)\n",emit,n,fname); else retval = 0; fsize = ftell(fp); fclose(fp); if ( iguana_Xspendmap(coin,ramchain,bp) < 0 ) { printf("error mapping Xspendmap.(%s)\n",fname); retval = -1; } //int32_t i; for (i=0; inumXspends; i++) // printf("(%d u%d) ",ramchain->Xspendinds[i].hdrsi,ramchain->Xspendinds[i].ind); //printf("filesize %ld Xspendptr.%p %p num.%d\n",fsize,ramchain->Xspendptr,ramchain->Xspendinds,ramchain->numXspends); } else printf("Error creating.(%s)\n",fname); } } if ( ptr != 0 ) myfree(ptr,sizeof(*ptr) * n); printf("utxo %d spendinds.[%d] errs.%d [%.2f%%] emitted.%d %s of %d\n",spendind,bp->hdrsi,errs,100.*(double)emitted/(total+1),emit,mbstr(str,sizeof(*ptr) * emit),n); if ( errs != 0 ) exit(-1); return(-errs); } int32_t iguana_balancegen(struct iguana_info *coin,struct iguana_bundle *bp,int32_t startheight,int32_t endheight) { uint32_t unspentind,pkind,txidind,h,i,j,k,refheight; struct iguana_account *A2; struct iguana_unspent *u,*spentU; struct iguana_spend *S,*s; struct iguana_ramchain *ramchain; struct iguana_bundle *spentbp; struct iguana_txid *T,*nextT; struct iguana_blockRO *B; int32_t flag,hdrsi,spendind,n,errs=0,incremental,emit=0; struct iguana_utxo *utxo,*Uextras; ramchain = &bp->ramchain; Uextras = 0; A2 = 0; if ( startheight == bp->bundleheight && endheight == bp->bundleheight+bp->n-1 ) incremental = 0; else incremental = 1; if ( ramchain->H.data == 0 || (n= ramchain->H.data->numspends) < 1 ) return(0); S = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Soffset); B = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Boffset); nextT = (void *)(long)((long)ramchain->H.data + ramchain->H.data->Toffset); refheight = bp->bundleheight; if ( ramchain->Xspendinds == 0 ) { printf("iguana_balancegen.%d: no Xspendinds[%d]\n",bp->hdrsi,ramchain->numXspends); return(0); } iguana_ramchain_prefetch(coin,&bp->ramchain); printf("BALANCEGEN.%d hdrs.%d\n",bp->bundleheight,bp->hdrsi); txidind = spendind = ramchain->H.data->firsti; for (i=0; in; i++) { printf("hdrs.[%d] B[%d] 1st txidind.%d txn_count.%d firstvin.%d firstvout.%d\n",bp->hdrsi,i,B[i].firsttxidind,B[i].txn_count,B[i].firstvin,B[i].firstvout); if ( txidind != B[i].firsttxidind || spendind != B[i].firstvin ) { printf("balancegen: txidind %u != %u B[%d].firsttxidind || spendind %u != %u B[%d].firstvin errs.%d\n",txidind,B[i].firsttxidind,i,spendind,B[i].firstvin,i,errs); return(-1); } for (j=0; jexternal != 0 && s->prevout >= 0 ) { if ( emit >= ramchain->numXspends ) errs++; else { h = ramchain->Xspendinds[emit].height; unspentind = ramchain->Xspendinds[emit].ind; if ( (hdrsi= ramchain->Xspendinds[emit].hdrsi) >= 0 && hdrsi <= bp->hdrsi ) spentbp = coin->bundles[hdrsi]; else { printf("iguana_balancegen[%d] s.%d illegal hdrsi.%d emit.%d\n",bp->hdrsi,spendind,hdrsi,emit); errs++; } //printf("%d of %d: [%d] X spendind.%d -> (%d u%d)\n",emit,ramchain->numXspends,bp->hdrsi,spendind,hdrsi,unspentind); emit++; } } else if ( s->prevout >= 0 ) { spentbp = bp; hdrsi = bp->hdrsi; h = refheight; if ( (txidind= s->spendtxidind) != 0 && txidind < spentbp->ramchain.H.data->numtxids ) { T = (void *)(long)((long)spentbp->ramchain.H.data + spentbp->ramchain.H.data->Toffset); unspentind = T[txidind].firstvout + s->prevout; //printf("txidind.%d 1st.%d prevout.%d\n",txidind,T[txidind].firstvout,s->prevout); } else { printf("iguana_balancegen txidind overflow %u vs %u\n",txidind,spentbp->ramchain.H.data->numtxids); errs++; } //printf("[%d] spendind.%d -> (hdrsi.%d u%d)\n",bp->hdrsi,spendind,hdrsi,unspentind); } else continue; //if ( (spendind & 0xff) == 1 ) // now = (uint32_t)time(NULL); if ( spentbp != 0 && unspentind > 0 && unspentind < spentbp->ramchain.H.data->numunspents ) { /*if ( now > spentbp->lastprefetch+20 || (spentbp->dirty % 50000) == 0 ) { //printf("current.%d prefetch.[%d] lag.%u\n",spentbp == bp,spentbp->hdrsi,now - spentbp->lastprefetch); iguana_ramchain_prefetch(coin,&spentbp->ramchain); spentbp->lastprefetch = now; }*/ spentbp->dirty++; Uextras = spentbp->ramchain.Uextras; A2 = spentbp->ramchain.A; if ( incremental != 0 || (A2 != 0 && Uextras != 0) ) { spentU = (void *)(long)((long)spentbp->ramchain.H.data + spentbp->ramchain.H.data->Uoffset); u = &spentU[unspentind]; if ( (pkind= u->pkind) != 0 && pkind < spentbp->ramchain.H.data->numpkinds ) { flag = -1; if ( incremental == 0 ) { if ( Uextras == 0 || A2 == 0 ) { printf("null ptrs.[%d] %p %p\n",spentbp->hdrsi,spentbp->ramchain.Uextras,spentbp->ramchain.A); errs++; } else { utxo = &Uextras[unspentind]; if ( utxo->spentflag == 0 ) { utxo->prevunspentind = A2[pkind].lastind; utxo->spentflag = 1; utxo->height = h; A2[pkind].total += u->value; A2[pkind].lastind = unspentind;//spendind; flag = 0; } } } else { if ( bp != spentbp ) { utxo = &Uextras[unspentind]; if ( utxo->spentflag == 0 ) flag = iguana_utxoupdate(coin,spentbp->hdrsi,unspentind,pkind,u->value,bp->hdrsi,spendind,h); } else flag = iguana_utxoupdate(coin,spentbp->hdrsi,unspentind,pkind,u->value,bp->hdrsi,spendind,h); } if ( flag != 0 ) { errs++; printf("iguana_balancegen: pkind.%d double spend of hdrsi.%d unspentind.%d prev.%u spentflag.%d height.%d\n",pkind,spentbp->hdrsi,unspentind,utxo->prevunspentind,utxo->spentflag,utxo->height); getchar(); } } else { errs++; printf("iguana_balancegen: pkind overflow %d vs %d\n",pkind,spentbp->ramchain.H.data->numpkinds); } } } else { errs++; printf("iguana_balancegen: error with unspentind.%d vs max.%d spentbp.%p\n",unspentind,spentbp!=0?spentbp->ramchain.H.data->numunspents:-1,spentbp); } } } } if ( txidind != bp->ramchain.H.data->numtxids ) { printf("numtxid.%d != bp numtxids %d\n",txidind,bp->ramchain.H.data->numtxids); errs++; } if ( spendind != bp->ramchain.H.data->numspends ) { printf("spendind.%d != bp numspends %d\n",spendind,bp->ramchain.H.data->numspends); errs++; } if ( emit != ramchain->numXspends ) { printf("iguana_balancegen: emit %d != %d ramchain->numXspends\n",emit,ramchain->numXspends); errs++; } printf(">>>>>>>> balances.%d done errs.%d spendind.%d\n",bp->hdrsi,errs,n); return(-errs); } void iguana_purgevolatiles(struct iguana_info *coin,struct iguana_ramchain *ramchain) { ramchain->A = 0; ramchain->Uextras = 0; if ( ramchain->debitsfileptr != 0 ) { munmap(ramchain->debitsfileptr,ramchain->debitsfilesize); ramchain->debitsfileptr = 0; ramchain->debitsfilesize = 0; } if ( ramchain->lastspendsfileptr != 0 ) { munmap(ramchain->lastspendsfileptr,ramchain->lastspendsfilesize); ramchain->lastspendsfileptr = 0; ramchain->lastspendsfilesize = 0; } } int32_t iguana_mapvolatiles(struct iguana_info *coin,struct iguana_ramchain *ramchain) { int32_t iter,numhdrsi,err = -1; char fname[1024]; bits256 balancehash; for (iter=0; iter<2; iter++) { sprintf(fname,"DB/%s%s/accounts/debits.%d",iter==0?"ro/":"",coin->symbol,ramchain->H.data->height); if ( (ramchain->debitsfileptr= OS_mapfile(fname,&ramchain->debitsfilesize,0)) != 0 && ramchain->debitsfilesize == sizeof(int32_t) + sizeof(bits256) + sizeof(*ramchain->A) * ramchain->H.data->numpkinds ) { ramchain->from_roA = (iter == 0); numhdrsi = *(int32_t *)ramchain->debitsfileptr; memcpy(balancehash.bytes,(void *)((long)ramchain->debitsfileptr + sizeof(numhdrsi)),sizeof(balancehash)); if ( coin->balanceswritten == 0 ) { coin->balanceswritten = numhdrsi; coin->balancehash = balancehash; } if ( numhdrsi == coin->balanceswritten || memcmp(balancehash.bytes,coin->balancehash.bytes,sizeof(balancehash)) == 0 ) { ramchain->A = (void *)((long)ramchain->debitsfileptr + sizeof(numhdrsi) + sizeof(bits256)); sprintf(fname,"DB/%s%s/accounts/lastspends.%d",iter==0?"ro/":"",coin->symbol,ramchain->H.data->height); if ( (ramchain->lastspendsfileptr= OS_mapfile(fname,&ramchain->lastspendsfilesize,0)) != 0 && ramchain->lastspendsfilesize == sizeof(int32_t) + sizeof(bits256) + sizeof(*ramchain->Uextras) * ramchain->H.data->numunspents ) { numhdrsi = *(int32_t *)ramchain->lastspendsfileptr; memcpy(balancehash.bytes,(void *)((long)ramchain->lastspendsfileptr + sizeof(numhdrsi)),sizeof(balancehash)); if ( numhdrsi == coin->balanceswritten || memcmp(balancehash.bytes,coin->balancehash.bytes,sizeof(balancehash)) == 0 ) { ramchain->Uextras = (void *)((long)ramchain->lastspendsfileptr + sizeof(numhdrsi) + sizeof(bits256)); ramchain->from_roU = (iter == 0); err = 0; } else printf("ramchain map error2 balanceswritten %d vs %d hashes %x %x\n",coin->balanceswritten,numhdrsi,coin->balancehash.uints[0],balancehash.uints[0]); } else printf("ramchain map error3 %s\n",fname); } else printf("ramchain map error balanceswritten %d vs %d hashes %x %x\n",coin->balanceswritten,numhdrsi,coin->balancehash.uints[0],balancehash.uints[0]); } if ( err == 0 ) { //printf("mapped extra.%s\n",fname); break; } iguana_purgevolatiles(coin,ramchain); } return(err); } void iguana_allocvolatile(struct iguana_info *coin,struct iguana_ramchain *ramchain) { if ( ramchain != 0 && ramchain->H.data != 0 ) { if ( ramchain->allocatedA == 0 ) { ramchain->A = calloc(sizeof(*ramchain->A),ramchain->H.data->numpkinds + 16); ramchain->allocatedA = sizeof(*ramchain->A) * ramchain->H.data->numpkinds; } if ( ramchain->allocatedU == 0 ) { ramchain->Uextras = calloc(sizeof(*ramchain->Uextras),ramchain->H.data->numunspents + 16); ramchain->allocatedU = sizeof(*ramchain->Uextras) * ramchain->H.data->numunspents; } if ( ramchain->debitsfileptr != 0 ) { memcpy(ramchain->A,(void *)((long)ramchain->debitsfileptr + sizeof(int32_t) + sizeof(bits256)),sizeof(*ramchain->A) * ramchain->H.data->numpkinds); munmap(ramchain->debitsfileptr,ramchain->debitsfilesize); ramchain->debitsfileptr = 0; ramchain->debitsfilesize = 0; } if ( ramchain->lastspendsfileptr != 0 ) { memcpy(ramchain->Uextras,(void *)((long)ramchain->lastspendsfileptr + sizeof(int32_t) + sizeof(bits256)),sizeof(*ramchain->Uextras) * ramchain->H.data->numunspents); munmap(ramchain->lastspendsfileptr,ramchain->lastspendsfilesize); ramchain->lastspendsfileptr = 0; ramchain->lastspendsfilesize = 0; } } else printf("illegal ramchain.%p\n",ramchain); } int32_t iguana_balanceflush(struct iguana_info *coin,int32_t refhdrsi,int32_t purgedist) { int32_t hdrsi,numpkinds,iter,numhdrsi,numunspents,err; struct iguana_bundle *bp; char fname[1024],fname2[1024],destfname[1024]; bits256 balancehash; FILE *fp,*fp2; struct iguana_utxo *Uptr; struct iguana_account *Aptr; struct sha256_vstate vstate; vupdate_sha256(balancehash.bytes,&vstate,0,0); for (hdrsi=0; hdrsibundlescount; hdrsi++) if ( (bp= coin->bundles[hdrsi]) == 0 || bp->balancefinish <= 1 || bp->ramchain.H.data == 0 || bp->ramchain.A == 0 || bp->ramchain.Uextras == 0 ) break; if ( hdrsi <= coin->balanceswritten || hdrsi < refhdrsi ) return(0); numhdrsi = hdrsi; vupdate_sha256(balancehash.bytes,&vstate,0,0); for (iter=0; iter<3; iter++) { for (hdrsi=0; hdrsibundles[hdrsi]) != 0 && bp->ramchain.H.data != 0 && (numpkinds= bp->ramchain.H.data->numpkinds) > 0 && (numunspents= bp->ramchain.H.data->numunspents) > 0 && (Aptr= bp->ramchain.A) != 0 && (Uptr= bp->ramchain.Uextras) != 0 ) { sprintf(fname,"accounts/%s/debits.%d",coin->symbol,bp->bundleheight); sprintf(fname2,"accounts/%s/lastspends.%d",coin->symbol,bp->bundleheight); if ( iter == 0 ) { vupdate_sha256(balancehash.bytes,&vstate,(void *)Aptr,sizeof(*Aptr)*numpkinds); vupdate_sha256(balancehash.bytes,&vstate,(void *)Uptr,sizeof(*Uptr)*numunspents); } else if ( iter == 1 ) { if ( (fp= fopen(fname,"wb")) != 0 && (fp2= fopen(fname2,"wb")) != 0 ) { err = -1; if ( fwrite(&numhdrsi,1,sizeof(numhdrsi),fp) == sizeof(numhdrsi) && fwrite(&numhdrsi,1,sizeof(numhdrsi),fp2) == sizeof(numhdrsi) && fwrite(balancehash.bytes,1,sizeof(balancehash),fp) == sizeof(balancehash) && fwrite(balancehash.bytes,1,sizeof(balancehash),fp2) == sizeof(balancehash) ) { if ( fwrite(Aptr,sizeof(*Aptr),numpkinds,fp) == numpkinds ) { if ( fwrite(Uptr,sizeof(*Uptr),numunspents,fp2) == numunspents ) { //bp->dirty = 0; err = 0; //free(bp->ramchain.A), bp->ramchain.A = 0; //free(bp->ramchain.Uextras), bp->ramchain.Uextras = 0; printf("[%d] of %d saved (%s) and (%s)\n",hdrsi,numhdrsi,fname,fname2); } } } if ( err != 0 ) { printf("balanceflush.%s error iter.%d hdrsi.%d\n",coin->symbol,iter,hdrsi); fclose(fp); fclose(fp2); return(-1); } fclose(fp), fclose(fp2); } else { printf("error opening %s or %s %p\n",fname,fname2,fp); if ( fp != 0 ) fclose(fp); } } else if ( iter == 2 ) { sprintf(destfname,"DB/%s/accounts/debits.%d",coin->symbol,bp->bundleheight); if ( OS_copyfile(fname,destfname,1) < 0 ) { printf("balances error copying (%s) -> (%s)\n",fname,destfname); return(-1); } sprintf(destfname,"DB/%s/accounts/lastspends.%d",coin->symbol,bp->bundleheight); if ( OS_copyfile(fname2,destfname,1) < 0 ) { printf("balances error copying (%s) -> (%s)\n",fname2,destfname); return(-1); } printf("%s %s\n",fname,destfname); /*if ( hdrsi > numhdrsi-purgedist && numhdrsi >= purgedist ) { sprintf(destfname,"DB/%s/accounts/debits_%d.%d",coin->symbol,numhdrsi-purgedist,bp->bundleheight); OS_removefile(destfname,0); sprintf(destfname,"DB/%s/accounts/lastspends_%d.%d",coin->symbol,numhdrsi-purgedist,bp->bundleheight); OS_removefile(destfname,0); }*/ } } else { printf("balanceflush iter.%d error loading [%d] Aptr.%p Uptr.%p numpkinds.%u numunspents.%u\n",iter,hdrsi,Aptr,Uptr,numpkinds,numunspents); return(-1); } } } coin->balancehash = balancehash; coin->balanceswritten = numhdrsi; iguana_utxoupdate(coin,-1,0,0,0,-1,0,-1); // free hashtables for (hdrsi=0; hdrsibundles[hdrsi]) == 0 ) { if ( bp->ramchain.A != 0 ) { free(bp->ramchain.A); bp->ramchain.A = 0; bp->ramchain.allocatedA = 0; } if ( bp->ramchain.Uextras != 0 ) { free(bp->ramchain.Uextras); bp->ramchain.Uextras = 0; bp->ramchain.allocatedU = 0; } if ( iguana_mapvolatiles(coin,&bp->ramchain) != 0 ) printf("error mapping bundle.[%d]\n",hdrsi); } char str[65]; printf("BALANCES WRITTEN for %d bundles %s\n",coin->balanceswritten,bits256_str(str,coin->balancehash)); return(coin->balanceswritten); } int32_t iguana_balancecalc(struct iguana_info *coin,struct iguana_bundle *bp,int32_t startheight,int32_t endheight) { uint32_t starttime,j,flag = 0; struct iguana_bundle *prevbp; if ( bp->balancefinish > 1 ) { printf("make sure DB files have this bp.%d\n",bp->hdrsi); iguana_validateQ(coin,bp); return(flag); } if ( bp != 0 && coin != 0 && (bp->hdrsi == 0 || (prevbp= coin->bundles[bp->hdrsi-1]) != 0) ) { for (j=0; jhdrsi; j++) { if ( (prevbp= coin->bundles[j]) == 0 || prevbp->utxofinish <= 1 || prevbp->balancefinish <= 1 ) break; } if ( bp->utxofinish > 1 && bp->balancefinish <= 1 && bp->hdrsi == j ) { starttime = (uint32_t)time(NULL); for (j=0; j<=bp->hdrsi; j++) iguana_allocvolatile(coin,&coin->bundles[j]->ramchain); if ( iguana_balancegen(coin,bp,startheight,endheight) < 0 ) { printf("GENERATE BALANCES ERROR ht.%d\n",bp->bundleheight); exit(-1); } bp->balancefinish = (uint32_t)time(NULL); printf("GENERATED BALANCES for ht.%d duration %d seconds\n",bp->bundleheight,bp->balancefinish - (uint32_t)starttime); bp->queued = 0; iguana_validateQ(coin,bp); if ( bp->hdrsi >= coin->longestchain/coin->chain->bundlesize-1 && bp->hdrsi >= coin->balanceswritten ) { iguana_balanceflush(coin,bp->hdrsi,3); printf("balanceswritten.%d flushed bp->hdrsi %d vs %d coin->longestchain/coin->chain->bundlesize\n",coin->balanceswritten,bp->hdrsi,coin->longestchain/coin->chain->bundlesize); } flag++; } else { //printf("third case.%d utxo.%u balance.%u prev.%u\n",bp->hdrsi,bp->utxofinish,bp->balancefinish,prevbp!=0?prevbp->utxofinish:-1); coin->pendbalances--; iguana_balancesQ(coin,bp); } } return(flag); } int32_t iguana_bundlevalidate(struct iguana_info *coin,struct iguana_bundle *bp) { if ( bp->validated <= 1 ) { bp->validated = (uint32_t)time(NULL); //printf("VALIDATE.%d %u\n",bp->bundleheight,bp->validated); } return(0); }