sample_armory_code.py

from __future__ import print_function
import sys
from armoryengine.BDM import BDM_BLOCKCHAIN_READY, TheBDM
from armoryengine.ArmoryUtils import RightNow
sys.path.append('..')
sys.path.append('.')

from armoryengine import *
from math import sqrt
from time import sleep

# Run at least one of the LoadBlockchain's if running anything after it
run_WalletCreate          = False
run_LoadBlockchain_Async  = False
run_LoadBlockchain_Block  = True
run_WalletRescan          = False
run_DiffChangeList        = True
run_UniqueAddresses       = False
run_CumulativeSize        = True
run_TrafficCamera         = False
run_SatoshiDice           = False


################################################################################
if run_WalletCreate:
   # NOTE:
   #     ALL ADDRESSES THROUGHOUT EVERYTHING ARE IN 20-BYTE BINARY FORM (hash160/addr20)
   #     Use hash160_to_addrStr() and addrStr_to_hash160() to convert...
   
   print('\n\nCreating a new C++ wallet, add a few addresses...')
   cppWallet = Cpp.BtcWallet()
   cppWallet.addAddress_1_( hex_to_binary('11b366edfc0a8b66feebae5c2e25a7b6a5d1cf31') )  # hash160 (hex)
   cppWallet.addAddress_1_( addrStr_to_hash160('1EbAUHsitefy3rSECh8eK2fdAWTUbpVUDN')[1] )   # addrStr
   cppWallet.addAddress_1_('\x1b~\xa7*\x85\t\x12\xb7=\xd4G\xf3\xbd\xc1\x00\xf1\x00\x8b\xde\xb0') # hash160 (bin)

   print('Addresses in this wallet:')
   for i in range(cppWallet.getNumAddr()):
      print('\t', hash160_to_addrStr(cppWallet.getAddrByIndex(i).getAddrStr20()))

   print('\n\nRegistering the wallet with the BlockDataManager & loading...')
   cppWallet.registerWallet()


################################################################################
if run_LoadBlockchain_Async:
   """
   By setting blocking=False, most calls to TheBDM will return immediately,
   after queuing the BDM to execute the operation in the background.  You have
   to check back later to see when it's done.  However, even when blocking is
   false, any functions that return data must block so the data can be 
   returned.  If you are in asynchronous mode, and don't want to ever wait 
   for anything, always check TheBDM.getState()==BDM_BLOCKCHAIN_READY before
   requesting data that will force blocking.
   """
   start = RightNow()
   TheBDM.setBlocking(False)
   TheBDM.setOnlineMode(True)
   sleep(2)
   print('Waiting for blockchain loading to finish', end=' ')
   while not TheBDM.getState()==BDM_BLOCKCHAIN_READY:
      print('.', end=' ')
      sys.stdout.flush()
      sleep(2)
   print('Loading blockchain took %0.1f sec' % (RightNow() - start))

   topBlock = TheBDM.getTopBlockHeight()
   print('\n\nCurrent Top Block is:', topBlock)
   TheBDM.blockchain().top().pprint()

################################################################################
if run_LoadBlockchain_Block:
   start = RightNow()
   TheBDM.setBlocking(True)
   TheBDM.setOnlineMode(True)
   # The setOnlineMode should block until blockchain loading is complete
   print('Loading blockchain took %0.1f sec' % (RightNow() - start))

   topBlock = TheBDM.getTopBlockHeight()
   print('\n\nCurrent Top Block is:', topBlock)
   TheBDM.blockchain().top().pprint()


################################################################################
if run_WalletRescan:
   print('Inducing a rescan by adding a new address and requesting...')
   cppWallet.addAddress_1_( hex_to_binary('0cdcd0f388a31b11ff11b1d8d7a9f978b37bc7af') )
   TheBDM.scanBlockchainForTx(cppWallet)

   print('\n\nBalance of this wallet:', coin2str(cppWallet.getSpendableBalance()))
   print('Unspent outputs:')
   unspentTxOuts = cppWallet.getSpendableTxOutList() #IGNOREZC isnt defined in this script
   for utxo in unspentTxOuts:
      utxo.pprintOneLine(topBlock)

   print('\n\nTransaction history of this wallet:')
   ledger = cppWallet.getTxLedger()
   for le in ledger:
      le.pprintOneLine()



################################################################################
if run_DiffChangeList:
   print('\n\n')
   print('-'*80)
   print('Now for something completely different...')
   start = RightNow()
   print('\n\nCollect all difficulty changes...')
   print('Block'.rjust(10), 'Difficulty'.rjust(14), '\t', 'Date')
   prevDiff = 0
   maxDiff = hex_to_int('ff'*32)
   minDiff = maxDiff
   minDiffBlk = hex_to_int('ff'*32)
   for h in xrange(0,topBlock+1):
      header = TheBDM.blockchain().getHeaderByHeight(h)
      currDiff = header.getDifficulty()
      thisHash = header.getThisHash()
      thisDiff = binary_to_int(thisHash);
   
      if thisDiff < minDiff:
         minDiff = thisDiff
         minDiffBlk = h
   
      if not prevDiff==currDiff:
         print(str(h).rjust(10), end=' ')
         print(('%0.1f'%currDiff).rjust(14), end=' ')
         print('\t', unixTimeToFormatStr(header.getTimestamp()))
      prevDiff = currDiff

   from math import log
   print('Took %0.1f seconds to collect difficulty list' % (RightNow()-start))
   print('\nBlock with the lowest difficulty:')
   print('   Block Num:      ', minDiffBlk)
   print('   Block Hash:     ', int_to_hex(minDiff, 32, BIGENDIAN))
   print('   Equiv Difficult:', maxDiff/(minDiff * 2**32))
   print('   Equiv Diff bits:', log(maxDiff/minDiff)/log(2))
   print('   Block Header (hex): ')
   print('      ', binary_to_hex(TheBDM.blockchain().getHeaderByHeight(minDiffBlk).serialize()))


################################################################################
if run_CumulativeSize:
   f = open('blksizelist.txt','w')
   cumul = 0
   for h in xrange(0,topBlock+1):
      if h%10000 == 0:
         print('\tAccumulated %d blocks' % h)
   
      header = TheBDM.blockchain().getHeaderByHeight(h)
      cumul += header.getBlockSize()
      if (h%2016==0) or h+1>=topBlock:
         f.write('%d %d\n' % (h,cumul))

   f.close()

   


################################################################################
if run_UniqueAddresses:
   start = RightNow()
   allAddr = set()
   totalTxOutEver = 0
   for h in xrange(0,topBlock+1):
      if h%10000 == 0:
         print('\tScanned %d blocks' % h)
   
      header = TheBDM.blockchain().getHeaderByHeight(h)
      txList = header.getTxRefPtrList()
      for txref in txList:
         tx = txref.getTxCopy()
         for nout in range(tx.getNumTxOut()):
            txout = tx.getTxOut(nout)
            if txout.isStandard():
               allAddr.add(txout.getRecipientAddr())
               totalTxOutEver += 1
   
   
   print('Took %0.1f seconds to count all addresses' % (RightNow()-start))
   print('There are %d unique addresses in the blockchain!' % len(allAddr))
   print('There are %d standard TxOuts in all blocks' % totalTxOutEver)



################################################################################
if run_TrafficCamera:
   # will fill this in later
   pass


################################################################################
if run_SatoshiDice:
   print('\n\nLet look at all the bets ever placed at SatoshiDice.com')

   # First, get the Satoshi dice page so we can extract the addresses and payouts
   import urllib
   httppage = urllib.urlopen('http://www.satoshidice.com').read().split('\n')

   # Given this line is part of the wager/addr table, get all the data from it
   def extractLineData(line):
      line2 = line.replace('<','~').replace('>','~').replace('=','~').replace(' ','~')
      pcs = line2.split('~')
      out = []
      ltflag = False
      for pc in pcs:
         if pc=='lessthan':
            ltflag = True
         if ltflag and pc.isdigit():
            out.append(pc)
            ltflag = False   
         if pc.startswith('1dice') or pc.endswith('%') or pc.endswith('x'):
            out.append(pc)
      return out


   # We have a webpage and a method to process the relevant lines
   diceTargetMap = {}
   dicePctWinMap  = {}
   diceWinMultMap = {}
   diceLoseMultMap = {}
   diceBetsMadeMap = {}
   diceBetsPaidOut = {}
   diceBetsMadeMapList = {}
   WIN, LOSE, REFUND = 0,1,2
   for line in httppage:
      if 'lessthan' in line and '1dice' in line:
         targ,addr,winr,mult,hous,rtrn   = extractLineData(line)
         diceAddr                        = addrStr_to_hash160(addr)[1]
         diceTargetMap[diceAddr]         = int(targ)
         dicePctWinMap[diceAddr]         = float(winr[:-1])/100.0
         diceWinMultMap[diceAddr]        = float(mult[:-1])
         diceLoseMultMap[diceAddr]       = 0.005 # looks to be a static 0.5% now, spread is all in the win mult
         diceBetsMadeMap[diceAddr]       = 0
         diceBetsPaidOut[diceAddr]       = [0, 0, 0]
         diceBetsMadeMapList[diceAddr]   = []

   
   betsIn  = {}
   sdRecvAmt = 0
   sdRtrnAmt = 0
   sdFeePaid = 0
   totalBets = 0


   def getTxFee(tx):
      btcIn, btcOut = 0,0
      
      for i in range(tx.getNumTxIn()):
         btcIn += TheBDM.getSentValue(tx.getTxIn(i))
      for i in range(tx.getNumTxOut()):
         btcOut += tx.getTxOut(i).getValue()
      return (btcIn - btcOut)

      

   # Approximation of a bet's variance isn't good enough for me.  Assume fair
   # odds, compute exactly!  These are the stats for SatoshiDice.com bank acct
   def computeWagerStats(amt, diceAddr):
      # SD loses money on winning bets, gains money on losing bets
      #afterFee = amt - 0.0005e8
      #winAmt = afterFee - diceWinMultMap[diceAddr]*amt
      #winPct = diceTargetMap[diceAddr] / 65536.0;
      #losAmt = afterFee - diceLoseMultMap[diceAddr]*amt
      #losPct = 1-winPct
      
      # Modified calculation to produce theoretical numbers assuming better
      # game design
      payout = 0.97
      afterFee = amt 
      winAmt = afterFee - payout*amt
      winPct = diceTargetMap[diceAddr] / 65536.0;
      losAmt = afterFee - ((1-payout)/2)*amt
      losPct = 1-winPct

      avg = winPct*winAmt + losPct*losAmt
      var = (winPct*(winAmt-avg)**2) + (losPct*(losAmt-avg)**2)
      #print amt, diceTargetMap[diceAddr], diceWinMultMap[diceAddr], diceLoseMultMap[diceAddr]
      #print winAmt, winPct, losAmt, losPct
      #print avg, var, sqrt(var)
      #print coin2str(avg), coin2str(var), coin2str(sqrt(var))
      #print '\n'
      return [avg, var]
      

         
   completedIn = 0.0
   completedOut = 0.0
   totalAvgSum = 0.0
   totalVarSum = 0.0

   firstSDTxPassed = False
   totalSDBytes = 0
   totalBCBytes = 0
   totalSDTx    = 0
   totalBCTx    = 0


   fileAllBets = open('sdAllBets.txt','w')
   try:
      for h in xrange(175000,topBlock+1):
         if h%10000 == 0:
            print('\tSearched %d blocks' % h)
   
         header = TheBDM.blockchain().getHeaderByHeight(h)
         txList = header.getTxRefPtrList()

         for txref in txList:
            tx = txref.getTxCopy()
            # Check every TxOut in this transaction for SatoshiDice bets
            txHash = tx.getThisHash()
            if firstSDTxPassed:
               totalBCBytes += tx.getSize()               
               totalBCTx += 1

            
            thisIsAWager = False
            for nout in range(tx.getNumTxOut()):
               txout = tx.getTxOut(nout)
               if txout.isStandard():
                  if txout.getRecipientAddr() in dicePctWinMap:
                     # This is a SatoshiDice bet!
                     firstSDTxPassed = True

                     # Add this to the total tx/byte count, first time
                     if not thisIsAWager:
                        totalSDBytes += tx.getSize()
                        totalSDTx += 1
                     thisIsAWager = True

                     totalBets += 1
                     diceAddr = txout.getRecipientAddr()
                     betAmt = txout.getValue()
                     betWin = betAmt * diceWinMultMap[diceAddr]
                     betLos = betAmt * diceLoseMultMap[diceAddr]

                     firstTxIn = tx.getTxIn(0)
                     bettorAddr = TheBDM.getSenderAddr20(firstTxIn)
   
                     ## Create the serialized OutPoint, store the tx
                     outpointStr = txHash + int_to_binary(nout, widthBytes=4)
                     betsIn[outpointStr] = [betAmt, betWin, betLos, diceAddr, bettorAddr]
                     sdRecvAmt += betAmt
                     diceBetsMadeMap[diceAddr] += 1

                     winPct = diceTargetMap[diceAddr] / 65536.0;
                     losPct = 1-winPct
                     winMult = diceWinMultMap[diceAddr]
                     losMult = diceLoseMultMap[diceAddr]
                     fileAllBets.write('%s %d %f %f %f %f\n' % (coin2str(betAmt), diceTargetMap[diceAddr], winPct, winMult, losPct, losMult))


            for nin in range(tx.getNumTxIn()):
               txin = tx.getTxIn(nin)
               op = txin.getOutPoint()
               opStr = op.getTxHash() + int_to_binary(op.getTxOutIndex(), widthBytes=4)
               returned = -1
               if opStr in betsIn:
                  betAmt, betWin, betLos, diceAddr, addr160 = betsIn[opStr]
                  for nout in range(tx.getNumTxOut()):
                     if addr160 == tx.getTxOut(nout).getRecipientAddr():
                        returned = tx.getTxOut(nout).getValue()
                        sdRtrnAmt += returned
                        sdFeePaid += getTxFee(tx)
   
                        completedIn  += betAmt
                        completedOut += returned
                        avg, var = computeWagerStats(betAmt, diceAddr)
                        totalAvgSum  += avg
                        totalVarSum  += var
                        diceBetsMadeMapList[diceAddr].append(betAmt)
                        totalSDBytes += tx.getSize()               
                        totalSDTx += 1
                        break

                  if returned==-1:
                     print('Did not find recip, failed...')
                     continue
                  else:
                     if returned <= betLos*1.25:
                        diceBetsPaidOut[diceAddr][LOSE] += 1
                     elif abs(returned - betAmt) < betLos/2.0:
                        diceBetsPaidOut[diceAddr][REFUND] += 1
                     else:
                        diceBetsPaidOut[diceAddr][WIN] += 1
                     del betsIn[opStr]
                     break
                        
   except:
      raise
   

   
   print('Unaccounted-for Bets:')
   i = 0
   unacctBTC = 0
   for key,val in betsIn.iteritems():
      txid   = binary_to_hex(key[:32 ])
      outidx = binary_to_int(key[ 32:])
      betAmt = val[0]
      sdAddr = val[3]
      recip1 = val[4]

      #print i, hex_switchEndian(txid), '%03d'%outidx, coin2str(betAmt), 
      #print hash160_to_addrStr(sdAddr)[:8], hash160_to_addrStr(recip1)[:8]
      i += 1
      unacctBTC += betAmt


   print('Results:', unixTimeToFormatStr(RightNow()))
   print('')
   print('Address'.rjust(10), end=' ')
   print('Target'.rjust(8), end=' ')
   print('Should Win'.rjust(12), '|', end=' ')
   print('#Bets'.rjust(8), '|', end=' ')
   print('Win'.center(16), '|', end=' ')
   print('Lose'.center(16), '|', end=' ')
   print('Refunds'.center(17), '|', end=' ')
   print('Accounted-for')
   print('-'*118)
   
   totalBets = 0
   diceAddrList = []
   for a160,ct in diceBetsMadeMap.iteritems():
      diceAddrList.append([a160, diceTargetMap[a160]])
   
   diceAddrList.sort(key=(lambda x: x[1]))
   
   for a160,targ in diceAddrList:
      total   = diceBetsMadeMap[a160]
      winners = diceBetsPaidOut[a160][WIN]
      losers  = diceBetsPaidOut[a160][LOSE]
      refunds = diceBetsPaidOut[a160][REFUND]
      total2  = winners+losers
      print(hash160_to_addrStr(a160)[:9].rjust(10), end=' ')
      print(str(targ).rjust(8), end=' ')
      print(('%0.5f' % (targ/65536.)).rjust(12), end=' ')
      print('|', str(total).rjust(8), end=' ')
   
      print('|', str(winners).rjust(6), ('(%0.5f)'%(winners/float(total2))).rjust(8), end=' ') 
      print('|', str(losers).rjust(6),  ('(%0.5f)'%(losers/float(total2))).rjust(8), end=' ') 
      print('|', str(refunds).rjust(6), ('(%0.5f)'%(refunds/float(total2))).rjust(8), end=' ') 

      print('|', '(%0.3f)'.rjust(10) % ((winners+losers+refunds)/float(total)))
      totalBets += total

   print('-'*118)
   print(' '*32, '|', str(totalBets).rjust(8), '|')
   print('')
   print('-'*118)
   print('Total Bets Made:               ', totalBets)
   print('Cumulative Wagers:         ', coin2str(sdRecvAmt), 'BTC')
   print('Cumulative Rewards:        ', coin2str(sdRtrnAmt), 'BTC')
   print('Cumulative Fees Paid:      ', coin2str(sdFeePaid), 'BTC')
   print('Cumulative Unreturned:     ', coin2str(unacctBTC), 'BTC')
   print('----')
   print('SD Profit/Loss From Games: ', coin2str(sdRecvAmt - sdRtrnAmt), 'BTC')
   print('SD Profit/Loss With Fees:  ', coin2str(sdRecvAmt - (sdRtrnAmt + sdFeePaid)), 'BTC')





   #f = open('bethist.txt','w')
   #for a160,targ in diceAddrList:
      #f.write(str(targ)+'\n')
      #f.write(' '.join([coin2str(b) for b in diceBetsMadeMapList[a160]]))
      #f.write('\n')
   #f.close()

   BtoMB = lambda x: float(x)/(1024*1024.)
   print('Since Satoshi Dice started, there have been:')
   print('Blockchain Tx:  %d  :  SatoshiDice Tx: %d  (%0.1f%%)' % (totalBCTx, totalSDTx, 100*float(totalSDTx)/totalBCTx))
   print('Blockchain MB:  %0.1f  :  SatoshiDice Tx: %0.1f  (%0.1f%%)' % (BtoMB(totalBCBytes), BtoMB(totalSDBytes), 100*float(totalSDBytes)/totalBCBytes))