hermez-node/db/historydb/historydb_test.go

package historydb

import (
	"fmt"
	"math/big"
	"os"
	"testing"
	"time"

	ethCommon "github.com/ethereum/go-ethereum/common"
	"github.com/hermeznetwork/hermez-node/common"
	"github.com/hermeznetwork/hermez-node/test"
	"github.com/iden3/go-iden3-crypto/babyjub"
	"github.com/stretchr/testify/assert"
)

var historyDB *HistoryDB

// In order to run the test you need to run a Posgres DB with
// a database named "history" that is accessible by
// user: "hermez"
// pass: set it using the env var POSTGRES_PASS
// This can be achieved by running: POSTGRES_PASS=your_strong_pass && sudo docker run --rm --name hermez-db-test -p 5432:5432 -e POSTGRES_DB=history -e POSTGRES_USER=hermez -e POSTGRES_PASSWORD=$POSTGRES_PASS -d postgres && sleep 2s && sudo docker exec -it hermez-db-test psql -a history -U hermez -c "CREATE DATABASE l2;"
// After running the test you can stop the container by running: sudo docker kill hermez-db-test
// If you already did that for the L2DB you don't have to do it again

func TestMain(m *testing.M) {
	// init DB
	var err error
	pass := os.Getenv("POSTGRES_PASS")
	historyDB, err = NewHistoryDB(5432, "localhost", "hermez", pass, "history")
	if err != nil {
		panic(err)
	}
	// Run tests
	result := m.Run()
	// Close DB
	if err := historyDB.Close(); err != nil {
		fmt.Println("Error closing the history DB:", err)
	}
	os.Exit(result)
}

func TestBlocks(t *testing.T) {
	var fromBlock, toBlock int64
	fromBlock = 1
	toBlock = 5
	// Delete peviously created rows (clean previous test execs)
	assert.NoError(t, historyDB.Reorg(fromBlock-1))
	// Generate fake blocks
	blocks := test.GenBlocks(fromBlock, toBlock)
	// Insert blocks into DB
	for i := 0; i < len(blocks); i++ {
		err := historyDB.AddBlock(&blocks[i])
		assert.NoError(t, err)
	}
	// Get all blocks from DB
	fetchedBlocks, err := historyDB.GetBlocks(fromBlock, toBlock)
	assert.Equal(t, len(blocks), len(fetchedBlocks))
	// Compare generated vs getted blocks
	assert.NoError(t, err)
	for i, fetchedBlock := range fetchedBlocks {
		assertEqualBlock(t, &blocks[i], fetchedBlock)
	}
	// Get blocks from the DB one by one
	for i := fromBlock; i < toBlock; i++ {
		fetchedBlock, err := historyDB.GetBlock(i)
		assert.NoError(t, err)
		assertEqualBlock(t, &blocks[i-1], fetchedBlock)
	}
	// Get last block
	lastBlock, err := historyDB.GetLastBlock()
	assert.NoError(t, err)
	assertEqualBlock(t, &blocks[len(blocks)-1], lastBlock)
}

func assertEqualBlock(t *testing.T, expected *common.Block, actual *common.Block) {
	assert.Equal(t, expected.EthBlockNum, actual.EthBlockNum)
	assert.Equal(t, expected.Hash, actual.Hash)
	assert.Equal(t, expected.Timestamp.Unix(), actual.Timestamp.Unix())
}

func TestBatches(t *testing.T) {
	const fromBlock int64 = 1
	const toBlock int64 = 3
	// Prepare blocks in the DB
	blocks := setTestBlocks(fromBlock, toBlock)
	// Generate fake batches
	const nBatches = 9
	batches := test.GenBatches(nBatches, blocks)
	// Test GetLastL1TxsNum with no batches
	fetchedLastL1TxsNum, err := historyDB.GetLastL1TxsNum()
	assert.NoError(t, err)
	assert.Nil(t, fetchedLastL1TxsNum)
	// Add batches to the DB
	err = historyDB.AddBatches(batches)
	assert.NoError(t, err)
	// Get batches from the DB
	fetchedBatches, err := historyDB.GetBatches(0, common.BatchNum(nBatches))
	assert.NoError(t, err)
	for i, fetchedBatch := range fetchedBatches {
		assert.Equal(t, batches[i], *fetchedBatch)
	}
	// Test GetLastBatchNum
	fetchedLastBatchNum, err := historyDB.GetLastBatchNum()
	assert.NoError(t, err)
	assert.Equal(t, batches[len(batches)-1].BatchNum, fetchedLastBatchNum)
	// Test GetLastL1TxsNum
	fetchedLastL1TxsNum, err = historyDB.GetLastL1TxsNum()
	assert.NoError(t, err)
	assert.Equal(t, batches[nBatches-1].ForgeL1TxsNum, *fetchedLastL1TxsNum)
}

func TestBids(t *testing.T) {
	const fromBlock int64 = 1
	const toBlock int64 = 5
	// Prepare blocks in the DB
	blocks := setTestBlocks(fromBlock, toBlock)
	// Generate fake coordinators
	const nCoords = 5
	coords := test.GenCoordinators(nCoords, blocks)
	err := historyDB.AddCoordinators(coords)
	assert.NoError(t, err)
	// Generate fake bids
	const nBids = 20
	bids := test.GenBids(nBids, blocks, coords)
	err = historyDB.AddBids(bids)
	assert.NoError(t, err)
	// Fetch bids
	fetchedBids, err := historyDB.GetBids()
	assert.NoError(t, err)
	// Compare fetched bids vs generated bids
	for i, bid := range fetchedBids {
		assert.Equal(t, bids[i], *bid)
	}
}

func TestTokens(t *testing.T) {
	const fromBlock int64 = 1
	const toBlock int64 = 5
	// Prepare blocks in the DB
	blocks := setTestBlocks(fromBlock, toBlock)
	// Generate fake tokens
	const nTokens = 5
	tokens := test.GenTokens(nTokens, blocks)
	err := historyDB.AddTokens(tokens)
	assert.NoError(t, err)
	// Update price of generated tokens without price
	for i := 0; i < len(tokens); i++ {
		if tokens[i].USD == 0 {
			value := 3.33 + float64(i)
			tokens[i].USD = value
			err := historyDB.UpdateTokenValue(tokens[i].TokenID, value)
			assert.NoError(t, err)
		}
	}
	// Fetch tokens
	fetchedTokens, err := historyDB.GetTokens()
	assert.NoError(t, err)
	// Compare fetched tokens vs generated tokens
	// All the tokens should have USDUpdate setted by the DB trigger
	for i, token := range fetchedTokens {
		assert.Equal(t, tokens[i].TokenID, token.TokenID)
		assert.Equal(t, tokens[i].EthBlockNum, token.EthBlockNum)
		assert.Equal(t, tokens[i].EthAddr, token.EthAddr)
		assert.Equal(t, tokens[i].Name, token.Name)
		assert.Equal(t, tokens[i].Symbol, token.Symbol)
		assert.Equal(t, tokens[i].USD, token.USD)
		assert.Greater(t, int64(1*time.Second), int64(time.Since(token.USDUpdate)))
	}
}

func TestAccounts(t *testing.T) {
	const fromBlock int64 = 1
	const toBlock int64 = 5
	// Prepare blocks in the DB
	blocks := setTestBlocks(fromBlock, toBlock)
	// Generate fake tokens
	const nTokens = 5
	tokens := test.GenTokens(nTokens, blocks)
	err := historyDB.AddTokens(tokens)
	assert.NoError(t, err)
	// Generate fake batches
	const nBatches = 10
	batches := test.GenBatches(nBatches, blocks)
	err = historyDB.AddBatches(batches)
	assert.NoError(t, err)
	// Generate fake accounts
	const nAccounts = 3
	accs := test.GenAccounts(nAccounts, 0, tokens, nil, nil, batches)
	err = historyDB.AddAccounts(accs)
	assert.NoError(t, err)
	// Fetch accounts
	fetchedAccs, err := historyDB.GetAccounts()
	assert.NoError(t, err)
	// Compare fetched accounts vs generated accounts
	for i, acc := range fetchedAccs {
		assert.Equal(t, accs[i], *acc)
	}
}

func TestTxs(t *testing.T) {
	const fromBlock int64 = 1
	const toBlock int64 = 5
	// Prepare blocks in the DB
	blocks := setTestBlocks(fromBlock, toBlock)
	// Generate fake tokens
	const nTokens = 5
	const tokenValue = 1.23456
	tokens := test.GenTokens(nTokens, blocks)
	for i := 0; i < len(tokens); i++ {
		tokens[i].USD = tokenValue
	}
	err := historyDB.AddTokens(tokens)
	assert.NoError(t, err)
	// Generate fake batches
	const nBatches = 10
	batches := test.GenBatches(nBatches, blocks)
	err = historyDB.AddBatches(batches)
	assert.NoError(t, err)
	// Generate fake accounts
	const nAccounts = 3
	accs := test.GenAccounts(nAccounts, 0, tokens, nil, nil, batches)
	err = historyDB.AddAccounts(accs)
	assert.NoError(t, err)
	// Generate fake L1 txs
	const nL1s = 30
	_, l1txs := test.GenL1Txs(0, nL1s, 0, nil, accs, tokens, blocks, batches)
	err = historyDB.AddL1Txs(l1txs)
	assert.NoError(t, err)
	// Generate fake L2 txs
	const nL2s = 20
	_, l2txs := test.GenL2Txs(0, nL2s, 0, nil, accs, tokens, blocks, batches)
	err = historyDB.AddL2Txs(l2txs)
	assert.NoError(t, err)
	// Compare fetched txs vs generated txs.
	for i := 0; i < len(l1txs); i++ {
		tx := l1txs[i].Tx()
		fetchedTx, err := historyDB.GetTx(tx.TxID)
		assert.NoError(t, err)
		tx.USD = tokenValue * tx.AmountFloat
		if fetchedTx.USD > tx.USD {
			assert.Less(t, 0.999, tx.USD/fetchedTx.USD)
		} else {
			assert.Less(t, 0.999, fetchedTx.USD/tx.USD)
		}
		tx.LoadAmountUSD = tokenValue * tx.LoadAmountFloat
		if fetchedTx.LoadAmountUSD > tx.LoadAmountUSD {
			assert.Less(t, 0.999, tx.LoadAmountUSD/fetchedTx.LoadAmountUSD)
		} else {
			assert.Less(t, 0.999, fetchedTx.LoadAmountUSD/tx.LoadAmountUSD)
		}
		tx.LoadAmountUSD = 0
		tx.USD = 0
		fetchedTx.LoadAmountUSD = 0
		fetchedTx.USD = 0
		assert.Equal(t, tx, fetchedTx)
	}
	for i := 0; i < len(l2txs); i++ {
		tx := l2txs[i].Tx()
		fetchedTx, err := historyDB.GetTx(tx.TxID)
		assert.NoError(t, err)
		tx.USD = tokenValue * tx.AmountFloat
		if fetchedTx.USD > tx.USD {
			assert.Less(t, 0.999, tx.USD/fetchedTx.USD)
		} else {
			assert.Less(t, 0.999, fetchedTx.USD/tx.USD)
		}
		tx.FeeUSD = tx.USD * tx.Fee.Percentage()
		if fetchedTx.FeeUSD > tx.FeeUSD {
			assert.Less(t, 0.999, tx.FeeUSD/fetchedTx.FeeUSD)
		} else if fetchedTx.FeeUSD < tx.FeeUSD {
			assert.Less(t, 0.999, fetchedTx.FeeUSD/tx.FeeUSD)
		}
		tx.FeeUSD = 0
		tx.USD = 0
		fetchedTx.FeeUSD = 0
		fetchedTx.USD = 0
		assert.Equal(t, tx, fetchedTx)
	}
	// Test trigger: L1 integrity
	// from_eth_addr can't be null
	l1txs[0].FromEthAddr = ethCommon.Address{}
	err = historyDB.AddL1Txs(l1txs)
	assert.Error(t, err)
	l1txs[0].FromEthAddr = ethCommon.BigToAddress(big.NewInt(int64(5)))
	// from_bjj can't be null
	l1txs[0].FromBJJ = nil
	err = historyDB.AddL1Txs(l1txs)
	assert.Error(t, err)
	privK := babyjub.NewRandPrivKey()
	l1txs[0].FromBJJ = privK.Public()
	// load_amount can't be null
	l1txs[0].LoadAmount = nil
	err = historyDB.AddL1Txs(l1txs)
	assert.Error(t, err)
	// Test trigger: L2 integrity
	// batch_num can't be null
	l2txs[0].BatchNum = 0
	err = historyDB.AddL2Txs(l2txs)
	assert.Error(t, err)
	l2txs[0].BatchNum = 1
	// nonce can't be null
	l2txs[0].Nonce = 0
	err = historyDB.AddL2Txs(l2txs)
	assert.Error(t, err)
	// Test helper functions for Synchronizer
	txs, err := historyDB.GetL1UserTxs(2)
	assert.NoError(t, err)
	assert.NotZero(t, len(txs))
	position, err := historyDB.GetLastTxsPosition(2)
	assert.NoError(t, err)
	assert.Equal(t, 22, position)
	// Test Update L1 TX Batch_num
	assert.Equal(t, common.BatchNum(0), txs[0].BatchNum)
	txs[0].BatchNum = common.BatchNum(1)
	// err = historyDB.UpdateTxsBatchNum(txs)
	err = historyDB.SetBatchNumL1UserTxs(2, 1)
	assert.NoError(t, err)
	txs, err = historyDB.GetL1UserTxs(2)
	assert.NoError(t, err)
	assert.NotZero(t, len(txs))
	assert.Equal(t, common.BatchNum(1), txs[0].BatchNum)
}

func TestExitTree(t *testing.T) {
	nBatches := 17
	blocks := setTestBlocks(0, 10)
	batches := test.GenBatches(nBatches, blocks)
	err := historyDB.AddBatches(batches)
	assert.NoError(t, err)

	exitTree := test.GenExitTree(nBatches)
	err = historyDB.AddExitTree(exitTree)
	assert.NoError(t, err)
}

// setTestBlocks WARNING: this will delete the blocks and recreate them
func setTestBlocks(from, to int64) []common.Block {
	if err := cleanHistoryDB(); err != nil {
		panic(err)
	}
	blocks := test.GenBlocks(from, to)
	if err := historyDB.AddBlocks(blocks); err != nil {
		panic(err)
	}
	return blocks
}

func cleanHistoryDB() error {
	return historyDB.Reorg(-1)
}