arnaucube
arnaucube/hermez-nodePublic Self-hosted repository
hermez-node/db/historydb/historydb.go
db/historydb/historydb.goRaw
   1package historydb
   2
   3import (
   4	"database/sql"
   5	"errors"
   6	"fmt"
   7	"math"
   8	"math/big"
   9
  10	ethCommon "github.com/ethereum/go-ethereum/common"
  11	"github.com/hermeznetwork/hermez-node/common"
  12	"github.com/hermeznetwork/hermez-node/db"
  13	"github.com/hermeznetwork/tracerr"
  14	"github.com/iden3/go-iden3-crypto/babyjub"
  15	"github.com/jmoiron/sqlx"
  16
  17	//nolint:errcheck // driver for postgres DB
  18	_ "github.com/lib/pq"
  19	"github.com/russross/meddler"
  20)
  21
  22const (
  23	// OrderAsc indicates ascending order when using pagination
  24	OrderAsc = "ASC"
  25	// OrderDesc indicates descending order when using pagination
  26	OrderDesc = "DESC"
  27)
  28
  29// TODO(Edu): Document here how HistoryDB is kept consistent
  30
  31// HistoryDB persist the historic of the rollup
  32type HistoryDB struct {
  33	db *sqlx.DB
  34}
  35
  36// NewHistoryDB initialize the DB
  37func NewHistoryDB(db *sqlx.DB) *HistoryDB {
  38	return &HistoryDB{db: db}
  39}
  40
  41// DB returns a pointer to the L2DB.db. This method should be used only for
  42// internal testing purposes.
  43func (hdb *HistoryDB) DB() *sqlx.DB {
  44	return hdb.db
  45}
  46
  47// AddBlock insert a block into the DB
  48func (hdb *HistoryDB) AddBlock(block *common.Block) error { return hdb.addBlock(hdb.db, block) }
  49func (hdb *HistoryDB) addBlock(d meddler.DB, block *common.Block) error {
  50	return meddler.Insert(d, "block", block)
  51}
  52
  53// AddBlocks inserts blocks into the DB
  54func (hdb *HistoryDB) AddBlocks(blocks []common.Block) error {
  55	return hdb.addBlocks(hdb.db, blocks)
  56}
  57
  58func (hdb *HistoryDB) addBlocks(d meddler.DB, blocks []common.Block) error {
  59	return db.BulkInsert(
  60		d,
  61		`INSERT INTO block (
  62			eth_block_num,
  63			timestamp,
  64			hash
  65		) VALUES %s;`,
  66		blocks[:],
  67	)
  68}
  69
  70// GetBlock retrieve a block from the DB, given a block number
  71func (hdb *HistoryDB) GetBlock(blockNum int64) (*common.Block, error) {
  72	block := &common.Block{}
  73	err := meddler.QueryRow(
  74		hdb.db, block,
  75		"SELECT * FROM block WHERE eth_block_num = $1;", blockNum,
  76	)
  77	return block, tracerr.Wrap(err)
  78}
  79
  80// GetAllBlocks retrieve all blocks from the DB
  81func (hdb *HistoryDB) GetAllBlocks() ([]common.Block, error) {
  82	var blocks []*common.Block
  83	err := meddler.QueryAll(
  84		hdb.db, &blocks,
  85		"SELECT * FROM block;",
  86	)
  87	return db.SlicePtrsToSlice(blocks).([]common.Block), tracerr.Wrap(err)
  88}
  89
  90// GetBlocks retrieve blocks from the DB, given a range of block numbers defined by from and to
  91func (hdb *HistoryDB) GetBlocks(from, to int64) ([]common.Block, error) {
  92	var blocks []*common.Block
  93	err := meddler.QueryAll(
  94		hdb.db, &blocks,
  95		"SELECT * FROM block WHERE $1 <= eth_block_num AND eth_block_num < $2;",
  96		from, to,
  97	)
  98	return db.SlicePtrsToSlice(blocks).([]common.Block), tracerr.Wrap(err)
  99}
 100
 101// GetLastBlock retrieve the block with the highest block number from the DB
 102func (hdb *HistoryDB) GetLastBlock() (*common.Block, error) {
 103	block := &common.Block{}
 104	err := meddler.QueryRow(
 105		hdb.db, block, "SELECT * FROM block ORDER BY eth_block_num DESC LIMIT 1;",
 106	)
 107	return block, tracerr.Wrap(err)
 108}
 109
 110// AddBatch insert a Batch into the DB
 111func (hdb *HistoryDB) AddBatch(batch *common.Batch) error { return hdb.addBatch(hdb.db, batch) }
 112func (hdb *HistoryDB) addBatch(d meddler.DB, batch *common.Batch) error {
 113	// Calculate total collected fees in USD
 114	// Get IDs of collected tokens for fees
 115	tokenIDs := []common.TokenID{}
 116	for id := range batch.CollectedFees {
 117		tokenIDs = append(tokenIDs, id)
 118	}
 119	// Get USD value of the tokens
 120	type tokenPrice struct {
 121		ID       common.TokenID `meddler:"token_id"`
 122		USD      *float64       `meddler:"usd"`
 123		Decimals int            `meddler:"decimals"`
 124	}
 125	var tokenPrices []*tokenPrice
 126	if len(tokenIDs) > 0 {
 127		query, args, err := sqlx.In(
 128			"SELECT token_id, usd, decimals FROM token WHERE token_id IN (?)",
 129			tokenIDs,
 130		)
 131		if err != nil {
 132			return tracerr.Wrap(err)
 133		}
 134		query = hdb.db.Rebind(query)
 135		if err := meddler.QueryAll(
 136			hdb.db, &tokenPrices, query, args...,
 137		); err != nil {
 138			return tracerr.Wrap(err)
 139		}
 140	}
 141	// Calculate total collected
 142	var total float64
 143	for _, tokenPrice := range tokenPrices {
 144		if tokenPrice.USD == nil {
 145			continue
 146		}
 147		f := new(big.Float).SetInt(batch.CollectedFees[tokenPrice.ID])
 148		amount, _ := f.Float64()
 149		total += *tokenPrice.USD * (amount / math.Pow(10, float64(tokenPrice.Decimals))) //nolint decimals have to be ^10
 150	}
 151	batch.TotalFeesUSD = &total
 152	// Insert to DB
 153	return meddler.Insert(d, "batch", batch)
 154}
 155
 156// AddBatches insert Bids into the DB
 157func (hdb *HistoryDB) AddBatches(batches []common.Batch) error {
 158	return hdb.addBatches(hdb.db, batches)
 159}
 160func (hdb *HistoryDB) addBatches(d meddler.DB, batches []common.Batch) error {
 161	for i := 0; i < len(batches); i++ {
 162		if err := hdb.addBatch(d, &batches[i]); err != nil {
 163			return tracerr.Wrap(err)
 164		}
 165	}
 166	return nil
 167}
 168
 169// GetBatchAPI return the batch with the given batchNum
 170func (hdb *HistoryDB) GetBatchAPI(batchNum common.BatchNum) (*BatchAPI, error) {
 171	batch := &BatchAPI{}
 172	return batch, meddler.QueryRow(
 173		hdb.db, batch,
 174		`SELECT batch.*, block.timestamp, block.hash
 175	 	FROM batch INNER JOIN block ON batch.eth_block_num = block.eth_block_num
 176	 	WHERE batch_num = $1;`, batchNum,
 177	)
 178}
 179
 180// GetBatchesAPI return the batches applying the given filters
 181func (hdb *HistoryDB) GetBatchesAPI(
 182	minBatchNum, maxBatchNum, slotNum *uint,
 183	forgerAddr *ethCommon.Address,
 184	fromItem, limit *uint, order string,
 185) ([]BatchAPI, uint64, error) {
 186	var query string
 187	var args []interface{}
 188	queryStr := `SELECT batch.*, block.timestamp, block.hash,
 189	count(*) OVER() AS total_items
 190	FROM batch INNER JOIN block ON batch.eth_block_num = block.eth_block_num `
 191	// Apply filters
 192	nextIsAnd := false
 193	// minBatchNum filter
 194	if minBatchNum != nil {
 195		if nextIsAnd {
 196			queryStr += "AND "
 197		} else {
 198			queryStr += "WHERE "
 199		}
 200		queryStr += "batch.batch_num > ? "
 201		args = append(args, minBatchNum)
 202		nextIsAnd = true
 203	}
 204	// maxBatchNum filter
 205	if maxBatchNum != nil {
 206		if nextIsAnd {
 207			queryStr += "AND "
 208		} else {
 209			queryStr += "WHERE "
 210		}
 211		queryStr += "batch.batch_num < ? "
 212		args = append(args, maxBatchNum)
 213		nextIsAnd = true
 214	}
 215	// slotNum filter
 216	if slotNum != nil {
 217		if nextIsAnd {
 218			queryStr += "AND "
 219		} else {
 220			queryStr += "WHERE "
 221		}
 222		queryStr += "batch.slot_num = ? "
 223		args = append(args, slotNum)
 224		nextIsAnd = true
 225	}
 226	// forgerAddr filter
 227	if forgerAddr != nil {
 228		if nextIsAnd {
 229			queryStr += "AND "
 230		} else {
 231			queryStr += "WHERE "
 232		}
 233		queryStr += "batch.forger_addr = ? "
 234		args = append(args, forgerAddr)
 235		nextIsAnd = true
 236	}
 237	// pagination
 238	if fromItem != nil {
 239		if nextIsAnd {
 240			queryStr += "AND "
 241		} else {
 242			queryStr += "WHERE "
 243		}
 244		if order == OrderAsc {
 245			queryStr += "batch.item_id >= ? "
 246		} else {
 247			queryStr += "batch.item_id <= ? "
 248		}
 249		args = append(args, fromItem)
 250	}
 251	queryStr += "ORDER BY batch.item_id "
 252	if order == OrderAsc {
 253		queryStr += " ASC "
 254	} else {
 255		queryStr += " DESC "
 256	}
 257	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
 258	query = hdb.db.Rebind(queryStr)
 259	// log.Debug(query)
 260	batchPtrs := []*BatchAPI{}
 261	if err := meddler.QueryAll(hdb.db, &batchPtrs, query, args...); err != nil {
 262		return nil, 0, tracerr.Wrap(err)
 263	}
 264	batches := db.SlicePtrsToSlice(batchPtrs).([]BatchAPI)
 265	if len(batches) == 0 {
 266		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
 267	}
 268	return batches, batches[0].TotalItems - uint64(len(batches)), nil
 269}
 270
 271// GetAllBatches retrieve all batches from the DB
 272func (hdb *HistoryDB) GetAllBatches() ([]common.Batch, error) {
 273	var batches []*common.Batch
 274	err := meddler.QueryAll(
 275		hdb.db, &batches,
 276		`SELECT batch.batch_num, batch.eth_block_num, batch.forger_addr, batch.fees_collected,
 277		 batch.fee_idxs_coordinator, batch.state_root, batch.num_accounts, batch.last_idx, batch.exit_root,
 278		 batch.forge_l1_txs_num, batch.slot_num, batch.total_fees_usd FROM batch;`,
 279	)
 280	return db.SlicePtrsToSlice(batches).([]common.Batch), tracerr.Wrap(err)
 281}
 282
 283// GetBatches retrieve batches from the DB, given a range of batch numbers defined by from and to
 284func (hdb *HistoryDB) GetBatches(from, to common.BatchNum) ([]common.Batch, error) {
 285	var batches []*common.Batch
 286	err := meddler.QueryAll(
 287		hdb.db, &batches,
 288		"SELECT * FROM batch WHERE $1 <= batch_num AND batch_num < $2;",
 289		from, to,
 290	)
 291	return db.SlicePtrsToSlice(batches).([]common.Batch), tracerr.Wrap(err)
 292}
 293
 294// GetBatchesLen retrieve number of batches from the DB, given a slotNum
 295func (hdb *HistoryDB) GetBatchesLen(slotNum int64) (int, error) {
 296	row := hdb.db.QueryRow("SELECT COUNT(*) FROM batch WHERE slot_num = $1;", slotNum)
 297	var batchesLen int
 298	return batchesLen, row.Scan(&batchesLen)
 299}
 300
 301// GetLastBatchNum returns the BatchNum of the latest forged batch
 302func (hdb *HistoryDB) GetLastBatchNum() (common.BatchNum, error) {
 303	row := hdb.db.QueryRow("SELECT batch_num FROM batch ORDER BY batch_num DESC LIMIT 1;")
 304	var batchNum common.BatchNum
 305	return batchNum, row.Scan(&batchNum)
 306}
 307
 308// GetLastL1BatchBlockNum returns the blockNum of the latest forged l1Batch
 309func (hdb *HistoryDB) GetLastL1BatchBlockNum() (int64, error) {
 310	row := hdb.db.QueryRow(`SELECT eth_block_num FROM batch
 311		WHERE forge_l1_txs_num IS NOT NULL
 312		ORDER BY batch_num DESC LIMIT 1;`)
 313	var blockNum int64
 314	return blockNum, row.Scan(&blockNum)
 315}
 316
 317// GetLastL1TxsNum returns the greatest ForgeL1TxsNum in the DB from forged
 318// batches.  If there's no batch in the DB (nil, nil) is returned.
 319func (hdb *HistoryDB) GetLastL1TxsNum() (*int64, error) {
 320	row := hdb.db.QueryRow("SELECT MAX(forge_l1_txs_num) FROM batch;")
 321	lastL1TxsNum := new(int64)
 322	return lastL1TxsNum, row.Scan(&lastL1TxsNum)
 323}
 324
 325// Reorg deletes all the information that was added into the DB after the
 326// lastValidBlock.  If lastValidBlock is negative, all block information is
 327// deleted.
 328func (hdb *HistoryDB) Reorg(lastValidBlock int64) error {
 329	var err error
 330	if lastValidBlock < 0 {
 331		_, err = hdb.db.Exec("DELETE FROM block;")
 332	} else {
 333		_, err = hdb.db.Exec("DELETE FROM block WHERE eth_block_num > $1;", lastValidBlock)
 334	}
 335	return tracerr.Wrap(err)
 336}
 337
 338// AddBids insert Bids into the DB
 339func (hdb *HistoryDB) AddBids(bids []common.Bid) error { return hdb.addBids(hdb.db, bids) }
 340func (hdb *HistoryDB) addBids(d meddler.DB, bids []common.Bid) error {
 341	// TODO: check the coordinator info
 342	return db.BulkInsert(
 343		d,
 344		"INSERT INTO bid (slot_num, bid_value, eth_block_num, bidder_addr) VALUES %s;",
 345		bids[:],
 346	)
 347}
 348
 349// GetAllBids retrieve all bids from the DB
 350func (hdb *HistoryDB) GetAllBids() ([]common.Bid, error) {
 351	var bids []*common.Bid
 352	err := meddler.QueryAll(
 353		hdb.db, &bids,
 354		`SELECT bid.slot_num, bid.bid_value, bid.eth_block_num, bid.bidder_addr FROM bid;`,
 355	)
 356	return db.SlicePtrsToSlice(bids).([]common.Bid), tracerr.Wrap(err)
 357}
 358
 359// GetBestBidAPI returns the best bid in specific slot by slotNum
 360func (hdb *HistoryDB) GetBestBidAPI(slotNum *int64) (BidAPI, error) {
 361	bid := &BidAPI{}
 362	err := meddler.QueryRow(
 363		hdb.db, bid, `SELECT bid.*, block.timestamp, coordinator.forger_addr, coordinator.url 
 364		FROM bid INNER JOIN block ON bid.eth_block_num = block.eth_block_num 
 365		INNER JOIN coordinator ON bid.bidder_addr = coordinator.bidder_addr 
 366		WHERE slot_num = $1 ORDER BY item_id DESC LIMIT 1;`, slotNum,
 367	)
 368	return *bid, tracerr.Wrap(err)
 369}
 370
 371// GetBestBidCoordinator returns the forger address of the highest bidder in a slot by slotNum
 372func (hdb *HistoryDB) GetBestBidCoordinator(slotNum int64) (*common.BidCoordinator, error) {
 373	bidCoord := &common.BidCoordinator{}
 374	err := meddler.QueryRow(
 375		hdb.db, bidCoord,
 376		`SELECT (
 377			SELECT default_slot_set_bid_slot_num
 378			FROM auction_vars
 379			WHERE default_slot_set_bid_slot_num <= $1
 380			ORDER BY eth_block_num DESC LIMIT 1
 381			),
 382		bid.slot_num, bid.bid_value, bid.bidder_addr,
 383		coordinator.forger_addr, coordinator.url
 384		FROM bid
 385		INNER JOIN coordinator ON bid.bidder_addr = coordinator.bidder_addr
 386		WHERE bid.slot_num = $1 ORDER BY bid.item_id DESC LIMIT 1;`,
 387		slotNum)
 388
 389	return bidCoord, tracerr.Wrap(err)
 390}
 391
 392// GetBestBidsAPI returns the best bid in specific slot by slotNum
 393func (hdb *HistoryDB) GetBestBidsAPI(
 394	minSlotNum, maxSlotNum *int64,
 395	bidderAddr *ethCommon.Address,
 396	limit *uint, order string,
 397) ([]BidAPI, uint64, error) {
 398	var query string
 399	var args []interface{}
 400	queryStr := `SELECT b.*, block.timestamp, coordinator.forger_addr, coordinator.url, 
 401	COUNT(*) OVER() AS total_items FROM (
 402	   SELECT slot_num, MAX(item_id) as maxitem 
 403	   FROM bid GROUP BY slot_num
 404	   )
 405	AS x INNER JOIN bid AS b ON b.item_id = x.maxitem
 406	INNER JOIN block ON b.eth_block_num = block.eth_block_num
 407	INNER JOIN coordinator ON b.bidder_addr = coordinator.bidder_addr 
 408	WHERE (b.slot_num >= ? AND b.slot_num <= ?)`
 409	args = append(args, minSlotNum)
 410	args = append(args, maxSlotNum)
 411	// Apply filters
 412	if bidderAddr != nil {
 413		queryStr += " AND b.bidder_addr = ? "
 414		args = append(args, bidderAddr)
 415	}
 416	queryStr += " ORDER BY b.slot_num "
 417	if order == OrderAsc {
 418		queryStr += "ASC "
 419	} else {
 420		queryStr += "DESC "
 421	}
 422	if limit != nil {
 423		queryStr += fmt.Sprintf("LIMIT %d;", *limit)
 424	}
 425	query = hdb.db.Rebind(queryStr)
 426	bidPtrs := []*BidAPI{}
 427	if err := meddler.QueryAll(hdb.db, &bidPtrs, query, args...); err != nil {
 428		return nil, 0, tracerr.Wrap(err)
 429	}
 430	// log.Debug(query)
 431	bids := db.SlicePtrsToSlice(bidPtrs).([]BidAPI)
 432	if len(bids) == 0 {
 433		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
 434	}
 435	return bids, bids[0].TotalItems - uint64(len(bids)), nil
 436}
 437
 438// GetBidsAPI return the bids applying the given filters
 439func (hdb *HistoryDB) GetBidsAPI(
 440	slotNum *int64, forgerAddr *ethCommon.Address,
 441	fromItem, limit *uint, order string,
 442) ([]BidAPI, uint64, error) {
 443	var query string
 444	var args []interface{}
 445	queryStr := `SELECT bid.*, block.timestamp, coordinator.forger_addr, coordinator.url, 
 446	COUNT(*) OVER() AS total_items
 447	FROM bid INNER JOIN block ON bid.eth_block_num = block.eth_block_num 
 448	INNER JOIN coordinator ON bid.bidder_addr = coordinator.bidder_addr `
 449	// Apply filters
 450	nextIsAnd := false
 451	// slotNum filter
 452	if slotNum != nil {
 453		if nextIsAnd {
 454			queryStr += "AND "
 455		} else {
 456			queryStr += "WHERE "
 457		}
 458		queryStr += "bid.slot_num = ? "
 459		args = append(args, slotNum)
 460		nextIsAnd = true
 461	}
 462	// slotNum filter
 463	if forgerAddr != nil {
 464		if nextIsAnd {
 465			queryStr += "AND "
 466		} else {
 467			queryStr += "WHERE "
 468		}
 469		queryStr += "bid.bidder_addr = ? "
 470		args = append(args, forgerAddr)
 471		nextIsAnd = true
 472	}
 473	if fromItem != nil {
 474		if nextIsAnd {
 475			queryStr += "AND "
 476		} else {
 477			queryStr += "WHERE "
 478		}
 479		if order == OrderAsc {
 480			queryStr += "bid.item_id >= ? "
 481		} else {
 482			queryStr += "bid.item_id <= ? "
 483		}
 484		args = append(args, fromItem)
 485	}
 486	// pagination
 487	queryStr += "ORDER BY bid.item_id "
 488	if order == OrderAsc {
 489		queryStr += "ASC "
 490	} else {
 491		queryStr += "DESC "
 492	}
 493	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
 494	query, argsQ, err := sqlx.In(queryStr, args...)
 495	if err != nil {
 496		return nil, 0, tracerr.Wrap(err)
 497	}
 498	query = hdb.db.Rebind(query)
 499	bids := []*BidAPI{}
 500	if err := meddler.QueryAll(hdb.db, &bids, query, argsQ...); err != nil {
 501		return nil, 0, tracerr.Wrap(err)
 502	}
 503	if len(bids) == 0 {
 504		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
 505	}
 506	return db.SlicePtrsToSlice(bids).([]BidAPI), bids[0].TotalItems - uint64(len(bids)), nil
 507}
 508
 509// AddCoordinators insert Coordinators into the DB
 510func (hdb *HistoryDB) AddCoordinators(coordinators []common.Coordinator) error {
 511	return hdb.addCoordinators(hdb.db, coordinators)
 512}
 513func (hdb *HistoryDB) addCoordinators(d meddler.DB, coordinators []common.Coordinator) error {
 514	return db.BulkInsert(
 515		d,
 516		"INSERT INTO coordinator (bidder_addr, forger_addr, eth_block_num, url) VALUES %s;",
 517		coordinators[:],
 518	)
 519}
 520
 521// AddExitTree insert Exit tree into the DB
 522func (hdb *HistoryDB) AddExitTree(exitTree []common.ExitInfo) error {
 523	return hdb.addExitTree(hdb.db, exitTree)
 524}
 525func (hdb *HistoryDB) addExitTree(d meddler.DB, exitTree []common.ExitInfo) error {
 526	return db.BulkInsert(
 527		d,
 528		"INSERT INTO exit_tree (batch_num, account_idx, merkle_proof, balance, "+
 529			"instant_withdrawn, delayed_withdraw_request, delayed_withdrawn) VALUES %s;",
 530		exitTree[:],
 531	)
 532}
 533
 534func (hdb *HistoryDB) updateExitTree(d sqlx.Ext, blockNum int64,
 535	rollupWithdrawals []common.WithdrawInfo, wDelayerWithdrawals []common.WDelayerTransfer) error {
 536	type withdrawal struct {
 537		BatchNum               int64              `db:"batch_num"`
 538		AccountIdx             int64              `db:"account_idx"`
 539		InstantWithdrawn       *int64             `db:"instant_withdrawn"`
 540		DelayedWithdrawRequest *int64             `db:"delayed_withdraw_request"`
 541		DelayedWithdrawn       *int64             `db:"delayed_withdrawn"`
 542		Owner                  *ethCommon.Address `db:"owner"`
 543		Token                  *ethCommon.Address `db:"token"`
 544	}
 545	withdrawals := make([]withdrawal, len(rollupWithdrawals)+len(wDelayerWithdrawals))
 546	for i := range rollupWithdrawals {
 547		info := &rollupWithdrawals[i]
 548		withdrawals[i] = withdrawal{
 549			BatchNum:   int64(info.NumExitRoot),
 550			AccountIdx: int64(info.Idx),
 551		}
 552		if info.InstantWithdraw {
 553			withdrawals[i].InstantWithdrawn = &blockNum
 554		} else {
 555			withdrawals[i].DelayedWithdrawRequest = &blockNum
 556			withdrawals[i].Owner = &info.Owner
 557			withdrawals[i].Token = &info.Token
 558		}
 559	}
 560	for i := range wDelayerWithdrawals {
 561		info := &wDelayerWithdrawals[i]
 562		withdrawals[len(rollupWithdrawals)+i] = withdrawal{
 563			DelayedWithdrawn: &blockNum,
 564			Owner:            &info.Owner,
 565			Token:            &info.Token,
 566		}
 567	}
 568	// In VALUES we set an initial row of NULLs to set the types of each
 569	// variable passed as argument
 570	const query string = `
 571		UPDATE exit_tree e SET
 572			instant_withdrawn = d.instant_withdrawn,
 573			delayed_withdraw_request = CASE
 574				WHEN e.delayed_withdraw_request IS NOT NULL THEN e.delayed_withdraw_request
 575				ELSE d.delayed_withdraw_request
 576			END,
 577			delayed_withdrawn = d.delayed_withdrawn,
 578			owner = d.owner,
 579			token = d.token
 580		FROM (VALUES
 581			(NULL::::BIGINT, NULL::::BIGINT, NULL::::BIGINT, NULL::::BIGINT, NULL::::BIGINT, NULL::::BYTEA, NULL::::BYTEA),
 582			(:batch_num,
 583			 :account_idx,
 584			 :instant_withdrawn,
 585			 :delayed_withdraw_request,
 586			 :delayed_withdrawn,
 587			 :owner,
 588			 :token)
 589		) as d (batch_num, account_idx, instant_withdrawn, delayed_withdraw_request, delayed_withdrawn, owner, token)
 590		WHERE
 591			(d.batch_num IS NOT NULL AND e.batch_num = d.batch_num AND e.account_idx = d.account_idx) OR
 592			(d.delayed_withdrawn IS NOT NULL AND e.delayed_withdrawn IS NULL AND e.owner = d.owner AND e.token = d.token)
 593		`
 594	if len(withdrawals) > 0 {
 595		if _, err := sqlx.NamedQuery(d, query, withdrawals); err != nil {
 596			return tracerr.Wrap(err)
 597		}
 598	}
 599
 600	return nil
 601}
 602
 603// AddToken insert a token into the DB
 604func (hdb *HistoryDB) AddToken(token *common.Token) error {
 605	return meddler.Insert(hdb.db, "token", token)
 606}
 607
 608// AddTokens insert tokens into the DB
 609func (hdb *HistoryDB) AddTokens(tokens []common.Token) error { return hdb.addTokens(hdb.db, tokens) }
 610func (hdb *HistoryDB) addTokens(d meddler.DB, tokens []common.Token) error {
 611	return db.BulkInsert(
 612		d,
 613		`INSERT INTO token (
 614			token_id,
 615			eth_block_num,
 616			eth_addr,
 617			name,
 618			symbol,
 619			decimals
 620		) VALUES %s;`,
 621		tokens[:],
 622	)
 623}
 624
 625// UpdateTokenValue updates the USD value of a token
 626func (hdb *HistoryDB) UpdateTokenValue(tokenSymbol string, value float64) error {
 627	_, err := hdb.db.Exec(
 628		"UPDATE token SET usd = $1 WHERE symbol = $2;",
 629		value, tokenSymbol,
 630	)
 631	return tracerr.Wrap(err)
 632}
 633
 634// GetToken returns a token from the DB given a TokenID
 635func (hdb *HistoryDB) GetToken(tokenID common.TokenID) (*TokenWithUSD, error) {
 636	token := &TokenWithUSD{}
 637	err := meddler.QueryRow(
 638		hdb.db, token, `SELECT * FROM token WHERE token_id = $1;`, tokenID,
 639	)
 640	return token, tracerr.Wrap(err)
 641}
 642
 643// GetAllTokens returns all tokens from the DB
 644func (hdb *HistoryDB) GetAllTokens() ([]TokenWithUSD, error) {
 645	var tokens []*TokenWithUSD
 646	err := meddler.QueryAll(
 647		hdb.db, &tokens,
 648		"SELECT * FROM token ORDER BY token_id;",
 649	)
 650	return db.SlicePtrsToSlice(tokens).([]TokenWithUSD), tracerr.Wrap(err)
 651}
 652
 653// GetTokens returns a list of tokens from the DB
 654func (hdb *HistoryDB) GetTokens(
 655	ids []common.TokenID, symbols []string, name string, fromItem,
 656	limit *uint, order string,
 657) ([]TokenWithUSD, uint64, error) {
 658	var query string
 659	var args []interface{}
 660	queryStr := `SELECT * , COUNT(*) OVER() AS total_items FROM token `
 661	// Apply filters
 662	nextIsAnd := false
 663	if len(ids) > 0 {
 664		queryStr += "WHERE token_id IN (?) "
 665		nextIsAnd = true
 666		args = append(args, ids)
 667	}
 668	if len(symbols) > 0 {
 669		if nextIsAnd {
 670			queryStr += "AND "
 671		} else {
 672			queryStr += "WHERE "
 673		}
 674		queryStr += "symbol IN (?) "
 675		args = append(args, symbols)
 676		nextIsAnd = true
 677	}
 678	if name != "" {
 679		if nextIsAnd {
 680			queryStr += "AND "
 681		} else {
 682			queryStr += "WHERE "
 683		}
 684		queryStr += "name ~ ? "
 685		args = append(args, name)
 686		nextIsAnd = true
 687	}
 688	if fromItem != nil {
 689		if nextIsAnd {
 690			queryStr += "AND "
 691		} else {
 692			queryStr += "WHERE "
 693		}
 694		if order == OrderAsc {
 695			queryStr += "item_id >= ? "
 696		} else {
 697			queryStr += "item_id <= ? "
 698		}
 699		args = append(args, fromItem)
 700	}
 701	// pagination
 702	queryStr += "ORDER BY item_id "
 703	if order == OrderAsc {
 704		queryStr += "ASC "
 705	} else {
 706		queryStr += "DESC "
 707	}
 708	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
 709	query, argsQ, err := sqlx.In(queryStr, args...)
 710	if err != nil {
 711		return nil, 0, tracerr.Wrap(err)
 712	}
 713	query = hdb.db.Rebind(query)
 714	tokens := []*TokenWithUSD{}
 715	if err := meddler.QueryAll(hdb.db, &tokens, query, argsQ...); err != nil {
 716		return nil, 0, tracerr.Wrap(err)
 717	}
 718	if len(tokens) == 0 {
 719		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
 720	}
 721	return db.SlicePtrsToSlice(tokens).([]TokenWithUSD), uint64(len(tokens)) - tokens[0].TotalItems, nil
 722}
 723
 724// GetTokenSymbols returns all the token symbols from the DB
 725func (hdb *HistoryDB) GetTokenSymbols() ([]string, error) {
 726	var tokenSymbols []string
 727	rows, err := hdb.db.Query("SELECT symbol FROM token;")
 728	if err != nil {
 729		return nil, tracerr.Wrap(err)
 730	}
 731	sym := new(string)
 732	for rows.Next() {
 733		err = rows.Scan(sym)
 734		if err != nil {
 735			return nil, tracerr.Wrap(err)
 736		}
 737		tokenSymbols = append(tokenSymbols, *sym)
 738	}
 739	return tokenSymbols, nil
 740}
 741
 742// AddAccounts insert accounts into the DB
 743func (hdb *HistoryDB) AddAccounts(accounts []common.Account) error {
 744	return hdb.addAccounts(hdb.db, accounts)
 745}
 746func (hdb *HistoryDB) addAccounts(d meddler.DB, accounts []common.Account) error {
 747	return db.BulkInsert(
 748		d,
 749		`INSERT INTO account (
 750			idx,
 751			token_id,
 752			batch_num,
 753			bjj,
 754			eth_addr
 755		) VALUES %s;`,
 756		accounts[:],
 757	)
 758}
 759
 760// GetAllAccounts returns a list of accounts from the DB
 761func (hdb *HistoryDB) GetAllAccounts() ([]common.Account, error) {
 762	var accs []*common.Account
 763	err := meddler.QueryAll(
 764		hdb.db, &accs,
 765		"SELECT * FROM account ORDER BY idx;",
 766	)
 767	return db.SlicePtrsToSlice(accs).([]common.Account), tracerr.Wrap(err)
 768}
 769
 770// AddL1Txs inserts L1 txs to the DB. USD and DepositAmountUSD will be set automatically before storing the tx.
 771// If the tx is originated by a coordinator, BatchNum must be provided. If it's originated by a user,
 772// BatchNum should be null, and the value will be setted by a trigger when a batch forges the tx.
 773// EffectiveAmount and EffectiveDepositAmount are seted with default values by the DB.
 774func (hdb *HistoryDB) AddL1Txs(l1txs []common.L1Tx) error { return hdb.addL1Txs(hdb.db, l1txs) }
 775
 776// addL1Txs inserts L1 txs to the DB. USD and DepositAmountUSD will be set automatically before storing the tx.
 777// If the tx is originated by a coordinator, BatchNum must be provided. If it's originated by a user,
 778// BatchNum should be null, and the value will be setted by a trigger when a batch forges the tx.
 779// EffectiveAmount and EffectiveDepositAmount are seted with default values by the DB.
 780func (hdb *HistoryDB) addL1Txs(d meddler.DB, l1txs []common.L1Tx) error {
 781	txs := []txWrite{}
 782	for i := 0; i < len(l1txs); i++ {
 783		af := new(big.Float).SetInt(l1txs[i].Amount)
 784		amountFloat, _ := af.Float64()
 785		laf := new(big.Float).SetInt(l1txs[i].DepositAmount)
 786		depositAmountFloat, _ := laf.Float64()
 787		txs = append(txs, txWrite{
 788			// Generic
 789			IsL1:        true,
 790			TxID:        l1txs[i].TxID,
 791			Type:        l1txs[i].Type,
 792			Position:    l1txs[i].Position,
 793			FromIdx:     &l1txs[i].FromIdx,
 794			ToIdx:       l1txs[i].ToIdx,
 795			Amount:      l1txs[i].Amount,
 796			AmountFloat: amountFloat,
 797			TokenID:     l1txs[i].TokenID,
 798			BatchNum:    l1txs[i].BatchNum,
 799			EthBlockNum: l1txs[i].EthBlockNum,
 800			// L1
 801			ToForgeL1TxsNum:    l1txs[i].ToForgeL1TxsNum,
 802			UserOrigin:         &l1txs[i].UserOrigin,
 803			FromEthAddr:        &l1txs[i].FromEthAddr,
 804			FromBJJ:            l1txs[i].FromBJJ,
 805			DepositAmount:      l1txs[i].DepositAmount,
 806			DepositAmountFloat: &depositAmountFloat,
 807		})
 808	}
 809	return hdb.addTxs(d, txs)
 810}
 811
 812// AddL2Txs inserts L2 txs to the DB. TokenID, USD and FeeUSD will be set automatically before storing the tx.
 813func (hdb *HistoryDB) AddL2Txs(l2txs []common.L2Tx) error { return hdb.addL2Txs(hdb.db, l2txs) }
 814
 815// addL2Txs inserts L2 txs to the DB. TokenID, USD and FeeUSD will be set automatically before storing the tx.
 816func (hdb *HistoryDB) addL2Txs(d meddler.DB, l2txs []common.L2Tx) error {
 817	txs := []txWrite{}
 818	for i := 0; i < len(l2txs); i++ {
 819		f := new(big.Float).SetInt(l2txs[i].Amount)
 820		amountFloat, _ := f.Float64()
 821		txs = append(txs, txWrite{
 822			// Generic
 823			IsL1:        false,
 824			TxID:        l2txs[i].TxID,
 825			Type:        l2txs[i].Type,
 826			Position:    l2txs[i].Position,
 827			FromIdx:     &l2txs[i].FromIdx,
 828			ToIdx:       l2txs[i].ToIdx,
 829			Amount:      l2txs[i].Amount,
 830			AmountFloat: amountFloat,
 831			BatchNum:    &l2txs[i].BatchNum,
 832			EthBlockNum: l2txs[i].EthBlockNum,
 833			// L2
 834			Fee:   &l2txs[i].Fee,
 835			Nonce: &l2txs[i].Nonce,
 836		})
 837	}
 838	return hdb.addTxs(d, txs)
 839}
 840
 841func (hdb *HistoryDB) addTxs(d meddler.DB, txs []txWrite) error {
 842	return db.BulkInsert(
 843		d,
 844		`INSERT INTO tx (
 845			is_l1,
 846			id,
 847			type,
 848			position,
 849			from_idx,
 850			to_idx,
 851			amount,
 852			amount_f,
 853			token_id,
 854			batch_num,
 855			eth_block_num,
 856			to_forge_l1_txs_num,
 857			user_origin,
 858			from_eth_addr,
 859			from_bjj,
 860			deposit_amount,
 861			deposit_amount_f,
 862			fee,
 863			nonce
 864		) VALUES %s;`,
 865		txs[:],
 866	)
 867}
 868
 869// // GetTxs returns a list of txs from the DB
 870// func (hdb *HistoryDB) GetTxs() ([]common.Tx, error) {
 871// 	var txs []*common.Tx
 872// 	err := meddler.QueryAll(
 873// 		hdb.db, &txs,
 874// 		`SELECT * FROM tx
 875// 		ORDER BY (batch_num, position) ASC`,
 876// 	)
 877// 	return db.SlicePtrsToSlice(txs).([]common.Tx), err
 878// }
 879
 880// GetHistoryTx returns a tx from the DB given a TxID
 881func (hdb *HistoryDB) GetHistoryTx(txID common.TxID) (*TxAPI, error) {
 882	// Warning: amount_success and deposit_amount_success have true as default for
 883	// performance reasons. The expected default value is false (when txs are unforged)
 884	// this case is handled at the function func (tx TxAPI) MarshalJSON() ([]byte, error)
 885	tx := &TxAPI{}
 886	err := meddler.QueryRow(
 887		hdb.db, tx, `SELECT tx.item_id, tx.is_l1, tx.id, tx.type, tx.position, 
 888		hez_idx(tx.from_idx, token.symbol) AS from_idx, tx.from_eth_addr, tx.from_bjj,
 889		hez_idx(tx.to_idx, token.symbol) AS to_idx, tx.to_eth_addr, tx.to_bjj,
 890		tx.amount, tx.amount_success, tx.token_id, tx.amount_usd, 
 891		tx.batch_num, tx.eth_block_num, tx.to_forge_l1_txs_num, tx.user_origin, 
 892		tx.deposit_amount, tx.deposit_amount_usd, tx.deposit_amount_success, tx.fee, tx.fee_usd, tx.nonce,
 893		token.token_id, token.item_id AS token_item_id, token.eth_block_num AS token_block,
 894		token.eth_addr, token.name, token.symbol, token.decimals, token.usd,
 895		token.usd_update, block.timestamp
 896		FROM tx INNER JOIN token ON tx.token_id = token.token_id 
 897		INNER JOIN block ON tx.eth_block_num = block.eth_block_num 
 898		WHERE tx.id = $1;`, txID,
 899	)
 900	return tx, tracerr.Wrap(err)
 901}
 902
 903// GetHistoryTxs returns a list of txs from the DB using the HistoryTx struct
 904// and pagination info
 905func (hdb *HistoryDB) GetHistoryTxs(
 906	ethAddr *ethCommon.Address, bjj *babyjub.PublicKey,
 907	tokenID *common.TokenID, idx *common.Idx, batchNum *uint, txType *common.TxType,
 908	fromItem, limit *uint, order string,
 909) ([]TxAPI, uint64, error) {
 910	// Warning: amount_success and deposit_amount_success have true as default for
 911	// performance reasons. The expected default value is false (when txs are unforged)
 912	// this case is handled at the function func (tx TxAPI) MarshalJSON() ([]byte, error)
 913	if ethAddr != nil && bjj != nil {
 914		return nil, 0, tracerr.Wrap(errors.New("ethAddr and bjj are incompatible"))
 915	}
 916	var query string
 917	var args []interface{}
 918	queryStr := `SELECT tx.item_id, tx.is_l1, tx.id, tx.type, tx.position, 
 919	hez_idx(tx.from_idx, token.symbol) AS from_idx, tx.from_eth_addr, tx.from_bjj,
 920	hez_idx(tx.to_idx, token.symbol) AS to_idx, tx.to_eth_addr, tx.to_bjj,
 921	tx.amount, tx.amount_success, tx.token_id, tx.amount_usd, 
 922	tx.batch_num, tx.eth_block_num, tx.to_forge_l1_txs_num, tx.user_origin, 
 923	tx.deposit_amount, tx.deposit_amount_usd, tx.deposit_amount_success, tx.fee, tx.fee_usd, tx.nonce,
 924	token.token_id, token.item_id AS token_item_id, token.eth_block_num AS token_block,
 925	token.eth_addr, token.name, token.symbol, token.decimals, token.usd,
 926	token.usd_update, block.timestamp, count(*) OVER() AS total_items 
 927	FROM tx INNER JOIN token ON tx.token_id = token.token_id 
 928	INNER JOIN block ON tx.eth_block_num = block.eth_block_num `
 929	// Apply filters
 930	nextIsAnd := false
 931	// ethAddr filter
 932	if ethAddr != nil {
 933		queryStr += "WHERE (tx.from_eth_addr = ? OR tx.to_eth_addr = ?) "
 934		nextIsAnd = true
 935		args = append(args, ethAddr, ethAddr)
 936	} else if bjj != nil { // bjj filter
 937		queryStr += "WHERE (tx.from_bjj = ? OR tx.to_bjj = ?) "
 938		nextIsAnd = true
 939		args = append(args, bjj, bjj)
 940	}
 941	// tokenID filter
 942	if tokenID != nil {
 943		if nextIsAnd {
 944			queryStr += "AND "
 945		} else {
 946			queryStr += "WHERE "
 947		}
 948		queryStr += "tx.token_id = ? "
 949		args = append(args, tokenID)
 950		nextIsAnd = true
 951	}
 952	// idx filter
 953	if idx != nil {
 954		if nextIsAnd {
 955			queryStr += "AND "
 956		} else {
 957			queryStr += "WHERE "
 958		}
 959		queryStr += "(tx.from_idx = ? OR tx.to_idx = ?) "
 960		args = append(args, idx, idx)
 961		nextIsAnd = true
 962	}
 963	// batchNum filter
 964	if batchNum != nil {
 965		if nextIsAnd {
 966			queryStr += "AND "
 967		} else {
 968			queryStr += "WHERE "
 969		}
 970		queryStr += "tx.batch_num = ? "
 971		args = append(args, batchNum)
 972		nextIsAnd = true
 973	}
 974	// txType filter
 975	if txType != nil {
 976		if nextIsAnd {
 977			queryStr += "AND "
 978		} else {
 979			queryStr += "WHERE "
 980		}
 981		queryStr += "tx.type = ? "
 982		args = append(args, txType)
 983		nextIsAnd = true
 984	}
 985	if fromItem != nil {
 986		if nextIsAnd {
 987			queryStr += "AND "
 988		} else {
 989			queryStr += "WHERE "
 990		}
 991		if order == OrderAsc {
 992			queryStr += "tx.item_id >= ? "
 993		} else {
 994			queryStr += "tx.item_id <= ? "
 995		}
 996		args = append(args, fromItem)
 997		nextIsAnd = true
 998	}
 999	if nextIsAnd {
1000		queryStr += "AND "
1001	} else {
1002		queryStr += "WHERE "
1003	}
1004	queryStr += "tx.batch_num IS NOT NULL "
1005
1006	// pagination
1007	queryStr += "ORDER BY tx.item_id "
1008	if order == OrderAsc {
1009		queryStr += " ASC "
1010	} else {
1011		queryStr += " DESC "
1012	}
1013	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
1014	query = hdb.db.Rebind(queryStr)
1015	// log.Debug(query)
1016	txsPtrs := []*TxAPI{}
1017	if err := meddler.QueryAll(hdb.db, &txsPtrs, query, args...); err != nil {
1018		return nil, 0, tracerr.Wrap(err)
1019	}
1020	txs := db.SlicePtrsToSlice(txsPtrs).([]TxAPI)
1021	if len(txs) == 0 {
1022		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
1023	}
1024	return txs, txs[0].TotalItems - uint64(len(txs)), nil
1025}
1026
1027// GetAllExits returns all exit from the DB
1028func (hdb *HistoryDB) GetAllExits() ([]common.ExitInfo, error) {
1029	var exits []*common.ExitInfo
1030	err := meddler.QueryAll(
1031		hdb.db, &exits,
1032		`SELECT exit_tree.batch_num, exit_tree.account_idx, exit_tree.merkle_proof,
1033		exit_tree.balance, exit_tree.instant_withdrawn, exit_tree.delayed_withdraw_request,
1034		exit_tree.delayed_withdrawn FROM exit_tree;`,
1035	)
1036	return db.SlicePtrsToSlice(exits).([]common.ExitInfo), tracerr.Wrap(err)
1037}
1038
1039// GetExitAPI returns a exit from the DB
1040func (hdb *HistoryDB) GetExitAPI(batchNum *uint, idx *common.Idx) (*ExitAPI, error) {
1041	exit := &ExitAPI{}
1042	err := meddler.QueryRow(
1043		hdb.db, exit, `SELECT exit_tree.item_id, exit_tree.batch_num,
1044		hez_idx(exit_tree.account_idx, token.symbol) AS account_idx,
1045		exit_tree.merkle_proof, exit_tree.balance, exit_tree.instant_withdrawn,
1046		exit_tree.delayed_withdraw_request, exit_tree.delayed_withdrawn,
1047		token.token_id, token.item_id AS token_item_id, 
1048		token.eth_block_num AS token_block, token.eth_addr, token.name, token.symbol, 
1049		token.decimals, token.usd, token.usd_update
1050		FROM exit_tree INNER JOIN account ON exit_tree.account_idx = account.idx 
1051		INNER JOIN token ON account.token_id = token.token_id 
1052		WHERE exit_tree.batch_num = $1 AND exit_tree.account_idx = $2;`, batchNum, idx,
1053	)
1054	return exit, tracerr.Wrap(err)
1055}
1056
1057// GetExitsAPI returns a list of exits from the DB and pagination info
1058func (hdb *HistoryDB) GetExitsAPI(
1059	ethAddr *ethCommon.Address, bjj *babyjub.PublicKey, tokenID *common.TokenID,
1060	idx *common.Idx, batchNum *uint, onlyPendingWithdraws *bool,
1061	fromItem, limit *uint, order string,
1062) ([]ExitAPI, uint64, error) {
1063	if ethAddr != nil && bjj != nil {
1064		return nil, 0, tracerr.Wrap(errors.New("ethAddr and bjj are incompatible"))
1065	}
1066	var query string
1067	var args []interface{}
1068	queryStr := `SELECT exit_tree.item_id, exit_tree.batch_num,
1069	hez_idx(exit_tree.account_idx, token.symbol) AS account_idx,
1070	exit_tree.merkle_proof, exit_tree.balance, exit_tree.instant_withdrawn,
1071	exit_tree.delayed_withdraw_request, exit_tree.delayed_withdrawn,
1072	token.token_id, token.item_id AS token_item_id,
1073	token.eth_block_num AS token_block, token.eth_addr, token.name, token.symbol,
1074	token.decimals, token.usd, token.usd_update, COUNT(*) OVER() AS total_items
1075	FROM exit_tree INNER JOIN account ON exit_tree.account_idx = account.idx 
1076	INNER JOIN token ON account.token_id = token.token_id `
1077	// Apply filters
1078	nextIsAnd := false
1079	// ethAddr filter
1080	if ethAddr != nil {
1081		queryStr += "WHERE account.eth_addr = ? "
1082		nextIsAnd = true
1083		args = append(args, ethAddr)
1084	} else if bjj != nil { // bjj filter
1085		queryStr += "WHERE account.bjj = ? "
1086		nextIsAnd = true
1087		args = append(args, bjj)
1088	}
1089	// tokenID filter
1090	if tokenID != nil {
1091		if nextIsAnd {
1092			queryStr += "AND "
1093		} else {
1094			queryStr += "WHERE "
1095		}
1096		queryStr += "account.token_id = ? "
1097		args = append(args, tokenID)
1098		nextIsAnd = true
1099	}
1100	// idx filter
1101	if idx != nil {
1102		if nextIsAnd {
1103			queryStr += "AND "
1104		} else {
1105			queryStr += "WHERE "
1106		}
1107		queryStr += "exit_tree.account_idx = ? "
1108		args = append(args, idx)
1109		nextIsAnd = true
1110	}
1111	// batchNum filter
1112	if batchNum != nil {
1113		if nextIsAnd {
1114			queryStr += "AND "
1115		} else {
1116			queryStr += "WHERE "
1117		}
1118		queryStr += "exit_tree.batch_num = ? "
1119		args = append(args, batchNum)
1120		nextIsAnd = true
1121	}
1122	// onlyPendingWithdraws
1123	if onlyPendingWithdraws != nil {
1124		if *onlyPendingWithdraws {
1125			if nextIsAnd {
1126				queryStr += "AND "
1127			} else {
1128				queryStr += "WHERE "
1129			}
1130			queryStr += "(exit_tree.instant_withdrawn IS NULL AND exit_tree.delayed_withdrawn IS NULL) "
1131			nextIsAnd = true
1132		}
1133	}
1134	if fromItem != nil {
1135		if nextIsAnd {
1136			queryStr += "AND "
1137		} else {
1138			queryStr += "WHERE "
1139		}
1140		if order == OrderAsc {
1141			queryStr += "exit_tree.item_id >= ? "
1142		} else {
1143			queryStr += "exit_tree.item_id <= ? "
1144		}
1145		args = append(args, fromItem)
1146		// nextIsAnd = true
1147	}
1148	// pagination
1149	queryStr += "ORDER BY exit_tree.item_id "
1150	if order == OrderAsc {
1151		queryStr += " ASC "
1152	} else {
1153		queryStr += " DESC "
1154	}
1155	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
1156	query = hdb.db.Rebind(queryStr)
1157	// log.Debug(query)
1158	exits := []*ExitAPI{}
1159	if err := meddler.QueryAll(hdb.db, &exits, query, args...); err != nil {
1160		return nil, 0, tracerr.Wrap(err)
1161	}
1162	if len(exits) == 0 {
1163		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
1164	}
1165	return db.SlicePtrsToSlice(exits).([]ExitAPI), exits[0].TotalItems - uint64(len(exits)), nil
1166}
1167
1168// GetAllL1UserTxs returns all L1UserTxs from the DB
1169func (hdb *HistoryDB) GetAllL1UserTxs() ([]common.L1Tx, error) {
1170	var txs []*common.L1Tx
1171	err := meddler.QueryAll(
1172		hdb.db, &txs, // Note that '\x' gets parsed as a big.Int with value = 0
1173		`SELECT tx.id, tx.to_forge_l1_txs_num, tx.position, tx.user_origin,
1174		tx.from_idx, tx.from_eth_addr, tx.from_bjj, tx.to_idx, tx.token_id,
1175		tx.amount, (CASE WHEN tx.batch_num IS NULL THEN NULL WHEN tx.amount_success THEN tx.amount ELSE '\x' END) AS effective_amount,
1176		tx.deposit_amount, (CASE WHEN tx.batch_num IS NULL THEN NULL WHEN tx.deposit_amount_success THEN tx.deposit_amount ELSE '\x' END) AS effective_deposit_amount,
1177		tx.eth_block_num, tx.type, tx.batch_num
1178		FROM tx WHERE is_l1 = TRUE AND user_origin = TRUE;`,
1179	)
1180	return db.SlicePtrsToSlice(txs).([]common.L1Tx), tracerr.Wrap(err)
1181}
1182
1183// GetAllL1CoordinatorTxs returns all L1CoordinatorTxs from the DB
1184func (hdb *HistoryDB) GetAllL1CoordinatorTxs() ([]common.L1Tx, error) {
1185	var txs []*common.L1Tx
1186	// Since the query specifies that only coordinator txs are returned, it's safe to assume
1187	// that returned txs will always have effective amounts
1188	err := meddler.QueryAll(
1189		hdb.db, &txs,
1190		`SELECT tx.id, tx.to_forge_l1_txs_num, tx.position, tx.user_origin,
1191		tx.from_idx, tx.from_eth_addr, tx.from_bjj, tx.to_idx, tx.token_id,
1192		tx.amount, tx.amount AS effective_amount,
1193		tx.deposit_amount, tx.deposit_amount AS effective_deposit_amount,
1194		tx.eth_block_num, tx.type, tx.batch_num
1195		FROM tx WHERE is_l1 = TRUE AND user_origin = FALSE;`,
1196	)
1197	return db.SlicePtrsToSlice(txs).([]common.L1Tx), tracerr.Wrap(err)
1198}
1199
1200// GetAllL2Txs returns all L2Txs from the DB
1201func (hdb *HistoryDB) GetAllL2Txs() ([]common.L2Tx, error) {
1202	var txs []*common.L2Tx
1203	err := meddler.QueryAll(
1204		hdb.db, &txs,
1205		`SELECT tx.id, tx.batch_num, tx.position,
1206		tx.from_idx, tx.to_idx, tx.amount, tx.fee, tx.nonce,
1207		tx.type, tx.eth_block_num
1208		FROM tx WHERE is_l1 = FALSE;`,
1209	)
1210	return db.SlicePtrsToSlice(txs).([]common.L2Tx), tracerr.Wrap(err)
1211}
1212
1213// GetUnforgedL1UserTxs gets L1 User Txs to be forged in the L1Batch with toForgeL1TxsNum.
1214func (hdb *HistoryDB) GetUnforgedL1UserTxs(toForgeL1TxsNum int64) ([]common.L1Tx, error) {
1215	var txs []*common.L1Tx
1216	err := meddler.QueryAll(
1217		hdb.db, &txs, // only L1 user txs can have batch_num set to null
1218		`SELECT tx.id, tx.to_forge_l1_txs_num, tx.position, tx.user_origin,
1219		tx.from_idx, tx.from_eth_addr, tx.from_bjj, tx.to_idx, tx.token_id,
1220		tx.amount, NULL AS effective_amount,
1221		tx.deposit_amount, NULL AS effective_deposit_amount,
1222		tx.eth_block_num, tx.type, tx.batch_num
1223		FROM tx WHERE batch_num IS NULL AND to_forge_l1_txs_num = $1;`,
1224		toForgeL1TxsNum,
1225	)
1226	return db.SlicePtrsToSlice(txs).([]common.L1Tx), tracerr.Wrap(err)
1227}
1228
1229// TODO: Think about chaning all the queries that return a last value, to queries that return the next valid value.
1230
1231// GetLastTxsPosition for a given to_forge_l1_txs_num
1232func (hdb *HistoryDB) GetLastTxsPosition(toForgeL1TxsNum int64) (int, error) {
1233	row := hdb.db.QueryRow("SELECT MAX(position) FROM tx WHERE to_forge_l1_txs_num = $1;", toForgeL1TxsNum)
1234	var lastL1TxsPosition int
1235	return lastL1TxsPosition, row.Scan(&lastL1TxsPosition)
1236}
1237
1238// GetSCVars returns the rollup, auction and wdelayer smart contracts variables at their last update.
1239func (hdb *HistoryDB) GetSCVars() (*common.RollupVariables, *common.AuctionVariables,
1240	*common.WDelayerVariables, error) {
1241	var rollup common.RollupVariables
1242	var auction common.AuctionVariables
1243	var wDelayer common.WDelayerVariables
1244	if err := meddler.QueryRow(hdb.db, &rollup,
1245		"SELECT * FROM rollup_vars ORDER BY eth_block_num DESC LIMIT 1;"); err != nil {
1246		return nil, nil, nil, tracerr.Wrap(err)
1247	}
1248	if err := meddler.QueryRow(hdb.db, &auction,
1249		"SELECT * FROM auction_vars ORDER BY eth_block_num DESC LIMIT 1;"); err != nil {
1250		return nil, nil, nil, tracerr.Wrap(err)
1251	}
1252	if err := meddler.QueryRow(hdb.db, &wDelayer,
1253		"SELECT * FROM wdelayer_vars ORDER BY eth_block_num DESC LIMIT 1;"); err != nil {
1254		return nil, nil, nil, tracerr.Wrap(err)
1255	}
1256	return &rollup, &auction, &wDelayer, nil
1257}
1258
1259func (hdb *HistoryDB) setRollupVars(d meddler.DB, rollup *common.RollupVariables) error {
1260	return meddler.Insert(d, "rollup_vars", rollup)
1261}
1262
1263func (hdb *HistoryDB) setAuctionVars(d meddler.DB, auction *common.AuctionVariables) error {
1264	return meddler.Insert(d, "auction_vars", auction)
1265}
1266
1267func (hdb *HistoryDB) setWDelayerVars(d meddler.DB, wDelayer *common.WDelayerVariables) error {
1268	return meddler.Insert(d, "wdelayer_vars", wDelayer)
1269}
1270
1271// SetInitialSCVars sets the initial state of rollup, auction, wdelayer smart
1272// contract variables.  This initial state is stored linked to block 0, which
1273// always exist in the DB and is used to store initialization data that always
1274// exist in the smart contracts.
1275func (hdb *HistoryDB) SetInitialSCVars(rollup *common.RollupVariables,
1276	auction *common.AuctionVariables, wDelayer *common.WDelayerVariables) error {
1277	txn, err := hdb.db.Beginx()
1278	if err != nil {
1279		return tracerr.Wrap(err)
1280	}
1281	defer func() {
1282		if err != nil {
1283			db.Rollback(txn)
1284		}
1285	}()
1286	// Force EthBlockNum to be 0 because it's the block used to link data
1287	// that belongs to the creation of the smart contracts
1288	rollup.EthBlockNum = 0
1289	auction.EthBlockNum = 0
1290	wDelayer.EthBlockNum = 0
1291	auction.DefaultSlotSetBidSlotNum = 0
1292	if err := hdb.setRollupVars(txn, rollup); err != nil {
1293		return tracerr.Wrap(err)
1294	}
1295	if err := hdb.setAuctionVars(txn, auction); err != nil {
1296		return tracerr.Wrap(err)
1297	}
1298	if err := hdb.setWDelayerVars(txn, wDelayer); err != nil {
1299		return tracerr.Wrap(err)
1300	}
1301
1302	return tracerr.Wrap(txn.Commit())
1303}
1304
1305// setL1UserTxEffectiveAmounts sets the EffectiveAmount and EffectiveDepositAmount
1306// of the given l1UserTxs (with an UPDATE)
1307func (hdb *HistoryDB) setL1UserTxEffectiveAmounts(d sqlx.Ext, txs []common.L1Tx) error {
1308	// Effective amounts are stored as success flags in the DB, with true value by default
1309	// to reduce the amount of updates. Therefore, only amounts that became uneffective should be
1310	// updated to become false
1311	type txUpdate struct {
1312		ID                   common.TxID `db:"id"`
1313		AmountSuccess        bool        `db:"amount_success"`
1314		DepositAmountSuccess bool        `db:"deposit_amount_success"`
1315	}
1316	txUpdates := []txUpdate{}
1317	equal := func(a *big.Int, b *big.Int) bool {
1318		return a.Cmp(b) == 0
1319	}
1320	for i := range txs {
1321		amountSuccess := equal(txs[i].Amount, txs[i].EffectiveAmount)
1322		depositAmountSuccess := equal(txs[i].DepositAmount, txs[i].EffectiveDepositAmount)
1323		if !amountSuccess || !depositAmountSuccess {
1324			txUpdates = append(txUpdates, txUpdate{
1325				ID:                   txs[i].TxID,
1326				AmountSuccess:        amountSuccess,
1327				DepositAmountSuccess: depositAmountSuccess,
1328			})
1329		}
1330	}
1331	const query string = `
1332		UPDATE tx SET
1333			amount_success = tx_update.amount_success,
1334			deposit_amount_success = tx_update.deposit_amount_success
1335		FROM (VALUES
1336			(NULL::::BYTEA, NULL::::BOOL, NULL::::BOOL),
1337			(:id, :amount_success, :deposit_amount_success)
1338		) as tx_update (id, amount_success, deposit_amount_success)
1339		WHERE tx.id = tx_update.id
1340	`
1341	if len(txUpdates) > 0 {
1342		if _, err := sqlx.NamedQuery(d, query, txUpdates); err != nil {
1343			return tracerr.Wrap(err)
1344		}
1345	}
1346	return nil
1347}
1348
1349// AddBlockSCData stores all the information of a block retrieved by the
1350// Synchronizer.  Blocks should be inserted in order, leaving no gaps because
1351// the pagination system of the API/DB depends on this.  Within blocks, all
1352// items should also be in the correct order (Accounts, Tokens, Txs, etc.)
1353func (hdb *HistoryDB) AddBlockSCData(blockData *common.BlockData) (err error) {
1354	txn, err := hdb.db.Beginx()
1355	if err != nil {
1356		return tracerr.Wrap(err)
1357	}
1358	defer func() {
1359		if err != nil {
1360			db.Rollback(txn)
1361		}
1362	}()
1363
1364	// Add block
1365	if err := hdb.addBlock(txn, &blockData.Block); err != nil {
1366		return tracerr.Wrap(err)
1367	}
1368
1369	// Add Coordinators
1370	if len(blockData.Auction.Coordinators) > 0 {
1371		if err := hdb.addCoordinators(txn, blockData.Auction.Coordinators); err != nil {
1372			return tracerr.Wrap(err)
1373		}
1374	}
1375
1376	// Add Bids
1377	if len(blockData.Auction.Bids) > 0 {
1378		if err := hdb.addBids(txn, blockData.Auction.Bids); err != nil {
1379			return tracerr.Wrap(err)
1380		}
1381	}
1382
1383	// Add Tokens
1384	if len(blockData.Rollup.AddedTokens) > 0 {
1385		if err := hdb.addTokens(txn, blockData.Rollup.AddedTokens); err != nil {
1386			return tracerr.Wrap(err)
1387		}
1388	}
1389
1390	// Prepare user L1 txs to be added.
1391	// They must be added before the batch that will forge them (which can be in the same block)
1392	// and after the account that will be sent to (also can be in the same block).
1393	// Note: insert order is not relevant since item_id will be updated by a DB trigger when
1394	// the batch that forges those txs is inserted
1395	userL1s := make(map[common.BatchNum][]common.L1Tx)
1396	for i := range blockData.Rollup.L1UserTxs {
1397		batchThatForgesIsInTheBlock := false
1398		for _, batch := range blockData.Rollup.Batches {
1399			if batch.Batch.ForgeL1TxsNum != nil &&
1400				*batch.Batch.ForgeL1TxsNum == *blockData.Rollup.L1UserTxs[i].ToForgeL1TxsNum {
1401				// Tx is forged in this block. It's guaranteed that:
1402				// * the first batch of the block won't forge user L1 txs that have been added in this block
1403				// * batch nums are sequential therefore it's safe to add the tx at batch.BatchNum -1
1404				batchThatForgesIsInTheBlock = true
1405				addAtBatchNum := batch.Batch.BatchNum - 1
1406				userL1s[addAtBatchNum] = append(userL1s[addAtBatchNum], blockData.Rollup.L1UserTxs[i])
1407				break
1408			}
1409		}
1410		if !batchThatForgesIsInTheBlock {
1411			// User artificial batchNum 0 to add txs that are not forge in this block
1412			// after all the accounts of the block have been added
1413			userL1s[0] = append(userL1s[0], blockData.Rollup.L1UserTxs[i])
1414		}
1415	}
1416
1417	// Add Batches
1418	for i := range blockData.Rollup.Batches {
1419		batch := &blockData.Rollup.Batches[i]
1420
1421		// Set the EffectiveAmount and EffectiveDepositAmount of all the
1422		// L1UserTxs that have been forged in this batch
1423		if len(batch.L1UserTxs) > 0 {
1424			if err = hdb.setL1UserTxEffectiveAmounts(txn, batch.L1UserTxs); err != nil {
1425				return tracerr.Wrap(err)
1426			}
1427		}
1428
1429		// Add Batch: this will trigger an update on the DB
1430		// that will set the batch num of forged L1 txs in this batch
1431		if err = hdb.addBatch(txn, &batch.Batch); err != nil {
1432			return tracerr.Wrap(err)
1433		}
1434
1435		// Add accounts
1436		if len(batch.CreatedAccounts) > 0 {
1437			if err := hdb.addAccounts(txn, batch.CreatedAccounts); err != nil {
1438				return tracerr.Wrap(err)
1439			}
1440		}
1441
1442		// Add forged l1 coordinator Txs
1443		if len(batch.L1CoordinatorTxs) > 0 {
1444			if err := hdb.addL1Txs(txn, batch.L1CoordinatorTxs); err != nil {
1445				return tracerr.Wrap(err)
1446			}
1447		}
1448
1449		// Add l2 Txs
1450		if len(batch.L2Txs) > 0 {
1451			if err := hdb.addL2Txs(txn, batch.L2Txs); err != nil {
1452				return tracerr.Wrap(err)
1453			}
1454		}
1455
1456		// Add user L1 txs that will be forged in next batch
1457		if userlL1s, ok := userL1s[batch.Batch.BatchNum]; ok {
1458			if err := hdb.addL1Txs(txn, userlL1s); err != nil {
1459				return tracerr.Wrap(err)
1460			}
1461		}
1462
1463		// Add exit tree
1464		if len(batch.ExitTree) > 0 {
1465			if err := hdb.addExitTree(txn, batch.ExitTree); err != nil {
1466				return tracerr.Wrap(err)
1467			}
1468		}
1469	}
1470	// Add user L1 txs that won't be forged in this block
1471	if userL1sNotForgedInThisBlock, ok := userL1s[0]; ok {
1472		if err := hdb.addL1Txs(txn, userL1sNotForgedInThisBlock); err != nil {
1473			return tracerr.Wrap(err)
1474		}
1475	}
1476	if blockData.Rollup.Vars != nil {
1477		if err := hdb.setRollupVars(txn, blockData.Rollup.Vars); err != nil {
1478			return tracerr.Wrap(err)
1479		}
1480	}
1481	if blockData.Auction.Vars != nil {
1482		if err := hdb.setAuctionVars(txn, blockData.Auction.Vars); err != nil {
1483			return tracerr.Wrap(err)
1484		}
1485	}
1486	if blockData.WDelayer.Vars != nil {
1487		if err := hdb.setWDelayerVars(txn, blockData.WDelayer.Vars); err != nil {
1488			return tracerr.Wrap(err)
1489		}
1490	}
1491
1492	if err := hdb.updateExitTree(txn, blockData.Block.Num,
1493		blockData.Rollup.Withdrawals, blockData.WDelayer.Withdrawals); err != nil {
1494		return tracerr.Wrap(err)
1495	}
1496
1497	return tracerr.Wrap(txn.Commit())
1498}
1499
1500// GetCoordinatorAPI returns a coordinator by its bidderAddr
1501func (hdb *HistoryDB) GetCoordinatorAPI(bidderAddr ethCommon.Address) (*CoordinatorAPI, error) {
1502	coordinator := &CoordinatorAPI{}
1503	err := meddler.QueryRow(hdb.db, coordinator, "SELECT * FROM coordinator WHERE bidder_addr = $1;", bidderAddr)
1504	return coordinator, tracerr.Wrap(err)
1505}
1506
1507// GetCoordinatorsAPI returns a list of coordinators from the DB and pagination info
1508func (hdb *HistoryDB) GetCoordinatorsAPI(fromItem, limit *uint, order string) ([]CoordinatorAPI, uint64, error) {
1509	var query string
1510	var args []interface{}
1511	queryStr := `SELECT coordinator.*, 
1512	COUNT(*) OVER() AS total_items
1513	FROM coordinator `
1514	// Apply filters
1515	if fromItem != nil {
1516		queryStr += "WHERE "
1517		if order == OrderAsc {
1518			queryStr += "coordinator.item_id >= ? "
1519		} else {
1520			queryStr += "coordinator.item_id <= ? "
1521		}
1522		args = append(args, fromItem)
1523	}
1524	// pagination
1525	queryStr += "ORDER BY coordinator.item_id "
1526	if order == OrderAsc {
1527		queryStr += " ASC "
1528	} else {
1529		queryStr += " DESC "
1530	}
1531	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
1532	query = hdb.db.Rebind(queryStr)
1533
1534	coordinators := []*CoordinatorAPI{}
1535	if err := meddler.QueryAll(hdb.db, &coordinators, query, args...); err != nil {
1536		return nil, 0, tracerr.Wrap(err)
1537	}
1538	if len(coordinators) == 0 {
1539		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
1540	}
1541	return db.SlicePtrsToSlice(coordinators).([]CoordinatorAPI),
1542		coordinators[0].TotalItems - uint64(len(coordinators)), nil
1543}
1544
1545// AddAuctionVars insert auction vars into the DB
1546func (hdb *HistoryDB) AddAuctionVars(auctionVars *common.AuctionVariables) error {
1547	return meddler.Insert(hdb.db, "auction_vars", auctionVars)
1548}
1549
1550// GetAuctionVars returns auction variables
1551func (hdb *HistoryDB) GetAuctionVars() (*common.AuctionVariables, error) {
1552	auctionVars := &common.AuctionVariables{}
1553	err := meddler.QueryRow(
1554		hdb.db, auctionVars, `SELECT * FROM auction_vars;`,
1555	)
1556	return auctionVars, tracerr.Wrap(err)
1557}
1558
1559// GetAccountAPI returns an account by its index
1560func (hdb *HistoryDB) GetAccountAPI(idx common.Idx) (*AccountAPI, error) {
1561	account := &AccountAPI{}
1562	err := meddler.QueryRow(hdb.db, account, `SELECT account.item_id, hez_idx(account.idx, 
1563	token.symbol) as idx, account.batch_num, account.bjj, account.eth_addr,
1564	token.token_id, token.item_id AS token_item_id, token.eth_block_num AS token_block,
1565	token.eth_addr as token_eth_addr, token.name, token.symbol, token.decimals, token.usd, token.usd_update 
1566	FROM account INNER JOIN token ON account.token_id = token.token_id WHERE idx = $1;`, idx)
1567
1568	if err != nil {
1569		return nil, tracerr.Wrap(err)
1570	}
1571
1572	return account, nil
1573}
1574
1575// GetAccountsAPI returns a list of accounts from the DB and pagination info
1576func (hdb *HistoryDB) GetAccountsAPI(
1577	tokenIDs []common.TokenID, ethAddr *ethCommon.Address,
1578	bjj *babyjub.PublicKey, fromItem, limit *uint, order string,
1579) ([]AccountAPI, uint64, error) {
1580	if ethAddr != nil && bjj != nil {
1581		return nil, 0, tracerr.Wrap(errors.New("ethAddr and bjj are incompatible"))
1582	}
1583	var query string
1584	var args []interface{}
1585	queryStr := `SELECT account.item_id, hez_idx(account.idx, token.symbol) as idx, account.batch_num, 
1586	account.bjj, account.eth_addr, token.token_id, token.item_id AS token_item_id, token.eth_block_num AS token_block,
1587	token.eth_addr as token_eth_addr, token.name, token.symbol, token.decimals, token.usd, token.usd_update, 
1588	COUNT(*) OVER() AS total_items
1589	FROM account INNER JOIN token ON account.token_id = token.token_id `
1590	// Apply filters
1591	nextIsAnd := false
1592	// ethAddr filter
1593	if ethAddr != nil {
1594		queryStr += "WHERE account.eth_addr = ? "
1595		nextIsAnd = true
1596		args = append(args, ethAddr)
1597	} else if bjj != nil { // bjj filter
1598		queryStr += "WHERE account.bjj = ? "
1599		nextIsAnd = true
1600		args = append(args, bjj)
1601	}
1602	// tokenID filter
1603	if len(tokenIDs) > 0 {
1604		if nextIsAnd {
1605			queryStr += "AND "
1606		} else {
1607			queryStr += "WHERE "
1608		}
1609		queryStr += "account.token_id IN (?) "
1610		args = append(args, tokenIDs)
1611		nextIsAnd = true
1612	}
1613	if fromItem != nil {
1614		if nextIsAnd {
1615			queryStr += "AND "
1616		} else {
1617			queryStr += "WHERE "
1618		}
1619		if order == OrderAsc {
1620			queryStr += "account.item_id >= ? "
1621		} else {
1622			queryStr += "account.item_id <= ? "
1623		}
1624		args = append(args, fromItem)
1625	}
1626	// pagination
1627	queryStr += "ORDER BY account.item_id "
1628	if order == OrderAsc {
1629		queryStr += " ASC "
1630	} else {
1631		queryStr += " DESC "
1632	}
1633	queryStr += fmt.Sprintf("LIMIT %d;", *limit)
1634	query, argsQ, err := sqlx.In(queryStr, args...)
1635	if err != nil {
1636		return nil, 0, tracerr.Wrap(err)
1637	}
1638	query = hdb.db.Rebind(query)
1639
1640	accounts := []*AccountAPI{}
1641	if err := meddler.QueryAll(hdb.db, &accounts, query, argsQ...); err != nil {
1642		return nil, 0, tracerr.Wrap(err)
1643	}
1644	if len(accounts) == 0 {
1645		return nil, 0, tracerr.Wrap(sql.ErrNoRows)
1646	}
1647
1648	return db.SlicePtrsToSlice(accounts).([]AccountAPI),
1649		accounts[0].TotalItems - uint64(len(accounts)), nil
1650}
1651
1652// GetMetrics returns metrics
1653func (hdb *HistoryDB) GetMetrics(lastBatchNum common.BatchNum) (*Metrics, error) {
1654	metricsTotals := &MetricsTotals{}
1655	metrics := &Metrics{}
1656	err := meddler.QueryRow(
1657		hdb.db, metricsTotals, `SELECT COUNT(tx.*) as total_txs, MIN(tx.batch_num) as batch_num 
1658		FROM tx INNER JOIN block ON tx.eth_block_num = block.eth_block_num
1659		WHERE block.timestamp >= NOW() - INTERVAL '24 HOURS';`)
1660	if err != nil {
1661		return nil, tracerr.Wrap(err)
1662	}
1663
1664	metrics.TransactionsPerSecond = float64(metricsTotals.TotalTransactions / (24 * 60 * 60))
1665	if (lastBatchNum - metricsTotals.FirstBatchNum) > 0 {
1666		metrics.TransactionsPerBatch = float64(int64(metricsTotals.TotalTransactions) /
1667			int64(lastBatchNum-metricsTotals.FirstBatchNum))
1668	} else {
1669		metrics.TransactionsPerBatch = float64(0)
1670	}
1671
1672	err = meddler.QueryRow(
1673		hdb.db, metricsTotals, `SELECT COUNT(*) AS total_batches, 
1674		SUM(total_fees_usd) AS total_fees FROM batch 
1675		WHERE batch_num > $1;`, metricsTotals.FirstBatchNum)
1676	if err != nil {
1677		return nil, tracerr.Wrap(err)
1678	}
1679	if metricsTotals.TotalBatches > 0 {
1680		metrics.BatchFrequency = float64((24 * 60 * 60) / metricsTotals.TotalBatches)
1681	} else {
1682		metrics.BatchFrequency = 0
1683	}
1684	if metricsTotals.TotalTransactions > 0 {
1685		metrics.AvgTransactionFee = metricsTotals.TotalFeesUSD / float64(metricsTotals.TotalTransactions)
1686	} else {
1687		metrics.AvgTransactionFee = 0
1688	}
1689	err = meddler.QueryRow(
1690		hdb.db, metrics,
1691		`SELECT COUNT(*) AS total_bjjs, COUNT(DISTINCT(bjj)) AS total_accounts FROM account;`)
1692	if err != nil {
1693		return nil, tracerr.Wrap(err)
1694	}
1695
1696	return metrics, nil
1697}
1698
1699// GetAvgTxFee returns average transaction fee of the last 1h
1700func (hdb *HistoryDB) GetAvgTxFee() (float64, error) {
1701	metricsTotals := &MetricsTotals{}
1702	err := meddler.QueryRow(
1703		hdb.db, metricsTotals, `SELECT COUNT(tx.*) as total_txs, MIN(tx.batch_num) as batch_num 
1704		FROM tx INNER JOIN block ON tx.eth_block_num = block.eth_block_num
1705		WHERE block.timestamp >= NOW() - INTERVAL '1 HOURS';`)
1706	if err != nil {
1707		return 0, tracerr.Wrap(err)
1708	}
1709	err = meddler.QueryRow(
1710		hdb.db, metricsTotals, `SELECT COUNT(*) AS total_batches, 
1711		SUM(total_fees_usd) AS total_fees FROM batch 
1712		WHERE batch_num > $1;`, metricsTotals.FirstBatchNum)
1713	if err != nil {
1714		return 0, tracerr.Wrap(err)
1715	}
1716
1717	var avgTransactionFee float64
1718	if metricsTotals.TotalTransactions > 0 {
1719		avgTransactionFee = metricsTotals.TotalFeesUSD / float64(metricsTotals.TotalTransactions)
1720	} else {
1721		avgTransactionFee = 0
1722	}
1723
1724	return avgTransactionFee, nil
1725}