arnaucube
arnaucube/hermez-nodePublic Self-hosted repository
hermez-node/coordinator/pipeline_test.go
coordinator/pipeline_test.goRaw
  1package coordinator
  2
  3import (
  4	"context"
  5	"fmt"
  6	"io/ioutil"
  7	"math/big"
  8	"os"
  9	"testing"
 10
 11	ethKeystore "github.com/ethereum/go-ethereum/accounts/keystore"
 12	ethCommon "github.com/ethereum/go-ethereum/common"
 13	"github.com/ethereum/go-ethereum/crypto"
 14	"github.com/ethereum/go-ethereum/ethclient"
 15	"github.com/hermeznetwork/hermez-node/common"
 16	"github.com/hermeznetwork/hermez-node/db/historydb"
 17	"github.com/hermeznetwork/hermez-node/db/statedb"
 18	"github.com/hermeznetwork/hermez-node/eth"
 19	"github.com/hermeznetwork/hermez-node/prover"
 20	"github.com/hermeznetwork/hermez-node/synchronizer"
 21	"github.com/hermeznetwork/hermez-node/test"
 22	"github.com/hermeznetwork/hermez-node/test/til"
 23	"github.com/iden3/go-merkletree"
 24	"github.com/stretchr/testify/assert"
 25	"github.com/stretchr/testify/require"
 26)
 27
 28func newBigInt(s string) *big.Int {
 29	v, ok := new(big.Int).SetString(s, 10)
 30	if !ok {
 31		panic(fmt.Errorf("Can't set big.Int from %s", s))
 32	}
 33	return v
 34}
 35
 36func TestPipelineShouldL1L2Batch(t *testing.T) {
 37	ethClientSetup := test.NewClientSetupExample()
 38	ethClientSetup.ChainID = big.NewInt(int64(chainID))
 39
 40	var timer timer
 41	ctx := context.Background()
 42	ethClient := test.NewClient(true, &timer, &bidder, ethClientSetup)
 43	modules := newTestModules(t)
 44	var stats synchronizer.Stats
 45	coord := newTestCoordinator(t, forger, ethClient, ethClientSetup, modules)
 46	pipeline, err := coord.newPipeline(ctx)
 47	require.NoError(t, err)
 48	pipeline.vars = coord.vars
 49
 50	// Check that the parameters are the ones we expect and use in this test
 51	require.Equal(t, 0.5, pipeline.cfg.L1BatchTimeoutPerc)
 52	require.Equal(t, int64(10), ethClientSetup.RollupVariables.ForgeL1L2BatchTimeout)
 53	l1BatchTimeoutPerc := pipeline.cfg.L1BatchTimeoutPerc
 54	l1BatchTimeout := ethClientSetup.RollupVariables.ForgeL1L2BatchTimeout
 55
 56	startBlock := int64(100)
 57	// Empty batchInfo to pass to shouldL1L2Batch() which sets debug information
 58	batchInfo := BatchInfo{}
 59
 60	//
 61	// No scheduled L1Batch
 62	//
 63
 64	// Last L1Batch was a long time ago
 65	stats.Eth.LastBlock.Num = startBlock
 66	stats.Sync.LastBlock = stats.Eth.LastBlock
 67	stats.Sync.LastL1BatchBlock = 0
 68	pipeline.stats = stats
 69	assert.Equal(t, true, pipeline.shouldL1L2Batch(&batchInfo))
 70
 71	stats.Sync.LastL1BatchBlock = startBlock
 72
 73	// We are are one block before the timeout range * 0.5
 74	stats.Eth.LastBlock.Num = startBlock - 1 + int64(float64(l1BatchTimeout-1)*l1BatchTimeoutPerc) - 1
 75	stats.Sync.LastBlock = stats.Eth.LastBlock
 76	pipeline.stats = stats
 77	assert.Equal(t, false, pipeline.shouldL1L2Batch(&batchInfo))
 78
 79	// We are are at timeout range * 0.5
 80	stats.Eth.LastBlock.Num = startBlock - 1 + int64(float64(l1BatchTimeout-1)*l1BatchTimeoutPerc)
 81	stats.Sync.LastBlock = stats.Eth.LastBlock
 82	pipeline.stats = stats
 83	assert.Equal(t, true, pipeline.shouldL1L2Batch(&batchInfo))
 84
 85	//
 86	// Scheduled L1Batch
 87	//
 88	pipeline.state.lastScheduledL1BatchBlockNum = startBlock
 89	stats.Sync.LastL1BatchBlock = startBlock - 10
 90
 91	// We are are one block before the timeout range * 0.5
 92	stats.Eth.LastBlock.Num = startBlock - 1 + int64(float64(l1BatchTimeout-1)*l1BatchTimeoutPerc) - 1
 93	stats.Sync.LastBlock = stats.Eth.LastBlock
 94	pipeline.stats = stats
 95	assert.Equal(t, false, pipeline.shouldL1L2Batch(&batchInfo))
 96
 97	// We are are at timeout range * 0.5
 98	stats.Eth.LastBlock.Num = startBlock - 1 + int64(float64(l1BatchTimeout-1)*l1BatchTimeoutPerc)
 99	stats.Sync.LastBlock = stats.Eth.LastBlock
100	pipeline.stats = stats
101	assert.Equal(t, true, pipeline.shouldL1L2Batch(&batchInfo))
102}
103
104const testTokensLen = 3
105const testUsersLen = 4
106
107func preloadSync(t *testing.T, ethClient *test.Client, sync *synchronizer.Synchronizer,
108	historyDB *historydb.HistoryDB, stateDB *statedb.StateDB) *til.Context {
109	// Create a set with `testTokensLen` tokens and for each token
110	// `testUsersLen` accounts.
111	var set []til.Instruction
112	// set = append(set, til.Instruction{Typ: "Blockchain"})
113	for tokenID := 1; tokenID < testTokensLen; tokenID++ {
114		set = append(set, til.Instruction{
115			Typ:     til.TypeAddToken,
116			TokenID: common.TokenID(tokenID),
117		})
118	}
119	depositAmount, ok := new(big.Int).SetString("10225000000000000000000000000000000", 10)
120	require.True(t, ok)
121	for tokenID := 0; tokenID < testTokensLen; tokenID++ {
122		for user := 0; user < testUsersLen; user++ {
123			set = append(set, til.Instruction{
124				Typ:           common.TxTypeCreateAccountDeposit,
125				TokenID:       common.TokenID(tokenID),
126				DepositAmount: depositAmount,
127				From:          fmt.Sprintf("User%d", user),
128			})
129		}
130	}
131	set = append(set, til.Instruction{Typ: til.TypeNewBatchL1})
132	set = append(set, til.Instruction{Typ: til.TypeNewBatchL1})
133	set = append(set, til.Instruction{Typ: til.TypeNewBlock})
134
135	tc := til.NewContext(chainID, common.RollupConstMaxL1UserTx)
136	blocks, err := tc.GenerateBlocksFromInstructions(set)
137	require.NoError(t, err)
138	require.NotNil(t, blocks)
139	// Set StateRoots for batches manually (til doesn't set it)
140	blocks[0].Rollup.Batches[0].Batch.StateRoot =
141		newBigInt("0")
142	blocks[0].Rollup.Batches[1].Batch.StateRoot =
143		newBigInt("6860514559199319426609623120853503165917774887908204288119245630904770452486")
144
145	ethAddTokens(blocks, ethClient)
146	err = ethClient.CtlAddBlocks(blocks)
147	require.NoError(t, err)
148
149	ctx := context.Background()
150	for {
151		syncBlock, discards, err := sync.Sync(ctx, nil)
152		require.NoError(t, err)
153		require.Nil(t, discards)
154		if syncBlock == nil {
155			break
156		}
157	}
158	dbTokens, err := historyDB.GetAllTokens()
159	require.Nil(t, err)
160	require.Equal(t, testTokensLen, len(dbTokens))
161
162	dbAccounts, err := historyDB.GetAllAccounts()
163	require.Nil(t, err)
164	require.Equal(t, testTokensLen*testUsersLen, len(dbAccounts))
165
166	sdbAccounts, err := stateDB.TestGetAccounts()
167	require.Nil(t, err)
168	require.Equal(t, testTokensLen*testUsersLen, len(sdbAccounts))
169
170	return tc
171}
172
173func TestPipelineForgeBatchWithTxs(t *testing.T) {
174	ethClientSetup := test.NewClientSetupExample()
175	ethClientSetup.ChainID = big.NewInt(int64(chainID))
176
177	var timer timer
178	ctx := context.Background()
179	ethClient := test.NewClient(true, &timer, &bidder, ethClientSetup)
180	modules := newTestModules(t)
181	coord := newTestCoordinator(t, forger, ethClient, ethClientSetup, modules)
182	sync := newTestSynchronizer(t, ethClient, ethClientSetup, modules)
183
184	// preload the synchronier (via the test ethClient) some tokens and
185	// users with positive balances
186	tilCtx := preloadSync(t, ethClient, sync, modules.historyDB, modules.stateDB)
187	syncStats := sync.Stats()
188	batchNum := syncStats.Sync.LastBatch.BatchNum
189	syncSCVars := sync.SCVars()
190
191	pipeline, err := coord.newPipeline(ctx)
192	require.NoError(t, err)
193
194	// Insert some l2txs in the Pool
195	setPool := `
196Type: PoolL2
197
198PoolTransfer(0) User0-User1: 100 (126)
199PoolTransfer(0) User1-User2: 200 (126)
200PoolTransfer(0) User2-User3: 300 (126)
201	`
202	l2txs, err := tilCtx.GeneratePoolL2Txs(setPool)
203	require.NoError(t, err)
204	for _, tx := range l2txs {
205		err := modules.l2DB.AddTxTest(&tx) //nolint:gosec
206		require.NoError(t, err)
207	}
208
209	err = pipeline.reset(batchNum, syncStats, syncSCVars)
210	require.NoError(t, err)
211	// Sanity check
212	sdbAccounts, err := pipeline.txSelector.LocalAccountsDB().TestGetAccounts()
213	require.Nil(t, err)
214	require.Equal(t, testTokensLen*testUsersLen, len(sdbAccounts))
215
216	// Sanity check
217	sdbAccounts, err = pipeline.batchBuilder.LocalStateDB().TestGetAccounts()
218	require.Nil(t, err)
219	require.Equal(t, testTokensLen*testUsersLen, len(sdbAccounts))
220
221	// Sanity check
222	require.Equal(t, modules.stateDB.MT.Root(),
223		pipeline.batchBuilder.LocalStateDB().MT.Root())
224
225	batchNum++
226
227	batchInfo, _, err := pipeline.forgeBatch(batchNum)
228	require.NoError(t, err)
229	assert.Equal(t, 3, len(batchInfo.L2Txs))
230
231	batchNum++
232	batchInfo, _, err = pipeline.forgeBatch(batchNum)
233	require.NoError(t, err)
234	assert.Equal(t, 0, len(batchInfo.L2Txs))
235}
236
237func TestEthRollupForgeBatch(t *testing.T) {
238	if os.Getenv("TEST_ROLLUP_FORGE_BATCH") == "" {
239		return
240	}
241	const web3URL = "http://localhost:8545"
242	const password = "test"
243	addr := ethCommon.HexToAddress("0xb4124ceb3451635dacedd11767f004d8a28c6ee7")
244	sk, err := crypto.HexToECDSA(
245		"a8a54b2d8197bc0b19bb8a084031be71835580a01e70a45a13babd16c9bc1563")
246	require.NoError(t, err)
247	rollupAddr := ethCommon.HexToAddress("0x8EEaea23686c319133a7cC110b840d1591d9AeE0")
248	pathKeystore, err := ioutil.TempDir("", "tmpKeystore")
249	require.NoError(t, err)
250	deleteme = append(deleteme, pathKeystore)
251	ctx := context.Background()
252	batchInfo := &BatchInfo{}
253	proofClient := &prover.MockClient{}
254	chainID := uint16(0)
255
256	ethClient, err := ethclient.Dial(web3URL)
257	require.NoError(t, err)
258	ethCfg := eth.EthereumConfig{
259		CallGasLimit: 300000,
260		GasPriceDiv:  100,
261	}
262	scryptN := ethKeystore.LightScryptN
263	scryptP := ethKeystore.LightScryptP
264	keyStore := ethKeystore.NewKeyStore(pathKeystore,
265		scryptN, scryptP)
266	account, err := keyStore.ImportECDSA(sk, password)
267	require.NoError(t, err)
268	require.Equal(t, account.Address, addr)
269	err = keyStore.Unlock(account, password)
270	require.NoError(t, err)
271
272	client, err := eth.NewClient(ethClient, &account, keyStore, &eth.ClientConfig{
273		Ethereum: ethCfg,
274		Rollup: eth.RollupConfig{
275			Address: rollupAddr,
276		},
277		Auction: eth.AuctionConfig{
278			Address: ethCommon.Address{},
279			TokenHEZ: eth.TokenConfig{
280				Address: ethCommon.Address{},
281				Name:    "HEZ",
282			},
283		},
284		WDelayer: eth.WDelayerConfig{
285			Address: ethCommon.Address{},
286		},
287	})
288	require.NoError(t, err)
289
290	zkInputs := common.NewZKInputs(chainID, 100, 24, 512, 32, big.NewInt(1))
291	zkInputs.Metadata.NewStateRootRaw = &merkletree.Hash{1}
292	zkInputs.Metadata.NewExitRootRaw = &merkletree.Hash{2}
293	batchInfo.ZKInputs = zkInputs
294	err = proofClient.CalculateProof(ctx, batchInfo.ZKInputs)
295	require.NoError(t, err)
296
297	proof, pubInputs, err := proofClient.GetProof(ctx)
298	require.NoError(t, err)
299	batchInfo.Proof = proof
300	batchInfo.PublicInputs = pubInputs
301
302	batchInfo.ForgeBatchArgs = prepareForgeBatchArgs(batchInfo)
303	auth, err := client.NewAuth()
304	require.NoError(t, err)
305	_, err = client.RollupForgeBatch(batchInfo.ForgeBatchArgs, auth)
306	require.NoError(t, err)
307	batchInfo.Proof = proof
308}