feat: benchmarks (#3)

* add benchmark

* chore: add complex circuit

* feat: enable parallel / asm

* bench: use pre-calculated matrices/constraints

* chore: bump ethers-rs

* chore: fmt

* feat: add benches for differently sized circuits (#6)

* feat: update bench circuit

* feat: add benches for many sizes

* fix: adjust bench parameters

* fix: remove sym

* chore: fmt

* fix: point to correct commit of groth16

* fix: update function names to upstream

* fix: update function names to upstream

Co-authored-by: Kobi Gurkan <kobigurk@gmail.com>

test-vectors/complex-circuit/.gitignore

@@ -0,0 +1,8 @@
+*.swp
+complex-circuit-*-*.*
+powersOfTau*
+!complex-circuit-10000-10000.*
+proof.json
+public.json
+verification_key.json
+witness.wtns

test-vectors/complex-circuit/bench_all.sh

@@ -0,0 +1,20 @@
+MIN_NUM_VARIABLES=$1
+MAX_NUM_VARIABLES=$2
+MAX_NUM_CONSTRAINTS=$3
+
+for i in `seq 10 19`; do wget https://hermez.s3-eu-west-1.amazonaws.com/powersOfTau28_hez_final_$i.ptau; done
+
+./prepare.sh $MIN_NUM_VARIABLES $MAX_NUM_VARIABLES $MAX_NUM_CONSTRAINTS
+
+for i in `seq $MIN_NUM_VARIABLES $MAX_NUM_VARIABLES`
+do
+  for j in `seq $i $MAX_NUM_CONSTRAINTS`
+  do
+    NUM_VARIABLES=$(echo 10^$i | bc)
+    NUM_CONSTRAINTS=$(echo 10^$j | bc)
+    echo "**** START benchmarking $NUM_VARIABLES $NUM_CONSTRAINTS ****"
+    ./prove.sh $NUM_VARIABLES $NUM_CONSTRAINTS
+    perf stat -r5 rapidsnark complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.zkey witness.wtns proof.json public.json
+    echo "**** END benchmarking $NUM_VARIABLES $NUM_CONSTRAINTS ****"
+  done
+done

test-vectors/complex-circuit/build.sh

@@ -0,0 +1,11 @@
+NUM_VARIABLES=$1
+NUM_CONSTRAINTS=$2
+PTAU_POWER=$(echo "l($NUM_CONSTRAINTS)/l(2)" | bc -l | xargs -I{} awk "BEGIN{printf(\"%.f\n\", {}+0.5)}")
+
+export NODE_OPTIONS=--max-old-space-size=8192
+
+echo "compiling"
+circom -f complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.circom --r1cs --wasm
+
+echo "zkey"
+snarkjs zkey new complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.r1cs powersOfTau28_hez_final_$PTAU_POWER.ptau complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.zkey

test-vectors/complex-circuit/complex-circuit-10000-10000.circom

@@ -0,0 +1,21 @@
+template ManyConstraints(NUM_VARIABLES, NUM_CONSTRAINTS) {
+    signal private input a;
+    signal output c;
+
+    assert(NUM_VARIABLES <= NUM_CONSTRAINTS)
+
+    signal b[NUM_VARIABLES];
+
+    b[0] <== a*a;
+    var i;
+    for (i = 1; i < NUM_VARIABLES; i++) {
+        b[i] <== b[i-1]*b[i-1];
+    }
+    i = i-1;
+    for (var j = NUM_VARIABLES; j < NUM_CONSTRAINTS; j++) {
+        b[i] === b[i-1]*b[i-1];
+    }
+    c <== b[i];
+}
+
+component main = ManyConstraints(10000, 10000);

test-vectors/complex-circuit/complex-circuit.circom.template

@@ -0,0 +1,21 @@
+template ManyConstraints(NUM_VARIABLES, NUM_CONSTRAINTS) {
+    signal private input a;
+    signal output c;
+
+    assert(NUM_VARIABLES <= NUM_CONSTRAINTS)
+
+    signal b[NUM_VARIABLES];
+
+    b[0] <== a*a;
+    var i;
+    for (i = 1; i < NUM_VARIABLES; i++) {
+        b[i] <== b[i-1]*b[i-1];
+    }
+    i = i-1;
+    for (var j = NUM_VARIABLES; j < NUM_CONSTRAINTS; j++) {
+        b[i] === b[i-1]*b[i-1];
+    }
+    c <== b[i];
+}
+
+component main = ManyConstraints(NUM_VARIABLES_TEMPLATE, NUM_CONSTRAINTS_TEMPLATE);

test-vectors/complex-circuit/input.json

@@ -0,0 +1 @@
+{ "a": "3" }

test-vectors/complex-circuit/prepare.sh

@@ -0,0 +1,10 @@
+for i in `seq 3 5`
+do
+  for j in `seq $i 5`
+  do
+    NUM_VARIABLES=$(echo 10^$i | bc)
+    NUM_CONSTRAINTS=$(echo 10^$j | bc)
+    sed "s/NUM_VARIABLES_TEMPLATE/$NUM_VARIABLES/g;s/NUM_CONSTRAINTS_TEMPLATE/$NUM_CONSTRAINTS/g" complex-circuit.circom.template > complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.circom
+    ./build.sh $NUM_VARIABLES $NUM_CONSTRAINTS
+  done
+done

test-vectors/complex-circuit/prove.sh

@@ -0,0 +1,8 @@
+NUM_VARIABLES=$1
+NUM_CONSTRAINTS=$2
+
+snarkjs wtns calculate complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.wasm input.json witness.wtns
+snarkjs groth16 prove complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.zkey witness.wtns proof.json public.json
+snarkjs zkey export verificationkey complex-circuit-$NUM_VARIABLES-$NUM_CONSTRAINTS.zkey
+snarkjs groth16 verify verification_key.json proof.json public.json
+

test-vectors/proof.json

@@ -1,17 +1,17 @@
 {
  "pi_a": [
-  "21820242516822140966541162377276968686232843738113587401096982992192344668894",
-  "11813319305207505272935972628809616933491158390363636948064175237855995334902",
+  "6235746210673106891683313862449025023627555115162992763714613342703079170148",
+  "12399711040178466467332477784020211067450597599035925008336813728555144120335",
   "1"
  ],
  "pi_b": [
   [
-   "18917448206777957911519238799204582671273667459570541744718718682284696800644",
-   "21860816634843106300632391943058453169523964990832692292245793512061190952946"
+   "3878778368997395576585378205610237973645840367459368364069435490380759882761",
+   "6372446288114997398874714591076628465205914797783709795970421045876437438845"
   ],
   [
-   "16561373496530563246294178223057082579479375833438527168631993097749179197198",
-   "19528135117438338906248937077496663741632339371165800510091342591825441786822"
+   "1848758415443668505660007055104065117685874818267116126442518003813688485119",
+   "13151381207181352787620244234186261096498266850828100859417113864178798435289"
   ],
   [
    "1",
@@ -19,8 +19,8 @@
   ]
  ],
  "pi_c": [
-  "16517915790659730733697074034691836627766957980661041574367499432757153082558",
-  "14547307060850695604573432667032315680903080725809615957085938618335278860351",
+  "20702909955866523755177574141774962608204777398014771961964213040023134853917",
+  "11380617408700662148925472638480792573061992967930438232337416544412668869948",
   "1"
  ],
  "protocol": "groth16",

test-vectors/prove.sh

@@ -0,0 +1,14 @@
+echo "compiling"
+circom -f complex-circuit.circom --r1cs --wasm
+
+echo "wtns"
+snarkjs wtns calculate complex-circuit.wasm input.json witness.wtns
+
+echo "zkey"
+snarkjs zkey new complex-circuit.r1cs powersOfTau28_hez_final_17.ptau complex.zkey
+
+echo "proving 1"
+time snarkjs groth16 prove complex.zkey witness.wtns proof.json public.json
+
+echo "proving 2"
+time docker run rapidsnark complex.zkey witness.wtns proof.json public.json

test-vectors/public.json

@@ -1,3 +1,3 @@
 [
- "33"
+ "20227169454906525228014700210166866282343639252280745415680311389428188660505"
 ]