ceno-cli conntinuation proofs e2e

.github/workflows/integration.yml

@@ -63,6 +63,18 @@ jobs:
           RUSTFLAGS: "-C opt-level=3"
         run: cargo run --release --package ceno_zkvm --bin e2e -- --platform=ceno --hints=10 --public-io=4191 examples/target/riscv32im-ceno-zkvm-elf/release/examples/fibonacci
 
+      - name: Run 3 shards fibonacci (debug)
+        env:
+          RUST_LOG: debug
+          RUSTFLAGS: "-C opt-level=3"
+          MOCK_PROVING: 1
+        run: cargo run --package ceno_zkvm --features sanity-check --bin e2e -- --platform=ceno --min-cycle-per-shard=10 --max-cycle-per-shard=20000 --hints=10 --public-io=4191 examples/target/riscv32im-ceno-zkvm-elf/debug/examples/fibonacci
+
+      - name: Run 3 shards fibonacci (release)
+        env:
+          RUSTFLAGS: "-C opt-level=3"
+        run: cargo run --release --package ceno_zkvm --features sanity-check --bin e2e -- --platform=ceno --min-cycle-per-shard=10 --max-cycle-per-shard=20000 --hints=10 --public-io=4191 examples/target/riscv32im-ceno-zkvm-elf/release/examples/fibonacci
+
       # note: the global chip does not support goldilocks field yet
       # - name: Run fibonacci (release + goldilocks)
       # env:
@@ -81,6 +93,18 @@ jobs:
           RUSTFLAGS: "-C opt-level=3"
         run: cargo run --release --package ceno_zkvm --bin e2e -- --platform=ceno examples/target/riscv32im-ceno-zkvm-elf/release/examples/ceno_rt_alloc
 
+      - name: Run 3 shards Guest Heap Alloc (debug)
+        env:
+          RUST_LOG: debug
+          RUSTFLAGS: "-C opt-level=3"
+          MOCK_PROVING: 1
+        run: cargo run --package ceno_zkvm --features sanity-check --bin e2e -- --platform=ceno --min-cycle-per-shard=10 --max-cycle-per-shard=300 examples/target/riscv32im-ceno-zkvm-elf/debug/examples/ceno_rt_alloc
+
+      - name: Run 3 shards Guest Heap Alloc (release)
+        env:
+          RUSTFLAGS: "-C opt-level=3"
+        run: cargo run --release --package ceno_zkvm --bin e2e -- --platform=ceno --min-cycle-per-shard=10 --max-cycle-per-shard=1600 examples/target/riscv32im-ceno-zkvm-elf/release/examples/keccak_syscall
+
       # note: the global chip does not support goldilocks field yet
       # - name: Run Guest Heap Alloc (release + goldilocks)
       # env:
@@ -92,6 +116,11 @@ jobs:
           RUSTFLAGS: "-C opt-level=3"
         run: cargo run --release --package ceno_zkvm --bin e2e -- --platform=ceno examples/target/riscv32im-ceno-zkvm-elf/release/examples/keccak_syscall
 
+      - name: Run 3 shard keccak_syscall (release)
+        env:
+          RUSTFLAGS: "-C opt-level=3"
+        run: cargo run --release --package ceno_zkvm --bin e2e -- --platform=ceno --min-cycle-per-shard=10 --max-cycle-per-shard=1600 examples/target/riscv32im-ceno-zkvm-elf/release/examples/keccak_syscall
+
       - name: Run secp256k1_add_syscall (release)
         env:
           RUSTFLAGS: "-C opt-level=3"

ceno_cli/src/commands/common_args/ceno.rs

@@ -78,13 +78,21 @@ pub struct CenoOptions {
     #[arg(long)]
     pub out_vk: Option<PathBuf>,
 
-    /// shard id
+    /// prover id
     #[arg(long, default_value = "0")]
-    shard_id: u32,
+    prover_id: u32,
 
-    /// number of total shards.
+    /// number of available prover.
     #[arg(long, default_value = "1")]
-    max_num_shards: u32,
+    num_provers: u32,
+
+    // min cycle per shard
+    #[arg(long, default_value = "16777216")] // 16777216 = 2^24
+    min_cycle_per_shard: u64,
+
+    // max cycle per shard
+    #[arg(long, default_value = "536870912")] // 536870912 = 2^29
+    max_cycle_per_shard: u64,
 
     /// Profiling granularity.
     /// Setting any value restricts logs to profiling information
@@ -345,7 +353,12 @@ fn run_elf_inner<
         std::fs::read(elf_path).context(format!("failed to read {}", elf_path.display()))?;
     let program = Program::load_elf(&elf_bytes, u32::MAX).context("failed to load elf")?;
     print_cargo_message("Loaded", format_args!("{}", elf_path.display()));
-    let shards = Shards::new(options.shard_id as usize, options.max_num_shards as usize);
+    let multi_prover = MultiProver::new(
+        options.prover_id as usize,
+        options.num_provers as usize,
+        options.min_cycle_per_shard,
+        options.max_cycle_per_shard,
+    );
 
     let public_io = options
         .read_public_io()
@@ -394,7 +407,7 @@ fn run_elf_inner<
         create_prover(backend.clone()),
         program,
         platform,
-        shards,
+        multi_prover,
         &hints,
         &public_io,
         options.max_steps,
@@ -439,12 +452,12 @@ fn prove_inner<
     checkpoint: Checkpoint,
 ) -> anyhow::Result<()> {
     let result = run_elf_inner::<E, PCS, P>(args, compilation_options, elf_path, checkpoint)?;
-    let zkvm_proof = result.proof.expect("PrepSanityCheck should yield proof.");
+    let zkvm_proofs = result.proofs.expect("PrepSanityCheck should yield proof.");
     let vk = result.vk.expect("PrepSanityCheck should yield vk.");
 
     let start = std::time::Instant::now();
     let verifier = ZKVMVerifier::new(vk);
-    if let Err(e) = verify(&zkvm_proof, &verifier) {
+    if let Err(e) = verify(zkvm_proofs.clone(), &verifier) {
         bail!("Verification failed: {e:?}");
     }
     print_cargo_message(
@@ -457,7 +470,7 @@ fn prove_inner<
         print_cargo_message("Writing", format_args!("proof to {}", path.display()));
         let proof_file =
             File::create(&path).context(format!("failed to create {}", path.display()))?;
-        bincode::serialize_into(proof_file, &zkvm_proof)
+        bincode::serialize_into(proof_file, &zkvm_proofs)
             .context("failed to serialize zkvm proof")?;
     }
     if let Some(out_vk) = args.out_vk.as_ref() {

ceno_cli/src/commands/verify.rs

@@ -53,7 +53,7 @@ fn run_inner<E: ExtensionField, PCS: PolynomialCommitmentScheme<E> + Serialize>(
 ) -> anyhow::Result<()> {
     let start = std::time::Instant::now();
 
-    let zkvm_proof: ZKVMProof<E, PCS> =
+    let zkvm_proofs: Vec<ZKVMProof<E, PCS>> =
         bincode::deserialize_from(File::open(&args.proof).context("Failed to open proof file")?)
             .context("Failed to deserialize proof file")?;
     print_cargo_message(
@@ -80,7 +80,7 @@ fn run_inner<E: ExtensionField, PCS: PolynomialCommitmentScheme<E> + Serialize>(
 
     let start = std::time::Instant::now();
     let verifier = ZKVMVerifier::new(vk);
-    if let Err(e) = verify(&zkvm_proof, &verifier) {
+    if let Err(e) = verify(zkvm_proofs, &verifier) {
         bail!("Verification failed: {e:?}");
     }
 

ceno_zkvm/benches/fibonacci.rs

@@ -13,7 +13,7 @@ use criterion::*;
 use ff_ext::BabyBearExt4;
 use gkr_iop::cpu::default_backend_config;
 
-use ceno_zkvm::{e2e::Shards, scheme::verifier::ZKVMVerifier};
+use ceno_zkvm::{e2e::MultiProver, scheme::verifier::ZKVMVerifier};
 use mpcs::BasefoldDefault;
 use transcript::BasicTranscript;
 
@@ -54,13 +54,16 @@ fn fibonacci_prove(c: &mut Criterion) {
             create_prover(backend.clone()),
             program.clone(),
             platform.clone(),
-            Shards::default(),
+            MultiProver::default(),
             &Vec::from(&hints),
             &[],
             max_steps,
             Checkpoint::Complete,
         );
-        let proof = result.proof.expect("PrepSanityCheck do not provide proof");
+        let proof = result
+            .proofs
+            .expect("PrepSanityCheck do not provide proof")
+            .remove(0);
         let vk = result.vk.expect("PrepSanityCheck do not provide verifier");
 
         println!("e2e proof {}", proof);
@@ -92,7 +95,7 @@ fn fibonacci_prove(c: &mut Criterion) {
                             create_prover(backend.clone()),
                             program.clone(),
                             platform.clone(),
-                            Shards::default(),
+                            MultiProver::default(),
                             &Vec::from(&hints),
                             &[],
                             max_steps,

ceno_zkvm/benches/fibonacci_witness.rs

@@ -9,7 +9,7 @@ use std::{fs, path::PathBuf, time::Duration};
 mod alloc;
 use criterion::*;
 
-use ceno_zkvm::e2e::Shards;
+use ceno_zkvm::e2e::MultiProver;
 use ff_ext::BabyBearExt4;
 use gkr_iop::cpu::default_backend_config;
 use mpcs::BasefoldDefault;
@@ -66,7 +66,7 @@ fn fibonacci_witness(c: &mut Criterion) {
                         create_prover(backend.clone()),
                         program.clone(),
                         platform.clone(),
-                        Shards::default(),
+                        MultiProver::default(),
                         &Vec::from(&hints),
                         &[],
                         max_steps,

ceno_zkvm/benches/is_prime.rs

@@ -8,7 +8,7 @@ use ceno_zkvm::{
     scheme::{create_backend, create_prover},
 };
 mod alloc;
-use ceno_zkvm::e2e::Shards;
+use ceno_zkvm::e2e::MultiProver;
 use criterion::*;
 use ff_ext::BabyBearExt4;
 use gkr_iop::cpu::default_backend_config;
@@ -63,7 +63,7 @@ fn is_prime_1(c: &mut Criterion) {
                             create_prover(backend.clone()),
                             program.clone(),
                             platform.clone(),
-                            Shards::default(),
+                            MultiProver::default(),
                             &hints,
                             &[],
                             max_steps,

ceno_zkvm/benches/keccak.rs

@@ -8,7 +8,7 @@ use ceno_zkvm::{
     scheme::{create_backend, create_prover},
 };
 mod alloc;
-use ceno_zkvm::{e2e::Shards, scheme::verifier::ZKVMVerifier};
+use ceno_zkvm::{e2e::MultiProver, scheme::verifier::ZKVMVerifier};
 use criterion::*;
 use ff_ext::BabyBearExt4;
 use gkr_iop::cpu::default_backend_config;
@@ -51,13 +51,16 @@ fn keccak_prove(c: &mut Criterion) {
         create_prover(backend.clone()),
         program.clone(),
         platform.clone(),
-        Shards::default(),
+        MultiProver::default(),
         &Vec::from(&hints),
         &[],
         max_steps,
         Checkpoint::Complete,
     );
-    let proof = result.proof.expect("PrepSanityCheck do not provide proof");
+    let proof = result
+        .proofs
+        .expect("PrepSanityCheck do not provide proof")
+        .remove(0);
     let vk = result.vk.expect("PrepSanityCheck do not provide verifier");
 
     println!("e2e proof {}", proof);
@@ -86,7 +89,7 @@ fn keccak_prove(c: &mut Criterion) {
                         create_prover(backend.clone()),
                         program.clone(),
                         platform.clone(),
-                        Shards::default(),
+                        MultiProver::default(),
                         &Vec::from(&hints),
                         &[],
                         max_steps,

ceno_zkvm/benches/quadratic_sorting.rs

@@ -8,7 +8,7 @@ use ceno_zkvm::{
     scheme::{create_backend, create_prover},
 };
 mod alloc;
-use ceno_zkvm::e2e::Shards;
+use ceno_zkvm::e2e::MultiProver;
 use criterion::*;
 use ff_ext::BabyBearExt4;
 use gkr_iop::cpu::default_backend_config;
@@ -64,7 +64,7 @@ fn quadratic_sorting_1(c: &mut Criterion) {
                             create_prover(backend.clone()),
                             program.clone(),
                             platform.clone(),
-                            Shards::default(),
+                            MultiProver::default(),
                             &hints,
                             &[],
                             max_steps,

ceno_zkvm/benches/riscv_add.rs

@@ -55,7 +55,7 @@ fn bench_add(c: &mut Criterion) {
 
     let pk = zkvm_cs
         .clone()
-        .key_gen::<Pcs>(pp, vp, zkvm_fixed_traces)
+        .key_gen::<Pcs>(pp, vp, 0, zkvm_fixed_traces)
         .expect("keygen failed");
 
     let (max_num_variables, security_level) = default_backend_config();