diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index f614dde9d9b8574116aa95f02a7ab0bb1bfe34e4..8e36a62f3d9a9b981df25b37f6dcd7fc1db7dbb7 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -69,7 +69,7 @@ jobs: run: cargo build --package=eval - name: Run eval - run: cargo run --package=eval -- --repetitions=3 --concurrency=1 + run: cargo run --package=eval -- --repetitions=8 --concurrency=1 # Even the Linux runner is not stateful, in theory there is no need to do this cleanup. # But, to avoid potential issues in the future if we choose to use a stateful Linux runner and forget to add code diff --git a/crates/eval/src/eval.rs b/crates/eval/src/eval.rs index 482e94c902f9667f8117d1ccc5dacee8e108c1fb..df3ed691aeffe5ee611e59f8850f142c04dc0c01 100644 --- a/crates/eval/src/eval.rs +++ b/crates/eval/src/eval.rs @@ -52,10 +52,10 @@ struct Args { #[arg(long, value_delimiter = ',', default_value = "rs,ts")] languages: Vec, /// How many times to run each example. - #[arg(long, default_value = "1")] + #[arg(long, default_value = "8")] repetitions: usize, /// Maximum number of examples to run concurrently. - #[arg(long, default_value = "10")] + #[arg(long, default_value = "4")] concurrency: usize, }