diff --git a/crates/eval/src/eval.rs b/crates/eval/src/eval.rs index fca5f1d6044f14d7559808c26e2d650c7f7b815c..c5be29f1c1fdd5d982a084c193d0fda98a13dd39 100644 --- a/crates/eval/src/eval.rs +++ b/crates/eval/src/eval.rs @@ -40,8 +40,8 @@ struct Args { /// Model to use (default: "claude-3-7-sonnet-latest") #[arg(long, default_value = "claude-3-7-sonnet-latest")] model: String, - #[arg(long, value_delimiter = ',')] - languages: Option>, + #[arg(long, value_delimiter = ',', default_value = "rs,ts")] + languages: Vec, /// How many times to run each example. Note that this is currently not very efficient as N /// worktrees will be created for the examples. #[arg(long, default_value = "1")] @@ -59,7 +59,6 @@ fn main() { let args = Args::parse(); let all_available_examples = list_all_examples().unwrap(); - let languages = args.languages.unwrap_or_else(|| vec!["rs".to_string()]); let example_paths = all_available_examples .iter() @@ -151,7 +150,7 @@ fn main() { .base .language_extension .as_ref() - .map_or(false, |lang| languages.contains(lang)) + .map_or(false, |lang| args.languages.contains(lang)) { skipped.push(example.name); continue;