67 lines
1.5 KiBLFS
YAML
67 lines
1.5 KiBLFS
YAML
job_name: withskills-claude-code
|
|
jobs_dir: /home/suzilewie/projects/SkillsBench/skillsbench-trajectories/jobs
|
|
n_attempts: 5
|
|
timeout_multiplier: 1.0
|
|
debug: false
|
|
orchestrator:
|
|
type: local
|
|
n_concurrent_trials: 128
|
|
quiet: false
|
|
retry:
|
|
max_retries: 3
|
|
include_exceptions: null
|
|
exclude_exceptions:
|
|
- VerifierTimeoutError
|
|
- BadRequestError
|
|
- RateLimitError
|
|
- AgentTimeoutError
|
|
wait_multiplier: 1.0
|
|
min_wait_sec: 1.0
|
|
max_wait_sec: 60.0
|
|
kwargs: {}
|
|
environment:
|
|
type: docker
|
|
import_path: null
|
|
force_build: false
|
|
delete: true
|
|
override_cpus: null
|
|
override_memory_mb: null
|
|
override_storage_mb: null
|
|
override_gpus: null
|
|
kwargs: {}
|
|
verifier:
|
|
override_timeout_sec: null
|
|
max_timeout_sec: null
|
|
disable: false
|
|
metrics: []
|
|
agents:
|
|
- name: claude-code
|
|
import_path: null
|
|
model_name: claude-opus-4-5@20251101
|
|
override_timeout_sec: null
|
|
override_setup_timeout_sec: null
|
|
max_timeout_sec: null
|
|
kwargs:
|
|
version: 2.1.19
|
|
- name: claude-code
|
|
import_path: null
|
|
model_name: claude-sonnet-4-5@20250929
|
|
override_timeout_sec: null
|
|
override_setup_timeout_sec: null
|
|
max_timeout_sec: null
|
|
kwargs:
|
|
version: 2.1.19
|
|
- name: claude-code
|
|
import_path: null
|
|
model_name: claude-haiku-4-5@20251001
|
|
override_timeout_sec: null
|
|
override_setup_timeout_sec: null
|
|
max_timeout_sec: null
|
|
kwargs:
|
|
version: 2.1.19
|
|
datasets:
|
|
- task_names: null
|
|
exclude_task_names:
|
|
- mhc-layer-impl
|
|
path: /home/suzilewie/projects/SkillsBench/tasks
|