[
  {
    "concurrency": 1,
    "delay_s": 0,
    "repeats": 2,
    "jobs": 2,
    "validated": 2,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 14182,
    "peak_model_running": 1.0,
    "peak_model_waiting": 0.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 0,
    "model_calls": 19,
    "total_input_tokens": 199950,
    "total_output_tokens": 4542,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 2,
    "clean_validated_jobs": 2,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2271.0,
    "successful_jobs_per_min": 0.975754391815082,
    "successful_jobs_per_min_min": 0.8997645003867859,
    "successful_jobs_per_min_max": 1.051744283243378,
    "median_job_s": 61.86610162258148,
    "median_job_s_min": 57.04808759689331,
    "median_job_s_max": 66.68411564826965,
    "p95_job_s": 61.86610162258148,
    "p95_job_s_min": 57.04808759689331,
    "p95_job_s_max": 66.68411564826965,
    "median_first_content_or_tool_s": 1.9080038666725159,
    "median_first_content_or_tool_s_min": 1.5734565258026123,
    "median_first_content_or_tool_s_max": 2.2425512075424194,
    "artifact_valid_jobs_per_min": 0.975754391815082,
    "artifact_valid_jobs_per_min_min": 0.8997645003867859,
    "artifact_valid_jobs_per_min_max": 1.051744283243378,
    "clean_validated_jobs_per_min": 0.975754391815082,
    "clean_validated_jobs_per_min_min": 0.8997645003867859,
    "clean_validated_jobs_per_min_max": 1.051744283243378
  },
  {
    "concurrency": 1,
    "delay_s": 8,
    "repeats": 2,
    "jobs": 2,
    "validated": 2,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 13755,
    "peak_model_running": 1.0,
    "peak_model_waiting": 0.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 4,
    "model_calls": 19,
    "total_input_tokens": 194914,
    "total_output_tokens": 5006,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 2,
    "clean_validated_jobs": 2,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2503.0,
    "successful_jobs_per_min": 0.719876839440867,
    "successful_jobs_per_min_min": 0.6771287694664245,
    "successful_jobs_per_min_max": 0.7626249094153095,
    "median_job_s": 83.64253735542297,
    "median_job_s_min": 78.6756362915039,
    "median_job_s_max": 88.60943841934204,
    "p95_job_s": 83.64253735542297,
    "p95_job_s_min": 78.6756362915039,
    "p95_job_s_max": 88.60943841934204,
    "median_first_content_or_tool_s": 2.968454957008362,
    "median_first_content_or_tool_s_min": 2.2749829292297363,
    "median_first_content_or_tool_s_max": 3.6619269847869873,
    "artifact_valid_jobs_per_min": 0.719876839440867,
    "artifact_valid_jobs_per_min_min": 0.6771287694664245,
    "artifact_valid_jobs_per_min_max": 0.7626249094153095,
    "clean_validated_jobs_per_min": 0.719876839440867,
    "clean_validated_jobs_per_min_min": 0.6771287694664245,
    "clean_validated_jobs_per_min_max": 0.7626249094153095
  },
  {
    "concurrency": 2,
    "delay_s": 0,
    "repeats": 2,
    "jobs": 4,
    "validated": 3,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 14432,
    "peak_model_running": 2.0,
    "peak_model_waiting": 0.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 0,
    "model_calls": 40,
    "total_input_tokens": 423083,
    "total_output_tokens": 9530,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 3,
    "clean_validated_jobs": 3,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2382.5,
    "successful_jobs_per_min": 0.9931469614504442,
    "successful_jobs_per_min_min": 0.6038413953581817,
    "successful_jobs_per_min_max": 1.3824525275427069,
    "median_job_s": 88.51899045705795,
    "median_job_s_min": 81.54391670227051,
    "median_job_s_max": 95.4940642118454,
    "p95_job_s": 92.62664298415184,
    "p95_job_s_min": 86.27642323970795,
    "p95_job_s_max": 98.97686272859573,
    "median_first_content_or_tool_s": 2.6904715299606323,
    "median_first_content_or_tool_s_min": 2.6056485176086426,
    "median_first_content_or_tool_s_max": 2.775294542312622,
    "artifact_valid_jobs_per_min": 0.9931469614504442,
    "artifact_valid_jobs_per_min_min": 0.6038413953581817,
    "artifact_valid_jobs_per_min_max": 1.3824525275427069,
    "clean_validated_jobs_per_min": 0.9931469614504442,
    "clean_validated_jobs_per_min_min": 0.6038413953581817,
    "clean_validated_jobs_per_min_max": 1.3824525275427069
  },
  {
    "concurrency": 2,
    "delay_s": 8,
    "repeats": 2,
    "jobs": 4,
    "validated": 4,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 14956,
    "peak_model_running": 2.0,
    "peak_model_waiting": 0.0,
    "waits_with_other_observed_stream": 4,
    "delayed_waits": 8,
    "model_calls": 38,
    "total_input_tokens": 409583,
    "total_output_tokens": 9203,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 4,
    "clean_validated_jobs": 4,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2300.75,
    "successful_jobs_per_min": 1.1365848575137285,
    "successful_jobs_per_min_min": 1.0917092244897149,
    "successful_jobs_per_min_max": 1.1814604905377422,
    "median_job_s": 99.04837960004807,
    "median_job_s_min": 97.75523376464844,
    "median_job_s_max": 100.34152543544769,
    "p95_job_s": 105.07464295029641,
    "p95_job_s_min": 101.44632142782211,
    "p95_job_s_max": 108.70296447277069,
    "median_first_content_or_tool_s": 3.174438178539276,
    "median_first_content_or_tool_s_min": 2.9006847143173218,
    "median_first_content_or_tool_s_max": 3.4481916427612305,
    "artifact_valid_jobs_per_min": 1.1365848575137285,
    "artifact_valid_jobs_per_min_min": 1.0917092244897149,
    "artifact_valid_jobs_per_min_max": 1.1814604905377422,
    "clean_validated_jobs_per_min": 1.1365848575137285,
    "clean_validated_jobs_per_min_min": 1.0917092244897149,
    "clean_validated_jobs_per_min_max": 1.1814604905377422
  },
  {
    "concurrency": 4,
    "delay_s": 0,
    "repeats": 2,
    "jobs": 8,
    "validated": 8,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 15070,
    "peak_model_running": 4.0,
    "peak_model_waiting": 1.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 0,
    "model_calls": 76,
    "total_input_tokens": 805849,
    "total_output_tokens": 21049,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 8,
    "clean_validated_jobs": 8,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2631.125,
    "successful_jobs_per_min": 1.5561910343645748,
    "successful_jobs_per_min_min": 1.5516076348359917,
    "successful_jobs_per_min_max": 1.5607744338931577,
    "median_job_s": 143.27867645025253,
    "median_job_s_min": 139.96150696277618,
    "median_job_s_max": 146.59584593772888,
    "p95_job_s": 153.71216473579406,
    "p95_job_s_min": 153.45767092704773,
    "p95_job_s_max": 153.9666585445404,
    "median_first_content_or_tool_s": 5.075333774089813,
    "median_first_content_or_tool_s_min": 4.917636036872864,
    "median_first_content_or_tool_s_max": 5.233031511306763,
    "artifact_valid_jobs_per_min": 1.5561910343645748,
    "artifact_valid_jobs_per_min_min": 1.5516076348359917,
    "artifact_valid_jobs_per_min_max": 1.5607744338931577,
    "clean_validated_jobs_per_min": 1.5561910343645748,
    "clean_validated_jobs_per_min_min": 1.5516076348359917,
    "clean_validated_jobs_per_min_max": 1.5607744338931577
  },
  {
    "concurrency": 4,
    "delay_s": 8,
    "repeats": 2,
    "jobs": 8,
    "validated": 8,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 15899,
    "peak_model_running": 4.0,
    "peak_model_waiting": 1.0,
    "waits_with_other_observed_stream": 15,
    "delayed_waits": 16,
    "model_calls": 78,
    "total_input_tokens": 844791,
    "total_output_tokens": 21271,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 8,
    "clean_validated_jobs": 8,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2658.875,
    "successful_jobs_per_min": 1.4163510136004591,
    "successful_jobs_per_min_min": 1.3051077257963752,
    "successful_jobs_per_min_max": 1.5275943014045428,
    "median_job_s": 146.8945643901825,
    "median_job_s_min": 146.42235374450684,
    "median_job_s_max": 147.36677503585815,
    "p95_job_s": 168.37963536381721,
    "p95_job_s_min": 156.83525449037552,
    "p95_job_s_max": 179.9240162372589,
    "median_first_content_or_tool_s": 3.799812376499176,
    "median_first_content_or_tool_s_min": 3.773206114768982,
    "median_first_content_or_tool_s_max": 3.82641863822937,
    "artifact_valid_jobs_per_min": 1.4163510136004591,
    "artifact_valid_jobs_per_min_min": 1.3051077257963752,
    "artifact_valid_jobs_per_min_max": 1.5275943014045428,
    "clean_validated_jobs_per_min": 1.4163510136004591,
    "clean_validated_jobs_per_min_min": 1.3051077257963752,
    "clean_validated_jobs_per_min_max": 1.5275943014045428
  },
  {
    "concurrency": 8,
    "delay_s": 0,
    "repeats": 2,
    "jobs": 16,
    "validated": 15,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 14299,
    "peak_model_running": 4.0,
    "peak_model_waiting": 5.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 0,
    "model_calls": 151,
    "total_input_tokens": 1588990,
    "total_output_tokens": 35747,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 15,
    "clean_validated_jobs": 15,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 0,
    "output_tokens_per_job": 2234.1875,
    "successful_jobs_per_min": 1.133275694148691,
    "successful_jobs_per_min_min": 1.1234869335404023,
    "successful_jobs_per_min_max": 1.1430644547569797,
    "median_job_s": 366.3027220964432,
    "median_job_s_min": 361.26227605342865,
    "median_job_s_max": 371.3431681394577,
    "p95_job_s": 394.12201388478275,
    "p95_job_s_min": 373.12109966278075,
    "p95_job_s_max": 415.1229281067848,
    "median_first_content_or_tool_s": 28.349659860134125,
    "median_first_content_or_tool_s_min": 27.406681299209595,
    "median_first_content_or_tool_s_max": 29.292638421058655,
    "artifact_valid_jobs_per_min": 1.133275694148691,
    "artifact_valid_jobs_per_min_min": 1.1234869335404023,
    "artifact_valid_jobs_per_min_max": 1.1430644547569797,
    "clean_validated_jobs_per_min": 1.133275694148691,
    "clean_validated_jobs_per_min_min": 1.1234869335404023,
    "clean_validated_jobs_per_min_max": 1.1430644547569797
  },
  {
    "concurrency": 8,
    "delay_s": 8,
    "repeats": 2,
    "jobs": 16,
    "validated": 14,
    "api_errors": 0,
    "preemptions": 0.0,
    "input_tokens_max": 15164,
    "peak_model_running": 4.0,
    "peak_model_waiting": 5.0,
    "waits_with_other_observed_stream": 29,
    "delayed_waits": 30,
    "model_calls": 146,
    "total_input_tokens": 1542450,
    "total_output_tokens": 40094,
    "process_failures": 0,
    "timed_out_jobs": 0,
    "artifact_valid_jobs": 16,
    "clean_validated_jobs": 14,
    "validated_cancelled_jobs": 0,
    "workflow_only_failures": 2,
    "output_tokens_per_job": 2505.875,
    "successful_jobs_per_min": 1.010991695005822,
    "successful_jobs_per_min_min": 0.9212235212939884,
    "successful_jobs_per_min_max": 1.1007598687176556,
    "median_job_s": 370.8079159259796,
    "median_job_s_min": 352.70607221126556,
    "median_job_s_max": 388.90975964069366,
    "p95_job_s": 410.32629495859146,
    "p95_job_s_min": 385.9578761339188,
    "p95_job_s_max": 434.69471378326415,
    "median_first_content_or_tool_s": 25.07515013217926,
    "median_first_content_or_tool_s_min": 24.295828938484192,
    "median_first_content_or_tool_s_max": 25.85447132587433,
    "artifact_valid_jobs_per_min": 1.1645289485548203,
    "artifact_valid_jobs_per_min_min": 1.1007598687176556,
    "artifact_valid_jobs_per_min_max": 1.2282980283919847,
    "clean_validated_jobs_per_min": 1.010991695005822,
    "clean_validated_jobs_per_min_min": 0.9212235212939884,
    "clean_validated_jobs_per_min_max": 1.1007598687176556
  },
  {
    "concurrency": 16,
    "delay_s": 0,
    "repeats": 1,
    "jobs": 16,
    "validated": 6,
    "api_errors": 4,
    "preemptions": 0.0,
    "input_tokens_max": 13885,
    "peak_model_running": 4.0,
    "peak_model_waiting": 13.0,
    "waits_with_other_observed_stream": 0,
    "delayed_waits": 0,
    "model_calls": 132,
    "total_input_tokens": 1259003,
    "total_output_tokens": 27655,
    "process_failures": 14,
    "timed_out_jobs": 14,
    "artifact_valid_jobs": 9,
    "clean_validated_jobs": 2,
    "validated_cancelled_jobs": 4,
    "workflow_only_failures": 3,
    "output_tokens_per_job": 1728.4375,
    "successful_jobs_per_min": 0.5424561654686929,
    "successful_jobs_per_min_min": 0.5424561654686929,
    "successful_jobs_per_min_max": 0.5424561654686929,
    "median_job_s": 663.3661326169968,
    "median_job_s_min": 663.3661326169968,
    "median_job_s_max": 663.3661326169968,
    "p95_job_s": 663.6194831728935,
    "p95_job_s_min": 663.6194831728935,
    "p95_job_s_max": 663.6194831728935,
    "median_first_content_or_tool_s": 68.04743719100952,
    "median_first_content_or_tool_s_min": 68.04743719100952,
    "median_first_content_or_tool_s_max": 68.04743719100952,
    "artifact_valid_jobs_per_min": 0.8136842482030393,
    "artifact_valid_jobs_per_min_min": 0.8136842482030393,
    "artifact_valid_jobs_per_min_max": 0.8136842482030393,
    "clean_validated_jobs_per_min": 0.18081872182289763,
    "clean_validated_jobs_per_min_min": 0.18081872182289763,
    "clean_validated_jobs_per_min_max": 0.18081872182289763
  }
]