[
  {
    "concurrency": 1,
    "delay_s": 0,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7249812453113278,
    "mean_model_queue_s_sampled": 2.3522736802605276e-05,
    "swap_in_mib_sampled": 0.359375,
    "swap_out_mib_sampled": 0.00390625,
    "max_memory_stall_fraction_sampled": 0.0010768179894564843,
    "min_pressure_coverage_fraction": 0,
    "peak_gpu_c": 65.0,
    "min_memory_available_gib": 12.363052368164062,
    "peak_model_waiting": 0.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 1,
    "delay_s": 8,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7194147162338262,
    "mean_model_queue_s_sampled": 2.2992052101088983e-05,
    "swap_in_mib_sampled": 0.51171875,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 3.8415090537366184e-08,
    "min_pressure_coverage_fraction": 0.9827321700316403,
    "peak_gpu_c": 63.0,
    "min_memory_available_gib": 14.902088165283203,
    "peak_model_waiting": 0.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 2,
    "delay_s": 0,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7374439530777649,
    "mean_model_queue_s_sampled": 1.3376724882618874e-05,
    "swap_in_mib_sampled": 0.859375,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 1.4270278087939898e-07,
    "min_pressure_coverage_fraction": 0.9805249002846405,
    "peak_gpu_c": 66.0,
    "min_memory_available_gib": 17.872928619384766,
    "peak_model_waiting": 0.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 2,
    "delay_s": 8,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7276864518302761,
    "mean_model_queue_s_sampled": 1.579355232120418e-05,
    "swap_in_mib_sampled": 0.77734375,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 4.9941502426042834e-08,
    "min_pressure_coverage_fraction": 0.9838344197385965,
    "peak_gpu_c": 65.0,
    "min_memory_available_gib": 19.257110595703125,
    "peak_model_waiting": 0.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 4,
    "delay_s": 0,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7250192033495109,
    "mean_model_queue_s_sampled": 0.06462387438123667,
    "swap_in_mib_sampled": 0.87109375,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 1.612438520896541e-06,
    "min_pressure_coverage_fraction": 0.9903403055831408,
    "peak_gpu_c": 69.0,
    "min_memory_available_gib": 18.818496704101562,
    "peak_model_waiting": 1.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 4,
    "delay_s": 8,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.7330381123851935,
    "mean_model_queue_s_sampled": 0.06281925758995409,
    "swap_in_mib_sampled": 1.18359375,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 7.738838723017737e-07,
    "min_pressure_coverage_fraction": 0.9907827470610195,
    "peak_gpu_c": 67.0,
    "min_memory_available_gib": 18.849685668945312,
    "peak_model_waiting": 1.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 8,
    "delay_s": 0,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.1363784542382268,
    "mean_model_queue_s_sampled": 16.211992735403786,
    "swap_in_mib_sampled": 1.42578125,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 8.237513560598759e-05,
    "min_pressure_coverage_fraction": 0.9986920229027987,
    "peak_gpu_c": 78.0,
    "min_memory_available_gib": 14.886482238769531,
    "peak_model_waiting": 5.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 8,
    "delay_s": 8,
    "bursts": 2,
    "prefix_cache_hit_fraction": 0.15298259262861033,
    "mean_model_queue_s_sampled": 15.31089735380142,
    "swap_in_mib_sampled": 0.875,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 3.742234951262256e-07,
    "min_pressure_coverage_fraction": 0.9988675491703727,
    "peak_gpu_c": 76.0,
    "min_memory_available_gib": 15.086502075195312,
    "peak_model_waiting": 5.0,
    "preemptions": 0.0
  },
  {
    "concurrency": 16,
    "delay_s": 0,
    "bursts": 1,
    "prefix_cache_hit_fraction": 0.0,
    "mean_model_queue_s_sampled": 52.45860768902341,
    "swap_in_mib_sampled": 0.66015625,
    "swap_out_mib_sampled": 0.0,
    "max_memory_stall_fraction_sampled": 9.713778927523507e-06,
    "min_pressure_coverage_fraction": 0.9985215512403506,
    "peak_gpu_c": 78.0,
    "min_memory_available_gib": 13.761005401611328,
    "peak_model_waiting": 13.0,
    "preemptions": 0.0
  }
]