{
 "generated_at": "2026-09-10T16:53:02+0800",
 "run": "raw/ledger_capture_704x1280_v1",
 "clock_offset_ns": 3015610264465616,
 "anchors": 4,
 "gpus": [
  4,
  5,
  6,
  7
 ],
 "dit_pids": [
  3307870,
  3307871,
  3307872,
  3307873
 ],
 "steady_median": {
  "dit_wall_ms": 2138.2268679999997,
  "request_dispatch_ms": 29.0501125,
  "prologue_to_first_kernel_ms": 0.0193475,
  "host_enqueue_done_to_driver_ms": 407.3787155,
  "gpu_tail_after_host_enqueue_ms": 398.8563375,
  "result_return_after_last_kernel_ms": 8.154462,
  "gap_dit_to_submit_ms": 7.4170285,
  "vae_wall_ms": 337.9735945,
  "ipc_submit_to_worker_ms": 7.103540000000001,
  "vae_h2d_ms": 0.746318,
  "vae_barrier_ms": 2.00733,
  "vae_decode_ms": 290.0286515,
  "vae_barrier2_ms": 0.745212,
  "vae_convert_ms": 0.2072375,
  "vae_d2h_ms": 2.4396905,
  "ipc_result_latency_ms": 33.678115000000005,
  "dit_all_gpus_idle_ms": 59.1462035,
  "vae_d2h_memcpy_ms": 2.1169835,
  "dit_gpu_busy_ms_median_per_gpu": {
   "4": 2039.8515710000001,
   "5": 2036.0224715,
   "6": 2038.156337,
   "7": 2036.48578
  },
  "dit_exposed_nccl_ms_median_per_gpu": {
   "4": 143.64163050000002,
   "5": 93.2749815,
   "6": 152.8692005,
   "7": 104.44148949999999
  },
  "vae_gpu_busy_ms_median_per_gpu": {
   "4": 282.479637,
   "5": 282.4043515,
   "6": 281.524692,
   "7": 282.475373
  }
 },
 "phase_median": {
  "first_chunk": {
   "dit_wall_ms": 5825.13032,
   "vae_wall_ms": 336.950636,
   "vae_decode_ms": 287.933275,
   "request_dispatch_ms": 4616.668711,
   "prologue_to_first_kernel_ms": 0.00825,
   "gpu_tail_after_host_enqueue_ms": 201.667939,
   "result_return_after_last_kernel_ms": 7.652985,
   "ipc_result_latency_ms": 20.932668,
   "dit_all_gpus_idle_ms": 610.530042
  },
  "cache_growth": {
   "dit_wall_ms": 1653.8436315,
   "vae_wall_ms": 336.726548,
   "vae_decode_ms": 289.86116,
   "request_dispatch_ms": 28.0395845,
   "prologue_to_first_kernel_ms": 0.006888,
   "gpu_tail_after_host_enqueue_ms": 289.64117899999997,
   "result_return_after_last_kernel_ms": 8.2611,
   "ipc_result_latency_ms": 33.821304,
   "dit_all_gpus_idle_ms": 58.711917
  },
  "cache_full": {
   "dit_wall_ms": 2141.614389,
   "vae_wall_ms": 336.91815,
   "vae_decode_ms": 289.973684,
   "request_dispatch_ms": 28.888707,
   "prologue_to_first_kernel_ms": 0.008228,
   "gpu_tail_after_host_enqueue_ms": 399.04487,
   "result_return_after_last_kernel_ms": 8.744415,
   "ipc_result_latency_ms": 33.470888,
   "dit_all_gpus_idle_ms": 59.451515
  }
 },
 "chunks": [
  {
   "chunk": 0,
   "host_ns": {
    "dit_request": 278487226399,
    "dit_done": 284312356719,
    "vae_submit": 284319258235,
    "vae_result": 284656208871,
    "ipc_send": 284635276203
   },
   "request_dispatch_ms": 4616.668711,
   "host_enqueue_done_to_driver_ms": 209.320924,
   "gpu_tail_after_host_enqueue_ms": 201.667939,
   "result_return_after_last_kernel_ms": 7.652985,
   "prologue_to_first_kernel_ms": 0.00825,
   "dit_wall_ms": 5825.13032,
   "gap_dit_to_submit_ms": 6.901516,
   "vae_wall_ms": 336.950636,
   "ipc_result_latency_ms": 20.932668,
   "vae_h2d_ms": 0.881025,
   "ipc_submit_to_worker_ms": 12.329684,
   "vae_barrier_ms": 6.953225,
   "vae_decode_ms": 287.933275,
   "vae_barrier2_ms": 0.814487,
   "vae_convert_ms": 0.211847,
   "vae_d2h_ms": 7.05749,
   "dit_gpu": {
    "4": {
     "busy_ms": 5067.496645,
     "compute_ms": 4888.149814,
     "nccl_ms": 223.645486,
     "exposed_nccl_ms": 179.346831,
     "idle_ms": 757.633675
    },
    "5": {
     "busy_ms": 5031.484668,
     "compute_ms": 4931.881308,
     "nccl_ms": 135.580575,
     "exposed_nccl_ms": 99.60336,
     "idle_ms": 793.645652
    },
    "6": {
     "busy_ms": 5032.582421,
     "compute_ms": 4893.944967,
     "nccl_ms": 182.448576,
     "exposed_nccl_ms": 138.637454,
     "idle_ms": 792.547899
    },
    "7": {
     "busy_ms": 5042.16743,
     "compute_ms": 4920.610311,
     "nccl_ms": 156.987445,
     "exposed_nccl_ms": 121.557119,
     "idle_ms": 782.96289
    }
   },
   "dit_all_gpus_idle_ms": 610.530042,
   "dit_idle_gaps": [
    {
     "start_ms": 226.827289,
     "len_ms": 131.753135,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 494.781898,
     "len_ms": 70.095795,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 566.051159,
     "len_ms": 68.945218,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 426.103471,
     "len_ms": 67.613129,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 359.238507,
     "len_ms": 66.209154,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 156.091029,
     "len_ms": 65.326133,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 265.626129,
     "compute_ms": 219.102129,
     "nccl_ms": 46.524,
     "exposed_nccl_ms": 46.524,
     "idle_ms": 22.307146
    },
    "5": {
     "busy_ms": 223.117621,
     "compute_ms": 218.809662,
     "nccl_ms": 4.307959,
     "exposed_nccl_ms": 4.307959,
     "idle_ms": 64.815654
    },
    "6": {
     "busy_ms": 232.231319,
     "compute_ms": 217.897087,
     "nccl_ms": 14.334232,
     "exposed_nccl_ms": 14.334232,
     "idle_ms": 55.701956
    },
    "7": {
     "busy_ms": 263.432676,
     "compute_ms": 216.660685,
     "nccl_ms": 46.771991,
     "exposed_nccl_ms": 46.771991,
     "idle_ms": 24.500599
    }
   },
   "vae_d2h_memcpy_ms": 6.619858
  },
  {
   "chunk": 1,
   "host_ns": {
    "dit_request": 284658782298,
    "dit_done": 286036926584,
    "vae_submit": 286048340974,
    "vae_result": 286385694618,
    "ipc_send": 286351542465
   },
   "request_dispatch_ms": 28.598347,
   "host_enqueue_done_to_driver_ms": 246.318804,
   "gpu_tail_after_host_enqueue_ms": 234.621304,
   "result_return_after_last_kernel_ms": 11.6975,
   "prologue_to_first_kernel_ms": 0.002238,
   "dit_wall_ms": 1378.144286,
   "gap_dit_to_submit_ms": 11.41439,
   "vae_wall_ms": 337.353644,
   "ipc_result_latency_ms": 34.152153,
   "vae_h2d_ms": 0.753878,
   "ipc_submit_to_worker_ms": 6.021599,
   "vae_barrier_ms": 3.392462,
   "vae_decode_ms": 289.091205,
   "vae_barrier2_ms": 0.649064,
   "vae_convert_ms": 0.191149,
   "vae_d2h_ms": 2.984764,
   "dit_gpu": {
    "4": {
     "busy_ms": 1277.238065,
     "compute_ms": 1142.313077,
     "nccl_ms": 187.034823,
     "exposed_nccl_ms": 134.924988,
     "idle_ms": 100.906221
    },
    "5": {
     "busy_ms": 1275.415505,
     "compute_ms": 1183.233075,
     "nccl_ms": 124.083482,
     "exposed_nccl_ms": 92.18243,
     "idle_ms": 102.728781
    },
    "6": {
     "busy_ms": 1275.822077,
     "compute_ms": 1149.265198,
     "nccl_ms": 176.530378,
     "exposed_nccl_ms": 126.556879,
     "idle_ms": 102.322209
    },
    "7": {
     "busy_ms": 1273.706299,
     "compute_ms": 1173.793115,
     "nccl_ms": 136.135586,
     "exposed_nccl_ms": 99.913184,
     "idle_ms": 104.437987
    }
   },
   "dit_all_gpus_idle_ms": 60.247192,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 26.156748,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1366.446786,
     "len_ms": 11.6975,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 29.236632,
     "len_ms": 2.011464,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1103.991119,
     "len_ms": 0.649569,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 294.040575,
     "len_ms": 0.546539,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 821.079393,
     "len_ms": 0.52065,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 281.85941,
     "compute_ms": 275.901625,
     "nccl_ms": 5.957785,
     "exposed_nccl_ms": 5.957785,
     "idle_ms": 7.231795
    },
    "5": {
     "busy_ms": 280.524219,
     "compute_ms": 277.388489,
     "nccl_ms": 3.13573,
     "exposed_nccl_ms": 3.13573,
     "idle_ms": 8.566986
    },
    "6": {
     "busy_ms": 281.358784,
     "compute_ms": 276.517763,
     "nccl_ms": 4.841021,
     "exposed_nccl_ms": 4.841021,
     "idle_ms": 7.732421
    },
    "7": {
     "busy_ms": 280.78186,
     "compute_ms": 276.072532,
     "nccl_ms": 4.709328,
     "exposed_nccl_ms": 4.709328,
     "idle_ms": 8.309345
    }
   },
   "vae_d2h_memcpy_ms": 2.517127
  },
  {
   "chunk": 2,
   "host_ns": {
    "dit_request": 286387997268,
    "dit_done": 287952777608,
    "vae_submit": 287958744384,
    "vae_result": 288294843836,
    "ipc_send": 288261353381
   },
   "request_dispatch_ms": 28.235402,
   "host_enqueue_done_to_driver_ms": 278.808043,
   "gpu_tail_after_host_enqueue_ms": 271.032102,
   "result_return_after_last_kernel_ms": 7.775941,
   "prologue_to_first_kernel_ms": 0.031428,
   "dit_wall_ms": 1564.78034,
   "gap_dit_to_submit_ms": 5.966776,
   "vae_wall_ms": 336.099452,
   "ipc_result_latency_ms": 33.490455,
   "vae_h2d_ms": 0.726401,
   "ipc_submit_to_worker_ms": 7.03172,
   "vae_barrier_ms": 2.415656,
   "vae_decode_ms": 289.217725,
   "vae_barrier2_ms": 0.565605,
   "vae_convert_ms": 0.149811,
   "vae_d2h_ms": 2.375657,
   "dit_gpu": {
    "4": {
     "busy_ms": 1462.619891,
     "compute_ms": 1331.403401,
     "nccl_ms": 187.023784,
     "exposed_nccl_ms": 131.21649,
     "idle_ms": 102.160449
    },
    "5": {
     "busy_ms": 1465.948694,
     "compute_ms": 1368.043656,
     "nccl_ms": 134.981653,
     "exposed_nccl_ms": 97.905038,
     "idle_ms": 98.831646
    },
    "6": {
     "busy_ms": 1466.740269,
     "compute_ms": 1330.853035,
     "nccl_ms": 192.83965,
     "exposed_nccl_ms": 135.887234,
     "idle_ms": 98.040071
    },
    "7": {
     "busy_ms": 1466.346058,
     "compute_ms": 1354.218813,
     "nccl_ms": 151.78674,
     "exposed_nccl_ms": 112.127245,
     "idle_ms": 98.434282
    }
   },
   "dit_all_gpus_idle_ms": 57.176642,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 25.598414,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1557.004399,
     "len_ms": 7.775941,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 28.423542,
     "len_ms": 2.189516,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1258.361667,
     "len_ms": 0.573643,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 633.126124,
     "len_ms": 0.559016,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 329.830357,
     "len_ms": 0.458555,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 282.186855,
     "compute_ms": 275.094035,
     "nccl_ms": 7.09282,
     "exposed_nccl_ms": 7.09282,
     "idle_ms": 7.03087
    },
    "5": {
     "busy_ms": 280.692665,
     "compute_ms": 277.259051,
     "nccl_ms": 3.433614,
     "exposed_nccl_ms": 3.433614,
     "idle_ms": 8.52506
    },
    "6": {
     "busy_ms": 281.708896,
     "compute_ms": 277.072936,
     "nccl_ms": 4.63596,
     "exposed_nccl_ms": 4.63596,
     "idle_ms": 7.508829
    },
    "7": {
     "busy_ms": 281.182804,
     "compute_ms": 277.12477,
     "nccl_ms": 4.058034,
     "exposed_nccl_ms": 4.058034,
     "idle_ms": 8.034921
    }
   },
   "vae_d2h_memcpy_ms": 2.038982
  },
  {
   "chunk": 3,
   "host_ns": {
    "dit_request": 288297374753,
    "dit_done": 290040281676,
    "vae_submit": 290046212910,
    "vae_result": 290381497993,
    "ipc_send": 290348358774
   },
   "request_dispatch_ms": 25.656389,
   "host_enqueue_done_to_driver_ms": 314.758505,
   "gpu_tail_after_host_enqueue_ms": 308.250256,
   "result_return_after_last_kernel_ms": 6.508249,
   "prologue_to_first_kernel_ms": 0.004489,
   "dit_wall_ms": 1742.906923,
   "gap_dit_to_submit_ms": 5.931234,
   "vae_wall_ms": 335.285083,
   "ipc_result_latency_ms": 33.139219,
   "vae_h2d_ms": 0.727214,
   "ipc_submit_to_worker_ms": 6.067565,
   "vae_barrier_ms": 1.423329,
   "vae_decode_ms": 290.504595,
   "vae_barrier2_ms": 0.777775,
   "vae_convert_ms": 0.163872,
   "vae_d2h_ms": 2.384253,
   "dit_gpu": {
    "4": {
     "busy_ms": 1650.647351,
     "compute_ms": 1509.632607,
     "nccl_ms": 204.559219,
     "exposed_nccl_ms": 141.014744,
     "idle_ms": 92.259572
    },
    "5": {
     "busy_ms": 1648.474579,
     "compute_ms": 1551.554819,
     "nccl_ms": 132.536339,
     "exposed_nccl_ms": 96.91976,
     "idle_ms": 94.432344
    },
    "6": {
     "busy_ms": 1648.820525,
     "compute_ms": 1503.922327,
     "nccl_ms": 216.716053,
     "exposed_nccl_ms": 144.898198,
     "idle_ms": 94.086398
    },
    "7": {
     "busy_ms": 1646.733234,
     "compute_ms": 1548.553996,
     "nccl_ms": 136.663957,
     "exposed_nccl_ms": 98.179238,
     "idle_ms": 96.173689
    }
   },
   "dit_all_gpus_idle_ms": 52.47201,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 23.252119,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1736.398674,
     "len_ms": 6.508249,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 25.9235,
     "len_ms": 2.364461,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 704.700148,
     "len_ms": 0.583262,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1401.526382,
     "len_ms": 0.574042,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 364.592927,
     "len_ms": 0.558979,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 283.461072,
     "compute_ms": 275.887864,
     "nccl_ms": 7.573208,
     "exposed_nccl_ms": 7.573208,
     "idle_ms": 7.043523
    },
    "5": {
     "busy_ms": 281.925283,
     "compute_ms": 278.2237,
     "nccl_ms": 3.701583,
     "exposed_nccl_ms": 3.701583,
     "idle_ms": 8.579312
    },
    "6": {
     "busy_ms": 282.622373,
     "compute_ms": 277.388356,
     "nccl_ms": 5.234017,
     "exposed_nccl_ms": 5.234017,
     "idle_ms": 7.882222
    },
    "7": {
     "busy_ms": 282.855821,
     "compute_ms": 278.432754,
     "nccl_ms": 4.423067,
     "exposed_nccl_ms": 4.423067,
     "idle_ms": 7.648774
    }
   },
   "vae_d2h_memcpy_ms": 2.044774
  },
  {
   "chunk": 4,
   "host_ns": {
    "dit_request": 290384051597,
    "dit_done": 292323058780,
    "vae_submit": 292330904455,
    "vae_result": 292674556814,
    "ipc_send": 292640316880
   },
   "request_dispatch_ms": 27.843767,
   "host_enqueue_done_to_driver_ms": 359.006849,
   "gpu_tail_after_host_enqueue_ms": 350.26059,
   "result_return_after_last_kernel_ms": 8.746259,
   "prologue_to_first_kernel_ms": 0.009287,
   "dit_wall_ms": 1939.007183,
   "gap_dit_to_submit_ms": 7.845675,
   "vae_wall_ms": 343.652359,
   "ipc_result_latency_ms": 34.239934,
   "vae_h2d_ms": 0.817847,
   "ipc_submit_to_worker_ms": 7.649914,
   "vae_barrier_ms": 2.715644,
   "vae_decode_ms": 294.565944,
   "vae_barrier2_ms": 0.69902,
   "vae_convert_ms": 0.199245,
   "vae_d2h_ms": 2.369939,
   "dit_gpu": {
    "4": {
     "busy_ms": 1840.305032,
     "compute_ms": 1704.596429,
     "nccl_ms": 199.320549,
     "exposed_nccl_ms": 135.708603,
     "idle_ms": 98.702151
    },
    "5": {
     "busy_ms": 1838.361011,
     "compute_ms": 1740.82346,
     "nccl_ms": 133.009307,
     "exposed_nccl_ms": 97.537551,
     "idle_ms": 100.646172
    },
    "6": {
     "busy_ms": 1837.035334,
     "compute_ms": 1701.916415,
     "nccl_ms": 202.495395,
     "exposed_nccl_ms": 135.118919,
     "idle_ms": 101.971849
    },
    "7": {
     "busy_ms": 1836.982919,
     "compute_ms": 1739.066019,
     "nccl_ms": 135.382797,
     "exposed_nccl_ms": 97.9169,
     "idle_ms": 102.024264
    }
   },
   "dit_all_gpus_idle_ms": 60.980103,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 25.442716,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1930.260924,
     "len_ms": 8.746259,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 28.102205,
     "len_ms": 2.488271,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 776.835281,
     "len_ms": 1.139553,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 403.31905,
     "len_ms": 0.669607,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1176.436934,
     "len_ms": 0.652084,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 287.139578,
     "compute_ms": 276.262897,
     "nccl_ms": 10.876681,
     "exposed_nccl_ms": 10.876681,
     "idle_ms": 7.426366
    },
    "5": {
     "busy_ms": 285.177919,
     "compute_ms": 278.24886,
     "nccl_ms": 6.929059,
     "exposed_nccl_ms": 6.929059,
     "idle_ms": 9.388025
    },
    "6": {
     "busy_ms": 286.919192,
     "compute_ms": 279.110213,
     "nccl_ms": 7.808979,
     "exposed_nccl_ms": 7.808979,
     "idle_ms": 7.646752
    },
    "7": {
     "busy_ms": 285.878881,
     "compute_ms": 278.076092,
     "nccl_ms": 7.802789,
     "exposed_nccl_ms": 7.802789,
     "idle_ms": 8.687063
    }
   },
   "vae_d2h_memcpy_ms": 2.059143
  },
  {
   "chunk": 5,
   "host_ns": {
    "dit_request": 292677734268,
    "dit_done": 294827215069,
    "vae_submit": 294834231043,
    "vae_result": 295215076619,
    "ipc_send": 295181191277
   },
   "request_dispatch_ms": 32.052444,
   "host_enqueue_done_to_driver_ms": 409.797517,
   "gpu_tail_after_host_enqueue_ms": 399.857628,
   "result_return_after_last_kernel_ms": 9.939889,
   "prologue_to_first_kernel_ms": 0.00664,
   "dit_wall_ms": 2149.480801,
   "gap_dit_to_submit_ms": 7.015974,
   "vae_wall_ms": 380.845576,
   "ipc_result_latency_ms": 33.885342,
   "vae_h2d_ms": 0.748126,
   "ipc_submit_to_worker_ms": 16.881041,
   "vae_barrier_ms": 7.470484,
   "vae_decode_ms": 318.347955,
   "vae_barrier2_ms": 4.522437,
   "vae_convert_ms": 0.199043,
   "vae_d2h_ms": 2.472855,
   "dit_gpu": {
    "4": {
     "busy_ms": 2042.291812,
     "compute_ms": 1898.026057,
     "nccl_ms": 214.738245,
     "exposed_nccl_ms": 144.265755,
     "idle_ms": 107.188989
    },
    "5": {
     "busy_ms": 2038.420302,
     "compute_ms": 1941.146085,
     "nccl_ms": 134.899458,
     "exposed_nccl_ms": 97.274217,
     "idle_ms": 111.060499
    },
    "6": {
     "busy_ms": 2040.236655,
     "compute_ms": 1884.420726,
     "nccl_ms": 237.934583,
     "exposed_nccl_ms": 155.815929,
     "idle_ms": 109.244146
    },
    "7": {
     "busy_ms": 2038.680643,
     "compute_ms": 1933.971088,
     "nccl_ms": 144.875857,
     "exposed_nccl_ms": 104.709555,
     "idle_ms": 110.800158
    }
   },
   "dit_all_gpus_idle_ms": 68.730368,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 29.535512,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 2139.540912,
     "len_ms": 9.939889,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1708.941389,
     "len_ms": 3.6611,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 32.70619,
     "len_ms": 2.13954,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 448.253937,
     "len_ms": 0.6982,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 860.650725,
     "len_ms": 0.696034,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 296.361401,
     "compute_ms": 275.466289,
     "nccl_ms": 20.895112,
     "exposed_nccl_ms": 20.895112,
     "idle_ms": 21.986554
    },
    "5": {
     "busy_ms": 283.492527,
     "compute_ms": 276.78247,
     "nccl_ms": 6.710057,
     "exposed_nccl_ms": 6.710057,
     "idle_ms": 34.855428
    },
    "6": {
     "busy_ms": 290.526929,
     "compute_ms": 277.181498,
     "nccl_ms": 13.345431,
     "exposed_nccl_ms": 13.345431,
     "idle_ms": 27.821026
    },
    "7": {
     "busy_ms": 290.173312,
     "compute_ms": 276.839353,
     "nccl_ms": 13.333959,
     "exposed_nccl_ms": 13.333959,
     "idle_ms": 28.174643
    }
   },
   "vae_d2h_memcpy_ms": 2.14324
  },
  {
   "chunk": 6,
   "host_ns": {
    "dit_request": 295217650408,
    "dit_done": 297349042344,
    "vae_submit": 297358674455,
    "vae_result": 297695592605,
    "ipc_send": 297661667239
   },
   "request_dispatch_ms": 28.888707,
   "host_enqueue_done_to_driver_ms": 405.419556,
   "gpu_tail_after_host_enqueue_ms": 397.855047,
   "result_return_after_last_kernel_ms": 7.564509,
   "prologue_to_first_kernel_ms": 0.077347,
   "dit_wall_ms": 2131.391936,
   "gap_dit_to_submit_ms": 9.632111,
   "vae_wall_ms": 336.91815,
   "ipc_result_latency_ms": 33.925366,
   "vae_h2d_ms": 0.748664,
   "ipc_submit_to_worker_ms": 6.689277,
   "vae_barrier_ms": 2.093602,
   "vae_decode_ms": 289.973684,
   "vae_barrier2_ms": 0.762376,
   "vae_convert_ms": 0.200678,
   "vae_d2h_ms": 2.388642,
   "dit_gpu": {
    "4": {
     "busy_ms": 2034.850513,
     "compute_ms": 1895.226481,
     "nccl_ms": 208.534058,
     "exposed_nccl_ms": 139.624032,
     "idle_ms": 96.541423
    },
    "5": {
     "busy_ms": 2032.722796,
     "compute_ms": 1943.979697,
     "nccl_ms": 120.27974,
     "exposed_nccl_ms": 88.743099,
     "idle_ms": 98.66914
    },
    "6": {
     "busy_ms": 2031.685391,
     "compute_ms": 1881.762919,
     "nccl_ms": 231.392251,
     "exposed_nccl_ms": 149.922472,
     "idle_ms": 99.706545
    },
    "7": {
     "busy_ms": 2032.117365,
     "compute_ms": 1925.307795,
     "nccl_ms": 149.304721,
     "exposed_nccl_ms": 106.80957,
     "idle_ms": 99.274571
    }
   },
   "dit_all_gpus_idle_ms": 58.840892,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 25.827367,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 2123.827427,
     "len_ms": 7.564509,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 29.094726,
     "len_ms": 1.951609,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 440.638403,
     "len_ms": 0.714665,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1284.562244,
     "len_ms": 0.671596,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1696.155178,
     "len_ms": 0.631017,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 282.418465,
     "compute_ms": 276.21118,
     "nccl_ms": 6.207285,
     "exposed_nccl_ms": 6.207285,
     "idle_ms": 7.555219
    },
    "5": {
     "busy_ms": 281.955575,
     "compute_ms": 277.403168,
     "nccl_ms": 4.552407,
     "exposed_nccl_ms": 4.552407,
     "idle_ms": 8.018109
    },
    "6": {
     "busy_ms": 281.69233,
     "compute_ms": 276.972977,
     "nccl_ms": 4.719353,
     "exposed_nccl_ms": 4.719353,
     "idle_ms": 8.281354
    },
    "7": {
     "busy_ms": 281.938534,
     "compute_ms": 276.903661,
     "nccl_ms": 5.034873,
     "exposed_nccl_ms": 5.034873,
     "idle_ms": 8.03515
    }
   },
   "vae_d2h_memcpy_ms": 2.073032
  },
  {
   "chunk": 7,
   "host_ns": {
    "dit_request": 297698157127,
    "dit_done": 299839771516,
    "vae_submit": 299847227404,
    "vae_result": 300182634838,
    "ipc_send": 300149417813
   },
   "request_dispatch_ms": 27.976841,
   "host_enqueue_done_to_driver_ms": 406.4832,
   "gpu_tail_after_host_enqueue_ms": 397.738785,
   "result_return_after_last_kernel_ms": 8.744415,
   "prologue_to_first_kernel_ms": 0.004733,
   "dit_wall_ms": 2141.614389,
   "gap_dit_to_submit_ms": 7.455888,
   "vae_wall_ms": 335.407434,
   "ipc_result_latency_ms": 33.217025,
   "vae_h2d_ms": 0.74451,
   "ipc_submit_to_worker_ms": 7.227868,
   "vae_barrier_ms": 1.110836,
   "vae_decode_ms": 289.404538,
   "vae_barrier2_ms": 0.728048,
   "vae_convert_ms": 0.22062,
   "vae_d2h_ms": 2.406526,
   "dit_gpu": {
    "4": {
     "busy_ms": 2042.12191,
     "compute_ms": 1899.104404,
     "nccl_ms": 214.939906,
     "exposed_nccl_ms": 143.017506,
     "idle_ms": 99.492479
    },
    "5": {
     "busy_ms": 2040.991371,
     "compute_ms": 1941.455243,
     "nccl_ms": 136.559796,
     "exposed_nccl_ms": 99.536128,
     "idle_ms": 100.623018
    },
    "6": {
     "busy_ms": 2043.72671,
     "compute_ms": 1877.073324,
     "nccl_ms": 254.229336,
     "exposed_nccl_ms": 166.653386,
     "idle_ms": 97.887679
    },
    "7": {
     "busy_ms": 2040.374431,
     "compute_ms": 1936.201007,
     "nccl_ms": 146.128844,
     "exposed_nccl_ms": 104.173424,
     "idle_ms": 101.239958
    }
   },
   "dit_all_gpus_idle_ms": 58.651672,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 25.536922,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 2132.869974,
     "len_ms": 8.744415,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 28.167203,
     "len_ms": 2.397848,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 439.022631,
     "len_ms": 0.708708,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 852.272083,
     "len_ms": 0.596495,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1703.7735,
     "len_ms": 0.455065,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 281.777365,
     "compute_ms": 275.977147,
     "nccl_ms": 5.800218,
     "exposed_nccl_ms": 5.800218,
     "idle_ms": 7.627173
    },
    "5": {
     "busy_ms": 281.673641,
     "compute_ms": 277.407633,
     "nccl_ms": 4.266008,
     "exposed_nccl_ms": 4.266008,
     "idle_ms": 7.730897
    },
    "6": {
     "busy_ms": 281.357054,
     "compute_ms": 277.183074,
     "nccl_ms": 4.17398,
     "exposed_nccl_ms": 4.17398,
     "idle_ms": 8.047484
    },
    "7": {
     "busy_ms": 281.59255,
     "compute_ms": 276.765902,
     "nccl_ms": 4.826648,
     "exposed_nccl_ms": 4.826648,
     "idle_ms": 7.811988
    }
   },
   "vae_d2h_memcpy_ms": 2.090727
  },
  {
   "chunk": 8,
   "host_ns": {
    "dit_request": 300185330211,
    "dit_done": 302320169558,
    "vae_submit": 302327547727,
    "vae_result": 302666576766,
    "ipc_send": 302633105878
   },
   "request_dispatch_ms": 29.211518,
   "host_enqueue_done_to_driver_ms": 408.274231,
   "gpu_tail_after_host_enqueue_ms": 400.997958,
   "result_return_after_last_kernel_ms": 7.276273,
   "prologue_to_first_kernel_ms": 0.032055,
   "dit_wall_ms": 2134.839347,
   "gap_dit_to_submit_ms": 7.378169,
   "vae_wall_ms": 339.029039,
   "ipc_result_latency_ms": 33.470888,
   "vae_h2d_ms": 0.727275,
   "ipc_submit_to_worker_ms": 6.979212,
   "vae_barrier_ms": 1.921058,
   "vae_decode_ms": 290.083619,
   "vae_barrier2_ms": 0.705678,
   "vae_convert_ms": 0.213797,
   "vae_d2h_ms": 4.585882,
   "dit_gpu": {
    "4": {
     "busy_ms": 2037.581232,
     "compute_ms": 1889.854869,
     "nccl_ms": 223.12245,
     "exposed_nccl_ms": 147.726363,
     "idle_ms": 97.258115
    },
    "5": {
     "busy_ms": 2033.624641,
     "compute_ms": 1944.348895,
     "nccl_ms": 121.566833,
     "exposed_nccl_ms": 89.275746,
     "idle_ms": 101.214706
    },
    "6": {
     "busy_ms": 2036.076019,
     "compute_ms": 1887.508873,
     "nccl_ms": 227.533443,
     "exposed_nccl_ms": 148.567146,
     "idle_ms": 98.763328
    },
    "7": {
     "busy_ms": 2034.290917,
     "compute_ms": 1932.943128,
     "nccl_ms": 140.034942,
     "exposed_nccl_ms": 101.347789,
     "idle_ms": 100.54843
    }
   },
   "dit_all_gpus_idle_ms": 59.451515,
   "dit_idle_gaps": [
    {
     "start_ms": 0.0,
     "len_ms": 26.699466,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 2127.563074,
     "len_ms": 7.276273,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 29.737005,
     "len_ms": 1.957207,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 854.908378,
     "len_ms": 1.016447,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 442.990113,
     "len_ms": 0.740448,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1698.98213,
     "len_ms": 0.67404,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 282.540809,
     "compute_ms": 275.393969,
     "nccl_ms": 7.14684,
     "exposed_nccl_ms": 7.14684,
     "idle_ms": 7.54281
    },
    "5": {
     "busy_ms": 282.853128,
     "compute_ms": 277.652651,
     "nccl_ms": 5.200477,
     "exposed_nccl_ms": 5.200477,
     "idle_ms": 7.230491
    },
    "6": {
     "busy_ms": 280.966992,
     "compute_ms": 277.151191,
     "nccl_ms": 3.815801,
     "exposed_nccl_ms": 3.815801,
     "idle_ms": 9.116627
    },
    "7": {
     "busy_ms": 283.012212,
     "compute_ms": 277.687571,
     "nccl_ms": 5.324641,
     "exposed_nccl_ms": 5.324641,
     "idle_ms": 7.071407
    }
   },
   "vae_d2h_memcpy_ms": 4.313776
  },
  {
   "chunk": 9,
   "host_ns": {
    "dit_request": 302669425939,
    "dit_done": 304889386073,
    "vae_submit": 304900930463,
    "vae_result": 305237415399,
    "ipc_send": 305204255044
   },
   "request_dispatch_ms": 28.059584,
   "host_enqueue_done_to_driver_ms": 473.450589,
   "gpu_tail_after_host_enqueue_ms": 399.04487,
   "result_return_after_last_kernel_ms": 74.405719,
   "prologue_to_first_kernel_ms": 0.008228,
   "dit_wall_ms": 2219.960134,
   "gap_dit_to_submit_ms": 11.54439,
   "vae_wall_ms": 336.484936,
   "ipc_result_latency_ms": 33.160355,
   "vae_h2d_ms": 0.717197,
   "ipc_submit_to_worker_ms": 8.230726,
   "vae_barrier_ms": 2.257735,
   "vae_decode_ms": 288.774127,
   "vae_barrier2_ms": 0.760827,
   "vae_convert_ms": 0.228417,
   "vae_d2h_ms": 2.218541,
   "dit_gpu": {
    "4": {
     "busy_ms": 2051.1386,
     "compute_ms": 1897.97114,
     "nccl_ms": 232.138345,
     "exposed_nccl_ms": 153.16746,
     "idle_ms": 168.821534
    },
    "5": {
     "busy_ms": 2047.541139,
     "compute_ms": 1943.642323,
     "nccl_ms": 146.655631,
     "exposed_nccl_ms": 103.898816,
     "idle_ms": 172.418995
    },
    "6": {
     "busy_ms": 2048.047879,
     "compute_ms": 1869.557758,
     "nccl_ms": 273.457387,
     "exposed_nccl_ms": 178.490121,
     "idle_ms": 171.912255
    },
    "7": {
     "busy_ms": 2047.481424,
     "compute_ms": 1927.193061,
     "nccl_ms": 174.225896,
     "exposed_nccl_ms": 120.288363,
     "idle_ms": 172.47871
    }
   },
   "dit_all_gpus_idle_ms": 126.486644,
   "dit_idle_gaps": [
    {
     "start_ms": 2145.554415,
     "len_ms": 74.405719,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 0.0,
     "len_ms": 25.671472,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 29.008273,
     "len_ms": 3.807153,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1716.474671,
     "len_ms": 3.232642,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 443.030487,
     "len_ms": 0.670084,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    },
    {
     "start_ms": 1714.689899,
     "len_ms": 0.570069,
     "host_state": {
      "3307870": {
       "nvtx": [],
       "osrt": []
      }
     }
    }
   ],
   "vae_gpu": {
    "4": {
     "busy_ms": 280.525462,
     "compute_ms": 275.665855,
     "nccl_ms": 4.859607,
     "exposed_nccl_ms": 4.859607,
     "idle_ms": 8.248665
    },
    "5": {
     "busy_ms": 280.904291,
     "compute_ms": 276.707067,
     "nccl_ms": 4.197224,
     "exposed_nccl_ms": 4.197224,
     "idle_ms": 7.869836
    },
    "6": {
     "busy_ms": 280.473028,
     "compute_ms": 276.647753,
     "nccl_ms": 3.825275,
     "exposed_nccl_ms": 3.825275,
     "idle_ms": 8.301099
    },
    "7": {
     "busy_ms": 281.087023,
     "compute_ms": 275.620563,
     "nccl_ms": 5.46646,
     "exposed_nccl_ms": 5.46646,
     "idle_ms": 7.687104
    }
   },
   "vae_d2h_memcpy_ms": 1.942088
  }
 ],
 "seconds": 23.684927701950073,
 "scope": "Epoch-1 chunks of the diagnostic ledger run (nsys+NVTX; two VAE chunks also carry dispatch-mode overhead). Host stage times from driver/worker marks and ranges; GPU busy = union of kernel intervals per physical GPU inside the stage window; exposed NCCL = NCCL kernel time not overlapped by compute kernels on the same GPU. Not clean timing; the CPU-ready boundary excludes encoding/network."
}