{ "generated_at": "2026-09-10T07:43:58.880480+00:00", "spec_bf16_dense_tflops": 989.5, "spec_source": "raw/h200_official_spec_review_20260910.html (BF16 Tensor Core 1,979 TFLOPS with sparsity; dense = half)", "same_gpu_empirical_bf16_tflops": 787.7060668090745, "same_gpu_uuid": "GPU-46890c79-bf10-5b49-3d4a-a6b78f956122", "points": [ { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11846400052309036, "p50_ms_min": 0.11838399991393089, "p50_ms_max": 0.11883200332522392, "effective_tflops_median": 402.6458277446537, "utilization_spec_dense": 0.4069184716974772, "ratio_to_same_gpu_empirical": 0.5111625322066329, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11670400202274323, "p50_ms_min": 0.11668800190091133, "p50_ms_max": 0.1167840026319027, "effective_tflops_median": 412.76186180496046, "utilization_spec_dense": 0.41714185124301206, "ratio_to_same_gpu_empirical": 0.5240049292460336, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11823999881744385, "p50_ms_min": 0.11740799993276596, "p50_ms_max": 0.11919999867677689, "effective_tflops_median": 407.5037076406779, "utilization_spec_dense": 0.4118279005969458, "ratio_to_same_gpu_empirical": 0.5173296548183743, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.09504000097513199, "p50_ms_min": 0.09494400024414062, "p50_ms_max": 0.09510400146245956, "effective_tflops_median": 514.7600977555884, "utilization_spec_dense": 0.5202224333052939, "ratio_to_same_gpu_empirical": 0.6534926153874054, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.09446399658918381, "p50_ms_min": 0.09436800330877304, "p50_ms_max": 0.0944959968328476, "effective_tflops_median": 517.9597439862115, "utilization_spec_dense": 0.5234560323256306, "ratio_to_same_gpu_empirical": 0.657554595312969, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.09513600170612335, "p50_ms_min": 0.09497600048780441, "p50_ms_max": 0.09523200243711472, "effective_tflops_median": 513.9372151697071, "utilization_spec_dense": 0.5193908187667581, "ratio_to_same_gpu_empirical": 0.6524479584772273, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.30847999453544617, "p50_ms_min": 0.3084160089492798, "p50_ms_max": 0.3086079955101013, "effective_tflops_median": 158.93212178743448, "utilization_spec_dense": 0.16061861726875643, "ratio_to_same_gpu_empirical": 0.20176577086838243, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.3086079955101013, "p50_ms_min": 0.308351993560791, "p50_ms_max": 0.3086879998445511, "effective_tflops_median": 158.9505715546262, "utilization_spec_dense": 0.16063726281417504, "ratio_to_same_gpu_empirical": 0.2017891930152582, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.3107840120792389, "p50_ms_min": 0.3107520043849945, "p50_ms_max": 0.31091201305389404, "effective_tflops_median": 157.6972213537479, "utilization_spec_dense": 0.15937061278802211, "ratio_to_same_gpu_empirical": 0.2001980535614826, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.16700799763202667, "p50_ms_min": 0.16687999665737152, "p50_ms_max": 0.16700799763202667, "effective_tflops_median": 293.50018815294146, "utilization_spec_dense": 0.29661464189281606, "ratio_to_same_gpu_empirical": 0.3726011522824548, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.16704000532627106, "p50_ms_min": 0.16683200001716614, "p50_ms_max": 0.16713599860668182, "effective_tflops_median": 293.5162924499987, "utilization_spec_dense": 0.29663091707933165, "ratio_to_same_gpu_empirical": 0.3726215968337103, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.16683200001716614, "p50_ms_min": 0.1666879951953888, "p50_ms_max": 0.1669600009918213, "effective_tflops_median": 293.6080793935719, "utilization_spec_dense": 0.2967236780127053, "ratio_to_same_gpu_empirical": 0.37273812119151434, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.1432000398635864, "p50_ms_min": 2.1431360244750977, "p50_ms_max": 2.1433759927749634, "effective_tflops_median": 22.89307184777485, "utilization_spec_dense": 0.023135999846159522, "ratio_to_same_gpu_empirical": 0.029062962458208042, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.144864082336426, "p50_ms_min": 2.14465594291687, "p50_ms_max": 2.1456000804901123, "effective_tflops_median": 22.872516815524982, "utilization_spec_dense": 0.02311522669583121, "ratio_to_same_gpu_empirical": 0.029036867658236355, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.144223928451538, "p50_ms_min": 2.143791913986206, "p50_ms_max": 2.1452479362487793, "effective_tflops_median": 22.879931059933377, "utilization_spec_dense": 0.02312271961590033, "ratio_to_same_gpu_empirical": 0.02904628010879476, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.15568000078201294, "p50_ms_min": 0.15568000078201294, "p50_ms_max": 0.15583999454975128, "effective_tflops_median": 314.5037710002196, "utilization_spec_dense": 0.31784110257728104, "ratio_to_same_gpu_empirical": 0.3992653913080113, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.1568640023469925, "p50_ms_min": 0.15680000185966492, "p50_ms_max": 0.15695999562740326, "effective_tflops_median": 312.18948686727424, "utilization_spec_dense": 0.3155022606036122, "ratio_to_same_gpu_empirical": 0.39632738659983335, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.15673600137233734, "p50_ms_min": 0.15668799728155136, "p50_ms_max": 0.15673600137233734, "effective_tflops_median": 312.3811122510026, "utilization_spec_dense": 0.3156959194047525, "ratio_to_same_gpu_empirical": 0.39657065676341685, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.1284479945898056, "p50_ms_min": 0.12836799770593643, "p50_ms_max": 0.1284479945898056, "effective_tflops_median": 380.7145702392643, "utilization_spec_dense": 0.3847544924095647, "ratio_to_same_gpu_empirical": 0.48332060178424713, "input_sha256": "1abb3656a46112840ddab0db5b0efdfeb46633885c2cf1f34965ed70cc4d217d" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.12814400345087051, "p50_ms_min": 0.12812800705432892, "p50_ms_max": 0.12828800082206726, "effective_tflops_median": 381.6817091629683, "utilization_spec_dense": 0.3857318940504985, "ratio_to_same_gpu_empirical": 0.4845483934243722, "input_sha256": "251ed4b58e4c6535cfc036ddbc032c02d9e811ce820b505239fc17fa14562ab8" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.12902399897575378, "p50_ms_min": 0.12889599800109863, "p50_ms_max": 0.12905600666999817, "effective_tflops_median": 378.9699683937084, "utilization_spec_dense": 0.3829913778612516, "ratio_to_same_gpu_empirical": 0.48110581390959856, "input_sha256": "2efd6cb597a9d9bcd6c5f559e179011d4ca49eee7d2c397d0a889361ee274443" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11881600320339203, "p50_ms_min": 0.11807999759912491, "p50_ms_max": 0.11971200257539749, "effective_tflops_median": 398.57461439937316, "utilization_spec_dense": 0.4028040569978506, "ratio_to_same_gpu_empirical": 0.5059940899198131, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11734399944543839, "p50_ms_min": 0.11711999773979187, "p50_ms_max": 0.11799999698996544, "effective_tflops_median": 404.4784781724304, "utilization_spec_dense": 0.4087705691484895, "ratio_to_same_gpu_empirical": 0.5134890985554242, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.11868800222873688, "p50_ms_min": 0.1178240031003952, "p50_ms_max": 0.12030399963259697, "effective_tflops_median": 381.0907979404962, "utilization_spec_dense": 0.3851347124209158, "ratio_to_same_gpu_empirical": 0.48379822626510965, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.09523200243711472, "p50_ms_min": 0.09463999792933464, "p50_ms_max": 0.09532800316810608, "effective_tflops_median": 513.2795420537964, "utilization_spec_dense": 0.5187261668052515, "ratio_to_same_gpu_empirical": 0.6516130364884011, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.0944959968328476, "p50_ms_min": 0.0944959968328476, "p50_ms_max": 0.09452799707651138, "effective_tflops_median": 517.0946415957113, "utilization_spec_dense": 0.5225817499704005, "ratio_to_same_gpu_empirical": 0.6564563399776957, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.09443199634552002, "p50_ms_min": 0.09443199634552002, "p50_ms_max": 0.09446399658918381, "effective_tflops_median": 517.8600440397114, "utilization_spec_dense": 0.5233552744211333, "ratio_to_same_gpu_empirical": 0.6574280253261413, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.3086079955101013, "p50_ms_min": 0.3081279993057251, "p50_ms_max": 0.3086720108985901, "effective_tflops_median": 158.87762075514323, "utilization_spec_dense": 0.16056353790312605, "ratio_to_same_gpu_empirical": 0.2016965813133089, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.3086400032043457, "p50_ms_min": 0.3084479868412018, "p50_ms_max": 0.3086720108985901, "effective_tflops_median": 158.90055816667808, "utilization_spec_dense": 0.16058671871316632, "ratio_to_same_gpu_empirical": 0.20172570056540223, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.30857598781585693, "p50_ms_min": 0.30825600028038025, "p50_ms_max": 0.3086720108985901, "effective_tflops_median": 158.8948506515524, "utilization_spec_dense": 0.160580950633201, "ratio_to_same_gpu_empirical": 0.20171845482315623, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.16678400337696075, "p50_ms_min": 0.16676799952983856, "p50_ms_max": 0.16697600483894348, "effective_tflops_median": 293.5985230404897, "utilization_spec_dense": 0.29671402025314775, "ratio_to_same_gpu_empirical": 0.37272598931455553, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.1669120043516159, "p50_ms_min": 0.16679999977350235, "p50_ms_max": 0.1669439971446991, "effective_tflops_median": 293.4473968302552, "utilization_spec_dense": 0.2965612903792372, "ratio_to_same_gpu_empirical": 0.3725341332192398, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.16684800386428833, "p50_ms_min": 0.16684800386428833, "p50_ms_max": 0.16708800196647644, "effective_tflops_median": 293.6135132839112, "utilization_spec_dense": 0.2967291695643367, "ratio_to_same_gpu_empirical": 0.37274501956461087, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.1442880630493164, "p50_ms_min": 2.1442400217056274, "p50_ms_max": 2.144864082336426, "effective_tflops_median": 22.875720562080712, "utilization_spec_dense": 0.023118464438686925, "ratio_to_same_gpu_empirical": 0.029040934843561853, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.1430399417877197, "p50_ms_min": 2.142688035964966, "p50_ms_max": 2.143199920654297, "effective_tflops_median": 22.89443321786936, "utilization_spec_dense": 0.02313737566232376, "ratio_to_same_gpu_empirical": 0.029064690729897032, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 2.1441760063171387, "p50_ms_min": 2.1440799236297607, "p50_ms_max": 2.144831895828247, "effective_tflops_median": 22.879849130893852, "utilization_spec_dense": 0.023122636817477366, "ratio_to_same_gpu_empirical": 0.029046176099135602, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.15667200088500977, "p50_ms_min": 0.15667200088500977, "p50_ms_max": 0.1568319946527481, "effective_tflops_median": 312.4156901256928, "utilization_spec_dense": 0.3157308641997906, "ratio_to_same_gpu_empirical": 0.3966145536891194, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.15673600137233734, "p50_ms_min": 0.15670399367809296, "p50_ms_max": 0.15676799416542053, "effective_tflops_median": 312.39426464809685, "utilization_spec_dense": 0.3157092113674551, "ratio_to_same_gpu_empirical": 0.3965873538508819, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.15689599514007568, "p50_ms_min": 0.156031996011734, "p50_ms_max": 0.15700799971818924, "effective_tflops_median": 312.0247575683816, "utilization_spec_dense": 0.31533578329295764, "ratio_to_same_gpu_empirical": 0.3961182612600223, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.12881600111722946, "p50_ms_min": 0.1287360042333603, "p50_ms_max": 0.12883199751377106, "effective_tflops_median": 379.7758307419271, "utilization_spec_dense": 0.3838057915532361, "ratio_to_same_gpu_empirical": 0.4821288634736106, "input_sha256": "f65607926884b605a93037205c2af38f434c66b69f667c4b9a70be214f5a0f88" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.12905600666999817, "p50_ms_min": 0.1289920061826706, "p50_ms_max": 0.12910400331020355, "effective_tflops_median": 378.8959972370705, "utilization_spec_dense": 0.3829166217656094, "ratio_to_same_gpu_empirical": 0.48101190685498163, "input_sha256": "07840ef31045021bc9455f20e952f7f0a4c64b1d29252e3f1fe386366631a7a6" }, { "configuration": "480x832_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 49073356800.0, "p50_ms_median": 0.12808000296354294, "p50_ms_min": 0.12796799838542938, "p50_ms_max": 0.12809599936008453, "effective_tflops_median": 381.5902188018788, "utilization_spec_dense": 0.3856394328467699, "ratio_to_same_gpu_empirical": 0.48443224558072273, "input_sha256": "9db8a71cd31af792548edbf8b7368c59414fd5eae45921b2743e3e0ab679185c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6884960234165192, "p50_ms_min": 0.6854720115661621, "p50_ms_max": 0.6908319890499115, "effective_tflops_median": 653.9054635738163, "utilization_spec_dense": 0.6608443290286168, "ratio_to_same_gpu_empirical": 0.830138919994266, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.8141280114650726, "p50_ms_min": 0.8124960064888, "p50_ms_max": 0.8324159979820251, "effective_tflops_median": 550.6067615075198, "utilization_spec_dense": 0.5564494810586355, "ratio_to_same_gpu_empirical": 0.6990002803177302, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.6180959939956665, "p50_ms_min": 2.617807984352112, "p50_ms_max": 2.6196800470352173, "effective_tflops_median": 171.26294746058133, "utilization_spec_dense": 0.17308029051094626, "ratio_to_same_gpu_empirical": 0.21741986595882384, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3280479907989502, "p50_ms_min": 1.3257759809494019, "p50_ms_max": 1.3593599796295166, "effective_tflops_median": 337.00434022229217, "utilization_spec_dense": 0.34058043478756156, "ratio_to_same_gpu_empirical": 0.42783006812105184, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 17.977632522583008, "p50_ms_min": 17.977279663085938, "p50_ms_max": 17.978623390197754, "effective_tflops_median": 24.949950710393654, "utilization_spec_dense": 0.025214705114091615, "ratio_to_same_gpu_empirical": 0.031674188839834166, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2458560466766357, "p50_ms_min": 1.2454559803009033, "p50_ms_max": 1.2564480304718018, "effective_tflops_median": 359.90858477741045, "utilization_spec_dense": 0.36372772589935365, "ratio_to_same_gpu_empirical": 0.4569072144326212, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.7266240119934082, "p50_ms_min": 0.7259999811649323, "p50_ms_max": 0.7277439832687378, "effective_tflops_median": 620.0936824755413, "utilization_spec_dense": 0.6266737569232352, "ratio_to_same_gpu_empirical": 0.7872145570586809, "input_sha256": "6513f7c8cad42b897fc840bd9872c99534556cdd62011cdb6cdb5b5f6e99a4d5" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 2.7341920137405396, "p50_ms_min": 2.6856000423431396, "p50_ms_max": 2.742959976196289, "effective_tflops_median": 646.997514780004, "utilization_spec_dense": 0.6538630770894432, "ratio_to_same_gpu_empirical": 0.8213692163130494, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 3.248207926750183, "p50_ms_min": 3.2263680696487427, "p50_ms_max": 3.2508000135421753, "effective_tflops_median": 547.8371451200707, "utilization_spec_dense": 0.5536504751087121, "ratio_to_same_gpu_empirical": 0.6954842271804621, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 10.336351871490479, "p50_ms_min": 10.335968017578125, "p50_ms_max": 10.337119579315186, "effective_tflops_median": 173.56718372197747, "utilization_spec_dense": 0.17540897799088173, "ratio_to_same_gpu_empirical": 0.22034511480288874, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 5.3344480991363525, "p50_ms_min": 5.246079921722412, "p50_ms_max": 5.334991931915283, "effective_tflops_median": 338.0914485246489, "utilization_spec_dense": 0.34167907885260124, "ratio_to_same_gpu_empirical": 0.42921016197606116, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 70.10358428955078, "p50_ms_min": 70.1032829284668, "p50_ms_max": 70.10441589355469, "effective_tflops_median": 25.59175431919955, "utilization_spec_dense": 0.02586331917048969, "ratio_to_same_gpu_empirical": 0.03248896434538001, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 4.931152105331421, "p50_ms_min": 4.888623952865601, "p50_ms_max": 4.97105598449707, "effective_tflops_median": 362.6943082030759, "utilization_spec_dense": 0.36654300980603927, "ratio_to_same_gpu_empirical": 0.46044371560107117, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 2.7476959228515625, "p50_ms_min": 2.7189279794692993, "p50_ms_max": 2.753119945526123, "effective_tflops_median": 647.3425927888286, "utilization_spec_dense": 0.6542118168659208, "ratio_to_same_gpu_empirical": 0.821807295976727, "input_sha256": "20de4093be1fc927af37592c3f8aab306afcf43e08a5125f91d7d903f29abeda" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.131919860839844, "p50_ms_min": 4.084735870361328, "p50_ms_max": 4.143167972564697, "effective_tflops_median": 652.3897925777585, "utilization_spec_dense": 0.6593125746111759, "ratio_to_same_gpu_empirical": 0.828214761910531, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.890912055969238, "p50_ms_min": 4.8471999168396, "p50_ms_max": 4.901455879211426, "effective_tflops_median": 549.9101981375856, "utilization_spec_dense": 0.5557455261622896, "ratio_to_same_gpu_empirical": 0.6981159867985042, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 15.325808048248291, "p50_ms_min": 15.325216293334961, "p50_ms_max": 15.329360008239746, "effective_tflops_median": 175.56583779483717, "utilization_spec_dense": 0.17742884062136147, "ratio_to_same_gpu_empirical": 0.22288242428554395, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 7.977312088012695, "p50_ms_min": 7.906432151794434, "p50_ms_max": 7.977391958236694, "effective_tflops_median": 338.3052740528228, "utilization_spec_dense": 0.3418951733732419, "ratio_to_same_gpu_empirical": 0.42948161542447766, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 105.47745513916016, "p50_ms_min": 105.45116806030273, "p50_ms_max": 105.64184188842773, "effective_tflops_median": 25.52027447160898, "utilization_spec_dense": 0.025791080820221305, "ratio_to_same_gpu_empirical": 0.03239822003020656, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 7.375375986099243, "p50_ms_min": 7.3132641315460205, "p50_ms_max": 7.376224040985107, "effective_tflops_median": 364.3224127211818, "utilization_spec_dense": 0.36818839082484267, "ratio_to_same_gpu_empirical": 0.46251060906134533, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.112223863601685, "p50_ms_min": 4.105823993682861, "p50_ms_max": 4.144063949584961, "effective_tflops_median": 650.6147850595246, "utilization_spec_dense": 0.6575187317428243, "ratio_to_same_gpu_empirical": 0.8259613737584958, "input_sha256": "371254b1c8929dfdd22df3734def63e703a5943bbcf65f8dc08fd9e53a356b2f" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.7113759815692902, "p50_ms_min": 0.7063040137290955, "p50_ms_max": 0.7181439995765686, "effective_tflops_median": 639.3894850966842, "utilization_spec_dense": 0.6461743154084731, "ratio_to_same_gpu_empirical": 0.811710753589588, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.8421760201454163, "p50_ms_min": 0.8345280289649963, "p50_ms_max": 0.8429759740829468, "effective_tflops_median": 538.8007689740261, "utilization_spec_dense": 0.5445182101809258, "ratio_to_same_gpu_empirical": 0.6840124656607749, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.6218559741973877, "p50_ms_min": 2.621616005897522, "p50_ms_max": 2.6236159801483154, "effective_tflops_median": 170.86549758031052, "utilization_spec_dense": 0.1726786231231031, "ratio_to_same_gpu_empirical": 0.21691529972908685, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3482720255851746, "p50_ms_min": 1.3472319841384888, "p50_ms_max": 1.3692479729652405, "effective_tflops_median": 333.7159765777745, "utilization_spec_dense": 0.33725717693559826, "ratio_to_same_gpu_empirical": 0.4236554606334664, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 17.97551918029785, "p50_ms_min": 17.975199699401855, "p50_ms_max": 17.97551918029785, "effective_tflops_median": 24.952076084775815, "utilization_spec_dense": 0.02521685304171381, "ratio_to_same_gpu_empirical": 0.03167688702189943, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.256111979484558, "p50_ms_min": 1.2559680342674255, "p50_ms_max": 1.266864001750946, "effective_tflops_median": 357.5687072133683, "utilization_spec_dense": 0.3613630189119437, "ratio_to_same_gpu_empirical": 0.4539367186314136, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.74030402302742, "p50_ms_min": 0.7364960014820099, "p50_ms_max": 0.7404960095882416, "effective_tflops_median": 611.4019911383562, "utilization_spec_dense": 0.6178898343995515, "ratio_to_same_gpu_empirical": 0.7761803760317474, "input_sha256": "b8374bf5b9bdc6a333a54fb5c94fae37dc0ffaa97ba97627b875e96341b53c93" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 2.741215944290161, "p50_ms_min": 2.7363040447235107, "p50_ms_max": 2.777936100959778, "effective_tflops_median": 647.6277906197223, "utilization_spec_dense": 0.6545000410507552, "ratio_to_same_gpu_empirical": 0.8221693572111276, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 3.2860480546951294, "p50_ms_min": 3.2804479598999023, "p50_ms_max": 3.311232089996338, "effective_tflops_median": 544.9264555558245, "utilization_spec_dense": 0.5507088989952749, "ratio_to_same_gpu_empirical": 0.6917890803650554, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 10.248559951782227, "p50_ms_min": 10.24724817276001, "p50_ms_max": 10.251296043395996, "effective_tflops_median": 175.0341195096439, "utilization_spec_dense": 0.1768914800501707, "ratio_to_same_gpu_empirical": 0.22220740309731415, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 5.302047967910767, "p50_ms_min": 5.2872960567474365, "p50_ms_max": 5.335616111755371, "effective_tflops_median": 337.3676795213601, "utilization_spec_dense": 0.34094762963250136, "ratio_to_same_gpu_empirical": 0.42829133065840896, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 70.10084915161133, "p50_ms_min": 70.10065460205078, "p50_ms_max": 70.1009292602539, "effective_tflops_median": 25.594087928976915, "utilization_spec_dense": 0.02586567754318031, "ratio_to_same_gpu_empirical": 0.03249192688416916, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 4.930431842803955, "p50_ms_min": 4.871887922286987, "p50_ms_max": 4.931087970733643, "effective_tflops_median": 363.4684717437063, "utilization_spec_dense": 0.3673253883210776, "ratio_to_same_gpu_empirical": 0.46142652324119315, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1794244608000.0, "p50_ms_median": 2.749071955680847, "p50_ms_min": 2.7458399534225464, "p50_ms_max": 2.7736639976501465, "effective_tflops_median": 650.6510149734539, "utilization_spec_dense": 0.6575553461075836, "ratio_to_same_gpu_empirical": 0.8260073679630041, "input_sha256": "d7ce1b2d6bd20ff08f84b764b4d21936009491911971b94f4ec1d51167e5761c" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.145632028579712, "p50_ms_min": 4.13318395614624, "p50_ms_max": 4.167407989501953, "effective_tflops_median": 649.108670192836, "utilization_spec_dense": 0.655996634858854, "ratio_to_same_gpu_empirical": 0.8240493472677138, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.905503988265991, "p50_ms_min": 4.8501598834991455, "p50_ms_max": 4.906800031661987, "effective_tflops_median": 547.9757515249194, "utilization_spec_dense": 0.5537905523243247, "ratio_to_same_gpu_empirical": 0.6956601892692272, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 15.469568252563477, "p50_ms_min": 15.469472408294678, "p50_ms_max": 15.475247859954834, "effective_tflops_median": 173.94818461955302, "utilization_spec_dense": 0.17579402184896717, "ratio_to_same_gpu_empirical": 0.22082879889982474, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 7.9191038608551025, "p50_ms_min": 7.912064075469971, "p50_ms_max": 7.966256141662598, "effective_tflops_median": 338.23392800046236, "utilization_spec_dense": 0.34182307023796094, "ratio_to_same_gpu_empirical": 0.42939104096356295, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 105.61425399780273, "p50_ms_min": 105.15153503417969, "p50_ms_max": 105.63996887207031, "effective_tflops_median": 25.517665012377602, "utilization_spec_dense": 0.025788443670922288, "ratio_to_same_gpu_empirical": 0.032394907298032294, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 7.322448015213013, "p50_ms_min": 7.253151893615723, "p50_ms_max": 7.377392053604126, "effective_tflops_median": 365.4243247353235, "utilization_spec_dense": 0.3693019956900693, "ratio_to_same_gpu_empirical": 0.46390949636280465, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2691366912000.0, "p50_ms_median": 4.143551826477051, "p50_ms_min": 4.101680040359497, "p50_ms_max": 4.163631916046143, "effective_tflops_median": 649.1160316743639, "utilization_spec_dense": 0.6560040744561535, "ratio_to_same_gpu_empirical": 0.8240586927353165, "input_sha256": "9646815bb8c2d62a63b461310aef40db13172e9f13c95c122ce325a73534b993" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11363200098276138, "p50_ms_min": 0.11356800049543381, "p50_ms_max": 0.11363200098276138, "effective_tflops_median": 213.0880869707987, "utilization_spec_dense": 0.21534925413926095, "ratio_to_same_gpu_empirical": 0.270517260117088, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.1138560026884079, "p50_ms_min": 0.11340799927711487, "p50_ms_max": 0.11473600193858147, "effective_tflops_median": 207.25618530362357, "utilization_spec_dense": 0.20945546771462714, "ratio_to_same_gpu_empirical": 0.2631136080279278, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11364800110459328, "p50_ms_min": 0.11353600025177002, "p50_ms_max": 0.11425599828362465, "effective_tflops_median": 211.830853195639, "utilization_spec_dense": 0.2140786793285892, "ratio_to_same_gpu_empirical": 0.26892119043052, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.052032001316547394, "p50_ms_min": 0.052000001072883606, "p50_ms_max": 0.052032001316547394, "effective_tflops_median": 466.2980553507245, "utilization_spec_dense": 0.47124613981882213, "ratio_to_same_gpu_empirical": 0.5919696127765721, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05222399905323982, "p50_ms_min": 0.052032001316547394, "p50_ms_max": 0.05225599929690361, "effective_tflops_median": 465.02265289564787, "utilization_spec_dense": 0.4699572035327417, "ratio_to_same_gpu_empirical": 0.5903504777859745, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.052319999784231186, "p50_ms_min": 0.052319999784231186, "p50_ms_max": 0.05251200124621391, "effective_tflops_median": 463.02142843466424, "utilization_spec_dense": 0.4679347432386703, "ratio_to_same_gpu_empirical": 0.5878099051722705, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16566400229930878, "p50_ms_min": 0.165583997964859, "p50_ms_max": 0.16595199704170227, "effective_tflops_median": 147.8795423061077, "utilization_spec_dense": 0.1494487542254752, "ratio_to_same_gpu_empirical": 0.18773442091814052, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16582399606704712, "p50_ms_min": 0.16564799845218658, "p50_ms_max": 0.16598400473594666, "effective_tflops_median": 147.8214789743703, "utilization_spec_dense": 0.1493900747593434, "ratio_to_same_gpu_empirical": 0.18766070899159334, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16569599509239197, "p50_ms_min": 0.1656319946050644, "p50_ms_max": 0.16601599752902985, "effective_tflops_median": 147.92490351992103, "utilization_spec_dense": 0.14949459678617588, "ratio_to_same_gpu_empirical": 0.18779200739071533, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08902399986982346, "p50_ms_min": 0.0888959988951683, "p50_ms_max": 0.08902399986982346, "effective_tflops_median": 274.7604358190792, "utilization_spec_dense": 0.2776760341779476, "ratio_to_same_gpu_empirical": 0.3488108666372327, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08908800035715103, "p50_ms_min": 0.08883199840784073, "p50_ms_max": 0.08912000060081482, "effective_tflops_median": 274.7151542047199, "utilization_spec_dense": 0.27763027206136426, "ratio_to_same_gpu_empirical": 0.3487533812168871, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.0888959988951683, "p50_ms_min": 0.08886399865150452, "p50_ms_max": 0.08908800035715103, "effective_tflops_median": 275.17128341265254, "utilization_spec_dense": 0.278091241447855, "ratio_to_same_gpu_empirical": 0.34933244138558733, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1245920062065125, "p50_ms_min": 1.1244159936904907, "p50_ms_max": 1.1246720552444458, "effective_tflops_median": 21.808468091901894, "utilization_spec_dense": 0.022039886904398072, "ratio_to_same_gpu_empirical": 0.027686048147687894, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1251680254936218, "p50_ms_min": 1.1250560283660889, "p50_ms_max": 1.1255359649658203, "effective_tflops_median": 21.7957309531616, "utilization_spec_dense": 0.022027014606530164, "ratio_to_same_gpu_empirical": 0.027669878234471545, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1243360042572021, "p50_ms_min": 1.1242879629135132, "p50_ms_max": 1.1250879764556885, "effective_tflops_median": 21.80984515922919, "utilization_spec_dense": 0.022041278584365023, "ratio_to_same_gpu_empirical": 0.027687796347156353, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08316799998283386, "p50_ms_min": 0.08316799998283386, "p50_ms_max": 0.08339200168848038, "effective_tflops_median": 293.6954232079564, "utilization_spec_dense": 0.2968119486689807, "ratio_to_same_gpu_empirical": 0.37284900495649326, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08297599852085114, "p50_ms_min": 0.08291199803352356, "p50_ms_max": 0.08297599852085114, "effective_tflops_median": 294.5245888497567, "utilization_spec_dense": 0.2976499129355803, "ratio_to_same_gpu_empirical": 0.37390163826317724, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08395199850201607, "p50_ms_min": 0.08390399813652039, "p50_ms_max": 0.08399999886751175, "effective_tflops_median": 291.17414578606923, "utilization_spec_dense": 0.2942639169136627, "ratio_to_same_gpu_empirical": 0.36964822038960443, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07212799787521362, "p50_ms_min": 0.07206399738788605, "p50_ms_max": 0.0721919983625412, "effective_tflops_median": 337.7276377490673, "utilization_spec_dense": 0.34131140752811245, "ratio_to_same_gpu_empirical": 0.42874830089499144, "input_sha256": "479dfeed6f6afff7ceb64072e4768b9f0d75c257ffeb039cc4cd7b72e48ec184" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07231999933719635, "p50_ms_min": 0.07222399860620499, "p50_ms_max": 0.07235199958086014, "effective_tflops_median": 337.0175962271373, "utilization_spec_dense": 0.34059383145744043, "ratio_to_same_gpu_empirical": 0.42784689673949683, "input_sha256": "97368736799f90a9342598e4954716c0c7c27ca5ad2e2d9de3e1791deaf8b2c2" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07267200201749802, "p50_ms_min": 0.07260800153017044, "p50_ms_max": 0.0727040022611618, "effective_tflops_median": 334.9081963993634, "utilization_spec_dense": 0.33846204790233797, "ratio_to_same_gpu_empirical": 0.42516899451599505, "input_sha256": "f7238622c5d3a7c3e7c054386157159bc61f152d7a08ebed8c956524787d11bc" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11529599875211716, "p50_ms_min": 0.11529599875211716, "p50_ms_max": 0.11584000289440155, "effective_tflops_median": 196.28974204218542, "utilization_spec_dense": 0.19837265491883319, "ratio_to_same_gpu_empirical": 0.24919160879049373, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11337599903345108, "p50_ms_min": 0.1130559965968132, "p50_ms_max": 0.11475200206041336, "effective_tflops_median": 214.05972163371163, "utilization_spec_dense": 0.21633119922558022, "ratio_to_same_gpu_empirical": 0.27175075913893626, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11406399682164192, "p50_ms_min": 0.1136000007390976, "p50_ms_max": 0.114656001329422, "effective_tflops_median": 211.06854024681556, "utilization_spec_dense": 0.21330827715696368, "ratio_to_same_gpu_empirical": 0.2679534272242373, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05209600180387497, "p50_ms_min": 0.05209600180387497, "p50_ms_max": 0.05212799832224846, "effective_tflops_median": 466.12136375910103, "utilization_spec_dense": 0.47106757327852555, "ratio_to_same_gpu_empirical": 0.5917453011975853, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05225599929690361, "p50_ms_min": 0.05222399905323982, "p50_ms_max": 0.05225599929690361, "effective_tflops_median": 455.7784043344897, "utilization_spec_dense": 0.46061486036835747, "ratio_to_same_gpu_empirical": 0.5786148203489234, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.052352000027894974, "p50_ms_min": 0.052352000027894974, "p50_ms_max": 0.05244800075888634, "effective_tflops_median": 463.09506618563506, "utilization_spec_dense": 0.4680091623907378, "ratio_to_same_gpu_empirical": 0.5879033889653674, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16607999801635742, "p50_ms_min": 0.16606400161981583, "p50_ms_max": 0.16633599996566772, "effective_tflops_median": 147.5241829229034, "utilization_spec_dense": 0.1490896239746371, "ratio_to_same_gpu_empirical": 0.18728328895638754, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16582399606704712, "p50_ms_min": 0.16572800278663635, "p50_ms_max": 0.16595199704170227, "effective_tflops_median": 147.74875132893575, "utilization_spec_dense": 0.14931657537032417, "ratio_to_same_gpu_empirical": 0.18756838058573355, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16592000424861908, "p50_ms_min": 0.16556799411773682, "p50_ms_max": 0.16595199704170227, "effective_tflops_median": 147.6586518752692, "utilization_spec_dense": 0.14922551983352117, "ratio_to_same_gpu_empirical": 0.18745399851167951, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08895999938249588, "p50_ms_min": 0.0888959988951683, "p50_ms_max": 0.08908800035715103, "effective_tflops_median": 274.78439619871006, "utilization_spec_dense": 0.27770024881122796, "ratio_to_same_gpu_empirical": 0.348841284556607, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08902399986982346, "p50_ms_min": 0.08887999877333641, "p50_ms_max": 0.08905600011348724, "effective_tflops_median": 274.9403997684172, "utilization_spec_dense": 0.27785790780032055, "ratio_to_same_gpu_empirical": 0.34903933250403374, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08905600011348724, "p50_ms_min": 0.08903999999165535, "p50_ms_max": 0.08908800035715103, "effective_tflops_median": 274.2124732622373, "utilization_spec_dense": 0.27712225696032067, "ratio_to_same_gpu_empirical": 0.34811522319873334, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1252480149269104, "p50_ms_min": 1.1251360177993774, "p50_ms_max": 1.1254559755325317, "effective_tflops_median": 21.79292062410213, "utilization_spec_dense": 0.022024174455888966, "ratio_to_same_gpu_empirical": 0.027666310496227694, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1252319812774658, "p50_ms_min": 1.1249759793281555, "p50_ms_max": 1.125711977481842, "effective_tflops_median": 21.79504945833863, "utilization_spec_dense": 0.022026325880079467, "ratio_to_same_gpu_empirical": 0.027669013070609434, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1244479417800903, "p50_ms_min": 1.1242879629135132, "p50_ms_max": 1.1252480149269104, "effective_tflops_median": 21.805774395903793, "utilization_spec_dense": 0.02203716462446063, "ratio_to_same_gpu_empirical": 0.027682628476173858, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08329600095748901, "p50_ms_min": 0.08323200047016144, "p50_ms_max": 0.08329600095748901, "effective_tflops_median": 293.3284027888658, "utilization_spec_dense": 0.29644103364210794, "ratio_to_same_gpu_empirical": 0.3723830692038623, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08310399949550629, "p50_ms_min": 0.0830719992518425, "p50_ms_max": 0.08321600034832954, "effective_tflops_median": 294.15775054051534, "utilization_spec_dense": 0.29727918195100084, "ratio_to_same_gpu_empirical": 0.37343593370065253, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08377599716186523, "p50_ms_min": 0.08364800363779068, "p50_ms_max": 0.08380799740552902, "effective_tflops_median": 292.0636303827167, "utilization_spec_dense": 0.2951628402048678, "ratio_to_same_gpu_empirical": 0.3707774291568426, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07276800274848938, "p50_ms_min": 0.07273600250482559, "p50_ms_max": 0.07283200323581696, "effective_tflops_median": 335.4703661605409, "utilization_spec_dense": 0.33903018308291144, "ratio_to_same_gpu_empirical": 0.42588267412932435, "input_sha256": "b68bb849cfc4bf9d9921de43e462bc34063608c055a42b2e7cd63c045ce0d2e1" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.0721919983625412, "p50_ms_min": 0.07212799787521362, "p50_ms_max": 0.07235199958086014, "effective_tflops_median": 337.40218095136913, "utilization_spec_dense": 0.3409824971716717, "ratio_to_same_gpu_empirical": 0.4283351305368951, "input_sha256": "e3a7af3cb7963353f38fe45db84ef04832fe56f8fa23358934eeecba6f8a4ee4" }, { "configuration": "480x832_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07280000299215317, "p50_ms_min": 0.07276800274848938, "p50_ms_max": 0.07289600372314453, "effective_tflops_median": 334.2046066971076, "utilization_spec_dense": 0.3377509921143078, "ratio_to_same_gpu_empirical": 0.42427578100412505, "input_sha256": "d390121e3694f510a6282890fa45771c35234fcb3c1846a240721da8062b0cd5" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.34142400324344635, "p50_ms_min": 0.33452799916267395, "p50_ms_max": 0.34355199337005615, "effective_tflops_median": 663.0711360087791, "utilization_spec_dense": 0.6701072622625358, "ratio_to_same_gpu_empirical": 0.8417748243260584, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.40855999290943146, "p50_ms_min": 0.40296000242233276, "p50_ms_max": 0.4143199920654297, "effective_tflops_median": 548.7694365378626, "utilization_spec_dense": 0.5545926594622158, "ratio_to_same_gpu_empirical": 0.6966677795956017, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 1.384768009185791, "p50_ms_min": 1.38428795337677, "p50_ms_max": 1.3874720335006714, "effective_tflops_median": 161.92664168249516, "utilization_spec_dense": 0.16364491327184957, "ratio_to_same_gpu_empirical": 0.20556734104949226, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6697919964790344, "p50_ms_min": 0.6696480214595795, "p50_ms_max": 0.6710239946842194, "effective_tflops_median": 334.47550112112566, "utilization_spec_dense": 0.33802476111281016, "ratio_to_same_gpu_empirical": 0.42461968393369803, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 9.048223972320557, "p50_ms_min": 9.048223972320557, "p50_ms_max": 9.048399925231934, "effective_tflops_median": 24.783594068127602, "utilization_spec_dense": 0.02504658319163982, "ratio_to_same_gpu_empirical": 0.03146299757284298, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6219840049743652, "p50_ms_min": 0.6211519837379456, "p50_ms_max": 0.622111976146698, "effective_tflops_median": 360.25116096664385, "utilization_spec_dense": 0.36407393730838183, "ratio_to_same_gpu_empirical": 0.4573421180136246, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.3638080060482025, "p50_ms_min": 0.3620480000972748, "p50_ms_max": 0.36694398522377014, "effective_tflops_median": 620.1244063619155, "utilization_spec_dense": 0.626704806833669, "ratio_to_same_gpu_empirical": 0.7872535613112426, "input_sha256": "0c7e9cbfed0e27223f0ec17bbaa22c5d2d0b7f729d5e8d55188f27dd1a57402b" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.352783977985382, "p50_ms_min": 1.343775987625122, "p50_ms_max": 1.3822879791259766, "effective_tflops_median": 668.8055670697644, "utilization_spec_dense": 0.6759025437794486, "ratio_to_same_gpu_empirical": 0.8490547365961453, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.609600007534027, "p50_ms_min": 1.6053919792175293, "p50_ms_max": 1.6289279460906982, "effective_tflops_median": 555.71258691808, "utilization_spec_dense": 0.5616094865266094, "ratio_to_same_gpu_empirical": 0.705482172010203, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 5.395520210266113, "p50_ms_min": 5.395375967025757, "p50_ms_max": 5.395840167999268, "effective_tflops_median": 166.27001078477238, "utilization_spec_dense": 0.16803437168749102, "ratio_to_same_gpu_empirical": 0.21108128753954764, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.636207938194275, "p50_ms_min": 2.61628794670105, "p50_ms_max": 2.6607840061187744, "effective_tflops_median": 336.7675726620295, "utilization_spec_dense": 0.34034115478729615, "ratio_to_same_gpu_empirical": 0.42752948955470693, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 35.10419273376465, "p50_ms_min": 35.1036319732666, "p50_ms_max": 35.10524940490723, "effective_tflops_median": 25.553402947231383, "utilization_spec_dense": 0.025824560836009484, "ratio_to_same_gpu_empirical": 0.032440276930639736, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.4571200609207153, "p50_ms_min": 2.445904016494751, "p50_ms_max": 2.458032011985779, "effective_tflops_median": 364.4849517056085, "utilization_spec_dense": 0.3683526545786847, "ratio_to_same_gpu_empirical": 0.4627169537770654, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.370959997177124, "p50_ms_min": 1.35862398147583, "p50_ms_max": 1.3818399906158447, "effective_tflops_median": 656.3921730794857, "utilization_spec_dense": 0.6633574260530426, "ratio_to_same_gpu_empirical": 0.8332958202778233, "input_sha256": "0a1fcdd691d0047e498c41298ae5daa3cd4c5760990b47403afbe2237f35b61d" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.018847942352295, "p50_ms_min": 2.0184000730514526, "p50_ms_max": 2.029711961746216, "effective_tflops_median": 660.2355248251564, "utilization_spec_dense": 0.6672415612179449, "ratio_to_same_gpu_empirical": 0.8381749901961658, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.430880069732666, "p50_ms_min": 2.409648060798645, "p50_ms_max": 2.453263998031616, "effective_tflops_median": 546.5334469003851, "utilization_spec_dense": 0.5523329427997828, "ratio_to_same_gpu_empirical": 0.6938291704599182, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 8.142064094543457, "p50_ms_min": 8.1419358253479, "p50_ms_max": 8.142656326293945, "effective_tflops_median": 165.33428534121316, "utilization_spec_dense": 0.16708871686833063, "ratio_to_same_gpu_empirical": 0.20989337559753385, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.9478559494018555, "p50_ms_min": 3.947119951248169, "p50_ms_max": 3.9776159524917603, "effective_tflops_median": 338.7755528303982, "utilization_spec_dense": 0.3423704424764004, "ratio_to_same_gpu_empirical": 0.43007863860024226, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 52.63950538635254, "p50_ms_min": 52.62985610961914, "p50_ms_max": 52.64713668823242, "effective_tflops_median": 25.53730327953622, "utilization_spec_dense": 0.025808290327980012, "ratio_to_same_gpu_empirical": 0.03241983825640129, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.687935948371887, "p50_ms_min": 3.6590720415115356, "p50_ms_max": 3.7145440578460693, "effective_tflops_median": 362.86416916550934, "utilization_spec_dense": 0.36671467323447127, "ratio_to_same_gpu_empirical": 0.4606593556343155, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.0452960729599, "p50_ms_min": 2.0410399436950684, "p50_ms_max": 2.080175995826721, "effective_tflops_median": 651.1044912191383, "utilization_spec_dense": 0.6580136343801296, "ratio_to_same_gpu_empirical": 0.8265830601720553, "input_sha256": "c2837adb838085c0d3b31128b9022cca7dacd86356512f4d0541c1d2d099f57c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.3477119952440262, "p50_ms_min": 0.3426239937543869, "p50_ms_max": 0.35022400319576263, "effective_tflops_median": 651.6906674915093, "utilization_spec_dense": 0.6586060308150675, "ratio_to_same_gpu_empirical": 0.8273272162691965, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.4184640049934387, "p50_ms_min": 0.41808000206947327, "p50_ms_max": 0.419280007481575, "effective_tflops_median": 537.3050288165261, "utilization_spec_dense": 0.5430065980965398, "ratio_to_same_gpu_empirical": 0.6821136099574552, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 1.3826240301132202, "p50_ms_min": 1.3825920224189758, "p50_ms_max": 1.3849120140075684, "effective_tflops_median": 162.131937166127, "utilization_spec_dense": 0.16385238723206366, "ratio_to_same_gpu_empirical": 0.2058279655289551, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.675104022026062, "p50_ms_min": 0.6717119812965393, "p50_ms_max": 0.6764479875564575, "effective_tflops_median": 332.2869471381213, "utilization_spec_dense": 0.33581298346449856, "ratio_to_same_gpu_empirical": 0.421841294791832, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 9.048160076141357, "p50_ms_min": 9.047664165496826, "p50_ms_max": 9.049760341644287, "effective_tflops_median": 24.78271417245067, "utilization_spec_dense": 0.025045693959020385, "ratio_to_same_gpu_empirical": 0.03146188053729634, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6234399974346161, "p50_ms_min": 0.6226399838924408, "p50_ms_max": 0.6235520243644714, "effective_tflops_median": 358.8374699762071, "utilization_spec_dense": 0.36264524504922396, "ratio_to_same_gpu_empirical": 0.45554742447246216, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.36987200379371643, "p50_ms_min": 0.36905598640441895, "p50_ms_max": 0.3712960034608841, "effective_tflops_median": 611.6175413402807, "utilization_spec_dense": 0.6181076718951801, "ratio_to_same_gpu_empirical": 0.7764540189691411, "input_sha256": "d65cc131d7be36d3fc945777d74bdae3fa43effc3e328f145200dce3b573bad7" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.368175983428955, "p50_ms_min": 1.3587360382080078, "p50_ms_max": 1.3863199949264526, "effective_tflops_median": 651.8650743925075, "utilization_spec_dense": 0.6587822884209272, "ratio_to_same_gpu_empirical": 0.8275486274127016, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.6325119733810425, "p50_ms_min": 1.6184479594230652, "p50_ms_max": 1.6605280041694641, "effective_tflops_median": 548.8363660331688, "utilization_spec_dense": 0.5546602991745011, "ratio_to_same_gpu_empirical": 0.6967527471972571, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 5.444352149963379, "p50_ms_min": 5.443615913391113, "p50_ms_max": 5.444656133651733, "effective_tflops_median": 164.79579405042873, "utilization_spec_dense": 0.16654451142034232, "ratio_to_same_gpu_empirical": 0.20920975601724318, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.678431987762451, "p50_ms_min": 2.634320020675659, "p50_ms_max": 2.6791839599609375, "effective_tflops_median": 335.56412782819723, "utilization_spec_dense": 0.3391249396949947, "ratio_to_same_gpu_empirical": 0.42600170541727184, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 35.10646438598633, "p50_ms_min": 35.10592079162598, "p50_ms_max": 35.10921669006348, "effective_tflops_median": 25.54907145426748, "utilization_spec_dense": 0.025820183379754908, "ratio_to_same_gpu_empirical": 0.03243477806101512, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.450096011161804, "p50_ms_min": 2.4257280826568604, "p50_ms_max": 2.451743960380554, "effective_tflops_median": 363.33141246017965, "utilization_spec_dense": 0.367186874643941, "ratio_to_same_gpu_empirical": 0.461252525236986, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.3675040006637573, "p50_ms_min": 1.3669919967651367, "p50_ms_max": 1.3861920237541199, "effective_tflops_median": 658.1261855487315, "utilization_spec_dense": 0.6651098388567271, "ratio_to_same_gpu_empirical": 0.8354971648431512, "input_sha256": "ccad69afb9c3fc86b688b9c899923677bde273d27f2295568ff9e0c9147b756c" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.0360480546951294, "p50_ms_min": 2.0194880962371826, "p50_ms_max": 2.037023901939392, "effective_tflops_median": 650.4791562819698, "utilization_spec_dense": 0.6573816637513591, "ratio_to_same_gpu_empirical": 0.8257891917946013, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.4277760982513428, "p50_ms_min": 2.4111039638519287, "p50_ms_max": 2.4599199295043945, "effective_tflops_median": 545.1970527979264, "utilization_spec_dense": 0.550982367658339, "ratio_to_same_gpu_empirical": 0.6921326060194889, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 8.146095752716064, "p50_ms_min": 8.07696008682251, "p50_ms_max": 8.146927833557129, "effective_tflops_median": 165.24582286938212, "utilization_spec_dense": 0.16699931568406481, "ratio_to_same_gpu_empirical": 0.20978107168677512, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.948207974433899, "p50_ms_min": 3.9474079608917236, "p50_ms_max": 3.9838720560073853, "effective_tflops_median": 337.55843624024664, "utilization_spec_dense": 0.3411404105510325, "ratio_to_same_gpu_empirical": 0.4285334980440929, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 52.63064002990723, "p50_ms_min": 52.62784004211426, "p50_ms_max": 52.642560958862305, "effective_tflops_median": 25.562817397689297, "utilization_spec_dense": 0.02583407518715442, "ratio_to_same_gpu_empirical": 0.03245222866092925, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.684623956680298, "p50_ms_min": 3.6839520931243896, "p50_ms_max": 3.688271999359131, "effective_tflops_median": 362.0104252415129, "utilization_spec_dense": 0.3658518698752025, "ratio_to_same_gpu_empirical": 0.4595755199753433, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.082271933555603, "p50_ms_min": 2.0465439558029175, "p50_ms_max": 2.0826560258865356, "effective_tflops_median": 649.5174030657168, "utilization_spec_dense": 0.6564097049678795, "ratio_to_same_gpu_empirical": 0.8245682373589589, "input_sha256": "314101e2a8bc703ee9d15e31a1ce6dbe3c155df8691224fdaa6002773b40d4a8" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10726399719715118, "p50_ms_min": 0.10697600245475769, "p50_ms_max": 0.10737599804997444, "effective_tflops_median": 112.72543740768147, "utilization_spec_dense": 0.11392161435844514, "ratio_to_same_gpu_empirical": 0.14310596573709525, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10808000341057777, "p50_ms_min": 0.10779200121760368, "p50_ms_max": 0.1082879975438118, "effective_tflops_median": 111.24761241223115, "utilization_spec_dense": 0.11242810754141602, "ratio_to_same_gpu_empirical": 0.141229853494572, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10763199999928474, "p50_ms_min": 0.10740799829363823, "p50_ms_max": 0.10804800316691399, "effective_tflops_median": 110.96736858566771, "utilization_spec_dense": 0.112144889929932, "ratio_to_same_gpu_empirical": 0.14087408141362476, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04745600000023842, "p50_ms_min": 0.04742399975657463, "p50_ms_max": 0.047648001462221146, "effective_tflops_median": 255.1090945622359, "utilization_spec_dense": 0.25781616428725207, "ratio_to_same_gpu_empirical": 0.3238633105819022, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0469760000705719, "p50_ms_min": 0.046911999583244324, "p50_ms_max": 0.047200001776218414, "effective_tflops_median": 255.4944469368493, "utilization_spec_dense": 0.2582056057977254, "ratio_to_same_gpu_empirical": 0.32435251891842604, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04710400104522705, "p50_ms_min": 0.04694399982690811, "p50_ms_max": 0.047648001462221146, "effective_tflops_median": 255.68301380893305, "utilization_spec_dense": 0.2583961736320698, "ratio_to_same_gpu_empirical": 0.3245919062737217, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0865280032157898, "p50_ms_min": 0.08649600297212601, "p50_ms_max": 0.0865280032157898, "effective_tflops_median": 141.44860363987357, "utilization_spec_dense": 0.14294957416864434, "ratio_to_same_gpu_empirical": 0.17957028592260177, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08671999722719193, "p50_ms_min": 0.08649600297212601, "p50_ms_max": 0.08671999722719193, "effective_tflops_median": 141.27954948930505, "utilization_spec_dense": 0.14277872611349676, "ratio_to_same_gpu_empirical": 0.17935567014434156, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08691199868917465, "p50_ms_min": 0.08687999844551086, "p50_ms_max": 0.0870399996638298, "effective_tflops_median": 140.71365114210965, "utilization_spec_dense": 0.14220682278131344, "ratio_to_same_gpu_empirical": 0.17863725705722672, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0490880012512207, "p50_ms_min": 0.0490880012512207, "p50_ms_max": 0.0490880012512207, "effective_tflops_median": 248.45102077198484, "utilization_spec_dense": 0.2510874388802272, "ratio_to_same_gpu_empirical": 0.31541082548524385, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04915200173854828, "p50_ms_min": 0.04912000149488449, "p50_ms_max": 0.04915200173854828, "effective_tflops_median": 248.29387081164077, "utilization_spec_dense": 0.25092862133566524, "ratio_to_same_gpu_empirical": 0.3152113221845004, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0490880012512207, "p50_ms_min": 0.049056001007556915, "p50_ms_max": 0.04918399825692177, "effective_tflops_median": 247.43228209085325, "utilization_spec_dense": 0.2500578899351726, "ratio_to_same_gpu_empirical": 0.3141175274848128, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6171519756317139, "p50_ms_min": 0.6164319813251495, "p50_ms_max": 0.617247998714447, "effective_tflops_median": 19.857888646736768, "utilization_spec_dense": 0.02006860904167435, "ratio_to_same_gpu_empirical": 0.02520976984115314, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6170400083065033, "p50_ms_min": 0.6168000102043152, "p50_ms_max": 0.6171519756317139, "effective_tflops_median": 19.86516322136884, "utilization_spec_dense": 0.0200759608098725, "ratio_to_same_gpu_empirical": 0.02521900497966304, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6178080141544342, "p50_ms_min": 0.6177600026130676, "p50_ms_max": 0.6179039776325226, "effective_tflops_median": 19.835894955642893, "utilization_spec_dense": 0.020046381966288926, "ratio_to_same_gpu_empirical": 0.025181848650723607, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.05238400027155876, "p50_ms_min": 0.05222399905323982, "p50_ms_max": 0.0525440014898777, "effective_tflops_median": 230.13860476343314, "utilization_spec_dense": 0.23258070213585966, "ratio_to_same_gpu_empirical": 0.2921630471829469, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04983999952673912, "p50_ms_min": 0.04980799928307533, "p50_ms_max": 0.049855999648571014, "effective_tflops_median": 241.51744692867277, "utilization_spec_dense": 0.2440802899733934, "ratio_to_same_gpu_empirical": 0.30660859057114787, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04972799867391586, "p50_ms_min": 0.04966399818658829, "p50_ms_max": 0.04992000013589859, "effective_tflops_median": 242.77306096046027, "utilization_spec_dense": 0.24534922785291588, "ratio_to_same_gpu_empirical": 0.3082026039788062, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.06473600119352341, "p50_ms_min": 0.06431999802589417, "p50_ms_max": 0.06496000289916992, "effective_tflops_median": 184.58563760046573, "utilization_spec_dense": 0.18654435331022307, "ratio_to_same_gpu_empirical": 0.234333141990648, "input_sha256": "f665a3650c243b5eb40736ffa5b9bbc7082d55f2c02138cea5a754e662d6cfa6" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.060816001147031784, "p50_ms_min": 0.06059199944138527, "p50_ms_max": 0.06111999973654747, "effective_tflops_median": 197.37082983079463, "utilization_spec_dense": 0.19946521458392585, "ratio_to_same_gpu_empirical": 0.2505640595486663, "input_sha256": "706a473a57c5ed3f0867bec0e79feba3c35c91a4a221518e46b6fd1073d48807" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0607680007815361, "p50_ms_min": 0.060655999928712845, "p50_ms_max": 0.061039999127388, "effective_tflops_median": 196.2848849727538, "utilization_spec_dense": 0.19836774630899826, "ratio_to_same_gpu_empirical": 0.2491854426967739, "input_sha256": "1a9829e52a9c8d8b4d17353f833d4c0749bcacac2ec5ef35936baa3fc3efc969" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.1088160015642643, "p50_ms_min": 0.10719999670982361, "p50_ms_max": 0.10899200290441513, "effective_tflops_median": 107.1651875506506, "utilization_spec_dense": 0.10830236235538211, "ratio_to_same_gpu_empirical": 0.13604717808606834, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10927999764680862, "p50_ms_min": 0.10768000036478043, "p50_ms_max": 0.11059200018644333, "effective_tflops_median": 110.47186184657599, "utilization_spec_dense": 0.11164412516076401, "ratio_to_same_gpu_empirical": 0.14024503111177933, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10710400342941284, "p50_ms_min": 0.10700800269842148, "p50_ms_max": 0.10719999670982361, "effective_tflops_median": 112.69682974470555, "utilization_spec_dense": 0.11389270312754478, "ratio_to_same_gpu_empirical": 0.14306964804934172, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.046959999948740005, "p50_ms_min": 0.04684799909591675, "p50_ms_max": 0.04742399975657463, "effective_tflops_median": 256.15850234762934, "utilization_spec_dense": 0.2588767077793121, "ratio_to_same_gpu_empirical": 0.3251955432885062, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04726399853825569, "p50_ms_min": 0.04700800031423569, "p50_ms_max": 0.04838399961590767, "effective_tflops_median": 253.59488977896453, "utilization_spec_dense": 0.2562858916411971, "ratio_to_same_gpu_empirical": 0.32194101386860496, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.046911999583244324, "p50_ms_min": 0.04681599885225296, "p50_ms_max": 0.04694399982690811, "effective_tflops_median": 256.5870979110099, "utilization_spec_dense": 0.25930985135018686, "ratio_to_same_gpu_empirical": 0.3257396492455883, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08646400272846222, "p50_ms_min": 0.08646400272846222, "p50_ms_max": 0.08671999722719193, "effective_tflops_median": 141.07731418394528, "utilization_spec_dense": 0.14257434480439138, "ratio_to_same_gpu_empirical": 0.17909893058896528, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08686399832367897, "p50_ms_min": 0.08684799820184708, "p50_ms_max": 0.08691199868917465, "effective_tflops_median": 140.82271024752677, "utilization_spec_dense": 0.14231703915869304, "ratio_to_same_gpu_empirical": 0.17877570858123099, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08707199990749359, "p50_ms_min": 0.08697599917650223, "p50_ms_max": 0.08707199990749359, "effective_tflops_median": 140.57468924825704, "utilization_spec_dense": 0.1420663863044538, "ratio_to_same_gpu_empirical": 0.17846084367194517, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04972799867391586, "p50_ms_min": 0.04902400076389313, "p50_ms_max": 0.04972799867391586, "effective_tflops_median": 243.31695238743384, "utilization_spec_dense": 0.24589889074020602, "ratio_to_same_gpu_empirical": 0.30889307908099356, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.049215998500585556, "p50_ms_min": 0.04915200173854828, "p50_ms_max": 0.049247998744249344, "effective_tflops_median": 247.46795184827002, "utilization_spec_dense": 0.2500939381993633, "ratio_to_same_gpu_empirical": 0.3141628105655453, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04912000149488449, "p50_ms_min": 0.04912000149488449, "p50_ms_max": 0.04919999837875366, "effective_tflops_median": 247.6693818966103, "utilization_spec_dense": 0.25029750570652887, "ratio_to_same_gpu_empirical": 0.3144185278398279, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6178400218486786, "p50_ms_min": 0.6177439987659454, "p50_ms_max": 0.6181439757347107, "effective_tflops_median": 19.836729724514296, "utilization_spec_dense": 0.020047225593243352, "ratio_to_same_gpu_empirical": 0.025182908397381118, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6171839833259583, "p50_ms_min": 0.6171360015869141, "p50_ms_max": 0.617328017950058, "effective_tflops_median": 19.85859840982233, "utilization_spec_dense": 0.020069326336354047, "ratio_to_same_gpu_empirical": 0.02521067089183114, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6166080236434937, "p50_ms_min": 0.6165120005607605, "p50_ms_max": 0.616703987121582, "effective_tflops_median": 19.8745859718359, "utilization_spec_dense": 0.020085483549101463, "ratio_to_same_gpu_empirical": 0.025230967246889485, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04960000142455101, "p50_ms_min": 0.04955200105905533, "p50_ms_max": 0.04979199916124344, "effective_tflops_median": 243.22690630534692, "utilization_spec_dense": 0.2458078891413309, "ratio_to_same_gpu_empirical": 0.3087787647626442, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04934399947524071, "p50_ms_min": 0.049215998500585556, "p50_ms_max": 0.04948800057172775, "effective_tflops_median": 244.32589039438378, "utilization_spec_dense": 0.2469185350120099, "ratio_to_same_gpu_empirical": 0.31017393503661295, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04918399825692177, "p50_ms_min": 0.04887999966740608, "p50_ms_max": 0.04947200044989586, "effective_tflops_median": 241.60775397926028, "utilization_spec_dense": 0.24417155531001544, "ratio_to_same_gpu_empirical": 0.3067232361913769, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.06019200012087822, "p50_ms_min": 0.05990400165319443, "p50_ms_max": 0.06088000163435936, "effective_tflops_median": 200.13342718876214, "utilization_spec_dense": 0.20225712702249837, "ratio_to_same_gpu_empirical": 0.25407120196431193, "input_sha256": "3616141a1f20908c94a715a3571503688dd093c39a364b756e7ac96ab3571840" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.060447998344898224, "p50_ms_min": 0.06038400158286095, "p50_ms_max": 0.060736000537872314, "effective_tflops_median": 198.5325786556243, "utilization_spec_dense": 0.20063929121336463, "ratio_to_same_gpu_empirical": 0.2520389102242943, "input_sha256": "cd0f1f60b8acee6834efea178c2f7c4a7e944a95f2df157498c454f9268aa3ac" }, { "configuration": "480x832_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.060816001147031784, "p50_ms_min": 0.06019200012087822, "p50_ms_max": 0.06083200126886368, "effective_tflops_median": 196.24201760778942, "utilization_spec_dense": 0.19832442406042386, "ratio_to_same_gpu_empirical": 0.24913102218794372, "input_sha256": "05122a53f7b3cba34235e7557234a1eb08746b495c88c0dd6aa6283aa6d72796" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.1674879938364029, "p50_ms_min": 0.16206400096416473, "p50_ms_max": 0.1732959970831871, "effective_tflops_median": 667.7696679296848, "utilization_spec_dense": 0.6748556522786102, "ratio_to_same_gpu_empirical": 0.847739653237354, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.20291200280189514, "p50_ms_min": 0.19705599546432495, "p50_ms_max": 0.2035840004682541, "effective_tflops_median": 551.5223432976069, "utilization_spec_dense": 0.5573747784715583, "ratio_to_same_gpu_empirical": 0.7001626197088637, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.6986240148544312, "p50_ms_min": 0.6983360052108765, "p50_ms_max": 0.6987519860267639, "effective_tflops_median": 160.41248635578268, "utilization_spec_dense": 0.16211469060715783, "ratio_to_same_gpu_empirical": 0.20364510712174536, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.35625600814819336, "p50_ms_min": 0.3560959994792938, "p50_ms_max": 0.35705599188804626, "effective_tflops_median": 314.4202034477571, "utilization_spec_dense": 0.3177566482544286, "ratio_to_same_gpu_empirical": 0.39915930154181073, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.800415992736816, "p50_ms_min": 4.800384044647217, "p50_ms_max": 4.801136016845703, "effective_tflops_median": 23.354033218830796, "utilization_spec_dense": 0.023601852671885595, "ratio_to_same_gpu_empirical": 0.029648157101843656, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.33055999875068665, "p50_ms_min": 0.33049601316452026, "p50_ms_max": 0.33059200644493103, "effective_tflops_median": 338.89769135093036, "utilization_spec_dense": 0.342493877060061, "ratio_to_same_gpu_empirical": 0.4302336945604266, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.1751679927110672, "p50_ms_min": 0.17244799435138702, "p50_ms_max": 0.18412800133228302, "effective_tflops_median": 634.1406795588039, "utilization_spec_dense": 0.6408698125910095, "ratio_to_same_gpu_empirical": 0.8050473473279823, "input_sha256": "7fd3395d5b871c0ae63a77236561211b36b56daf78e1bb41cd138134fabbcf90" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6708640158176422, "p50_ms_min": 0.6708160042762756, "p50_ms_max": 0.6773599982261658, "effective_tflops_median": 672.2077015008675, "utilization_spec_dense": 0.6793407796875872, "ratio_to_same_gpu_empirical": 0.8533737771297353, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.8128800094127655, "p50_ms_min": 0.805791974067688, "p50_ms_max": 0.8193280100822449, "effective_tflops_median": 556.8346323545653, "utilization_spec_dense": 0.5627434384583783, "ratio_to_same_gpu_empirical": 0.7069066188740322, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.718239903450012, "p50_ms_min": 2.7179999351501465, "p50_ms_max": 2.720960021018982, "effective_tflops_median": 164.6786863117494, "utilization_spec_dense": 0.16642616100227328, "ratio_to_same_gpu_empirical": 0.2090610866802737, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3721439838409424, "p50_ms_min": 1.3618559837341309, "p50_ms_max": 1.3924959897994995, "effective_tflops_median": 326.7351022615298, "utilization_spec_dense": 0.33020222563065166, "ratio_to_same_gpu_empirical": 0.4147931773397454, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.7969913482666, "p50_ms_min": 18.79646396636963, "p50_ms_max": 18.798815727233887, "effective_tflops_median": 23.880920824559198, "utilization_spec_dense": 0.024134331303243252, "ratio_to_same_gpu_empirical": 0.030317045698655884, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2683199644088745, "p50_ms_min": 1.2588000297546387, "p50_ms_max": 1.287663996219635, "effective_tflops_median": 353.4200881832807, "utilization_spec_dense": 0.3571703771432852, "ratio_to_same_gpu_empirical": 0.4486700091252988, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6799359917640686, "p50_ms_min": 0.6781439781188965, "p50_ms_max": 0.680512011051178, "effective_tflops_median": 664.0709990124205, "utilization_spec_dense": 0.6711177352323603, "ratio_to_same_gpu_empirical": 0.8430441594826248, "input_sha256": "7976a8a49e969fb66b76f8e708435c60057a89946835b27b23610b8178fc16f3" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 0.9927039742469788, "p50_ms_min": 0.992576003074646, "p50_ms_max": 0.9932799935340881, "effective_tflops_median": 681.5967759060387, "utilization_spec_dense": 0.6888294855038289, "ratio_to_same_gpu_empirical": 0.8652932922900101, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.1967999935150146, "p50_ms_min": 1.1916799545288086, "p50_ms_max": 1.242576003074646, "effective_tflops_median": 565.6505050182279, "utilization_spec_dense": 0.5716528600487397, "ratio_to_same_gpu_empirical": 0.7180984492218355, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.107519865036011, "p50_ms_min": 4.103808164596558, "p50_ms_max": 4.113216161727905, "effective_tflops_median": 163.63411746952121, "utilization_spec_dense": 0.1653705078014363, "ratio_to_same_gpu_empirical": 0.2077349970559299, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.0497119426727295, "p50_ms_min": 2.048959970474243, "p50_ms_max": 2.0554879903793335, "effective_tflops_median": 327.8369550239294, "utilization_spec_dense": 0.331315770615391, "ratio_to_same_gpu_empirical": 0.4161919894205805, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.052592277526855, "p50_ms_min": 27.923664093017578, "p50_ms_max": 28.06169605255127, "effective_tflops_median": 24.015722525471006, "utilization_spec_dense": 0.024270563441607888, "ratio_to_same_gpu_empirical": 0.030488177681246648, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.8908480405807495, "p50_ms_min": 1.8906559944152832, "p50_ms_max": 1.8912960290908813, "effective_tflops_median": 355.5650350414868, "utilization_spec_dense": 0.3593380849332863, "ratio_to_same_gpu_empirical": 0.4513930386265125, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.009328007698059, "p50_ms_min": 1.0067359805107117, "p50_ms_max": 1.014128029346466, "effective_tflops_median": 670.1687033784461, "utilization_spec_dense": 0.6772801448998951, "ratio_to_same_gpu_empirical": 0.8507852505100519, "input_sha256": "b972a90ab8c175e3761468ed98dc0c8304bd7ab3a3db99ebc2f9a89a7fb1b3d2" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.1714559942483902, "p50_ms_min": 0.166703999042511, "p50_ms_max": 0.1719360053539276, "effective_tflops_median": 653.3548183744424, "utilization_spec_dense": 0.6602878407018115, "ratio_to_same_gpu_empirical": 0.8294398709167281, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.20416000485420227, "p50_ms_min": 0.20204800367355347, "p50_ms_max": 0.20908799767494202, "effective_tflops_median": 544.6139773566287, "utilization_spec_dense": 0.550393104958695, "ratio_to_same_gpu_empirical": 0.6913923864555344, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.6988800168037415, "p50_ms_min": 0.6986240148544312, "p50_ms_max": 0.6990880072116852, "effective_tflops_median": 160.2897585213123, "utilization_spec_dense": 0.16199066045610136, "ratio_to_same_gpu_empirical": 0.20348930302216856, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.35686400532722473, "p50_ms_min": 0.356224000453949, "p50_ms_max": 0.35761600732803345, "effective_tflops_median": 313.95035753472695, "utilization_spec_dense": 0.31728181660912275, "ratio_to_same_gpu_empirical": 0.3985628278915144, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.802783966064453, "p50_ms_min": 4.802608013153076, "p50_ms_max": 4.802863836288452, "effective_tflops_median": 23.342988235507292, "utilization_spec_dense": 0.023590690485606157, "ratio_to_same_gpu_empirical": 0.029634135395284703, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.3309440016746521, "p50_ms_min": 0.3301120102405548, "p50_ms_max": 0.33430400490760803, "effective_tflops_median": 338.5920786894509, "utilization_spec_dense": 0.34218502141430107, "ratio_to_same_gpu_empirical": 0.4298457165133392, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.18561600148677826, "p50_ms_min": 0.17323199659585953, "p50_ms_max": 0.18675200641155243, "effective_tflops_median": 603.3514703449448, "utilization_spec_dense": 0.6097538861495148, "ratio_to_same_gpu_empirical": 0.7659601668285565, "input_sha256": "e86fd1d5515ffb6e8e8ba1c4a38e0b54b23bd7d8d4d931434a89f116a2186b96" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6845919787883759, "p50_ms_min": 0.6720159947872162, "p50_ms_max": 0.7048319876194, "effective_tflops_median": 661.6098159878304, "utilization_spec_dense": 0.6686304355612233, "ratio_to_same_gpu_empirical": 0.8399196652984424, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.8055519759654999, "p50_ms_min": 0.8007200062274933, "p50_ms_max": 0.8064799904823303, "effective_tflops_median": 555.3516267807656, "utilization_spec_dense": 0.5612446960897075, "ratio_to_same_gpu_empirical": 0.7050239298402823, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.7467360496520996, "p50_ms_min": 2.74126398563385, "p50_ms_max": 2.7480798959732056, "effective_tflops_median": 163.10403011901087, "utilization_spec_dense": 0.1648347954714612, "ratio_to_same_gpu_empirical": 0.20706204635408032, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3734880089759827, "p50_ms_min": 1.3731679916381836, "p50_ms_max": 1.373695969581604, "effective_tflops_median": 326.31853865035504, "utilization_spec_dense": 0.3297812416880799, "ratio_to_same_gpu_empirical": 0.41426434605517476, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.792415618896484, "p50_ms_min": 18.77552032470703, "p50_ms_max": 18.797216415405273, "effective_tflops_median": 23.901466661279372, "utilization_spec_dense": 0.024155095160464247, "ratio_to_same_gpu_empirical": 0.03034312882481918, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2668160200119019, "p50_ms_min": 1.2666879892349243, "p50_ms_max": 1.2847040295600891, "effective_tflops_median": 353.77532565518334, "utilization_spec_dense": 0.35752938418916963, "ratio_to_same_gpu_empirical": 0.449120986319548, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.68476802110672, "p50_ms_min": 0.6816799938678741, "p50_ms_max": 0.6857440173625946, "effective_tflops_median": 659.5284332754304, "utilization_spec_dense": 0.6665269664228706, "ratio_to_same_gpu_empirical": 0.8372773310571543, "input_sha256": "8bd877ba898c97ef536541644b11905ec70effdbdbc99a230ffb01c32f1a70a9" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.009872019290924, "p50_ms_min": 1.0024960041046143, "p50_ms_max": 1.0616320371627808, "effective_tflops_median": 675.9152507712323, "utilization_spec_dense": 0.6830876713200933, "ratio_to_same_gpu_empirical": 0.858080544573312, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.2088960409164429, "p50_ms_min": 1.2010400295257568, "p50_ms_max": 1.242576003074646, "effective_tflops_median": 559.6732315462668, "utilization_spec_dense": 0.5656121592180564, "ratio_to_same_gpu_empirical": 0.710510246307296, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.123999834060669, "p50_ms_min": 4.123471975326538, "p50_ms_max": 4.125919818878174, "effective_tflops_median": 163.18661269644005, "utilization_spec_dense": 0.16491825436729668, "ratio_to_same_gpu_empirical": 0.20716688568553768, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.0392318964004517, "p50_ms_min": 2.03438401222229, "p50_ms_max": 2.065743923187256, "effective_tflops_median": 328.0730406783535, "utilization_spec_dense": 0.3315543614738287, "ratio_to_same_gpu_empirical": 0.41649170230127525, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.070015907287598, "p50_ms_min": 28.06777572631836, "p50_ms_max": 28.074912071228027, "effective_tflops_median": 23.93268748928065, "utilization_spec_dense": 0.024186647285781352, "ratio_to_same_gpu_empirical": 0.03038276394928604, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.8989759683609009, "p50_ms_min": 1.8922079801559448, "p50_ms_max": 1.9048640131950378, "effective_tflops_median": 354.1477835082306, "utilization_spec_dense": 0.35790579434889397, "ratio_to_same_gpu_empirical": 0.4495938249439299, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.023743987083435, "p50_ms_min": 1.0174559950828552, "p50_ms_max": 1.028480052947998, "effective_tflops_median": 653.0640242321512, "utilization_spec_dense": 0.6599939608207692, "ratio_to_same_gpu_empirical": 0.8290707051142236, "input_sha256": "bbc53f4c4ad1ff43390a6743ee051bd3dc5f34d9e37c89e17de8b64350ce607e" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11215999722480774, "p50_ms_min": 0.11190400272607803, "p50_ms_max": 0.11296000331640244, "effective_tflops_median": 215.57086597020353, "utilization_spec_dense": 0.21785837894916982, "ratio_to_same_gpu_empirical": 0.27366917058727436, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11260800063610077, "p50_ms_min": 0.11203200370073318, "p50_ms_max": 0.11283200234174728, "effective_tflops_median": 215.03985631864472, "utilization_spec_dense": 0.21732173453122255, "ratio_to_same_gpu_empirical": 0.2729950490158741, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.112271998077631, "p50_ms_min": 0.11168000102043152, "p50_ms_max": 0.11283200234174728, "effective_tflops_median": 211.69185874559122, "utilization_spec_dense": 0.21393820995006693, "ratio_to_same_gpu_empirical": 0.2687447357148532, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05206400156021118, "p50_ms_min": 0.052032001316547394, "p50_ms_max": 0.05206400156021118, "effective_tflops_median": 467.0440948977573, "utilization_spec_dense": 0.4720000959047573, "ratio_to_same_gpu_empirical": 0.5929167167516055, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.052319999784231186, "p50_ms_min": 0.05225599929690361, "p50_ms_max": 0.052352000027894974, "effective_tflops_median": 465.58926503082887, "utilization_spec_dense": 0.4705298282272146, "ratio_to_same_gpu_empirical": 0.5910697970334144, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05196800082921982, "p50_ms_min": 0.05193600058555603, "p50_ms_max": 0.0522879995405674, "effective_tflops_median": 467.2736858542378, "utilization_spec_dense": 0.47223212314728424, "ratio_to_same_gpu_empirical": 0.5932081845543236, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.165583997964859, "p50_ms_min": 0.16547200083732605, "p50_ms_max": 0.16582399606704712, "effective_tflops_median": 147.90055516106634, "utilization_spec_dense": 0.14946999005666128, "ratio_to_same_gpu_empirical": 0.18776109692819556, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16569599509239197, "p50_ms_min": 0.16540800034999847, "p50_ms_max": 0.16569599509239197, "effective_tflops_median": 147.9868557395425, "utilization_spec_dense": 0.14955720640681405, "ratio_to_same_gpu_empirical": 0.1878706562957218, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.1656000018119812, "p50_ms_min": 0.16540800034999847, "p50_ms_max": 0.16566400229930878, "effective_tflops_median": 147.96077399961732, "utilization_spec_dense": 0.14953084790259455, "ratio_to_same_gpu_empirical": 0.18783754529020313, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08867199718952179, "p50_ms_min": 0.088639996945858, "p50_ms_max": 0.08883199840784073, "effective_tflops_median": 275.72771489847895, "utilization_spec_dense": 0.2786535774618282, "ratio_to_same_gpu_empirical": 0.3500388362062854, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.088639996945858, "p50_ms_min": 0.08857599645853043, "p50_ms_max": 0.088639996945858, "effective_tflops_median": 276.1013554180748, "utilization_spec_dense": 0.2790311828378724, "ratio_to_same_gpu_empirical": 0.350513176236583, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08879999816417694, "p50_ms_min": 0.08876799792051315, "p50_ms_max": 0.08892799913883209, "effective_tflops_median": 275.11862739964465, "utilization_spec_dense": 0.2780380266797824, "ratio_to_same_gpu_empirical": 0.34926559409923696, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1235840320587158, "p50_ms_min": 1.1234560012817383, "p50_ms_max": 1.1235840320587158, "effective_tflops_median": 21.821191177762458, "utilization_spec_dense": 0.02205274500026524, "ratio_to_same_gpu_empirical": 0.0277022002206459, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1241600513458252, "p50_ms_min": 1.1239200234413147, "p50_ms_max": 1.1243680119514465, "effective_tflops_median": 21.817262986964224, "utilization_spec_dense": 0.022048775125784965, "ratio_to_same_gpu_empirical": 0.02769721334678044, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1239999532699585, "p50_ms_min": 1.1239039897918701, "p50_ms_max": 1.124015986919403, "effective_tflops_median": 21.817821679607743, "utilization_spec_dense": 0.022049339746950725, "ratio_to_same_gpu_empirical": 0.02769792261216135, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08291199803352356, "p50_ms_min": 0.08291199803352356, "p50_ms_max": 0.0830719992518425, "effective_tflops_median": 294.5453309462613, "utilization_spec_dense": 0.2976708751351807, "ratio_to_same_gpu_empirical": 0.3739279705429178, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08348800241947174, "p50_ms_min": 0.08348800241947174, "p50_ms_max": 0.08352000266313553, "effective_tflops_median": 292.44087247387654, "utilization_spec_dense": 0.29554408537026433, "ratio_to_same_gpu_empirical": 0.3712563414149238, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08329600095748901, "p50_ms_min": 0.08329600095748901, "p50_ms_max": 0.0833280012011528, "effective_tflops_median": 292.87576131742514, "utilization_spec_dense": 0.29598358900194555, "ratio_to_same_gpu_empirical": 0.37180843674828884, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07212799787521362, "p50_ms_min": 0.07203199714422226, "p50_ms_max": 0.07222399860620499, "effective_tflops_median": 338.10937352428664, "utilization_spec_dense": 0.341697194061937, "ratio_to_same_gpu_empirical": 0.429232917925765, "input_sha256": "000f69e4356dcf2d82c1480a892c2646919fcd6e7ba58c5decf95ac72e3161e1" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07212799787521362, "p50_ms_min": 0.07209599763154984, "p50_ms_max": 0.07212799787521362, "effective_tflops_median": 337.92907067670006, "utilization_spec_dense": 0.34151497794512387, "ratio_to_same_gpu_empirical": 0.429004021824562, "input_sha256": "fc2a6399885fec267d4a45e9bc257f4a0516d71521c0b6385d5e8536a2cbd86d" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07235199958086014, "p50_ms_min": 0.07228799909353256, "p50_ms_max": 0.07235199958086014, "effective_tflops_median": 337.0279650628501, "utilization_spec_dense": 0.34060431032122296, "ratio_to_same_gpu_empirical": 0.4278600600705282, "input_sha256": "d89edb6cf57879a925e5e9c11bdf9d35ab3286193a81c5d43d22836881efc2b3" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11321599781513214, "p50_ms_min": 0.11294400319457054, "p50_ms_max": 0.11347199976444244, "effective_tflops_median": 204.61145600260025, "utilization_spec_dense": 0.20678267408044493, "ratio_to_same_gpu_empirical": 0.2597561001801885, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11203200370073318, "p50_ms_min": 0.11201600357890129, "p50_ms_max": 0.11243199929594994, "effective_tflops_median": 215.56137145114283, "utilization_spec_dense": 0.21784878367978053, "ratio_to_same_gpu_empirical": 0.273657117209167, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.11239999905228615, "p50_ms_min": 0.11168000102043152, "p50_ms_max": 0.11289600282907486, "effective_tflops_median": 208.3534351164585, "utilization_spec_dense": 0.21056436090597122, "ratio_to_same_gpu_empirical": 0.26450657662252025, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05225599929690361, "p50_ms_min": 0.052191998809576035, "p50_ms_max": 0.052480001002550125, "effective_tflops_median": 462.1943625340644, "utilization_spec_dense": 0.46709890099450674, "ratio_to_same_gpu_empirical": 0.5867599375060949, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05198400095105171, "p50_ms_min": 0.051872000098228455, "p50_ms_max": 0.052000001072883606, "effective_tflops_median": 467.5035041963116, "utilization_spec_dense": 0.4724643801882886, "ratio_to_same_gpu_empirical": 0.5934999410251157, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.05193600058555603, "p50_ms_min": 0.05193600058555603, "p50_ms_max": 0.05209600180387497, "effective_tflops_median": 467.5567175646281, "utilization_spec_dense": 0.47251815822600113, "ratio_to_same_gpu_empirical": 0.5935674958790882, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16592000424861908, "p50_ms_min": 0.16579200327396393, "p50_ms_max": 0.16592000424861908, "effective_tflops_median": 147.72759148530534, "utilization_spec_dense": 0.14929519099070776, "ratio_to_same_gpu_empirical": 0.1875415179722258, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16566400229930878, "p50_ms_min": 0.1656000018119812, "p50_ms_max": 0.16572800278663635, "effective_tflops_median": 147.82622886264554, "utilization_spec_dense": 0.14939487505067764, "ratio_to_same_gpu_empirical": 0.1876667390178625, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.16697600483894348, "p50_ms_min": 0.16582399606704712, "p50_ms_max": 0.16704000532627106, "effective_tflops_median": 146.7061993991501, "utilization_spec_dense": 0.14826296048423457, "ratio_to_same_gpu_empirical": 0.1862448514500384, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.0888959988951683, "p50_ms_min": 0.08876799792051315, "p50_ms_max": 0.08892799913883209, "effective_tflops_median": 275.28127062566534, "utilization_spec_dense": 0.27820239578136974, "ratio_to_same_gpu_empirical": 0.3494720711506066, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08867199718952179, "p50_ms_min": 0.088639996945858, "p50_ms_max": 0.08876799792051315, "effective_tflops_median": 275.93641972934466, "utilization_spec_dense": 0.2788644969472912, "ratio_to_same_gpu_empirical": 0.3503037888830004, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08947200328111649, "p50_ms_min": 0.08928000181913376, "p50_ms_max": 0.08950400352478027, "effective_tflops_median": 273.5566913112772, "utilization_spec_dense": 0.2764595162317101, "ratio_to_same_gpu_empirical": 0.34728270206097356, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.124176025390625, "p50_ms_min": 1.1239680051803589, "p50_ms_max": 1.1243039965629578, "effective_tflops_median": 21.822662971284604, "utilization_spec_dense": 0.02205423241160647, "ratio_to_same_gpu_empirical": 0.02770406867587833, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1240639686584473, "p50_ms_min": 1.124015986919403, "p50_ms_max": 1.1242560148239136, "effective_tflops_median": 21.813551435079173, "utilization_spec_dense": 0.022045024189064347, "ratio_to_same_gpu_empirical": 0.027692501497981196, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 1.1239200234413147, "p50_ms_min": 1.1236480474472046, "p50_ms_max": 1.1247680187225342, "effective_tflops_median": 21.819152435369567, "utilization_spec_dense": 0.022050684623920735, "ratio_to_same_gpu_empirical": 0.027699612018677176, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08367999643087387, "p50_ms_min": 0.08367999643087387, "p50_ms_max": 0.08371199667453766, "effective_tflops_median": 291.9313046453375, "utilization_spec_dense": 0.2950291103035245, "ratio_to_same_gpu_empirical": 0.370609440432425, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.08356800302863121, "p50_ms_min": 0.08352000266313553, "p50_ms_max": 0.0835840031504631, "effective_tflops_median": 292.3316091663573, "utilization_spec_dense": 0.2954336626239083, "ratio_to_same_gpu_empirical": 0.3711176306544978, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.0835840031504631, "p50_ms_min": 0.08355200290679932, "p50_ms_max": 0.08361600339412689, "effective_tflops_median": 290.5180984358987, "utilization_spec_dense": 0.2936009079695793, "ratio_to_same_gpu_empirical": 0.3688153623251387, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07308799773454666, "p50_ms_min": 0.07302399724721909, "p50_ms_max": 0.07318399846553802, "effective_tflops_median": 334.1458656346659, "utilization_spec_dense": 0.33769162772578665, "ratio_to_same_gpu_empirical": 0.42420120869229855, "input_sha256": "808d4042780f1d8b71be36184ce8e54b8f0c32cafe430753c315aa8e740aff63" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07276800274848938, "p50_ms_min": 0.07248000055551529, "p50_ms_max": 0.07278400287032127, "effective_tflops_median": 335.90292232286635, "utilization_spec_dense": 0.3394673292803096, "ratio_to_same_gpu_empirical": 0.42643180810270825, "input_sha256": "8193567ba0aae07b74e13e0cb05a9c1e3c4b702df6d62f6eced4913181f1b054" }, { "configuration": "480x832_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 24536678400.0, "p50_ms_median": 0.07254400104284286, "p50_ms_min": 0.07241600006818771, "p50_ms_max": 0.07260800153017044, "effective_tflops_median": 335.80975259671976, "utilization_spec_dense": 0.33937317089107605, "ratio_to_same_gpu_empirical": 0.42631352828987906, "input_sha256": "55e1d73dfcf8ae6f3f3e8c22f44010fcfbbc1202d9612b7c0bccedcd302b7679" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.33851200342178345, "p50_ms_min": 0.3136799931526184, "p50_ms_max": 0.3445119857788086, "effective_tflops_median": 664.5156131964058, "utilization_spec_dense": 0.6715670674041493, "ratio_to_same_gpu_empirical": 0.8436086012239286, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.41254401206970215, "p50_ms_min": 0.4115680009126663, "p50_ms_max": 0.41595199704170227, "effective_tflops_median": 546.9922112290734, "utilization_spec_dense": 0.5527965752694022, "ratio_to_same_gpu_empirical": 0.6944115759383307, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 1.3836640119552612, "p50_ms_min": 1.383504033088684, "p50_ms_max": 1.38372802734375, "effective_tflops_median": 162.00098619000528, "utilization_spec_dense": 0.1637200466801468, "ratio_to_same_gpu_empirical": 0.2056617220764295, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6705600023269653, "p50_ms_min": 0.6677759885787964, "p50_ms_max": 0.6709439754486084, "effective_tflops_median": 334.255582936133, "utilization_spec_dense": 0.33780250928361094, "ratio_to_same_gpu_empirical": 0.4243404958021612, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 9.039360046386719, "p50_ms_min": 9.039216041564941, "p50_ms_max": 9.039535999298096, "effective_tflops_median": 24.808945217560268, "utilization_spec_dense": 0.025072203352764295, "ratio_to_same_gpu_empirical": 0.03149518108710149, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6219519972801208, "p50_ms_min": 0.6206559836864471, "p50_ms_max": 0.6224319934844971, "effective_tflops_median": 360.3259236690242, "utilization_spec_dense": 0.36414949334919067, "ratio_to_same_gpu_empirical": 0.4574370299427446, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.36720000207424164, "p50_ms_min": 0.36403200030326843, "p50_ms_max": 0.3683200031518936, "effective_tflops_median": 617.0513955082356, "utilization_spec_dense": 0.6235991869714357, "ratio_to_same_gpu_empirical": 0.7833523461458848, "input_sha256": "94bc3c345ab6d6ee69327b186d5523eb208aebc60758b8f6c403ba09b73c9cd7" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.3646720051765442, "p50_ms_min": 1.3584319949150085, "p50_ms_max": 1.3968000411987305, "effective_tflops_median": 655.408184213621, "utilization_spec_dense": 0.6623629956681364, "ratio_to_same_gpu_empirical": 0.8320466374832173, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.6460800170898438, "p50_ms_min": 1.6454880237579346, "p50_ms_max": 1.6463199853897095, "effective_tflops_median": 545.8626017061117, "utilization_spec_dense": 0.551654978985459, "ratio_to_same_gpu_empirical": 0.6929775263980781, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 5.396239995956421, "p50_ms_min": 5.3961920738220215, "p50_ms_max": 5.396895885467529, "effective_tflops_median": 166.2803884846222, "utilization_spec_dense": 0.16804485950947165, "ratio_to_same_gpu_empirical": 0.21109446212368135, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.6374560594558716, "p50_ms_min": 2.61572802066803, "p50_ms_max": 2.649456024169922, "effective_tflops_median": 337.0200722285238, "utilization_spec_dense": 0.34059633373271736, "ratio_to_same_gpu_empirical": 0.42785004004572597, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 35.10014533996582, "p50_ms_min": 35.10014343261719, "p50_ms_max": 35.10152053833008, "effective_tflops_median": 25.556114297901704, "utilization_spec_dense": 0.02582730095796029, "ratio_to_same_gpu_empirical": 0.032443719014920366, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.4645919799804688, "p50_ms_min": 2.464416027069092, "p50_ms_max": 2.4647679328918457, "effective_tflops_median": 361.8957473176123, "utilization_spec_dense": 0.3657359750556971, "ratio_to_same_gpu_empirical": 0.4594299353102852, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.3565599918365479, "p50_ms_min": 1.3545439839363098, "p50_ms_max": 1.3941280245780945, "effective_tflops_median": 660.6382077274199, "utilization_spec_dense": 0.6676485171575743, "ratio_to_same_gpu_empirical": 0.8386861997948105, "input_sha256": "2dc6dbe8a65415bda738ff5d5416405ffd96dd3426b8c3a09a4de80a3b4ba5ca" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.0409120321273804, "p50_ms_min": 2.0147520303726196, "p50_ms_max": 2.0623199939727783, "effective_tflops_median": 654.0646310996219, "utilization_spec_dense": 0.6610051855478746, "ratio_to_same_gpu_empirical": 0.8303409846126717, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.427839994430542, "p50_ms_min": 2.4074079990386963, "p50_ms_max": 2.4532960653305054, "effective_tflops_median": 547.898583690624, "utilization_spec_dense": 0.5537125656297363, "ratio_to_same_gpu_empirical": 0.6955622240033155, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 8.074527740478516, "p50_ms_min": 8.074016094207764, "p50_ms_max": 8.075088024139404, "effective_tflops_median": 166.68429513060468, "utilization_spec_dense": 0.1684530521784787, "ratio_to_same_gpu_empirical": 0.21160722527608244, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.940559983253479, "p50_ms_min": 3.933824062347412, "p50_ms_max": 4.003744125366211, "effective_tflops_median": 338.7213232642491, "utilization_spec_dense": 0.34231563745755345, "ratio_to_same_gpu_empirical": 0.43000979367389963, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 52.621055603027344, "p50_ms_min": 52.61899185180664, "p50_ms_max": 52.62286376953125, "effective_tflops_median": 25.568629059168906, "utilization_spec_dense": 0.025839948518614358, "ratio_to_same_gpu_empirical": 0.03245960661791662, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.683648109436035, "p50_ms_min": 3.6572959423065186, "p50_ms_max": 3.684688091278076, "effective_tflops_median": 363.9089336673857, "utilization_spec_dense": 0.36777052417118317, "ratio_to_same_gpu_empirical": 0.46198569365035824, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.0546239614486694, "p50_ms_min": 2.036463975906372, "p50_ms_max": 2.059936046600342, "effective_tflops_median": 651.9786193862469, "utilization_spec_dense": 0.6588970382882738, "ratio_to_same_gpu_empirical": 0.8276927738126392, "input_sha256": "8ef56f3053a4a5bf6ed4fd8f0e7baab7f2661d23168abbe080121ca025bcda1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.34968000650405884, "p50_ms_min": 0.32655999064445496, "p50_ms_max": 0.3519839942455292, "effective_tflops_median": 644.7984624002278, "utilization_spec_dense": 0.6516406896414632, "ratio_to_same_gpu_empirical": 0.8185774993612117, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.4145440012216568, "p50_ms_min": 0.41169600188732147, "p50_ms_max": 0.4184640049934387, "effective_tflops_median": 545.9651845381853, "utilization_spec_dense": 0.5517586503670392, "ratio_to_same_gpu_empirical": 0.6931077562343027, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 1.3722879886627197, "p50_ms_min": 1.3720799684524536, "p50_ms_max": 1.3925920128822327, "effective_tflops_median": 163.38725348581002, "utilization_spec_dense": 0.16512102424033354, "ratio_to_same_gpu_empirical": 0.20742160098839518, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6747359931468964, "p50_ms_min": 0.6726080179214478, "p50_ms_max": 0.6754719913005829, "effective_tflops_median": 332.4369402341971, "utilization_spec_dense": 0.33596456820030024, "ratio_to_same_gpu_empirical": 0.42203171238844056, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 9.039135932922363, "p50_ms_min": 9.039072036743164, "p50_ms_max": 9.03932809829712, "effective_tflops_median": 24.808603032746536, "utilization_spec_dense": 0.025071857536883815, "ratio_to_same_gpu_empirical": 0.03149474668037524, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.6309760212898254, "p50_ms_min": 0.6298879981040955, "p50_ms_max": 0.6313119828701019, "effective_tflops_median": 356.30550389017765, "utilization_spec_dense": 0.36008641120786017, "ratio_to_same_gpu_empirical": 0.45233307054944843, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 224280576000.0, "p50_ms_median": 0.37299200892448425, "p50_ms_min": 0.3614879995584488, "p50_ms_max": 0.37991999089717865, "effective_tflops_median": 608.0667591789703, "utilization_spec_dense": 0.6145192108933505, "ratio_to_same_gpu_empirical": 0.7719462687931214, "input_sha256": "e00626d4bd26cb06680837952c928b4c8e64d98693b194ff79dab0bb69e85b53" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.3645280003547668, "p50_ms_min": 1.36080002784729, "p50_ms_max": 1.4044640064239502, "effective_tflops_median": 657.4553266980942, "utilization_spec_dense": 0.664431861241126, "ratio_to_same_gpu_empirical": 0.834645503444433, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.618831992149353, "p50_ms_min": 1.614080011844635, "p50_ms_max": 1.6286240220069885, "effective_tflops_median": 553.6745353043519, "utilization_spec_dense": 0.5595498082914118, "ratio_to_same_gpu_empirical": 0.7028948469918951, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 5.44376015663147, "p50_ms_min": 5.443552017211914, "p50_ms_max": 5.445248126983643, "effective_tflops_median": 164.79009793957246, "utilization_spec_dense": 0.16653875486566191, "ratio_to_same_gpu_empirical": 0.20920252475282072, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.6381280422210693, "p50_ms_min": 2.6184799671173096, "p50_ms_max": 2.642975926399231, "effective_tflops_median": 337.0977842850147, "utilization_spec_dense": 0.34067487042447164, "ratio_to_same_gpu_empirical": 0.4279486962066537, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 35.09856033325195, "p50_ms_min": 35.09817695617676, "p50_ms_max": 35.09872055053711, "effective_tflops_median": 25.556570053525864, "utilization_spec_dense": 0.02582776154979875, "ratio_to_same_gpu_empirical": 0.03244429760082108, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 2.4252960681915283, "p50_ms_min": 2.4072799682617188, "p50_ms_max": 2.445456027984619, "effective_tflops_median": 365.3308529139765, "utilization_spec_dense": 0.36920753199997625, "ratio_to_same_gpu_empirical": 0.4637908330373771, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 897122304000.0, "p50_ms_median": 1.3785279989242554, "p50_ms_min": 1.3594080209732056, "p50_ms_max": 1.392080008983612, "effective_tflops_median": 652.082599594452, "utilization_spec_dense": 0.6590021218741303, "ratio_to_same_gpu_empirical": 0.8278247776305433, "input_sha256": "540086cb0ac36ef8a7b678451bcf73744288edd13b57165bef0671c4a4afad1d" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.04966402053833, "p50_ms_min": 2.005919933319092, "p50_ms_max": 2.0849599838256836, "effective_tflops_median": 649.9120338534387, "utilization_spec_dense": 0.6568085233485991, "ratio_to_same_gpu_empirical": 0.8250692247251226, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.414031982421875, "p50_ms_min": 2.407920002937317, "p50_ms_max": 2.480623960494995, "effective_tflops_median": 545.0998108536428, "utilization_spec_dense": 0.5508840938389518, "ratio_to_same_gpu_empirical": 0.6920091564887807, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 8.14731216430664, "p50_ms_min": 8.146512031555176, "p50_ms_max": 8.14844799041748, "effective_tflops_median": 165.2203855495216, "utilization_spec_dense": 0.1669736084381219, "ratio_to_same_gpu_empirical": 0.20974877877837647, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.9727840423583984, "p50_ms_min": 3.9715681076049805, "p50_ms_max": 3.979103922843933, "effective_tflops_median": 338.0221600182568, "utilization_spec_dense": 0.3416090550967729, "ratio_to_same_gpu_empirical": 0.42912219958842485, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 52.61552047729492, "p50_ms_min": 52.61463928222656, "p50_ms_max": 52.62583923339844, "effective_tflops_median": 25.572256386116745, "utilization_spec_dense": 0.025843614336651586, "ratio_to_same_gpu_empirical": 0.032464211542393755, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 3.6848959922790527, "p50_ms_min": 3.683487892150879, "p50_ms_max": 3.687407970428467, "effective_tflops_median": 363.07680091424913, "utilization_spec_dense": 0.36692956130798293, "ratio_to_same_gpu_empirical": 0.4609292935689072, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1345683456000.0, "p50_ms_median": 2.0592960119247437, "p50_ms_min": 2.039712071418762, "p50_ms_max": 2.0610400438308716, "effective_tflops_median": 650.0890955594718, "utilization_spec_dense": 0.6569874639307447, "ratio_to_same_gpu_empirical": 0.8252940061677112, "input_sha256": "8f1c166de55def636b844b9a34970373685f697576cc5a9e94978ee4e6593bd2" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10734399780631065, "p50_ms_min": 0.10708800330758095, "p50_ms_max": 0.10750399902462959, "effective_tflops_median": 111.88023631147695, "utilization_spec_dense": 0.11306744447850121, "ratio_to_same_gpu_empirical": 0.14203297527552833, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10595200210809708, "p50_ms_min": 0.10595200210809708, "p50_ms_max": 0.10627199709415436, "effective_tflops_median": 113.36139715118225, "utilization_spec_dense": 0.11456432253782946, "ratio_to_same_gpu_empirical": 0.143913322402605, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10595200210809708, "p50_ms_min": 0.10556799918413162, "p50_ms_max": 0.10601600259542465, "effective_tflops_median": 114.19598127962853, "utilization_spec_dense": 0.1154077627889121, "ratio_to_same_gpu_empirical": 0.14497283452725715, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04694399982690811, "p50_ms_min": 0.046911999583244324, "p50_ms_max": 0.047520000487565994, "effective_tflops_median": 254.56816627974078, "utilization_spec_dense": 0.2572694959876107, "ratio_to_same_gpu_empirical": 0.3231765972185199, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04623999819159508, "p50_ms_min": 0.046112000942230225, "p50_ms_max": 0.04646399989724159, "effective_tflops_median": 261.47236575986, "utilization_spec_dense": 0.2642469588275493, "ratio_to_same_gpu_empirical": 0.3319415411119794, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.046112000942230225, "p50_ms_min": 0.04608000069856644, "p50_ms_max": 0.046160001307725906, "effective_tflops_median": 262.1356353719684, "utilization_spec_dense": 0.2649172666720247, "ratio_to_same_gpu_empirical": 0.33278356790351504, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08671999722719193, "p50_ms_min": 0.08646400272846222, "p50_ms_max": 0.08675199747085571, "effective_tflops_median": 141.06260941732427, "utilization_spec_dense": 0.1425594839993171, "ratio_to_same_gpu_empirical": 0.17908026275429875, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08671999722719193, "p50_ms_min": 0.08656000345945358, "p50_ms_max": 0.08675199747085571, "effective_tflops_median": 141.0946236901891, "utilization_spec_dense": 0.14259183798907438, "ratio_to_same_gpu_empirical": 0.17912090516422016, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08643200248479843, "p50_ms_min": 0.08643200248479843, "p50_ms_max": 0.08671999722719193, "effective_tflops_median": 141.49454261045543, "utilization_spec_dense": 0.1429960006169332, "ratio_to_same_gpu_empirical": 0.1796286058626372, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04899200052022934, "p50_ms_min": 0.048815999180078506, "p50_ms_max": 0.0490880012512207, "effective_tflops_median": 249.38946848357926, "utilization_spec_dense": 0.25203584485455205, "ratio_to_same_gpu_empirical": 0.3166021933712321, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04879999905824661, "p50_ms_min": 0.048767998814582825, "p50_ms_max": 0.04896000027656555, "effective_tflops_median": 249.81034424469362, "utilization_spec_dense": 0.25246118670509715, "ratio_to_same_gpu_empirical": 0.3171364989692825, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04902400076389313, "p50_ms_min": 0.04899200052022934, "p50_ms_max": 0.04902400076389313, "effective_tflops_median": 248.74547632318544, "utilization_spec_dense": 0.25138501902292615, "ratio_to_same_gpu_empirical": 0.31578463947958496, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6180160045623779, "p50_ms_min": 0.6177279949188232, "p50_ms_max": 0.6180160045623779, "effective_tflops_median": 19.826256071151867, "utilization_spec_dense": 0.02003664079954711, "ratio_to_same_gpu_empirical": 0.025169611999392393, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6181759834289551, "p50_ms_min": 0.6177439987659454, "p50_ms_max": 0.6182399988174438, "effective_tflops_median": 19.829852012236003, "utilization_spec_dense": 0.02004027489867206, "ratio_to_same_gpu_empirical": 0.025174177079230742, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6185600161552429, "p50_ms_min": 0.6176479756832123, "p50_ms_max": 0.6185920238494873, "effective_tflops_median": 19.820519464872437, "utilization_spec_dense": 0.020030843319729597, "ratio_to_same_gpu_empirical": 0.02516232932566275, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04864000156521797, "p50_ms_min": 0.048576001077890396, "p50_ms_max": 0.04870399832725525, "effective_tflops_median": 247.88983978352158, "utilization_spec_dense": 0.2505203029646504, "ratio_to_same_gpu_empirical": 0.314698401127848, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.048847999423742294, "p50_ms_min": 0.048656001687049866, "p50_ms_max": 0.0490880012512207, "effective_tflops_median": 246.63058470718005, "utilization_spec_dense": 0.24924768540392123, "ratio_to_same_gpu_empirical": 0.31309976538108697, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04864000156521797, "p50_ms_min": 0.04838399961590767, "p50_ms_max": 0.04870399832725525, "effective_tflops_median": 248.20010382686485, "utilization_spec_dense": 0.25083385935004027, "ratio_to_same_gpu_empirical": 0.3150922841464213, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.059328000992536545, "p50_ms_min": 0.05923200026154518, "p50_ms_max": 0.0594559982419014, "effective_tflops_median": 203.3099290980905, "utilization_spec_dense": 0.20546733612742848, "ratio_to_same_gpu_empirical": 0.2581037999639643, "input_sha256": "1fbca6140c1343d9f6150a19e9ef43d908585fcb76f41fab587f6fef3f6d4f6f" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.05942400172352791, "p50_ms_min": 0.059408001601696014, "p50_ms_max": 0.059487998485565186, "effective_tflops_median": 203.0938092877515, "utilization_spec_dense": 0.20524892297903133, "ratio_to_same_gpu_empirical": 0.25782943390351937, "input_sha256": "a96df3a1bbecd77cfdbda72ae208ad9550acf3aafb439f9e016949df46e6b013" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.058720000088214874, "p50_ms_min": 0.05862399935722351, "p50_ms_max": 0.0589120015501976, "effective_tflops_median": 204.22180782564334, "utilization_spec_dense": 0.20638889118306553, "ratio_to_same_gpu_empirical": 0.25926143828360654, "input_sha256": "f9720b2f12b43e3b617931d8b02f8390422603822db7eeeba13cb44c0ba66518" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.1074719987809658, "p50_ms_min": 0.10743999853730202, "p50_ms_max": 0.10796800255775452, "effective_tflops_median": 111.5041898981801, "utilization_spec_dense": 0.11268740767880758, "ratio_to_same_gpu_empirical": 0.14155558094134454, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.1069440022110939, "p50_ms_min": 0.1061599999666214, "p50_ms_max": 0.10700800269842148, "effective_tflops_median": 112.83237352442637, "utilization_spec_dense": 0.11402968521922827, "ratio_to_same_gpu_empirical": 0.14324172210771466, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10619199648499489, "p50_ms_min": 0.10604800283908844, "p50_ms_max": 0.107744000852108, "effective_tflops_median": 112.09722843713254, "utilization_spec_dense": 0.1132867391987191, "ratio_to_same_gpu_empirical": 0.14230844874818369, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04614400118589401, "p50_ms_min": 0.04596799984574318, "p50_ms_max": 0.04639999940991402, "effective_tflops_median": 260.40381997468404, "utilization_spec_dense": 0.26316707425435476, "ratio_to_same_gpu_empirical": 0.33058501254098016, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.046592000871896744, "p50_ms_min": 0.046431999653577805, "p50_ms_max": 0.04700800031423569, "effective_tflops_median": 249.66284919138593, "utilization_spec_dense": 0.2523121265198443, "ratio_to_same_gpu_empirical": 0.31694925266063695, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04636799916625023, "p50_ms_min": 0.04630399867892265, "p50_ms_max": 0.04636799916625023, "effective_tflops_median": 259.6759686738056, "utilization_spec_dense": 0.26243149941769134, "ratio_to_same_gpu_empirical": 0.32966099870949234, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08671999722719193, "p50_ms_min": 0.08671999722719193, "p50_ms_max": 0.08675199747085571, "effective_tflops_median": 141.07973992643252, "utilization_spec_dense": 0.14257679628745076, "ratio_to_same_gpu_empirical": 0.1791020100910657, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08668799698352814, "p50_ms_min": 0.08636800199747086, "p50_ms_max": 0.08668799698352814, "effective_tflops_median": 141.18312589338885, "utilization_spec_dense": 0.14268127932631516, "ratio_to_same_gpu_empirical": 0.17923325951431202, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08665599673986435, "p50_ms_min": 0.08640000224113464, "p50_ms_max": 0.08671999722719193, "effective_tflops_median": 141.18763173285913, "utilization_spec_dense": 0.14268583297914011, "ratio_to_same_gpu_empirical": 0.17923897971840863, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.048895999789237976, "p50_ms_min": 0.04886399954557419, "p50_ms_max": 0.048895999789237976, "effective_tflops_median": 249.4083977513908, "utilization_spec_dense": 0.2520549749887729, "ratio_to_same_gpu_empirical": 0.316626224248496, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04902400076389313, "p50_ms_min": 0.04896000027656555, "p50_ms_max": 0.04918399825692177, "effective_tflops_median": 248.7955185623477, "utilization_spec_dense": 0.25143559228130136, "ratio_to_same_gpu_empirical": 0.3158481685563191, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04912000149488449, "p50_ms_min": 0.048895999789237976, "p50_ms_max": 0.04931199923157692, "effective_tflops_median": 247.9352611734466, "utilization_spec_dense": 0.2505662063400168, "ratio_to_same_gpu_empirical": 0.3147560639945427, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6182079911231995, "p50_ms_min": 0.6180160045623779, "p50_ms_max": 0.6182720065116882, "effective_tflops_median": 19.829267435001032, "utilization_spec_dense": 0.02003968411824258, "ratio_to_same_gpu_empirical": 0.02517343495312609, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6180800199508667, "p50_ms_min": 0.6176639795303345, "p50_ms_max": 0.6180800199508667, "effective_tflops_median": 19.83155132178729, "utilization_spec_dense": 0.02004199224031055, "ratio_to_same_gpu_empirical": 0.025176334368126805, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6182239949703217, "p50_ms_min": 0.6178080141544342, "p50_ms_max": 0.618399977684021, "effective_tflops_median": 19.829916967389728, "utilization_spec_dense": 0.020040340543092196, "ratio_to_same_gpu_empirical": 0.025174259540387843, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04864000156521797, "p50_ms_min": 0.04854400083422661, "p50_ms_max": 0.048928000032901764, "effective_tflops_median": 248.2097459628833, "utilization_spec_dense": 0.25084360380281284, "ratio_to_same_gpu_empirical": 0.3151045249255961, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04835199937224388, "p50_ms_min": 0.04831999912858009, "p50_ms_max": 0.04838399961590767, "effective_tflops_median": 249.0314646993768, "utilization_spec_dense": 0.2516740421418664, "ratio_to_same_gpu_empirical": 0.3161477043184148, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04800000041723251, "p50_ms_min": 0.04790399968624115, "p50_ms_max": 0.04819199815392494, "effective_tflops_median": 251.2740698534884, "utilization_spec_dense": 0.2539404445209585, "ratio_to_same_gpu_empirical": 0.318994711912499, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.058720000088214874, "p50_ms_min": 0.05820799991488457, "p50_ms_max": 0.05878400057554245, "effective_tflops_median": 204.72490480053852, "utilization_spec_dense": 0.2068973267312163, "ratio_to_same_gpu_empirical": 0.2599001244586835, "input_sha256": "cf1a531a917e3712af7cc8d451cad09264a8fbab2f88bc3d9793d19ec33c2d8b" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.058559998869895935, "p50_ms_min": 0.05833600088953972, "p50_ms_max": 0.058687999844551086, "effective_tflops_median": 207.03439359478136, "utilization_spec_dense": 0.20923132248083007, "ratio_to_same_gpu_empirical": 0.26283204144086236, "input_sha256": "13a65d81d3fa6b174735394be512a00a9208f299f64fbcef663ba77c6de4bae1" }, { "configuration": "480x832_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.05852799862623215, "p50_ms_min": 0.05852799862623215, "p50_ms_max": 0.05862399935722351, "effective_tflops_median": 204.74494927427946, "utilization_spec_dense": 0.20691758390528495, "ratio_to_same_gpu_empirical": 0.2599255710999949, "input_sha256": "78c338b2f09edc27a488b18b2fe5ef14130c9cfb4e72059bd4c190a9bc6caf53" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.16662399470806122, "p50_ms_min": 0.16435199975967407, "p50_ms_max": 0.1703680008649826, "effective_tflops_median": 661.5998258985173, "utilization_spec_dense": 0.6686203394628776, "ratio_to_same_gpu_empirical": 0.8399069827894026, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.20414400100708008, "p50_ms_min": 0.19731199741363525, "p50_ms_max": 0.20630399882793427, "effective_tflops_median": 546.6301594225761, "utilization_spec_dense": 0.5524306815791572, "ratio_to_same_gpu_empirical": 0.6939519478844756, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.6986240148544312, "p50_ms_min": 0.6984959840774536, "p50_ms_max": 0.699999988079071, "effective_tflops_median": 160.38904131155266, "utilization_spec_dense": 0.1620909967777187, "ratio_to_same_gpu_empirical": 0.2036153434253389, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.35715198516845703, "p50_ms_min": 0.3569920063018799, "p50_ms_max": 0.36294400691986084, "effective_tflops_median": 313.6006713518437, "utilization_spec_dense": 0.3169284197593165, "ratio_to_same_gpu_empirical": 0.39811889810905154, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.821167945861816, "p50_ms_min": 4.813695907592773, "p50_ms_max": 4.826240062713623, "effective_tflops_median": 23.239619864287434, "utilization_spec_dense": 0.023486225229193972, "ratio_to_same_gpu_empirical": 0.029502908309985493, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.3317759931087494, "p50_ms_min": 0.3314880132675171, "p50_ms_max": 0.3356800079345703, "effective_tflops_median": 337.559817346408, "utilization_spec_dense": 0.34114180631269125, "ratio_to_same_gpu_empirical": 0.4285352513708979, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.1810080036520958, "p50_ms_min": 0.17372800409793854, "p50_ms_max": 0.18432000279426575, "effective_tflops_median": 611.1476884364286, "utilization_spec_dense": 0.6176328331848697, "ratio_to_same_gpu_empirical": 0.7758575364439328, "input_sha256": "1caa9cd163753f0909cf92dfa8b835e533d77dec17d7a1d599a7ed93f5a1d36c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6928159892559052, "p50_ms_min": 0.6868000030517578, "p50_ms_max": 0.6940319836139679, "effective_tflops_median": 657.3701773858037, "utilization_spec_dense": 0.6643458083737278, "ratio_to_same_gpu_empirical": 0.8345374056197769, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.818336009979248, "p50_ms_min": 0.8068479895591736, "p50_ms_max": 0.8277760148048401, "effective_tflops_median": 554.5978314938988, "utilization_spec_dense": 0.5604829019645263, "ratio_to_same_gpu_empirical": 0.7040669798831486, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.741935968399048, "p50_ms_min": 2.741536021232605, "p50_ms_max": 2.74236798286438, "effective_tflops_median": 163.46161056107425, "utilization_spec_dense": 0.1651961703497466, "ratio_to_same_gpu_empirical": 0.2075159979702103, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3823519945144653, "p50_ms_min": 1.381488025188446, "p50_ms_max": 1.4054719805717468, "effective_tflops_median": 325.1309904567439, "utilization_spec_dense": 0.32858109192192414, "ratio_to_same_gpu_empirical": 0.41275674284675745, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.894800186157227, "p50_ms_min": 18.887871742248535, "p50_ms_max": 18.90011215209961, "effective_tflops_median": 23.69424895390024, "utilization_spec_dense": 0.023945678578979522, "ratio_to_same_gpu_empirical": 0.030080064064865568, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2771199941635132, "p50_ms_min": 1.276639997959137, "p50_ms_max": 1.29694402217865, "effective_tflops_median": 350.4086438926762, "utilization_spec_dense": 0.3541269771527804, "ratio_to_same_gpu_empirical": 0.44484695327046253, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6948480010032654, "p50_ms_min": 0.6901600062847137, "p50_ms_max": 0.6974560022354126, "effective_tflops_median": 650.2573020756279, "utilization_spec_dense": 0.6571574553568751, "ratio_to_same_gpu_empirical": 0.8255075458663927, "input_sha256": "58fc084e6cc9eb763dfb53a8a2f9a50d1865a86b8f2822101b7539961d8b9aa1" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0217600464820862, "p50_ms_min": 1.01636803150177, "p50_ms_max": 1.0245440006256104, "effective_tflops_median": 662.8181498678235, "utilization_spec_dense": 0.6698515915794073, "ratio_to_same_gpu_empirical": 0.8414536561243453, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.221824049949646, "p50_ms_min": 1.2163200378417969, "p50_ms_max": 1.2450560331344604, "effective_tflops_median": 554.2328271392641, "utilization_spec_dense": 0.560114024395416, "ratio_to_same_gpu_empirical": 0.7036036035426397, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.098927974700928, "p50_ms_min": 4.097423791885376, "p50_ms_max": 4.100528001785278, "effective_tflops_median": 163.9829338043391, "utilization_spec_dense": 0.16572302557285407, "ratio_to_same_gpu_empirical": 0.20817782255838022, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.066943883895874, "p50_ms_min": 2.0659520626068115, "p50_ms_max": 2.0835040807724, "effective_tflops_median": 324.5156907722575, "utilization_spec_dense": 0.32795926303411577, "ratio_to_same_gpu_empirical": 0.41197561431365004, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.376863479614258, "p50_ms_min": 28.355584144592285, "p50_ms_max": 28.389711380004883, "effective_tflops_median": 23.696639605705712, "utilization_spec_dense": 0.023948094598995162, "ratio_to_same_gpu_empirical": 0.030083099019027032, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.9149439930915833, "p50_ms_min": 1.9061279892921448, "p50_ms_max": 1.9183040261268616, "effective_tflops_median": 350.3152448429856, "utilization_spec_dense": 0.3540325870065544, "ratio_to_same_gpu_empirical": 0.44472838232931317, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0383679866790771, "p50_ms_min": 1.0349760055541992, "p50_ms_max": 1.0402560234069824, "effective_tflops_median": 653.9483066353025, "utilization_spec_dense": 0.6608876267158186, "ratio_to_same_gpu_empirical": 0.8301933096496101, "input_sha256": "29e4003d44585e3a3d88e8634b0567baad59df7fe4c0b065f0add0b52bf1181c" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.17212800681591034, "p50_ms_min": 0.17158400267362595, "p50_ms_max": 0.17296000570058823, "effective_tflops_median": 640.8082862139825, "utilization_spec_dense": 0.6476081720201945, "ratio_to_same_gpu_empirical": 0.8135119344831739, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.2035519927740097, "p50_ms_min": 0.19883199781179428, "p50_ms_max": 0.2046400010585785, "effective_tflops_median": 546.0143807415152, "utilization_spec_dense": 0.5518083686119406, "ratio_to_same_gpu_empirical": 0.6931702112608701, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.7002559900283813, "p50_ms_min": 0.699535995721817, "p50_ms_max": 0.7022079825401306, "effective_tflops_median": 159.89789072172027, "utilization_spec_dense": 0.16159463438273902, "ratio_to_same_gpu_empirical": 0.2029918232945089, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.35760000348091125, "p50_ms_min": 0.35708799958229065, "p50_ms_max": 0.3605920076370239, "effective_tflops_median": 313.3392432159901, "utilization_spec_dense": 0.31666421749973733, "ratio_to_same_gpu_empirical": 0.397787012718207, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.831023931503296, "p50_ms_min": 4.829535961151123, "p50_ms_max": 4.834144115447998, "effective_tflops_median": 23.159075592996388, "utilization_spec_dense": 0.023404826268818988, "ratio_to_same_gpu_empirical": 0.029400656626667472, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.3330880105495453, "p50_ms_min": 0.33209601044654846, "p50_ms_max": 0.33315199613571167, "effective_tflops_median": 336.3329330247923, "utilization_spec_dense": 0.33990190300635903, "ratio_to_same_gpu_empirical": 0.4269777105910157, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.18598400056362152, "p50_ms_min": 0.17628799378871918, "p50_ms_max": 0.1927039995789528, "effective_tflops_median": 594.5239881826232, "utilization_spec_dense": 0.6008327318672291, "ratio_to_same_gpu_empirical": 0.7547535981168529, "input_sha256": "273aadbd9a1f7c8a10e8b5d8b32defc2e222e3220811457744a33fc8507c6878" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6926880180835724, "p50_ms_min": 0.6907519996166229, "p50_ms_max": 0.7022880017757416, "effective_tflops_median": 650.3132133674659, "utilization_spec_dense": 0.6572139599469085, "ratio_to_same_gpu_empirical": 0.8255785257587586, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.8271679878234863, "p50_ms_min": 0.8226720094680786, "p50_ms_max": 0.827919989824295, "effective_tflops_median": 546.3639749695938, "utilization_spec_dense": 0.5521616725311711, "ratio_to_same_gpu_empirical": 0.6936140243058739, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.7486560344696045, "p50_ms_min": 2.74833607673645, "p50_ms_max": 2.7518399953842163, "effective_tflops_median": 163.0461346270674, "utilization_spec_dense": 0.16477628562614188, "ratio_to_same_gpu_empirical": 0.2069885475016746, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3843200206756592, "p50_ms_min": 1.3816959857940674, "p50_ms_max": 1.4065119624137878, "effective_tflops_median": 323.8354772516146, "utilization_spec_dense": 0.3272718314821774, "ratio_to_same_gpu_empirical": 0.41111207707646913, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.89521598815918, "p50_ms_min": 18.878047943115234, "p50_ms_max": 18.90532875061035, "effective_tflops_median": 23.70750723140525, "utilization_spec_dense": 0.02395907754563441, "ratio_to_same_gpu_empirical": 0.030096895568472896, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2791199684143066, "p50_ms_min": 1.2773120403289795, "p50_ms_max": 1.2912800312042236, "effective_tflops_median": 350.2616343155575, "utilization_spec_dense": 0.35397840759530824, "ratio_to_same_gpu_empirical": 0.44466032327824445, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6954560279846191, "p50_ms_min": 0.6920159757137299, "p50_ms_max": 0.6956640183925629, "effective_tflops_median": 648.0618140342187, "utilization_spec_dense": 0.6549386700699532, "ratio_to_same_gpu_empirical": 0.8227203538744574, "input_sha256": "59f790b09ed647be4d20a7cd8489bfcb769fdd7ea71487e537c3d7510ac03333" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0283839702606201, "p50_ms_min": 1.0210720300674438, "p50_ms_max": 1.0288479924201965, "effective_tflops_median": 657.2368555141287, "utilization_spec_dense": 0.6642110717676895, "ratio_to_same_gpu_empirical": 0.8343681522938312, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.226319968700409, "p50_ms_min": 1.2231680154800415, "p50_ms_max": 1.2430559992790222, "effective_tflops_median": 549.8181663322024, "utilization_spec_dense": 0.5556525177687746, "ratio_to_same_gpu_empirical": 0.6979991515864105, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.101263999938965, "p50_ms_min": 4.1010401248931885, "p50_ms_max": 4.103104114532471, "effective_tflops_median": 163.93520350651022, "utilization_spec_dense": 0.16567478878879255, "ratio_to_same_gpu_empirical": 0.20811722851214895, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.0683839321136475, "p50_ms_min": 2.0672800540924072, "p50_ms_max": 2.081152081489563, "effective_tflops_median": 323.32724827785586, "utilization_spec_dense": 0.3267582094773682, "ratio_to_same_gpu_empirical": 0.41046687578226365, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.363248825073242, "p50_ms_min": 28.362319946289062, "p50_ms_max": 28.398128509521484, "effective_tflops_median": 23.694724640307374, "utilization_spec_dense": 0.02394615931309487, "ratio_to_same_gpu_empirical": 0.03008066795307613, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.921999990940094, "p50_ms_min": 1.9207839965820312, "p50_ms_max": 1.9363519549369812, "effective_tflops_median": 349.5835522679185, "utilization_spec_dense": 0.35329313013432895, "ratio_to_same_gpu_empirical": 0.4437994919653845, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0497440099716187, "p50_ms_min": 1.0473599433898926, "p50_ms_max": 1.0521600246429443, "effective_tflops_median": 643.4389374754622, "utilization_spec_dense": 0.6502667382268441, "ratio_to_same_gpu_empirical": 0.8168515701319589, "input_sha256": "d586c9d220ae59715a9734f84b1cc6ceaa979a1d03ec8161c204ab7af0043a3f" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10814399644732475, "p50_ms_min": 0.10732799768447876, "p50_ms_max": 0.10966400057077408, "effective_tflops_median": 111.17567238965516, "utilization_spec_dense": 0.11235540413305221, "ratio_to_same_gpu_empirical": 0.14113852498307863, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10847999900579453, "p50_ms_min": 0.10792000219225883, "p50_ms_max": 0.10927999764680862, "effective_tflops_median": 110.38418049825549, "utilization_spec_dense": 0.11155551338883829, "ratio_to_same_gpu_empirical": 0.14013371884440567, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10892800241708755, "p50_ms_min": 0.10875200107693672, "p50_ms_max": 0.10931199789047241, "effective_tflops_median": 110.18811809737406, "utilization_spec_dense": 0.11135737048749274, "ratio_to_same_gpu_empirical": 0.13988481584728182, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04859200119972229, "p50_ms_min": 0.048496000468730927, "p50_ms_max": 0.04864000156521797, "effective_tflops_median": 249.76152146893517, "utilization_spec_dense": 0.25241184585036397, "ratio_to_same_gpu_empirical": 0.3170745180124057, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04904000088572502, "p50_ms_min": 0.04862400144338608, "p50_ms_max": 0.04918399825692177, "effective_tflops_median": 247.1361472853819, "utilization_spec_dense": 0.24975861271893066, "ratio_to_same_gpu_empirical": 0.3137415816619363, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04867200180888176, "p50_ms_min": 0.04851200059056282, "p50_ms_max": 0.04871999844908714, "effective_tflops_median": 248.13370678493408, "utilization_spec_dense": 0.2507667577412169, "ratio_to_same_gpu_empirical": 0.31500799249915784, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0865280032157898, "p50_ms_min": 0.08649600297212601, "p50_ms_max": 0.0865280032157898, "effective_tflops_median": 141.4077354794767, "utilization_spec_dense": 0.1429082723390366, "ratio_to_same_gpu_empirical": 0.1795184034221122, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0865280032157898, "p50_ms_min": 0.08646400272846222, "p50_ms_max": 0.08656000345945358, "effective_tflops_median": 141.51856888965568, "utilization_spec_dense": 0.14302028184907092, "ratio_to_same_gpu_empirical": 0.17965910744211291, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0865280032157898, "p50_ms_min": 0.0865280032157898, "p50_ms_max": 0.08659200370311737, "effective_tflops_median": 141.4002606237631, "utilization_spec_dense": 0.14290071816449024, "ratio_to_same_gpu_empirical": 0.1795089140249518, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04879999905824661, "p50_ms_min": 0.048767998814582825, "p50_ms_max": 0.04879999905824661, "effective_tflops_median": 246.39810837097724, "utilization_spec_dense": 0.24901274216369604, "ratio_to_same_gpu_empirical": 0.3128046345626276, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0488319993019104, "p50_ms_min": 0.0488319993019104, "p50_ms_max": 0.0490880012512207, "effective_tflops_median": 249.36838192397443, "utilization_spec_dense": 0.2520145345366088, "ratio_to_same_gpu_empirical": 0.3165754237924598, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0488319993019104, "p50_ms_min": 0.0488319993019104, "p50_ms_max": 0.0488319993019104, "effective_tflops_median": 249.37973705565324, "utilization_spec_dense": 0.252026010162358, "ratio_to_same_gpu_empirical": 0.3165898392351703, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6175040006637573, "p50_ms_min": 0.6174399852752686, "p50_ms_max": 0.6176799833774567, "effective_tflops_median": 19.852897961642988, "utilization_spec_dense": 0.020063565398325406, "ratio_to_same_gpu_empirical": 0.025203434121137683, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6161120235919952, "p50_ms_min": 0.6152960062026978, "p50_ms_max": 0.6167359948158264, "effective_tflops_median": 19.89553675036662, "utilization_spec_dense": 0.020106656645140598, "ratio_to_same_gpu_empirical": 0.02525756445035599, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6169599890708923, "p50_ms_min": 0.6164799928665161, "p50_ms_max": 0.6172800064086914, "effective_tflops_median": 19.868735603400932, "utilization_spec_dense": 0.02007957109995041, "ratio_to_same_gpu_empirical": 0.025223540151071033, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0459199994802475, "p50_ms_min": 0.0459199994802475, "p50_ms_max": 0.045951999723911285, "effective_tflops_median": 265.06500138682435, "utilization_spec_dense": 0.26787771741973154, "ratio_to_same_gpu_empirical": 0.3365024246424539, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.05027199909090996, "p50_ms_min": 0.05020799860358238, "p50_ms_max": 0.0504320003092289, "effective_tflops_median": 238.75201605771488, "utilization_spec_dense": 0.24128551395423434, "ratio_to_same_gpu_empirical": 0.3030978509850477, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.050335999578237534, "p50_ms_min": 0.05027199909090996, "p50_ms_max": 0.0506879985332489, "effective_tflops_median": 238.90327187635145, "utilization_spec_dense": 0.24143837481187616, "ratio_to_same_gpu_empirical": 0.303289871619406, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.06259199976921082, "p50_ms_min": 0.062431998550891876, "p50_ms_max": 0.06284800171852112, "effective_tflops_median": 192.1250811530454, "utilization_spec_dense": 0.19416380106421968, "ratio_to_same_gpu_empirical": 0.2439045339987371, "input_sha256": "2d07940fff6d80535735ace43a6174e249f0aa8935af9491f566aebcd0d4b744" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.061535999178886414, "p50_ms_min": 0.06088000163435936, "p50_ms_max": 0.0618400014936924, "effective_tflops_median": 193.6584328125418, "utilization_spec_dense": 0.19571342376204326, "ratio_to_same_gpu_empirical": 0.24585113784515392, "input_sha256": "155a8bdd32becf0c783b7d95206a0117db809eb1026ffed1669c2e81c76987a1" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.061503998935222626, "p50_ms_min": 0.06115199998021126, "p50_ms_max": 0.06159999966621399, "effective_tflops_median": 194.67390627335132, "utilization_spec_dense": 0.1967396728381519, "ratio_to_same_gpu_empirical": 0.24714029061875525, "input_sha256": "a0881cf129376947be6e3f6a8de882fbfa23a2eabc8dd5a232ee95d79d23977c" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10743999853730202, "p50_ms_min": 0.10734399780631065, "p50_ms_max": 0.10844799876213074, "effective_tflops_median": 112.26584050140521, "utilization_spec_dense": 0.11345714047640748, "ratio_to_same_gpu_empirical": 0.14252250329387953, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.10718399658799171, "p50_ms_min": 0.10684800148010254, "p50_ms_max": 0.10787200182676315, "effective_tflops_median": 112.23856132431978, "utilization_spec_dense": 0.11342957182851923, "ratio_to_same_gpu_empirical": 0.14248787213101957, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.15512000024318695, "p50_ms_min": 0.10688000172376633, "p50_ms_max": 0.16369599848985672, "effective_tflops_median": 81.28305134751494, "utilization_spec_dense": 0.08214557993685188, "ratio_to_same_gpu_empirical": 0.10318957130390677, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04816000163555145, "p50_ms_min": 0.048128001391887665, "p50_ms_max": 0.048239998519420624, "effective_tflops_median": 250.5859214064684, "utilization_spec_dense": 0.2532449938418074, "ratio_to_same_gpu_empirical": 0.31812110121427545, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04833599925041199, "p50_ms_min": 0.04831999912858009, "p50_ms_max": 0.048448000103235245, "effective_tflops_median": 250.9144701584616, "utilization_spec_dense": 0.25357702896256856, "ratio_to_same_gpu_empirical": 0.3185381968364078, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04790399968624115, "p50_ms_min": 0.047807998955249786, "p50_ms_max": 0.048528000712394714, "effective_tflops_median": 252.8862033785691, "utilization_spec_dense": 0.25556968507182326, "ratio_to_same_gpu_empirical": 0.3210413300521958, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08649600297212601, "p50_ms_min": 0.08640000224113464, "p50_ms_max": 0.08656000345945358, "effective_tflops_median": 141.4477337758633, "utilization_spec_dense": 0.1429486950741418, "ratio_to_same_gpu_empirical": 0.179569181622347, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0865280032157898, "p50_ms_min": 0.0862400010228157, "p50_ms_max": 0.08656000345945358, "effective_tflops_median": 141.55340346340643, "utilization_spec_dense": 0.1430554860671111, "ratio_to_same_gpu_empirical": 0.1797033302496023, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.08684799820184708, "p50_ms_min": 0.08659200370311737, "p50_ms_max": 0.08684799820184708, "effective_tflops_median": 141.0243858749229, "utilization_spec_dense": 0.1425208548508569, "ratio_to_same_gpu_empirical": 0.17903173762035354, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04902400076389313, "p50_ms_min": 0.04879999905824661, "p50_ms_max": 0.049056001007556915, "effective_tflops_median": 249.35702782632626, "utilization_spec_dense": 0.2520030599558628, "ratio_to_same_gpu_empirical": 0.3165610096624606, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.04879999905824661, "p50_ms_min": 0.04879999905824661, "p50_ms_max": 0.04879999905824661, "effective_tflops_median": 249.3181109439694, "utilization_spec_dense": 0.25196373011012574, "ratio_to_same_gpu_empirical": 0.31651160432715003, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.048928000032901764, "p50_ms_min": 0.048928000032901764, "p50_ms_max": 0.04896000027656555, "effective_tflops_median": 249.05465258992027, "utilization_spec_dense": 0.25169747608885323, "ratio_to_same_gpu_empirical": 0.3161771415558826, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6168160140514374, "p50_ms_min": 0.6168000102043152, "p50_ms_max": 0.616864025592804, "effective_tflops_median": 19.872896471481976, "utilization_spec_dense": 0.02008377612074985, "ratio_to_same_gpu_empirical": 0.02522882241085849, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6176319718360901, "p50_ms_min": 0.617247998714447, "p50_ms_max": 0.617792010307312, "effective_tflops_median": 19.850033544679896, "utilization_spec_dense": 0.020060670585831122, "ratio_to_same_gpu_empirical": 0.02519979771780935, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.6161440014839172, "p50_ms_min": 0.6160800158977509, "p50_ms_max": 0.6166399717330933, "effective_tflops_median": 19.895949684154118, "utilization_spec_dense": 0.02010707396074191, "ratio_to_same_gpu_empirical": 0.025258088673546463, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.0504320003092289, "p50_ms_min": 0.050255998969078064, "p50_ms_max": 0.05052800104022026, "effective_tflops_median": 239.25512345276042, "utilization_spec_dense": 0.24179396003310805, "ratio_to_same_gpu_empirical": 0.30373655038860004, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.050592001527547836, "p50_ms_min": 0.050464000552892685, "p50_ms_max": 0.050912000238895416, "effective_tflops_median": 237.60084768860665, "utilization_spec_dense": 0.2401221300541755, "ratio_to_same_gpu_empirical": 0.30163643229397236, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.050383999943733215, "p50_ms_min": 0.05008000135421753, "p50_ms_max": 0.0504320003092289, "effective_tflops_median": 239.60801301471437, "utilization_spec_dense": 0.24215059425438543, "ratio_to_same_gpu_empirical": 0.30418454688986285, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.060912000015378, "p50_ms_min": 0.06083200126886368, "p50_ms_max": 0.061103999614715576, "effective_tflops_median": 198.1041091775104, "utilization_spec_dense": 0.20020627506570024, "ratio_to_same_gpu_empirical": 0.25149496433360236, "input_sha256": "d6cc4022b806faaad8f5c876d1a8acbbb979e0c83ee5b12288f7a2d225aca54a" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.060864001512527466, "p50_ms_min": 0.06054399907588959, "p50_ms_max": 0.061039999127388, "effective_tflops_median": 196.93723863775648, "utilization_spec_dense": 0.1990270223726695, "ratio_to_same_gpu_empirical": 0.25001361159440005, "input_sha256": "5b4f475fce502bd271aaaa18e487ed9106add90278966b976f2ef1b5ecac7b23" }, { "configuration": "480x832_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 12268339200.0, "p50_ms_median": 0.06092799827456474, "p50_ms_min": 0.060864001512527466, "p50_ms_max": 0.06124800071120262, "effective_tflops_median": 195.66179930587143, "utilization_spec_dense": 0.19773804881846532, "ratio_to_same_gpu_empirical": 0.24839442978835943, "input_sha256": "2cfe400a40c4feba21815364390faa9f6bdfd623790864af32ed296c830d11ba" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.16246400028467178, "p50_ms_min": 0.16096000373363495, "p50_ms_max": 0.16790400445461273, "effective_tflops_median": 679.100314978621, "utilization_spec_dense": 0.6863065335812238, "ratio_to_same_gpu_empirical": 0.8621240124880521, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.20297600328922272, "p50_ms_min": 0.19737599790096283, "p50_ms_max": 0.20467199385166168, "effective_tflops_median": 550.2648958104286, "utilization_spec_dense": 0.5561039876810799, "ratio_to_same_gpu_empirical": 0.6985662787129487, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.700543999671936, "p50_ms_min": 0.7001280188560486, "p50_ms_max": 0.7008000016212463, "effective_tflops_median": 159.7365240676955, "utilization_spec_dense": 0.1614315553993891, "ratio_to_same_gpu_empirical": 0.20278696686287262, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.3567200005054474, "p50_ms_min": 0.3566400110721588, "p50_ms_max": 0.3569279909133911, "effective_tflops_median": 314.2408876802933, "utilization_spec_dense": 0.31757542969205993, "ratio_to_same_gpu_empirical": 0.39893165854778107, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.799504041671753, "p50_ms_min": 4.799488067626953, "p50_ms_max": 4.800127983093262, "effective_tflops_median": 23.3616011134088, "utilization_spec_dense": 0.023609500872570792, "ratio_to_same_gpu_empirical": 0.029657764612686703, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.3301439881324768, "p50_ms_min": 0.3298560082912445, "p50_ms_max": 0.330704003572464, "effective_tflops_median": 339.14695507660423, "utilization_spec_dense": 0.3427457858277961, "ratio_to_same_gpu_empirical": 0.43055013712215984, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.18135999888181686, "p50_ms_min": 0.17209599912166595, "p50_ms_max": 0.18164800107479095, "effective_tflops_median": 617.3835032708519, "utilization_spec_dense": 0.6239348188689761, "ratio_to_same_gpu_empirical": 0.7837739599643001, "input_sha256": "93d6b5d1e12576f23d81832896a6152c034b94b8b3e321999e58b974bc46d4b4" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6745920181274414, "p50_ms_min": 0.6706719994544983, "p50_ms_max": 0.675167977809906, "effective_tflops_median": 670.1894937168938, "utilization_spec_dense": 0.677301155853354, "ratio_to_same_gpu_empirical": 0.8508116440333771, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.805296003818512, "p50_ms_min": 0.8009920120239258, "p50_ms_max": 0.8064320087432861, "effective_tflops_median": 559.1220319649129, "utilization_spec_dense": 0.565055110626491, "ratio_to_same_gpu_empirical": 0.7098104934368036, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.7423359155654907, "p50_ms_min": 2.739423990249634, "p50_ms_max": 2.7454559803009033, "effective_tflops_median": 163.33076829640646, "utilization_spec_dense": 0.16506393966286656, "ratio_to_same_gpu_empirical": 0.20734989252786196, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3731679916381836, "p50_ms_min": 1.3731199502944946, "p50_ms_max": 1.3735679984092712, "effective_tflops_median": 326.41729676424916, "utilization_spec_dense": 0.32988104776578997, "ratio_to_same_gpu_empirical": 0.41438972037696226, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.71356773376465, "p50_ms_min": 18.710848808288574, "p50_ms_max": 18.716368675231934, "effective_tflops_median": 23.93709318904669, "utilization_spec_dense": 0.024191099736277602, "ratio_to_same_gpu_empirical": 0.030388357025119373, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2673439979553223, "p50_ms_min": 1.266864001750946, "p50_ms_max": 1.2771199941635132, "effective_tflops_median": 353.6124554970274, "utilization_spec_dense": 0.3573647857473748, "ratio_to_same_gpu_empirical": 0.44891422117577334, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6776160001754761, "p50_ms_min": 0.6756480038166046, "p50_ms_max": 0.6808000206947327, "effective_tflops_median": 667.9443586767135, "utilization_spec_dense": 0.6750321967425098, "ratio_to_same_gpu_empirical": 0.8479614247259707, "input_sha256": "73e99f2b62178d458e19dc87efc1e5b3b51a5a9325c1168ff8c3542d48d55b20" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0061759948730469, "p50_ms_min": 1.00217604637146, "p50_ms_max": 1.02811199426651, "effective_tflops_median": 672.4212753943649, "utilization_spec_dense": 0.67955661990335, "ratio_to_same_gpu_empirical": 0.8536449111256464, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.2022560238838196, "p50_ms_min": 1.2017760276794434, "p50_ms_max": 1.2245439887046814, "effective_tflops_median": 561.6664079459931, "utilization_spec_dense": 0.567626486049513, "ratio_to_same_gpu_empirical": 0.7130406018342, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.112720012664795, "p50_ms_min": 4.103360176086426, "p50_ms_max": 4.113855838775635, "effective_tflops_median": 163.49822575006658, "utilization_spec_dense": 0.16523317407788438, "ratio_to_same_gpu_empirical": 0.20756248128490745, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.0630240440368652, "p50_ms_min": 2.049615979194641, "p50_ms_max": 2.063632011413574, "effective_tflops_median": 326.874760299197, "utilization_spec_dense": 0.3303433656384002, "ratio_to_same_gpu_empirical": 0.4149704744859169, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.12454319000244, "p50_ms_min": 28.114848136901855, "p50_ms_max": 28.13241672515869, "effective_tflops_median": 23.889506403644855, "utilization_spec_dense": 0.02414300798751375, "ratio_to_same_gpu_empirical": 0.03032794516921657, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.9017760157585144, "p50_ms_min": 1.8901760578155518, "p50_ms_max": 1.9047839641571045, "effective_tflops_median": 354.10160075430394, "utilization_spec_dense": 0.35785912153037286, "ratio_to_same_gpu_empirical": 0.449535195518726, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0159039497375488, "p50_ms_min": 1.0140800476074219, "p50_ms_max": 1.0180000066757202, "effective_tflops_median": 660.2128237668817, "utilization_spec_dense": 0.6672186192692083, "ratio_to_same_gpu_empirical": 0.8381461709966811, "input_sha256": "d1c2c76d4818d1eda278852e5fa5d50ea2fa72607ba8001236f15bcc8e34a6c1" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.1716800034046173, "p50_ms_min": 0.16228800266981125, "p50_ms_max": 0.17393600195646286, "effective_tflops_median": 645.7825110374324, "utilization_spec_dense": 0.6526351804319681, "ratio_to_same_gpu_empirical": 0.8198267580360762, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.2048639953136444, "p50_ms_min": 0.19808000326156616, "p50_ms_max": 0.2093760073184967, "effective_tflops_median": 541.5655473521942, "utilization_spec_dense": 0.5473123267834201, "ratio_to_same_gpu_empirical": 0.6875223769013573, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.7004320025444031, "p50_ms_min": 0.6986879706382751, "p50_ms_max": 0.7005119919776917, "effective_tflops_median": 159.7847642789035, "utilization_spec_dense": 0.16148030750773473, "ratio_to_same_gpu_empirical": 0.20284820824876598, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.35654398798942566, "p50_ms_min": 0.3564479947090149, "p50_ms_max": 0.3569279909133911, "effective_tflops_median": 314.2115844816928, "utilization_spec_dense": 0.3175458155449144, "ratio_to_same_gpu_empirical": 0.39889445787124034, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 4.799680233001709, "p50_ms_min": 4.799615859985352, "p50_ms_max": 4.800191879272461, "effective_tflops_median": 23.35885424893786, "utilization_spec_dense": 0.02360672485996752, "ratio_to_same_gpu_empirical": 0.029654277443313913, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.33105599880218506, "p50_ms_min": 0.3309440016746521, "p50_ms_max": 0.33132800459861755, "effective_tflops_median": 338.22715945099037, "utilization_spec_dense": 0.34181622986456833, "ratio_to_same_gpu_empirical": 0.4293824482285858, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 4680, "k_len": 4680, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 112140288000.0, "p50_ms_median": 0.18041600286960602, "p50_ms_min": 0.17390400171279907, "p50_ms_max": 0.1820319965481758, "effective_tflops_median": 616.0629977682447, "utilization_spec_dense": 0.6226003009279886, "ratio_to_same_gpu_empirical": 0.7820975662455664, "input_sha256": "68df8d5b00ea72320c460ceede00fae05347814d9d01bf862090b46a02a0135c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6836479902267456, "p50_ms_min": 0.6824800074100494, "p50_ms_max": 0.6902720034122467, "effective_tflops_median": 663.4753659122672, "utilization_spec_dense": 0.6705157816192695, "ratio_to_same_gpu_empirical": 0.8422879978567963, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.805791974067688, "p50_ms_min": 0.8048160076141357, "p50_ms_max": 0.8125599920749664, "effective_tflops_median": 556.9285831854482, "utilization_spec_dense": 0.5628383862409785, "ratio_to_same_gpu_empirical": 0.7070258903064124, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 2.747968077659607, "p50_ms_min": 2.7455519437789917, "p50_ms_max": 2.7482240200042725, "effective_tflops_median": 163.01844413823665, "utilization_spec_dense": 0.16474830130190665, "ratio_to_same_gpu_empirical": 0.20695339417482145, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.3823360204696655, "p50_ms_min": 1.373744010925293, "p50_ms_max": 1.38264000415802, "effective_tflops_median": 325.1359165316755, "utilization_spec_dense": 0.3285860702695053, "ratio_to_same_gpu_empirical": 0.41276299654358567, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 18.79038429260254, "p50_ms_min": 18.756112098693848, "p50_ms_max": 18.79491138458252, "effective_tflops_median": 23.899980499725988, "utilization_spec_dense": 0.024153593228626567, "ratio_to_same_gpu_empirical": 0.03034124212924071, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 1.2690719962120056, "p50_ms_min": 1.268239974975586, "p50_ms_max": 1.2797279953956604, "effective_tflops_median": 353.0585942335432, "utilization_spec_dense": 0.35680504722945244, "ratio_to_same_gpu_empirical": 0.44821108927566267, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 4680, "k_len": 18720, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 448561152000.0, "p50_ms_median": 0.6825440227985382, "p50_ms_min": 0.6813759803771973, "p50_ms_max": 0.6832000017166138, "effective_tflops_median": 660.5382774780737, "utilization_spec_dense": 0.6675475265063908, "ratio_to_same_gpu_empirical": 0.83855933743643, "input_sha256": "fae3ddb5dfb539e378db0a1f36123c4eb8c9a84e4580a75497129aca3a132c7c" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0083200335502625, "p50_ms_min": 1.0063999891281128, "p50_ms_max": 1.0542400479316711, "effective_tflops_median": 669.9951590083197, "utilization_spec_dense": 0.6771047589775843, "ratio_to_same_gpu_empirical": 0.8505649343573155, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.1981279850006104, "p50_ms_min": 1.1977760195732117, "p50_ms_max": 1.2341279983520508, "effective_tflops_median": 563.420130734348, "utilization_spec_dense": 0.5693988183267792, "ratio_to_same_gpu_empirical": 0.7152669688285018, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 4.121551990509033, "p50_ms_min": 4.117583990097046, "p50_ms_max": 4.1219518184661865, "effective_tflops_median": 163.3364375776396, "utilization_spec_dense": 0.16506966910322346, "ratio_to_same_gpu_empirical": 0.2073570897318344, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 2.0505599975585938, "p50_ms_min": 2.0498080253601074, "p50_ms_max": 2.0638400316238403, "effective_tflops_median": 327.3857678561371, "utilization_spec_dense": 0.3308597957111037, "ratio_to_same_gpu_empirical": 0.4156192032166859, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 28.053135871887207, "p50_ms_min": 27.925888061523438, "p50_ms_max": 28.065872192382812, "effective_tflops_median": 24.010641709521927, "utilization_spec_dense": 0.024265428710987295, "ratio_to_same_gpu_empirical": 0.03048172753929248, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.8912639617919922, "p50_ms_min": 1.8907840251922607, "p50_ms_max": 1.8913600444793701, "effective_tflops_median": 355.39333385129777, "utilization_spec_dense": 0.3591645617496693, "ratio_to_same_gpu_empirical": 0.451175062407433, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "480x832_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 4680, "k_len": 28080, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 672841728000.0, "p50_ms_median": 1.0268479585647583, "p50_ms_min": 1.0253119468688965, "p50_ms_max": 1.028719961643219, "effective_tflops_median": 656.348511892466, "utilization_spec_dense": 0.6633133015588338, "ratio_to_same_gpu_empirical": 0.8332403920046904, "input_sha256": "88e3e7e00ebd89c32e473adf1e0ad3cfbf4e4ba3f958aa1fd98da7d3eabebb10" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.18681600689888, "p50_ms_min": 0.18571200221776962, "p50_ms_max": 0.18848000466823578, "effective_tflops_median": 590.4829250446318, "utilization_spec_dense": 0.5967487873114015, "ratio_to_same_gpu_empirical": 0.7496234317917904, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.18665599822998047, "p50_ms_min": 0.18649600446224213, "p50_ms_max": 0.18668800592422485, "effective_tflops_median": 591.6662339848267, "utilization_spec_dense": 0.5979446528396429, "ratio_to_same_gpu_empirical": 0.751125653229526, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.187391996383667, "p50_ms_min": 0.18719999492168427, "p50_ms_max": 0.18748800456523895, "effective_tflops_median": 588.289099230687, "utilization_spec_dense": 0.5945316818905377, "ratio_to_same_gpu_empirical": 0.7468383500127054, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.194240003824234, "p50_ms_min": 0.19385600090026855, "p50_ms_max": 0.19464000314474106, "effective_tflops_median": 568.6050190898712, "utilization_spec_dense": 0.5746387257098244, "ratio_to_same_gpu_empirical": 0.7218492316470766, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.19542400538921356, "p50_ms_min": 0.19528000056743622, "p50_ms_max": 0.1969279944896698, "effective_tflops_median": 565.9351048958321, "utilization_spec_dense": 0.5719404799351512, "ratio_to_same_gpu_empirical": 0.7184597513491087, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.19491200149059296, "p50_ms_min": 0.194815993309021, "p50_ms_max": 0.19494399428367615, "effective_tflops_median": 566.6149986607326, "utilization_spec_dense": 0.5726275883382845, "ratio_to_same_gpu_empirical": 0.7193228826534729, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.6605439782142639, "p50_ms_min": 0.6605119705200195, "p50_ms_max": 0.6614400148391724, "effective_tflops_median": 167.52229102704035, "utilization_spec_dense": 0.1692999404012535, "ratio_to_same_gpu_empirical": 0.21267106867115787, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.659855991601944, "p50_ms_min": 0.659775972366333, "p50_ms_max": 0.660319983959198, "effective_tflops_median": 167.7288690522142, "utilization_spec_dense": 0.16950871051259647, "ratio_to_same_gpu_empirical": 0.21293332134874696, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.6599680185317993, "p50_ms_min": 0.6596800088882446, "p50_ms_max": 0.6600959897041321, "effective_tflops_median": 167.7180837485855, "utilization_spec_dense": 0.16949781076158213, "ratio_to_same_gpu_empirical": 0.21291962930791708, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34643200039863586, "p50_ms_min": 0.3463680148124695, "p50_ms_max": 0.3466239869594574, "effective_tflops_median": 319.3514580934809, "utilization_spec_dense": 0.3227402305138766, "ratio_to_same_gpu_empirical": 0.4054195740641488, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34641599655151367, "p50_ms_min": 0.3463680148124695, "p50_ms_max": 0.34649598598480225, "effective_tflops_median": 319.30077489147925, "utilization_spec_dense": 0.32268900949113616, "ratio_to_same_gpu_empirical": 0.4053552312792735, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34627199172973633, "p50_ms_min": 0.34617599844932556, "p50_ms_max": 0.3463360071182251, "effective_tflops_median": 319.5107905354622, "utilization_spec_dense": 0.3229012536993049, "ratio_to_same_gpu_empirical": 0.40562184804513607, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.653840065002441, "p50_ms_min": 4.653791904449463, "p50_ms_max": 4.653984069824219, "effective_tflops_median": 23.792963661608553, "utilization_spec_dense": 0.02404544078990253, "ratio_to_same_gpu_empirical": 0.030205383282106334, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.6519200801849365, "p50_ms_min": 4.651872158050537, "p50_ms_max": 4.652144193649292, "effective_tflops_median": 23.802466133116624, "utilization_spec_dense": 0.024055044096125945, "ratio_to_same_gpu_empirical": 0.03021744675591778, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.650976181030273, "p50_ms_min": 4.650831937789917, "p50_ms_max": 4.651439905166626, "effective_tflops_median": 23.806705830286475, "utilization_spec_dense": 0.024059328782502755, "ratio_to_same_gpu_empirical": 0.030222829089948833, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.3248000144958496, "p50_ms_min": 0.3242560029029846, "p50_ms_max": 0.32688000798225403, "effective_tflops_median": 339.8913028883423, "utilization_spec_dense": 0.34349803222672287, "ratio_to_same_gpu_empirical": 0.4314950934238846, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.3243519961833954, "p50_ms_min": 0.32422399520874023, "p50_ms_max": 0.32438400387763977, "effective_tflops_median": 340.9813951759283, "utilization_spec_dense": 0.34459969194131207, "ratio_to_same_gpu_empirical": 0.4328789754752212, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.32419198751449585, "p50_ms_min": 0.32419198751449585, "p50_ms_max": 0.3242560029029846, "effective_tflops_median": 341.1481368946849, "utilization_spec_dense": 0.34476820302646277, "ratio_to_same_gpu_empirical": 0.43309065560031157, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.26471999287605286, "p50_ms_min": 0.2645919919013977, "p50_ms_max": 0.26659199595451355, "effective_tflops_median": 416.18082727618395, "utilization_spec_dense": 0.42059709679250523, "ratio_to_same_gpu_empirical": 0.5283453369377927, "input_sha256": "47a66ae0e58938fd98068f3130d6e359d6e0479a0f3d4c2f08ee1c9e8be36bee" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.2645759880542755, "p50_ms_min": 0.26423999667167664, "p50_ms_max": 0.2646079957485199, "effective_tflops_median": 417.23297458245355, "utilization_spec_dense": 0.4216604088756479, "ratio_to_same_gpu_empirical": 0.5296810474910093, "input_sha256": "9e6e434533045f9f833b1744fa86073485a09f159664bbc78d9b3442b21830b1" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.26447999477386475, "p50_ms_min": 0.264384001493454, "p50_ms_max": 0.264847993850708, "effective_tflops_median": 417.19490976879234, "utilization_spec_dense": 0.4216219401402651, "ratio_to_same_gpu_empirical": 0.5296327238646401, "input_sha256": "17b22e6ddb517cded7f93ba0b96c082677824689bc385ea1c0a4bce1321b34d0" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.18723200261592865, "p50_ms_min": 0.1870719939470291, "p50_ms_max": 0.18729600310325623, "effective_tflops_median": 589.7161091028585, "utilization_spec_dense": 0.5959738343636771, "ratio_to_same_gpu_empirical": 0.7486499519950947, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.18691200017929077, "p50_ms_min": 0.1865919977426529, "p50_ms_max": 0.18751999735832214, "effective_tflops_median": 587.2723684401003, "utilization_spec_dense": 0.5935041621425976, "ratio_to_same_gpu_empirical": 0.7455476010475419, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.1884320005774498, "p50_ms_min": 0.18809600174427032, "p50_ms_max": 0.18908800184726715, "effective_tflops_median": 585.4279680697622, "utilization_spec_dense": 0.5916401900654494, "ratio_to_same_gpu_empirical": 0.7432061180400419, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.1940159946680069, "p50_ms_min": 0.1939840018749237, "p50_ms_max": 0.1947679966688156, "effective_tflops_median": 569.4249964969772, "utilization_spec_dense": 0.5754674042415131, "ratio_to_same_gpu_empirical": 0.7228902004064358, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.1950719952583313, "p50_ms_min": 0.19366399943828583, "p50_ms_max": 0.19510400295257568, "effective_tflops_median": 566.2255827159496, "utilization_spec_dense": 0.5722340401373922, "ratio_to_same_gpu_empirical": 0.7188285155777432, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.19622400403022766, "p50_ms_min": 0.19404800236225128, "p50_ms_max": 0.1968960016965866, "effective_tflops_median": 563.0985713447033, "utilization_spec_dense": 0.5690738467354253, "ratio_to_same_gpu_empirical": 0.714858746265297, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.6606720089912415, "p50_ms_min": 0.6606079936027527, "p50_ms_max": 0.6617599725723267, "effective_tflops_median": 167.546652509114, "utilization_spec_dense": 0.16932456039324306, "ratio_to_same_gpu_empirical": 0.2127019957937232, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.6602879762649536, "p50_ms_min": 0.659775972366333, "p50_ms_max": 0.6604480147361755, "effective_tflops_median": 167.60803299100905, "utilization_spec_dense": 0.1693865922092057, "ratio_to_same_gpu_empirical": 0.21277991887249761, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.6599360108375549, "p50_ms_min": 0.6599200069904327, "p50_ms_max": 0.6602240204811096, "effective_tflops_median": 167.6817814402813, "utilization_spec_dense": 0.16946112323424084, "ratio_to_same_gpu_empirical": 0.2128735431980928, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34676799178123474, "p50_ms_min": 0.34672001004219055, "p50_ms_max": 0.3468160033226013, "effective_tflops_median": 319.13233107180275, "utilization_spec_dense": 0.322518778243358, "ratio_to_same_gpu_empirical": 0.4051413903216193, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34668800234794617, "p50_ms_min": 0.3466239869594574, "p50_ms_max": 0.34668800234794617, "effective_tflops_median": 319.1135924209141, "utilization_spec_dense": 0.32249984074877625, "ratio_to_same_gpu_empirical": 0.40511760143426867, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.34624001383781433, "p50_ms_min": 0.34620800614356995, "p50_ms_max": 0.3465439975261688, "effective_tflops_median": 319.4065835168609, "utilization_spec_dense": 0.3227959408962718, "ratio_to_same_gpu_empirical": 0.40548955628937566, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.654208183288574, "p50_ms_min": 4.6535680294036865, "p50_ms_max": 4.6545281410217285, "effective_tflops_median": 23.791339276019034, "utilization_spec_dense": 0.024043799167275427, "ratio_to_same_gpu_empirical": 0.030203321109859647, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.6525280475616455, "p50_ms_min": 4.652416229248047, "p50_ms_max": 4.653088092803955, "effective_tflops_median": 23.79731020364036, "utilization_spec_dense": 0.02404983345491699, "ratio_to_same_gpu_empirical": 0.03021090125665922, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 4.65123176574707, "p50_ms_min": 4.650928020477295, "p50_ms_max": 4.651455879211426, "effective_tflops_median": 23.805915306748876, "utilization_spec_dense": 0.024058529870387948, "ratio_to_same_gpu_empirical": 0.030221825513144097, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.3245120048522949, "p50_ms_min": 0.32444798946380615, "p50_ms_max": 0.32681599259376526, "effective_tflops_median": 340.55922267513546, "utilization_spec_dense": 0.3441730395908393, "ratio_to_same_gpu_empirical": 0.43234302365438143, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.3243519961833954, "p50_ms_min": 0.32422399520874023, "p50_ms_max": 0.3245120048522949, "effective_tflops_median": 340.96392350250386, "utilization_spec_dense": 0.34458203486862443, "ratio_to_same_gpu_empirical": 0.4328567950272589, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.3242560029029846, "p50_ms_min": 0.32412800192832947, "p50_ms_max": 0.3242720067501068, "effective_tflops_median": 340.91868619103485, "utilization_spec_dense": 0.3445363175250479, "ratio_to_same_gpu_empirical": 0.4327993658498345, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.26422399282455444, "p50_ms_min": 0.26419198513031006, "p50_ms_max": 0.2646400034427643, "effective_tflops_median": 418.1634068544684, "utilization_spec_dense": 0.42260071435519797, "ratio_to_same_gpu_empirical": 0.5308622397037137, "input_sha256": "dba197aa0fa4aeeabe38fa0d51290cfa26d74d31a49409ad21ec6c4ef3778c62" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.2648639976978302, "p50_ms_min": 0.26447999477386475, "p50_ms_max": 0.26553601026535034, "effective_tflops_median": 416.19784605751835, "utilization_spec_dense": 0.42061429616727475, "ratio_to_same_gpu_empirical": 0.5283669424351368, "input_sha256": "d87c4fcb9274e3d134b319851b682d74f8e1e41ca59619a3a1ee19c290a092ea" }, { "configuration": "704x1280_tp1_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 110729625600.0, "p50_ms_median": 0.2643359899520874, "p50_ms_min": 0.2641279995441437, "p50_ms_max": 0.26451200246810913, "effective_tflops_median": 417.68674798741097, "utilization_spec_dense": 0.4221189974607488, "ratio_to_same_gpu_empirical": 0.5302571169464543, "input_sha256": "b25c4fd3df994547344080f18e2d3b59246abcbf68ae43d9ec679ea8dbc5027a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.3973439931869507, "p50_ms_min": 3.395680069923401, "p50_ms_max": 3.408959984779358, "effective_tflops_median": 673.4700577667872, "utilization_spec_dense": 0.6806165313459194, "ratio_to_same_gpu_empirical": 0.8549763498648082, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.99398410320282, "p50_ms_min": 3.992032051086426, "p50_ms_max": 4.02894401550293, "effective_tflops_median": 566.5492802112652, "utilization_spec_dense": 0.5725611725227542, "ratio_to_same_gpu_empirical": 0.7192394524854997, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 12.538800239562988, "p50_ms_min": 12.53382396697998, "p50_ms_max": 12.5458083152771, "effective_tflops_median": 181.99706070854157, "utilization_spec_dense": 0.18392830794193185, "ratio_to_same_gpu_empirical": 0.23104692013582562, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.501760005950928, "p50_ms_min": 6.5004801750183105, "p50_ms_max": 6.50220799446106, "effective_tflops_median": 349.5216584408419, "utilization_spec_dense": 0.3532305795258635, "ratio_to_same_gpu_empirical": 0.4437209171902437, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 88.2425765991211, "p50_ms_min": 88.24224090576172, "p50_ms_max": 88.24846267700195, "effective_tflops_median": 25.8824601248822, "utilization_spec_dense": 0.026157109777546438, "ratio_to_same_gpu_empirical": 0.03285801800375829, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 5.9988319873809814, "p50_ms_min": 5.949167966842651, "p50_ms_max": 5.999279975891113, "effective_tflops_median": 379.6807748895361, "utilization_spec_dense": 0.38370972702328054, "ratio_to_same_gpu_empirical": 0.48200818920639815, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.426640033721924, "p50_ms_min": 3.4263360500335693, "p50_ms_max": 3.4268959760665894, "effective_tflops_median": 665.1178739485288, "utilization_spec_dense": 0.6721757189980079, "ratio_to_same_gpu_empirical": 0.8443731767140764, "input_sha256": "bbabaf27bb460c0b5ee1fbc07b45eb183b5af27ea167ff5fe5f5fce12bc12991" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 13.456431865692139, "p50_ms_min": 13.343695640563965, "p50_ms_max": 13.461151599884033, "effective_tflops_median": 678.8920894846065, "utilization_spec_dense": 0.6860960985190565, "ratio_to_same_gpu_empirical": 0.8618596683338196, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 14.813807964324951, "p50_ms_min": 14.685232162475586, "p50_ms_max": 14.81497573852539, "effective_tflops_median": 616.9614088199714, "utilization_spec_dense": 0.6235082453966361, "ratio_to_same_gpu_empirical": 0.7832381072285325, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 50.168527603149414, "p50_ms_min": 50.16641426086426, "p50_ms_max": 50.177743911743164, "effective_tflops_median": 182.04658575858204, "utilization_spec_dense": 0.18397835852307431, "ratio_to_same_gpu_empirical": 0.23110979263627632, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 25.77899169921875, "p50_ms_min": 25.718656539916992, "p50_ms_max": 25.80003261566162, "effective_tflops_median": 354.2057675603514, "utilization_spec_dense": 0.35796439369413985, "ratio_to_same_gpu_empirical": 0.44966743622428434, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 24.01307201385498, "p50_ms_min": 23.93889617919922, "p50_ms_max": 24.053071975708008, "effective_tflops_median": 379.62141033113784, "utilization_spec_dense": 0.3836497325226254, "ratio_to_same_gpu_empirical": 0.4819328253607968, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 13.390848159790039, "p50_ms_min": 13.383344173431396, "p50_ms_max": 13.397727966308594, "effective_tflops_median": 679.9948578766755, "utilization_spec_dense": 0.6872105688495963, "ratio_to_same_gpu_empirical": 0.863259642814829, "input_sha256": "06f30a9a9db470ba210c5f4cdeea82fe97471dc29e8e6cca9ce809f4cae59988" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 20.083279609680176, "p50_ms_min": 19.95235252380371, "p50_ms_max": 20.089632034301758, "effective_tflops_median": 683.7746934846267, "utilization_spec_dense": 0.6910305138803706, "ratio_to_same_gpu_empirical": 0.8680581784199475, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 22.405263900756836, "p50_ms_min": 22.2183198928833, "p50_ms_max": 22.4060640335083, "effective_tflops_median": 613.1246155489893, "utilization_spec_dense": 0.6196307383011513, "ratio_to_same_gpu_empirical": 0.7783672633533232, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 75.18736267089844, "p50_ms_min": 75.18315505981445, "p50_ms_max": 75.1886100769043, "effective_tflops_median": 182.1552817009238, "utilization_spec_dense": 0.1840882078837027, "ratio_to_same_gpu_empirical": 0.23124778312146085, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 38.8953914642334, "p50_ms_min": 38.8860969543457, "p50_ms_max": 38.91908645629883, "effective_tflops_median": 352.7137575424719, "utilization_spec_dense": 0.35645655133145215, "ratio_to_same_gpu_empirical": 0.44777331596706266, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 36.071327209472656, "p50_ms_min": 36.00105667114258, "p50_ms_max": 36.07356834411621, "effective_tflops_median": 379.491594420033, "utilization_spec_dense": 0.3835185390803769, "ratio_to_same_gpu_empirical": 0.4817680228836104, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 20.01806354522705, "p50_ms_min": 20.017632484436035, "p50_ms_max": 20.020639419555664, "effective_tflops_median": 683.8653063012797, "utilization_spec_dense": 0.6911220882276703, "ratio_to_same_gpu_empirical": 0.8681732122129714, "input_sha256": "cb2fbc173d303add6c2d01f02a6d8b4f37624b29f578893e4c62adb567d3bfc1" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.4583840370178223, "p50_ms_min": 3.4436320066452026, "p50_ms_max": 3.4671519994735718, "effective_tflops_median": 656.0091821199198, "utilization_spec_dense": 0.6629703710155834, "ratio_to_same_gpu_empirical": 0.8328096097791315, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 4.092927932739258, "p50_ms_min": 4.073407888412476, "p50_ms_max": 4.143696069717407, "effective_tflops_median": 556.2989851618087, "utilization_spec_dense": 0.5622021072883362, "ratio_to_same_gpu_empirical": 0.706226609901997, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 12.742144107818604, "p50_ms_min": 12.573599815368652, "p50_ms_max": 12.743135929107666, "effective_tflops_median": 180.2276258596212, "utilization_spec_dense": 0.18214009687682792, "ratio_to_same_gpu_empirical": 0.2288006065380541, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.55675196647644, "p50_ms_min": 6.523999929428101, "p50_ms_max": 6.558255910873413, "effective_tflops_median": 346.89584791342804, "utilization_spec_dense": 0.35057690542034164, "ratio_to_same_gpu_empirical": 0.44038742689728355, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 88.2347183227539, "p50_ms_min": 88.23184204101562, "p50_ms_max": 88.25566482543945, "effective_tflops_median": 25.88555103080488, "utilization_spec_dense": 0.026160233482369764, "ratio_to_same_gpu_empirical": 0.03286194193687614, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.051503896713257, "p50_ms_min": 6.0002241134643555, "p50_ms_max": 6.157055854797363, "effective_tflops_median": 374.55215916951335, "utilization_spec_dense": 0.3785266894083005, "ratio_to_same_gpu_empirical": 0.47549736500924766, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5319679975509644, "p50_ms_min": 3.4953439235687256, "p50_ms_max": 3.564703941345215, "effective_tflops_median": 643.9492477897759, "utilization_spec_dense": 0.6507824636581868, "ratio_to_same_gpu_empirical": 0.8174994137068864, "input_sha256": "8c1e5eb5dd20cbba0e847533f94f341dbc079def38a7e2ab09671ceda795338a" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 13.579024314880371, "p50_ms_min": 13.451168060302734, "p50_ms_max": 13.58407974243164, "effective_tflops_median": 672.8847620406273, "utilization_spec_dense": 0.6800250248010382, "ratio_to_same_gpu_empirical": 0.8542333116290727, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 14.869776248931885, "p50_ms_min": 14.81550407409668, "p50_ms_max": 14.957472324371338, "effective_tflops_median": 612.0873275941581, "utilization_spec_dense": 0.6185824432482648, "ratio_to_same_gpu_empirical": 0.7770504168816016, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 50.35433578491211, "p50_ms_min": 50.34231948852539, "p50_ms_max": 50.35748863220215, "effective_tflops_median": 181.4051259663451, "utilization_spec_dense": 0.1833300919316272, "ratio_to_same_gpu_empirical": 0.23029545360898482, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 25.85275173187256, "p50_ms_min": 25.838144302368164, "p50_ms_max": 25.853296279907227, "effective_tflops_median": 353.35678282135376, "utilization_spec_dense": 0.35710640002158034, "ratio_to_same_gpu_empirical": 0.44858964239385624, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 24.138976097106934, "p50_ms_min": 24.119279861450195, "p50_ms_max": 24.264927864074707, "effective_tflops_median": 378.0772590408436, "utilization_spec_dense": 0.38208919559458676, "ratio_to_same_gpu_empirical": 0.4799725112850789, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 9135194112000.0, "p50_ms_median": 13.516176223754883, "p50_ms_min": 13.402640342712402, "p50_ms_max": 13.5175199508667, "effective_tflops_median": 675.1599374980208, "utilization_spec_dense": 0.6823243431005769, "ratio_to_same_gpu_empirical": 0.8571216675187385, "input_sha256": "3dc10c769a242140d523887b3ae905bc4bc9080c077af55e953f83a314179572" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 20.17967987060547, "p50_ms_min": 20.14036750793457, "p50_ms_max": 20.202655792236328, "effective_tflops_median": 678.1318452628059, "utilization_spec_dense": 0.685327787026585, "ratio_to_same_gpu_empirical": 0.8608945313952655, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 22.320591926574707, "p50_ms_min": 22.224639892578125, "p50_ms_max": 22.33191967010498, "effective_tflops_median": 614.2935397070075, "utilization_spec_dense": 0.6208120664042522, "ratio_to_same_gpu_empirical": 0.779851223179548, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 75.47402954101562, "p50_ms_min": 75.26118469238281, "p50_ms_max": 75.47726058959961, "effective_tflops_median": 181.56164957782474, "utilization_spec_dense": 0.1834882764808739, "ratio_to_same_gpu_empirical": 0.23049416175416096, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 38.66814422607422, "p50_ms_min": 38.6678409576416, "p50_ms_max": 38.681135177612305, "effective_tflops_median": 354.0181267643328, "utilization_spec_dense": 0.3577747617628427, "ratio_to_same_gpu_empirical": 0.4494292245309573, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 36.2913761138916, "p50_ms_min": 36.28988838195801, "p50_ms_max": 36.35921669006348, "effective_tflops_median": 377.5742490200707, "utilization_spec_dense": 0.38158084792326497, "ratio_to_same_gpu_empirical": 0.47933393549904924, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 40, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 13702791168000.0, "p50_ms_median": 20.022496223449707, "p50_ms_min": 20.022096633911133, "p50_ms_max": 20.023008346557617, "effective_tflops_median": 684.0314266972407, "utilization_spec_dense": 0.6912899713969083, "ratio_to_same_gpu_empirical": 0.8683841035631344, "input_sha256": "c3179a3ee74b7026aa9dfb01224cc91919bde080478493694d7d6bc8f4ad3191" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.118367999792099, "p50_ms_min": 0.11819199845194817, "p50_ms_max": 0.1194240003824234, "effective_tflops_median": 435.06241406253514, "utilization_spec_dense": 0.4396790440247955, "ratio_to_same_gpu_empirical": 0.5523156827075527, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12043200060725212, "p50_ms_min": 0.12028799951076508, "p50_ms_max": 0.12103999778628349, "effective_tflops_median": 451.59726187003247, "utilization_spec_dense": 0.45638935004551034, "ratio_to_same_gpu_empirical": 0.5733068220477364, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12081600353121758, "p50_ms_min": 0.1207360029220581, "p50_ms_max": 0.12089599668979645, "effective_tflops_median": 449.21236191257094, "utilization_spec_dense": 0.4539791429131591, "ratio_to_same_gpu_empirical": 0.5702791699095188, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1029760017991066, "p50_ms_min": 0.1029760017991066, "p50_ms_max": 0.10300800204277039, "effective_tflops_median": 535.5121156418436, "utilization_spec_dense": 0.5411946595673003, "ratio_to_same_gpu_empirical": 0.6798374904120701, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10265599936246872, "p50_ms_min": 0.10252799838781357, "p50_ms_max": 0.10300800204277039, "effective_tflops_median": 537.1075087626867, "utilization_spec_dense": 0.5428069820744686, "ratio_to_same_gpu_empirical": 0.6818628564566733, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10227199643850327, "p50_ms_min": 0.10224000364542007, "p50_ms_max": 0.10233599692583084, "effective_tflops_median": 537.015816845633, "utilization_spec_dense": 0.5427143171759808, "ratio_to_same_gpu_empirical": 0.6817464527358983, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.33612799644470215, "p50_ms_min": 0.33590400218963623, "p50_ms_max": 0.33659200370311737, "effective_tflops_median": 164.56662804786228, "utilization_spec_dense": 0.16631291364109377, "ratio_to_same_gpu_empirical": 0.20891882769737535, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.33542400598526, "p50_ms_min": 0.3353919982910156, "p50_ms_max": 0.33555200695991516, "effective_tflops_median": 164.95029004905254, "utilization_spec_dense": 0.1667006468408818, "ratio_to_same_gpu_empirical": 0.20940589008949892, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3357439935207367, "p50_ms_min": 0.3353919982910156, "p50_ms_max": 0.3357760012149811, "effective_tflops_median": 164.75488875733487, "utilization_spec_dense": 0.16650317206400694, "ratio_to_same_gpu_empirical": 0.2091578263764578, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18223999440670013, "p50_ms_min": 0.18185600638389587, "p50_ms_max": 0.18227200210094452, "effective_tflops_median": 303.44235067516945, "utilization_spec_dense": 0.30666230487637136, "ratio_to_same_gpu_empirical": 0.38522281782643464, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18051199615001678, "p50_ms_min": 0.1804479956626892, "p50_ms_max": 0.18067200481891632, "effective_tflops_median": 306.1208942068884, "utilization_spec_dense": 0.30936927155825006, "ratio_to_same_gpu_empirical": 0.3886232531468956, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.17980800569057465, "p50_ms_min": 0.17936000227928162, "p50_ms_max": 0.17982400208711624, "effective_tflops_median": 307.3952141794895, "utilization_spec_dense": 0.3106571138751789, "ratio_to_same_gpu_empirical": 0.3902410139161674, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.425600051879883, "p50_ms_min": 2.425312042236328, "p50_ms_max": 2.4257280826568604, "effective_tflops_median": 22.824420207339696, "utilization_spec_dense": 0.023066619714340268, "ratio_to_same_gpu_empirical": 0.028975808577683476, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.42574405670166, "p50_ms_min": 2.425600051879883, "p50_ms_max": 2.42574405670166, "effective_tflops_median": 22.82551835720885, "utilization_spec_dense": 0.023067729517138806, "ratio_to_same_gpu_empirical": 0.028977202688907733, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4271039962768555, "p50_ms_min": 2.426735997200012, "p50_ms_max": 2.427248001098633, "effective_tflops_median": 22.80841587707127, "utilization_spec_dense": 0.023050445555403, "ratio_to_same_gpu_empirical": 0.028955490935173425, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.17025599628686905, "p50_ms_min": 0.16988800466060638, "p50_ms_max": 0.17030400037765503, "effective_tflops_median": 324.41516179550024, "utilization_spec_dense": 0.3278576673021731, "ratio_to_same_gpu_empirical": 0.4118479918653877, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16915200650691986, "p50_ms_min": 0.16915200650691986, "p50_ms_max": 0.17049600183963776, "effective_tflops_median": 326.48761952280773, "utilization_spec_dense": 0.32995211674866876, "ratio_to_same_gpu_empirical": 0.4144789957571094, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16963200271129608, "p50_ms_min": 0.16910400241613388, "p50_ms_max": 0.16979199647903442, "effective_tflops_median": 325.80456663950775, "utilization_spec_dense": 0.329261815704404, "ratio_to_same_gpu_empirical": 0.41361185392326905, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14195199310779572, "p50_ms_min": 0.14195199310779572, "p50_ms_max": 0.1419840008020401, "effective_tflops_median": 388.74368079653124, "utilization_spec_dense": 0.392868803230451, "ratio_to_same_gpu_empirical": 0.4935136304983615, "input_sha256": "d2b4647e3363890034c2156da99d6f7e0783ebab2b6d4f743be95636bf433e8c" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14159999787807465, "p50_ms_min": 0.14153599739074707, "p50_ms_max": 0.14161600172519684, "effective_tflops_median": 389.5126789903498, "utilization_spec_dense": 0.3936459615870134, "ratio_to_same_gpu_empirical": 0.49448988068383193, "input_sha256": "f144f81393c28892b597b728a414530381d25ee606c5febbd4b9112717ce4753" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14140799641609192, "p50_ms_min": 0.141184002161026, "p50_ms_max": 0.1414719969034195, "effective_tflops_median": 390.3560505800624, "utilization_spec_dense": 0.39449828254680386, "ratio_to_same_gpu_empirical": 0.4955605485703051, "input_sha256": "c18c0f21c34b2954c0a1b87153e82dbd7751baf437b273ec1aa2a0d2a7ca3146" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12062400206923485, "p50_ms_min": 0.1194240003824234, "p50_ms_max": 0.12095999717712402, "effective_tflops_median": 441.93723743701577, "utilization_spec_dense": 0.44662681903690327, "ratio_to_same_gpu_empirical": 0.5610433333683251, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12028799951076508, "p50_ms_min": 0.12015999853610992, "p50_ms_max": 0.1207360029220581, "effective_tflops_median": 439.098463348831, "utilization_spec_dense": 0.44375792152484184, "ratio_to_same_gpu_empirical": 0.5574394839023886, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12095999717712402, "p50_ms_min": 0.1202399991452694, "p50_ms_max": 0.12171200290322304, "effective_tflops_median": 438.08780851461677, "utilization_spec_dense": 0.4427365422077987, "ratio_to_same_gpu_empirical": 0.5561564484189776, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10288000106811523, "p50_ms_min": 0.10260799899697304, "p50_ms_max": 0.10288000106811523, "effective_tflops_median": 535.9766198124781, "utilization_spec_dense": 0.5416640927867389, "ratio_to_same_gpu_empirical": 0.6804271826719205, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10246399790048599, "p50_ms_min": 0.10239999741315842, "p50_ms_max": 0.10252799838781357, "effective_tflops_median": 537.5385985902514, "utilization_spec_dense": 0.5432426463772121, "ratio_to_same_gpu_empirical": 0.6824101289047718, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10252799838781357, "p50_ms_min": 0.10233599692583084, "p50_ms_max": 0.10255999863147736, "effective_tflops_median": 537.3872233671381, "utilization_spec_dense": 0.5430896648480426, "ratio_to_same_gpu_empirical": 0.6822179566853468, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.33583998680114746, "p50_ms_min": 0.33583998680114746, "p50_ms_max": 0.3367359936237335, "effective_tflops_median": 164.5953826630815, "utilization_spec_dense": 0.1663419733836094, "ratio_to_same_gpu_empirical": 0.2089553319423353, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.33638399839401245, "p50_ms_min": 0.3360320031642914, "p50_ms_max": 0.3364480137825012, "effective_tflops_median": 164.5328763573984, "utilization_spec_dense": 0.16627880379726975, "ratio_to_same_gpu_empirical": 0.20887597962004545, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3360320031642914, "p50_ms_min": 0.33558401465415955, "p50_ms_max": 0.33657601475715637, "effective_tflops_median": 164.6054047705583, "utilization_spec_dense": 0.166352101839877, "ratio_to_same_gpu_empirical": 0.20896805509872457, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18089599907398224, "p50_ms_min": 0.18060800433158875, "p50_ms_max": 0.1812479943037033, "effective_tflops_median": 305.7132306446318, "utilization_spec_dense": 0.30895728210675266, "ratio_to_same_gpu_empirical": 0.3881057205551916, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18111999332904816, "p50_ms_min": 0.18060800433158875, "p50_ms_max": 0.18111999332904816, "effective_tflops_median": 305.1809943812077, "utilization_spec_dense": 0.3084193980608466, "ratio_to_same_gpu_empirical": 0.38743004178889734, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1804800033569336, "p50_ms_min": 0.1804800033569336, "p50_ms_max": 0.18067200481891632, "effective_tflops_median": 306.183918411545, "utilization_spec_dense": 0.30943296453920666, "ratio_to_same_gpu_empirical": 0.38870326294663204, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4256319999694824, "p50_ms_min": 2.425328016281128, "p50_ms_max": 2.425823926925659, "effective_tflops_median": 22.820423371705857, "utilization_spec_dense": 0.023062580466605212, "ratio_to_same_gpu_empirical": 0.028970734558576287, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4260159730911255, "p50_ms_min": 2.425600051879883, "p50_ms_max": 2.426016092300415, "effective_tflops_median": 22.816360628777865, "utilization_spec_dense": 0.023058474612206028, "ratio_to_same_gpu_empirical": 0.028965576869561083, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4267520904541016, "p50_ms_min": 2.4266560077667236, "p50_ms_max": 2.427120089530945, "effective_tflops_median": 22.811491191749862, "utilization_spec_dense": 0.023053553503537, "ratio_to_same_gpu_empirical": 0.028959395075065418, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16940799355506897, "p50_ms_min": 0.16921600699424744, "p50_ms_max": 0.16995200514793396, "effective_tflops_median": 325.90153258871794, "utilization_spec_dense": 0.3293598106000181, "ratio_to_same_gpu_empirical": 0.41373495307572705, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1693599969148636, "p50_ms_min": 0.16918399930000305, "p50_ms_max": 0.1695999950170517, "effective_tflops_median": 326.51966065999034, "utilization_spec_dense": 0.32998449788781237, "ratio_to_same_gpu_empirical": 0.41451967227152603, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16937600076198578, "p50_ms_min": 0.16870400309562683, "p50_ms_max": 0.1695999950170517, "effective_tflops_median": 326.49090533958827, "utilization_spec_dense": 0.3299554374326309, "ratio_to_same_gpu_empirical": 0.41448316713133004, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14192000031471252, "p50_ms_min": 0.14188799262046814, "p50_ms_max": 0.1422400027513504, "effective_tflops_median": 388.54696082240577, "utilization_spec_dense": 0.39266999577807554, "ratio_to_same_gpu_empirical": 0.49326389270603704, "input_sha256": "60784e2dfa962d61161e7db1f879109e6e055ba0ce5f86f14e72b06147cfa543" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1422239989042282, "p50_ms_min": 0.14220799505710602, "p50_ms_max": 0.14243200421333313, "effective_tflops_median": 387.18876233170323, "utilization_spec_dense": 0.39129738487286836, "ratio_to_same_gpu_empirical": 0.4915396473968642, "input_sha256": "6be6935616c535f817ff0d0a6015d80129991aeeb65c032ad10696b329c28789" }, { "configuration": "704x1280_tp1_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14161600172519684, "p50_ms_min": 0.14124800264835358, "p50_ms_max": 0.14166399836540222, "effective_tflops_median": 390.1046198758194, "utilization_spec_dense": 0.39424418380578014, "ratio_to_same_gpu_empirical": 0.4952413550096138, "input_sha256": "6d71b392f0afccb5fee2018e5c06252fcf33d99fa67330cad4f4b795f3f3706a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.6921119689941406, "p50_ms_min": 1.6863840222358704, "p50_ms_max": 1.719760000705719, "effective_tflops_median": 676.4625259067515, "utilization_spec_dense": 0.6836407538218812, "ratio_to_same_gpu_empirical": 0.858775315324204, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 2.0377919673919678, "p50_ms_min": 2.026975989341736, "p50_ms_max": 2.03985595703125, "effective_tflops_median": 560.212260285354, "utilization_spec_dense": 0.5661569078174371, "ratio_to_same_gpu_empirical": 0.711194548183084, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 6.353551864624023, "p50_ms_min": 6.3526880741119385, "p50_ms_max": 6.3546881675720215, "effective_tflops_median": 179.7488972414024, "utilization_spec_dense": 0.1816562882682187, "ratio_to_same_gpu_empirical": 0.22819285621291302, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.284559965133667, "p50_ms_min": 3.283184051513672, "p50_ms_max": 3.2883039712905884, "effective_tflops_median": 344.2833520564731, "utilization_spec_dense": 0.34793668727283794, "ratio_to_same_gpu_empirical": 0.4370708396992975, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 44.93764686584473, "p50_ms_min": 44.935489654541016, "p50_ms_max": 44.937679290771484, "effective_tflops_median": 25.41028464143963, "utilization_spec_dense": 0.025679923841778304, "ratio_to_same_gpu_empirical": 0.0322585869426833, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.0503519773483276, "p50_ms_min": 3.0461440086364746, "p50_ms_max": 3.0601760149002075, "effective_tflops_median": 372.46478007201006, "utilization_spec_dense": 0.37641716025468425, "ratio_to_same_gpu_empirical": 0.47284741830265564, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.7242079973220825, "p50_ms_min": 1.7241920232772827, "p50_ms_max": 1.7321439981460571, "effective_tflops_median": 663.7736930152702, "utilization_spec_dense": 0.6708172743964327, "ratio_to_same_gpu_empirical": 0.8426667268212836, "input_sha256": "9241d289cfa51ef582ad688b32c4473f16b39e3b01d37e95edad723e88740eda" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.890463829040527, "p50_ms_min": 6.883792161941528, "p50_ms_max": 6.916704177856445, "effective_tflops_median": 665.76579509614, "utilization_spec_dense": 0.6728305155089843, "ratio_to_same_gpu_empirical": 0.8451957184906503, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 7.58568000793457, "p50_ms_min": 7.579920053482056, "p50_ms_max": 7.5862720012664795, "effective_tflops_median": 602.5013249942663, "utilization_spec_dense": 0.6088947195495364, "ratio_to_same_gpu_empirical": 0.7648808995910673, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 25.19711971282959, "p50_ms_min": 25.186256408691406, "p50_ms_max": 25.211135864257812, "effective_tflops_median": 181.19268645501273, "utilization_spec_dense": 0.1831153981354348, "ratio_to_same_gpu_empirical": 0.2300257597215263, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 13.225008010864258, "p50_ms_min": 13.203423976898193, "p50_ms_max": 13.255856037139893, "effective_tflops_median": 345.6218495138727, "utilization_spec_dense": 0.34928938808880516, "ratio_to_same_gpu_empirical": 0.4387700743679115, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 187.46004486083984, "p50_ms_min": 187.17011260986328, "p50_ms_max": 187.5138702392578, "effective_tflops_median": 24.352406683240513, "utilization_spec_dense": 0.024610820296352212, "ratio_to_same_gpu_empirical": 0.030915601274838334, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 12.249824047088623, "p50_ms_min": 12.21662425994873, "p50_ms_max": 12.310431957244873, "effective_tflops_median": 372.71526760318943, "utilization_spec_dense": 0.37667030581423894, "ratio_to_same_gpu_empirical": 0.4731654144965837, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.8539838790893555, "p50_ms_min": 6.834991931915283, "p50_ms_max": 6.855664014816284, "effective_tflops_median": 666.4858252619076, "utilization_spec_dense": 0.6735581862171881, "ratio_to_same_gpu_empirical": 0.8461098033201406, "input_sha256": "9a2ed056aa037df8c22293193066e1b52179288b44516765e7151e7351b68e2a" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.295392036437988, "p50_ms_min": 10.184768199920654, "p50_ms_max": 10.312576293945312, "effective_tflops_median": 665.9810479458645, "utilization_spec_dense": 0.6730480524970839, "ratio_to_same_gpu_empirical": 0.8454689839367279, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 11.363279819488525, "p50_ms_min": 11.22603178024292, "p50_ms_max": 11.365087985992432, "effective_tflops_median": 603.6087045953171, "utilization_spec_dense": 0.6100138500205328, "ratio_to_same_gpu_empirical": 0.7662867280437244, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 37.77217483520508, "p50_ms_min": 37.77048110961914, "p50_ms_max": 37.81545639038086, "effective_tflops_median": 181.1118251499919, "utilization_spec_dense": 0.183033678777152, "ratio_to_same_gpu_empirical": 0.22992310556101134, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 19.873647689819336, "p50_ms_min": 19.873583793640137, "p50_ms_max": 19.88601589202881, "effective_tflops_median": 344.1802290931357, "utilization_spec_dense": 0.34783247002843426, "ratio_to_same_gpu_empirical": 0.43693992416153205, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 280.94532775878906, "p50_ms_min": 280.7530822753906, "p50_ms_max": 281.0276184082031, "effective_tflops_median": 24.380036546039236, "utilization_spec_dense": 0.02463874335122712, "ratio_to_same_gpu_empirical": 0.030950677636393663, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 18.460944175720215, "p50_ms_min": 18.459728240966797, "p50_ms_max": 18.461023330688477, "effective_tflops_median": 371.9045149830055, "utilization_spec_dense": 0.3758509499575599, "ratio_to_same_gpu_empirical": 0.4721361566879341, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.247632026672363, "p50_ms_min": 10.245696067810059, "p50_ms_max": 10.253215789794922, "effective_tflops_median": 667.645876328377, "utilization_spec_dense": 0.6747305470726397, "ratio_to_same_gpu_empirical": 0.8475824986761237, "input_sha256": "f21dca43f03331401942f1b1859ef9d06976dcae6ba9a4b7a944a90aa333de23" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.7580320239067078, "p50_ms_min": 1.7579840421676636, "p50_ms_max": 1.7654240131378174, "effective_tflops_median": 648.2873776902146, "utilization_spec_dense": 0.6551666272766191, "ratio_to_same_gpu_empirical": 0.8230067089826637, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 2.0795199871063232, "p50_ms_min": 2.0658719539642334, "p50_ms_max": 2.0860159397125244, "effective_tflops_median": 546.7643056228966, "utilization_spec_dense": 0.5525662512611386, "ratio_to_same_gpu_empirical": 0.6941222477031171, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 6.405264139175415, "p50_ms_min": 6.3976640701293945, "p50_ms_max": 6.4074718952178955, "effective_tflops_median": 178.15309619414094, "utilization_spec_dense": 0.18004355350595344, "ratio_to_same_gpu_empirical": 0.22616697230201985, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.333343982696533, "p50_ms_min": 3.3220800161361694, "p50_ms_max": 3.33788800239563, "effective_tflops_median": 340.16722948923194, "utilization_spec_dense": 0.34377688680063867, "ratio_to_same_gpu_empirical": 0.4318453847476615, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 44.932289123535156, "p50_ms_min": 44.93011283874512, "p50_ms_max": 44.939537048339844, "effective_tflops_median": 25.413236221369687, "utilization_spec_dense": 0.025682906742162392, "ratio_to_same_gpu_empirical": 0.03226233400018917, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.080319881439209, "p50_ms_min": 3.074064016342163, "p50_ms_max": 3.099423885345459, "effective_tflops_median": 368.4244262040328, "utilization_spec_dense": 0.3723339324952327, "ratio_to_same_gpu_empirical": 0.4677181524023124, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.778272032737732, "p50_ms_min": 1.7729920148849487, "p50_ms_max": 1.7801759839057922, "effective_tflops_median": 646.7912728611191, "utilization_spec_dense": 0.6536546466509541, "ratio_to_same_gpu_empirical": 0.8211073903254441, "input_sha256": "0ef88f54fb5d01a3bef3c8442366b0ddc71b956619d9108fec812802cb8d9b35" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.961888074874878, "p50_ms_min": 6.931936025619507, "p50_ms_max": 6.962735891342163, "effective_tflops_median": 659.2398702578323, "utilization_spec_dense": 0.6662353413419225, "ratio_to_same_gpu_empirical": 0.8369109976876945, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 7.590480089187622, "p50_ms_min": 7.5589280128479, "p50_ms_max": 7.602927923202515, "effective_tflops_median": 600.2579459031386, "utilization_spec_dense": 0.6066275350208576, "ratio_to_same_gpu_empirical": 0.762032909476918, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 25.233872413635254, "p50_ms_min": 25.22606372833252, "p50_ms_max": 25.37764835357666, "effective_tflops_median": 180.65900662140695, "utilization_spec_dense": 0.18257605520101763, "ratio_to_same_gpu_empirical": 0.2293482483297864, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 13.259072303771973, "p50_ms_min": 13.254000186920166, "p50_ms_max": 13.259312152862549, "effective_tflops_median": 344.2854893278894, "utilization_spec_dense": 0.3479388472237387, "ratio_to_same_gpu_empirical": 0.43707355298475553, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 187.6359634399414, "p50_ms_min": 187.43006134033203, "p50_ms_max": 187.69387817382812, "effective_tflops_median": 24.328141774715295, "utilization_spec_dense": 0.024586297902693576, "ratio_to_same_gpu_empirical": 0.030884796753269123, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 12.31708812713623, "p50_ms_min": 12.233376026153564, "p50_ms_max": 12.319600105285645, "effective_tflops_median": 370.8382224561861, "utilization_spec_dense": 0.3747733425529925, "ratio_to_same_gpu_empirical": 0.4707824886488661, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.899807929992676, "p50_ms_min": 6.874383926391602, "p50_ms_max": 6.921839952468872, "effective_tflops_median": 663.4694577374892, "utilization_spec_dense": 0.6705098107503681, "ratio_to_same_gpu_empirical": 0.8422804973753008, "input_sha256": "23dcbf35b61bf9f068fde400975532d7d8403b2c8e5796537ce3e73bebb97304" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.360064029693604, "p50_ms_min": 10.340208053588867, "p50_ms_max": 10.39680004119873, "effective_tflops_median": 662.1717766226042, "utilization_spec_dense": 0.6691983593962649, "ratio_to_same_gpu_empirical": 0.8406330794239045, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 11.367103576660156, "p50_ms_min": 11.332335948944092, "p50_ms_max": 11.416143894195557, "effective_tflops_median": 601.1174912557863, "utilization_spec_dense": 0.6074962013701731, "ratio_to_same_gpu_empirical": 0.7631241101022092, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 37.83764839172363, "p50_ms_min": 37.82414436340332, "p50_ms_max": 37.84350395202637, "effective_tflops_median": 180.84092271933355, "utilization_spec_dense": 0.18275990168704756, "ratio_to_same_gpu_empirical": 0.22957919246693584, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 19.907039642333984, "p50_ms_min": 19.8853120803833, "p50_ms_max": 19.92799949645996, "effective_tflops_median": 343.05337862940155, "utilization_spec_dense": 0.34669366208125474, "ratio_to_same_gpu_empirical": 0.43550937727200645, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 280.85791015625, "p50_ms_min": 280.80604553222656, "p50_ms_max": 280.86878967285156, "effective_tflops_median": 24.390903618234454, "utilization_spec_dense": 0.024649725738488584, "ratio_to_same_gpu_empirical": 0.03096447348316077, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 18.47158432006836, "p50_ms_min": 18.460159301757812, "p50_ms_max": 18.50727939605713, "effective_tflops_median": 371.15719318448026, "utilization_spec_dense": 0.3750956980136233, "ratio_to_same_gpu_empirical": 0.47118742488299503, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.270383834838867, "p50_ms_min": 10.258960247039795, "p50_ms_max": 10.273184299468994, "effective_tflops_median": 665.1940179638719, "utilization_spec_dense": 0.6722526710094714, "ratio_to_same_gpu_empirical": 0.8444698422325377, "input_sha256": "384201acc33d0f40532ec231dafca787533d8afd98450ecd89a22c0eb1f61afd" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12425599992275238, "p50_ms_min": 0.12387199699878693, "p50_ms_max": 0.1244800016283989, "effective_tflops_median": 219.8304189158819, "utilization_spec_dense": 0.2221631317997796, "ratio_to_same_gpu_empirical": 0.2790767117059221, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12344000115990639, "p50_ms_min": 0.12332800030708313, "p50_ms_max": 0.12427200004458427, "effective_tflops_median": 218.7247137331963, "utilization_spec_dense": 0.2210456935151049, "ratio_to_same_gpu_empirical": 0.27767300894257446, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12358400225639343, "p50_ms_min": 0.1234240010380745, "p50_ms_max": 0.1236800029873848, "effective_tflops_median": 221.77245278379112, "utilization_spec_dense": 0.2241257734045388, "ratio_to_same_gpu_empirical": 0.28154214132458205, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05923200026154518, "p50_ms_min": 0.05920000001788139, "p50_ms_max": 0.05923200026154518, "effective_tflops_median": 464.08119820156884, "utilization_spec_dense": 0.46900575866757843, "ratio_to_same_gpu_empirical": 0.5891552925084346, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05926400050520897, "p50_ms_min": 0.05910399928689003, "p50_ms_max": 0.05929600074887276, "effective_tflops_median": 464.7751804452331, "utilization_spec_dense": 0.4697071050482396, "ratio_to_same_gpu_empirical": 0.590036309264438, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059167999774217606, "p50_ms_min": 0.059039998799562454, "p50_ms_max": 0.05920000001788139, "effective_tflops_median": 464.0305820075991, "utilization_spec_dense": 0.46895460536392025, "ratio_to_same_gpu_empirical": 0.5890910347908639, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17907199263572693, "p50_ms_min": 0.1788800060749054, "p50_ms_max": 0.17919999361038208, "effective_tflops_median": 154.36607463253634, "utilization_spec_dense": 0.15600411787017315, "ratio_to_same_gpu_empirical": 0.1959691325697912, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1788800060749054, "p50_ms_min": 0.1788800060749054, "p50_ms_max": 0.1788800060749054, "effective_tflops_median": 154.52591174801708, "utilization_spec_dense": 0.1561656510844033, "ratio_to_same_gpu_empirical": 0.1961720472383658, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17881600558757782, "p50_ms_min": 0.17878399789333344, "p50_ms_max": 0.1791680008172989, "effective_tflops_median": 154.58795005521335, "utilization_spec_dense": 0.1562283477061277, "ratio_to_same_gpu_empirical": 0.19625080543232967, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10252799838781357, "p50_ms_min": 0.10252799838781357, "p50_ms_max": 0.10275200009346008, "effective_tflops_median": 269.02924698043483, "utilization_spec_dense": 0.2718840292879584, "ratio_to_same_gpu_empirical": 0.3415350703978297, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10247999802231789, "p50_ms_min": 0.10246399790048599, "p50_ms_max": 0.10262399911880493, "effective_tflops_median": 269.33301548037747, "utilization_spec_dense": 0.2721910212030091, "ratio_to_same_gpu_empirical": 0.3419207072651109, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10265599936246872, "p50_ms_min": 0.10262399911880493, "p50_ms_max": 0.1027199998497963, "effective_tflops_median": 268.96205236382565, "utilization_spec_dense": 0.27181612164105673, "ratio_to_same_gpu_empirical": 0.34144976622227424, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.265663981437683, "p50_ms_min": 1.2654880285263062, "p50_ms_max": 1.2662080526351929, "effective_tflops_median": 21.860748108146264, "utilization_spec_dense": 0.022092721685847666, "ratio_to_same_gpu_empirical": 0.027752418102734898, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.264016032218933, "p50_ms_min": 1.2637120485305786, "p50_ms_max": 1.2643200159072876, "effective_tflops_median": 21.895713701212802, "utilization_spec_dense": 0.0221280583135046, "ratio_to_same_gpu_empirical": 0.027796807240434675, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2646080255508423, "p50_ms_min": 1.2645599842071533, "p50_ms_max": 1.2646880149841309, "effective_tflops_median": 21.882105577516622, "utilization_spec_dense": 0.022114305788293705, "ratio_to_same_gpu_empirical": 0.027779531603912912, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09588799998164177, "p50_ms_min": 0.09577599912881851, "p50_ms_max": 0.09590400010347366, "effective_tflops_median": 287.8556130886307, "utilization_spec_dense": 0.29091016987228974, "ratio_to_same_gpu_empirical": 0.3654353130155612, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09575999900698662, "p50_ms_min": 0.09574399888515472, "p50_ms_max": 0.0958079993724823, "effective_tflops_median": 287.98018630091246, "utilization_spec_dense": 0.2910360649832364, "ratio_to_same_gpu_empirical": 0.36559345983901576, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09699200093746185, "p50_ms_min": 0.09696000069379807, "p50_ms_max": 0.09699200093746185, "effective_tflops_median": 284.6163271465273, "utilization_spec_dense": 0.2876365105068492, "ratio_to_same_gpu_empirical": 0.3613230101165554, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08070400357246399, "p50_ms_min": 0.08057600259780884, "p50_ms_max": 0.08076799660921097, "effective_tflops_median": 341.0341570277622, "utilization_spec_dense": 0.34465301367131096, "ratio_to_same_gpu_empirical": 0.4329459571249216, "input_sha256": "f074e77a795430c483753f786151ecfd8e0696469e65a0ee415b1c158d73ba5d" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08099199831485748, "p50_ms_min": 0.08086399734020233, "p50_ms_max": 0.08115199953317642, "effective_tflops_median": 340.09920338645856, "utilization_spec_dense": 0.34370813884432394, "ratio_to_same_gpu_empirical": 0.4317590249928751, "input_sha256": "29e8ca2e6a26be89b3403e812982712fa58fc95a68a09f92fc19dfeacf935cef" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08051200211048126, "p50_ms_min": 0.08038400113582611, "p50_ms_max": 0.0806720033288002, "effective_tflops_median": 342.15009713925014, "utilization_spec_dense": 0.34578079549191526, "ratio_to_same_gpu_empirical": 0.43436265322326256, "input_sha256": "c91b75318ce4b90105327410d9f18a9c43e6316519a7521d39533fcc5d233a05" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12377600371837616, "p50_ms_min": 0.12364800274372101, "p50_ms_max": 0.1242079995572567, "effective_tflops_median": 215.9209866900497, "utilization_spec_dense": 0.2182122149469931, "ratio_to_same_gpu_empirical": 0.2741136520183549, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12380799651145935, "p50_ms_min": 0.12376000359654427, "p50_ms_max": 0.12412799894809723, "effective_tflops_median": 220.60666241932907, "utilization_spec_dense": 0.2229476123489935, "ratio_to_same_gpu_empirical": 0.280062159877715, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12411199882626534, "p50_ms_min": 0.12377600371837616, "p50_ms_max": 0.12464000284671783, "effective_tflops_median": 219.12287555458457, "utilization_spec_dense": 0.22144808039877167, "ratio_to_same_gpu_empirical": 0.2781784789880207, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05939200147986412, "p50_ms_min": 0.05929600074887276, "p50_ms_max": 0.05939200147986412, "effective_tflops_median": 461.4037895830986, "utilization_spec_dense": 0.4662999389419895, "ratio_to_same_gpu_empirical": 0.5857562979706419, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059167999774217606, "p50_ms_min": 0.05907199904322624, "p50_ms_max": 0.05920000001788139, "effective_tflops_median": 463.9045025566734, "utilization_spec_dense": 0.4688271880309989, "ratio_to_same_gpu_empirical": 0.5889309757837822, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.0597120001912117, "p50_ms_min": 0.0597120001912117, "p50_ms_max": 0.0597120001912117, "effective_tflops_median": 460.082753163034, "utilization_spec_dense": 0.4649648844497564, "ratio_to_same_gpu_empirical": 0.5840792302473781, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1791680008172989, "p50_ms_min": 0.17903999984264374, "p50_ms_max": 0.17923200130462646, "effective_tflops_median": 154.23791122502433, "utilization_spec_dense": 0.15587459446692706, "ratio_to_same_gpu_empirical": 0.19580642796091194, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.178847998380661, "p50_ms_min": 0.17875200510025024, "p50_ms_max": 0.17923200130462646, "effective_tflops_median": 154.460613229248, "utilization_spec_dense": 0.15609965965563213, "ratio_to_same_gpu_empirical": 0.19608915017622483, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17894400656223297, "p50_ms_min": 0.17865599691867828, "p50_ms_max": 0.1791040003299713, "effective_tflops_median": 154.5099039502459, "utilization_spec_dense": 0.15614947342116817, "ratio_to_same_gpu_empirical": 0.1961517251938295, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10268799960613251, "p50_ms_min": 0.10257599875330925, "p50_ms_max": 0.1027199998497963, "effective_tflops_median": 269.1081943148586, "utilization_spec_dense": 0.27196381436569844, "ratio_to_same_gpu_empirical": 0.3416352947553031, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10260799899697304, "p50_ms_min": 0.10252799838781357, "p50_ms_max": 0.10262399911880493, "effective_tflops_median": 268.7904553792267, "utilization_spec_dense": 0.2716427037687991, "ratio_to_same_gpu_empirical": 0.34123192229313704, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10265599936246872, "p50_ms_min": 0.10255999863147736, "p50_ms_max": 0.10268799960613251, "effective_tflops_median": 268.9461647879487, "utilization_spec_dense": 0.27180006547544083, "ratio_to_same_gpu_empirical": 0.3414295968005237, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2662559747695923, "p50_ms_min": 1.2656960487365723, "p50_ms_max": 1.2662720084190369, "effective_tflops_median": 21.850490653187393, "utilization_spec_dense": 0.022082355384727026, "ratio_to_same_gpu_empirical": 0.02773939617058142, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2647680044174194, "p50_ms_min": 1.264639973640442, "p50_ms_max": 1.2649919986724854, "effective_tflops_median": 21.875823208557506, "utilization_spec_dense": 0.022107956754479543, "ratio_to_same_gpu_empirical": 0.027771556079508784, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2664639949798584, "p50_ms_min": 1.2662879824638367, "p50_ms_max": 1.2666720151901245, "effective_tflops_median": 21.848060631949405, "utilization_spec_dense": 0.022079899577513294, "ratio_to_same_gpu_empirical": 0.027736311236568112, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09694400057196617, "p50_ms_min": 0.0968639999628067, "p50_ms_max": 0.09694400057196617, "effective_tflops_median": 284.63724256700675, "utilization_spec_dense": 0.28765764786963793, "ratio_to_same_gpu_empirical": 0.361349562432655, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09548799693584442, "p50_ms_min": 0.09548799693584442, "p50_ms_max": 0.09551999717950821, "effective_tflops_median": 288.7478886021961, "utilization_spec_dense": 0.2918119136960041, "ratio_to_same_gpu_empirical": 0.3665680648771533, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09683199971914291, "p50_ms_min": 0.09679999947547913, "p50_ms_max": 0.09683199971914291, "effective_tflops_median": 285.00390404690006, "utilization_spec_dense": 0.28802820014845887, "ratio_to_same_gpu_empirical": 0.3618150425087176, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08048000186681747, "p50_ms_min": 0.08038400113582611, "p50_ms_max": 0.08048000186681747, "effective_tflops_median": 342.5592701640545, "utilization_spec_dense": 0.3461943104235013, "ratio_to_same_gpu_empirical": 0.4348821020913688, "input_sha256": "3846bbcb41ec6297e470bb4708cf9874237288a33d6139a353542388ce4e9cfa" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.07985599711537361, "p50_ms_min": 0.07983999699354172, "p50_ms_max": 0.0799039974808693, "effective_tflops_median": 344.535255790625, "utilization_spec_dense": 0.34819126406328954, "ratio_to_same_gpu_empirical": 0.43739063377575077, "input_sha256": "ee5e993223e93b3cc62c90d337f72eff3586309fffbc0dc2984b73efc41077c4" }, { "configuration": "704x1280_tp1_sp4", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08048000186681747, "p50_ms_min": 0.08032000064849854, "p50_ms_max": 0.08054400235414505, "effective_tflops_median": 342.0364618059284, "utilization_spec_dense": 0.34566595432635516, "ratio_to_same_gpu_empirical": 0.43421839213640556, "input_sha256": "3208a861c1f1025c62b1f5c4a82d4ccb1f858e5b32cfe5140c2154e9d4e817e7" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.864192008972168, "p50_ms_min": 0.8598720133304596, "p50_ms_max": 0.8702239990234375, "effective_tflops_median": 662.634662720525, "utilization_spec_dense": 0.6696661573729408, "ratio_to_same_gpu_empirical": 0.8412207175257613, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.0452640056610107, "p50_ms_min": 1.0450880527496338, "p50_ms_max": 1.045744001865387, "effective_tflops_median": 549.0977676103878, "utilization_spec_dense": 0.5549244745936208, "ratio_to_same_gpu_empirical": 0.6970845988716741, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.3033279180526733, "p50_ms_min": 3.3030879497528076, "p50_ms_max": 3.304287910461426, "effective_tflops_median": 172.8092385507651, "utilization_spec_dense": 0.1746429899451896, "ratio_to_same_gpu_empirical": 0.21938289652991955, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.7341600060462952, "p50_ms_min": 1.7336959838867188, "p50_ms_max": 1.7345119714736938, "effective_tflops_median": 328.9291650599543, "utilization_spec_dense": 0.33241957055073706, "ratio_to_same_gpu_empirical": 0.41757855997277815, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.34814453125, "p50_ms_min": 23.341567993164062, "p50_ms_max": 23.35366439819336, "effective_tflops_median": 24.44963119199094, "utilization_spec_dense": 0.024709076495190437, "ratio_to_same_gpu_empirical": 0.03103902867097897, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.596735954284668, "p50_ms_min": 1.5964800119400024, "p50_ms_max": 1.5970399975776672, "effective_tflops_median": 355.07091129763387, "utilization_spec_dense": 0.35883871783490034, "ratio_to_same_gpu_empirical": 0.45076574404967296, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8899360001087189, "p50_ms_min": 0.8897280097007751, "p50_ms_max": 0.8922080099582672, "effective_tflops_median": 647.4946929743222, "utilization_spec_dense": 0.6543655310503509, "ratio_to_same_gpu_empirical": 0.8220003885424727, "input_sha256": "093484df65b53e41352779239f9aed33ad8b974795e71b58721c4c22f085e076" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.453487992286682, "p50_ms_min": 3.4442399740219116, "p50_ms_max": 3.459328055381775, "effective_tflops_median": 653.5638305967136, "utilization_spec_dense": 0.6604990708405393, "ratio_to_same_gpu_empirical": 0.8297052138296219, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.82366406917572, "p50_ms_min": 3.8149759769439697, "p50_ms_max": 3.8589439392089844, "effective_tflops_median": 590.4004622267553, "utilization_spec_dense": 0.5966654494459376, "ratio_to_same_gpu_empirical": 0.749518744496172, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.219215869903564, "p50_ms_min": 13.218688011169434, "p50_ms_max": 13.21940803527832, "effective_tflops_median": 172.68295176705084, "utilization_spec_dense": 0.17451536307938437, "ratio_to_same_gpu_empirical": 0.2192225743119813, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.884976148605347, "p50_ms_min": 6.882143974304199, "p50_ms_max": 6.8855040073394775, "effective_tflops_median": 329.8429444139208, "utilization_spec_dense": 0.3333430464011327, "ratio_to_same_gpu_empirical": 0.4187386111549001, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 97.45851135253906, "p50_ms_min": 97.23382568359375, "p50_ms_max": 97.55630493164062, "effective_tflops_median": 23.435269034015754, "utilization_spec_dense": 0.023683950514417133, "ratio_to_same_gpu_empirical": 0.029751286706410543, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.381792068481445, "p50_ms_min": 6.334144115447998, "p50_ms_max": 6.384704113006592, "effective_tflops_median": 358.29119576338815, "utilization_spec_dense": 0.3620931740913473, "ratio_to_same_gpu_empirical": 0.4548539244020211, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5086079835891724, "p50_ms_min": 3.478111982345581, "p50_ms_max": 3.5122560262680054, "effective_tflops_median": 649.5237701354617, "utilization_spec_dense": 0.6564161396012751, "ratio_to_same_gpu_empirical": 0.8245763204117792, "input_sha256": "86927d966e3fa4f59288827ffa86af6324aa2d9e379a9d988d2d813f409cfe97" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.226111888885498, "p50_ms_min": 5.179247856140137, "p50_ms_max": 5.227263927459717, "effective_tflops_median": 656.0291747017906, "utilization_spec_dense": 0.6629905757471355, "ratio_to_same_gpu_empirical": 0.8328349905432428, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.809679985046387, "p50_ms_min": 5.756848096847534, "p50_ms_max": 5.817807912826538, "effective_tflops_median": 589.8124638426298, "utilization_spec_dense": 0.5960712115640523, "ratio_to_same_gpu_empirical": 0.7487722752116234, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.841663360595703, "p50_ms_min": 19.841456413269043, "p50_ms_max": 19.842415809631348, "effective_tflops_median": 172.64204950689125, "utilization_spec_dense": 0.174474026788167, "ratio_to_same_gpu_empirical": 0.2191706485215335, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.31712007522583, "p50_ms_min": 10.314352035522461, "p50_ms_max": 10.374896049499512, "effective_tflops_median": 329.91518317894344, "utilization_spec_dense": 0.3334160517220247, "ratio_to_same_gpu_empirical": 0.4188303189226405, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 146.36428833007812, "p50_ms_min": 146.3445587158203, "p50_ms_max": 146.41619110107422, "effective_tflops_median": 23.400170309147708, "utilization_spec_dense": 0.023648479342241242, "ratio_to_same_gpu_empirical": 0.029706728556680623, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.576704025268555, "p50_ms_min": 9.568495750427246, "p50_ms_max": 9.580895900726318, "effective_tflops_median": 355.82763578811364, "utilization_spec_dense": 0.359603472246704, "ratio_to_same_gpu_empirical": 0.4517264126573748, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.2450079917907715, "p50_ms_min": 5.196191787719727, "p50_ms_max": 5.245375871658325, "effective_tflops_median": 652.9948268503272, "utilization_spec_dense": 0.6599240291564701, "ratio_to_same_gpu_empirical": 0.8289828584100535, "input_sha256": "8ab8d8e91a6d5757a64db4da0bf7d6b02a4ab0fb6c1bc2ca2c2524f9a1e2f113" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8843199908733368, "p50_ms_min": 0.8838559985160828, "p50_ms_max": 0.8877440094947815, "effective_tflops_median": 645.425542994426, "utilization_spec_dense": 0.6522744244511632, "ratio_to_same_gpu_empirical": 0.8193735838661064, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.058127999305725, "p50_ms_min": 1.0560319423675537, "p50_ms_max": 1.06387197971344, "effective_tflops_median": 541.8596041972214, "utilization_spec_dense": 0.547609503989107, "ratio_to_same_gpu_empirical": 0.6878956847345931, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.304784059524536, "p50_ms_min": 3.304640054702759, "p50_ms_max": 3.3071519136428833, "effective_tflops_median": 172.72199199028628, "utilization_spec_dense": 0.1745548175748219, "ratio_to_same_gpu_empirical": 0.2192721362296565, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.7462559938430786, "p50_ms_min": 1.7359039783477783, "p50_ms_max": 1.7464479804039001, "effective_tflops_median": 325.1403818167985, "utilization_spec_dense": 0.32859058293764376, "ratio_to_same_gpu_empirical": 0.41276866526357037, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.36684799194336, "p50_ms_min": 23.363487243652344, "p50_ms_max": 23.370128631591797, "effective_tflops_median": 24.406189309310264, "utilization_spec_dense": 0.024665173632451, "ratio_to_same_gpu_empirical": 0.03098387880669437, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.6121280193328857, "p50_ms_min": 1.6094080209732056, "p50_ms_max": 1.6359360218048096, "effective_tflops_median": 350.4970245914056, "utilization_spec_dense": 0.3542162956962159, "ratio_to_same_gpu_empirical": 0.4449591533695266, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.9022079706192017, "p50_ms_min": 0.9011360108852386, "p50_ms_max": 0.9066720008850098, "effective_tflops_median": 633.3191743853781, "utilization_spec_dense": 0.640039590081231, "ratio_to_same_gpu_empirical": 0.8040044390554162, "input_sha256": "468353cb47a9d93b52d299d1edd226524978db730a64597becca38700ad6c050" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.4941920042037964, "p50_ms_min": 3.475279927253723, "p50_ms_max": 3.501039981842041, "effective_tflops_median": 651.3340874383808, "utilization_spec_dense": 0.6582456669412641, "ratio_to_same_gpu_empirical": 0.8268745346558976, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.8810240030288696, "p50_ms_min": 3.8521119356155396, "p50_ms_max": 3.884768009185791, "effective_tflops_median": 587.2732603265525, "utilization_spec_dense": 0.5935050634932315, "ratio_to_same_gpu_empirical": 0.7455487333054867, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.23043155670166, "p50_ms_min": 13.23036813735962, "p50_ms_max": 13.230672359466553, "effective_tflops_median": 172.54355187646044, "utilization_spec_dense": 0.17437448395801966, "ratio_to_same_gpu_empirical": 0.21904560488586644, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.932944059371948, "p50_ms_min": 6.885312080383301, "p50_ms_max": 6.933808088302612, "effective_tflops_median": 328.8046136171825, "utilization_spec_dense": 0.3322936974403057, "ratio_to_same_gpu_empirical": 0.417420440785914, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 97.51614379882812, "p50_ms_min": 97.20513916015625, "p50_ms_max": 97.5572624206543, "effective_tflops_median": 23.425220974351937, "utilization_spec_dense": 0.02367379583057295, "ratio_to_same_gpu_empirical": 0.029738530603484335, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.435248136520386, "p50_ms_min": 6.337984085083008, "p50_ms_max": 6.438463926315308, "effective_tflops_median": 356.14959782614073, "utilization_spec_dense": 0.3599288507591114, "ratio_to_same_gpu_empirical": 0.4521351463863549, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5406079292297363, "p50_ms_min": 3.5131839513778687, "p50_ms_max": 3.541248083114624, "effective_tflops_median": 646.3119685299079, "utilization_spec_dense": 0.6531702562202202, "ratio_to_same_gpu_empirical": 0.8204989091274347, "input_sha256": "27bba66e339401177aa9c6b9d825fafddb3384893f2f0d2969e35bbc73f0346a" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.229295969009399, "p50_ms_min": 5.169087886810303, "p50_ms_max": 5.249727964401245, "effective_tflops_median": 653.7451607787979, "utilization_spec_dense": 0.6606823251933278, "ratio_to_same_gpu_empirical": 0.8299354141412925, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.811327934265137, "p50_ms_min": 5.75766396522522, "p50_ms_max": 5.831807851791382, "effective_tflops_median": 586.6788081747176, "utilization_spec_dense": 0.5929043033599976, "ratio_to_same_gpu_empirical": 0.7447940709042651, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.851776123046875, "p50_ms_min": 19.850671768188477, "p50_ms_max": 19.852895736694336, "effective_tflops_median": 172.54835953401675, "utilization_spec_dense": 0.17437934263164906, "ratio_to_same_gpu_empirical": 0.21905170825076214, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.378560066223145, "p50_ms_min": 10.329760074615479, "p50_ms_max": 10.39580774307251, "effective_tflops_median": 329.36718912072496, "utilization_spec_dense": 0.3328622426687468, "ratio_to_same_gpu_empirical": 0.4181346354928577, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 146.45425415039062, "p50_ms_min": 146.1050033569336, "p50_ms_max": 146.55425262451172, "effective_tflops_median": 23.390694188983932, "utilization_spec_dense": 0.0236389026669873, "ratio_to_same_gpu_empirical": 0.029694698536139884, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.729471683502197, "p50_ms_min": 9.572495937347412, "p50_ms_max": 9.730192184448242, "effective_tflops_median": 354.47784369775655, "utilization_spec_dense": 0.35823935694568626, "ratio_to_same_gpu_empirical": 0.45001283934972597, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp1_sp4", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.249232053756714, "p50_ms_min": 5.22048020362854, "p50_ms_max": 5.29531192779541, "effective_tflops_median": 649.3394215243363, "utilization_spec_dense": 0.6562298347896274, "ratio_to_same_gpu_empirical": 0.8243422881770496, "input_sha256": "c13a2d35824f82a1b3fc8dbb06327c7ce15db3234251b7d2cff0a8af1c307d75" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.11976000294089317, "p50_ms_min": 0.11950400099158287, "p50_ms_max": 0.12092799693346024, "effective_tflops_median": 416.776167999307, "utilization_spec_dense": 0.4211987549260303, "ratio_to_same_gpu_empirical": 0.529101127388328, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12009599804878235, "p50_ms_min": 0.12009599804878235, "p50_ms_max": 0.12044800072908401, "effective_tflops_median": 453.0252910940304, "utilization_spec_dense": 0.4578325326872465, "ratio_to_same_gpu_empirical": 0.5751197181065199, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12118399888277054, "p50_ms_min": 0.11900799721479416, "p50_ms_max": 0.12150400131940842, "effective_tflops_median": 444.956330362177, "utilization_spec_dense": 0.4496779488248378, "ratio_to_same_gpu_empirical": 0.5648760992341402, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1019200012087822, "p50_ms_min": 0.10172799974679947, "p50_ms_max": 0.10201600193977356, "effective_tflops_median": 541.2335283066637, "utilization_spec_dense": 0.5469767845443797, "ratio_to_same_gpu_empirical": 0.6871008757100875, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10233599692583084, "p50_ms_min": 0.10201600193977356, "p50_ms_max": 0.10255999863147736, "effective_tflops_median": 537.8867549628104, "utilization_spec_dense": 0.5435944971832344, "ratio_to_same_gpu_empirical": 0.6828521165791456, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10208000242710114, "p50_ms_min": 0.10198400169610977, "p50_ms_max": 0.1024319976568222, "effective_tflops_median": 540.1655945882225, "utilization_spec_dense": 0.5458975185328171, "ratio_to_same_gpu_empirical": 0.6857451241633622, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3361920118331909, "p50_ms_min": 0.3356480002403259, "p50_ms_max": 0.33657601475715637, "effective_tflops_median": 164.53193753198556, "utilization_spec_dense": 0.16627785500958622, "ratio_to_same_gpu_empirical": 0.2088747877726643, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.33582399785518646, "p50_ms_min": 0.33529600501060486, "p50_ms_max": 0.33587199449539185, "effective_tflops_median": 164.76838289023578, "utilization_spec_dense": 0.16651680938881838, "ratio_to_same_gpu_empirical": 0.20917495730063054, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3384000062942505, "p50_ms_min": 0.33801600337028503, "p50_ms_max": 0.3384320139884949, "effective_tflops_median": 163.46688518201742, "utilization_spec_dense": 0.16520150094190744, "ratio_to_same_gpu_empirical": 0.2075226941493632, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1804479956626892, "p50_ms_min": 0.18035200238227844, "p50_ms_max": 0.1804479956626892, "effective_tflops_median": 306.3205252938619, "utilization_spec_dense": 0.30957102101451434, "ratio_to_same_gpu_empirical": 0.388876686623398, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18041600286960602, "p50_ms_min": 0.1801759973168373, "p50_ms_max": 0.1804479956626892, "effective_tflops_median": 306.3284793154655, "utilization_spec_dense": 0.3095790594395811, "ratio_to_same_gpu_empirical": 0.38888678432600404, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18171200156211853, "p50_ms_min": 0.18168000131845474, "p50_ms_max": 0.18172800540924072, "effective_tflops_median": 304.08321878539243, "utilization_spec_dense": 0.3073099735072182, "ratio_to_same_gpu_empirical": 0.3860364057080401, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.423856019973755, "p50_ms_min": 2.423583984375, "p50_ms_max": 2.4241440296173096, "effective_tflops_median": 22.840461293943484, "utilization_spec_dense": 0.023082831019649808, "ratio_to_same_gpu_empirical": 0.028996172882694824, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4239519834518433, "p50_ms_min": 2.4238240718841553, "p50_ms_max": 2.424288034439087, "effective_tflops_median": 22.83916275729569, "utilization_spec_dense": 0.023081518703684373, "ratio_to_same_gpu_empirical": 0.028994524378636637, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.4249919652938843, "p50_ms_min": 2.424896001815796, "p50_ms_max": 2.425071954727173, "effective_tflops_median": 22.82943874596492, "utilization_spec_dense": 0.023071691506786177, "ratio_to_same_gpu_empirical": 0.02898217965800987, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16857600212097168, "p50_ms_min": 0.1685279980301857, "p50_ms_max": 0.16860799491405487, "effective_tflops_median": 327.8542764785755, "utilization_spec_dense": 0.3313332758752658, "ratio_to_same_gpu_empirical": 0.4162139791644405, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16873599588871002, "p50_ms_min": 0.16857600212097168, "p50_ms_max": 0.16886399686336517, "effective_tflops_median": 327.10014022928, "utilization_spec_dense": 0.3305711371695604, "ratio_to_same_gpu_empirical": 0.4152565963524095, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16859199851751328, "p50_ms_min": 0.1685439944267273, "p50_ms_max": 0.16867199540138245, "effective_tflops_median": 327.5017762122693, "utilization_spec_dense": 0.33097703508061577, "ratio_to_same_gpu_empirical": 0.41576647687753526, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1408960074186325, "p50_ms_min": 0.14076800644397736, "p50_ms_max": 0.1409599930047989, "effective_tflops_median": 390.9888444545202, "utilization_spec_dense": 0.39513779126277937, "ratio_to_same_gpu_empirical": 0.49636388613633553, "input_sha256": "58d5e9a9d802f32df3756a115f41330c51069d1d05dd0136b3d6217f64a27715" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14195199310779572, "p50_ms_min": 0.14195199310779572, "p50_ms_max": 0.14207999408245087, "effective_tflops_median": 388.5705219099092, "utilization_spec_dense": 0.392693806882172, "ratio_to_same_gpu_empirical": 0.49329380372043213, "input_sha256": "0735ad81019b091b2da06b39cda6cfc5249fb8f20eb43f48d285d3be44d555d7" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14176000654697418, "p50_ms_min": 0.14158400148153305, "p50_ms_max": 0.14215999841690063, "effective_tflops_median": 389.2894851937094, "utilization_spec_dense": 0.3934203993872758, "ratio_to_same_gpu_empirical": 0.4942065341335832, "input_sha256": "109160fa3b1e7620ee4658de7b72977773f9dc6646d39cc63002b99aae177c19" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12025599926710129, "p50_ms_min": 0.11918399855494499, "p50_ms_max": 0.12027199938893318, "effective_tflops_median": 451.84690051727176, "utilization_spec_dense": 0.456641637713261, "ratio_to_same_gpu_empirical": 0.5736237405757992, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.11993599683046341, "p50_ms_min": 0.11905599758028984, "p50_ms_max": 0.12124799937009811, "effective_tflops_median": 449.67158594209934, "utilization_spec_dense": 0.45444323996169717, "ratio_to_same_gpu_empirical": 0.5708621589823193, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.12068800255656242, "p50_ms_min": 0.1196800023317337, "p50_ms_max": 0.12144000083208084, "effective_tflops_median": 447.2679983416563, "utilization_spec_dense": 0.45201414688393765, "ratio_to_same_gpu_empirical": 0.5678107827117521, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10247999802231789, "p50_ms_min": 0.10201600193977356, "p50_ms_max": 0.10255999863147736, "effective_tflops_median": 538.6621180191477, "utilization_spec_dense": 0.5443780879425444, "ratio_to_same_gpu_empirical": 0.6838364470153427, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.10182400047779083, "p50_ms_min": 0.10175999999046326, "p50_ms_max": 0.10188800096511841, "effective_tflops_median": 541.2786844194984, "utilization_spec_dense": 0.5470224198276892, "ratio_to_same_gpu_empirical": 0.6871582018051087, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1016319990158081, "p50_ms_min": 0.10159999877214432, "p50_ms_max": 0.10172799974679947, "effective_tflops_median": 542.4354836780146, "utilization_spec_dense": 0.5481914943688879, "ratio_to_same_gpu_empirical": 0.688626768961386, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3361920118331909, "p50_ms_min": 0.3357760012149811, "p50_ms_max": 0.3364480137825012, "effective_tflops_median": 164.48965122714037, "utilization_spec_dense": 0.1662351199870039, "ratio_to_same_gpu_empirical": 0.20882110492492836, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3356800079345703, "p50_ms_min": 0.33558401465415955, "p50_ms_max": 0.3360320031642914, "effective_tflops_median": 164.791085727771, "utilization_spec_dense": 0.1665397531356958, "ratio_to_same_gpu_empirical": 0.20920377875890261, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.3359519988298416, "p50_ms_min": 0.3357760012149811, "p50_ms_max": 0.33606401085853577, "effective_tflops_median": 164.66122720661124, "utilization_spec_dense": 0.16640851663123926, "ratio_to_same_gpu_empirical": 0.2090389221878649, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.18060800433158875, "p50_ms_min": 0.18057599663734436, "p50_ms_max": 0.18060800433158875, "effective_tflops_median": 306.0237938682174, "utilization_spec_dense": 0.3092711408471121, "ratio_to_same_gpu_empirical": 0.3884999833857976, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1804479956626892, "p50_ms_min": 0.18035200238227844, "p50_ms_max": 0.1804800033569336, "effective_tflops_median": 306.30353291617905, "utilization_spec_dense": 0.30955384832357663, "ratio_to_same_gpu_empirical": 0.38885511464572914, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1804479956626892, "p50_ms_min": 0.18028800189495087, "p50_ms_max": 0.18051199615001678, "effective_tflops_median": 306.4684734964033, "utilization_spec_dense": 0.30972053915755765, "ratio_to_same_gpu_empirical": 0.38906450820910793, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.424639940261841, "p50_ms_min": 2.424448013305664, "p50_ms_max": 2.4247679710388184, "effective_tflops_median": 22.83748852984257, "utilization_spec_dense": 0.02307982671030073, "ratio_to_same_gpu_empirical": 0.02899239893169181, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.42411208152771, "p50_ms_min": 2.4239680767059326, "p50_ms_max": 2.4243040084838867, "effective_tflops_median": 22.834794004482802, "utilization_spec_dense": 0.02307710359220091, "ratio_to_same_gpu_empirical": 0.028988978207295613, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 2.42467200756073, "p50_ms_min": 2.4245280027389526, "p50_ms_max": 2.4248000383377075, "effective_tflops_median": 22.83485020785505, "utilization_spec_dense": 0.023077160391970743, "ratio_to_same_gpu_empirical": 0.028989049557986712, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.1687680035829544, "p50_ms_min": 0.16841599345207214, "p50_ms_max": 0.1687680035829544, "effective_tflops_median": 327.33055822049903, "utilization_spec_dense": 0.33080400022283885, "ratio_to_same_gpu_empirical": 0.4155491140832332, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16857600212097168, "p50_ms_min": 0.1685120016336441, "p50_ms_max": 0.16867199540138245, "effective_tflops_median": 327.32003061777624, "utilization_spec_dense": 0.33079336090730294, "ratio_to_same_gpu_empirical": 0.4155357491960419, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.16865599900484085, "p50_ms_min": 0.16860799491405487, "p50_ms_max": 0.16867199540138245, "effective_tflops_median": 327.5110754663149, "utilization_spec_dense": 0.3309864330129509, "ratio_to_same_gpu_empirical": 0.4157782823649339, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14187199622392654, "p50_ms_min": 0.14182400703430176, "p50_ms_max": 0.14203199744224548, "effective_tflops_median": 388.55423200498166, "utilization_spec_dense": 0.39267734411822297, "ratio_to_same_gpu_empirical": 0.49327312353830083, "input_sha256": "7cd4f059da33243d3f63f5f9b22944f5a0dc3c4d6f1c072507ebdf99529b697e" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14161600172519684, "p50_ms_min": 0.1414560005068779, "p50_ms_max": 0.141744002699852, "effective_tflops_median": 389.7630528757898, "utilization_spec_dense": 0.3938989922948861, "ratio_to_same_gpu_empirical": 0.4948077326034626, "input_sha256": "a26c70edca7af5fc0dba1344035efb4941c7e93d4e84a180a315aac2eaf16774" }, { "configuration": "704x1280_tp2_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 55364812800.0, "p50_ms_median": 0.14209599792957306, "p50_ms_min": 0.14204800128936768, "p50_ms_max": 0.14220799505710602, "effective_tflops_median": 388.0470379379309, "utilization_spec_dense": 0.3921647680019514, "ratio_to_same_gpu_empirical": 0.49262923606755255, "input_sha256": "486cc86b588b26c28f967af43e268908f7a9d69f830f8cfd32208453d86b3646" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.684976041316986, "p50_ms_min": 1.675328016281128, "p50_ms_max": 1.6912320256233215, "effective_tflops_median": 679.8301835764971, "utilization_spec_dense": 0.6870441471212705, "ratio_to_same_gpu_empirical": 0.8630505872963848, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.9880319833755493, "p50_ms_min": 1.9848639965057373, "p50_ms_max": 1.9888319969177246, "effective_tflops_median": 571.5957633409789, "utilization_spec_dense": 0.5776612060040212, "ratio_to_same_gpu_empirical": 0.7256460086139254, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 6.366559982299805, "p50_ms_min": 6.362367868423462, "p50_ms_max": 6.369279861450195, "effective_tflops_median": 179.2333255973197, "utilization_spec_dense": 0.18113524567692743, "ratio_to_same_gpu_empirical": 0.2275383333320988, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.249168038368225, "p50_ms_min": 3.228976011276245, "p50_ms_max": 3.25, "effective_tflops_median": 349.01003646368594, "utilization_spec_dense": 0.3527135285130732, "ratio_to_same_gpu_empirical": 0.4430714084474349, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 44.98551940917969, "p50_ms_min": 44.981184005737305, "p50_ms_max": 45.00217628479004, "effective_tflops_median": 25.38134027277716, "utilization_spec_dense": 0.02565067233226595, "ratio_to_same_gpu_empirical": 0.03222184180400521, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 2.970400094985962, "p50_ms_min": 2.946255922317505, "p50_ms_max": 2.999184012413025, "effective_tflops_median": 380.2606693841211, "utilization_spec_dense": 0.3842957750218505, "ratio_to_same_gpu_empirical": 0.48274437052963476, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.7044800519943237, "p50_ms_min": 1.7027199864387512, "p50_ms_max": 1.7198079824447632, "effective_tflops_median": 667.2118219560427, "utilization_spec_dense": 0.6742918867670973, "ratio_to_same_gpu_empirical": 0.8470314627115378, "input_sha256": "1942b6e49006234c89b4756116ad630391a462289e830212cc2de94b922652bc" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.745919942855835, "p50_ms_min": 6.744768142700195, "p50_ms_max": 6.746095895767212, "effective_tflops_median": 677.6408928597383, "utilization_spec_dense": 0.6848316249214131, "ratio_to_same_gpu_empirical": 0.8602712628643319, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 7.423472166061401, "p50_ms_min": 7.352848052978516, "p50_ms_max": 7.4235999584198, "effective_tflops_median": 615.8349779452849, "utilization_spec_dense": 0.6223698614909398, "ratio_to_same_gpu_empirical": 0.7818080930111104, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 24.987823486328125, "p50_ms_min": 24.966879844665527, "p50_ms_max": 24.994112014770508, "effective_tflops_median": 182.76245531644895, "utilization_spec_dense": 0.18470182447341985, "ratio_to_same_gpu_empirical": 0.23201859553628043, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 13.021520137786865, "p50_ms_min": 13.020768165588379, "p50_ms_max": 13.022416114807129, "effective_tflops_median": 350.141943160753, "utilization_spec_dense": 0.3538574463474007, "ratio_to_same_gpu_empirical": 0.4445083742710604, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 186.32030487060547, "p50_ms_min": 186.26570892333984, "p50_ms_max": 186.45015716552734, "effective_tflops_median": 24.505686168562608, "utilization_spec_dense": 0.024765726294656502, "ratio_to_same_gpu_empirical": 0.031110190972418062, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 12.103968143463135, "p50_ms_min": 12.000415802001953, "p50_ms_max": 12.104080200195312, "effective_tflops_median": 376.99920441645816, "utilization_spec_dense": 0.3809997012798971, "ratio_to_same_gpu_empirical": 0.47860391115641343, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.704800128936768, "p50_ms_min": 6.649423837661743, "p50_ms_max": 6.717423915863037, "effective_tflops_median": 677.1813759247552, "utilization_spec_dense": 0.6843672318592776, "ratio_to_same_gpu_empirical": 0.8596879019453986, "input_sha256": "8accae9b872863f9f8a4d4846b2aabb33c059875f81ac14f8f142bc513bbaa9f" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.091023921966553, "p50_ms_min": 10.05619192123413, "p50_ms_max": 10.14035177230835, "effective_tflops_median": 679.0789789299093, "utilization_spec_dense": 0.6862849711267401, "ratio_to_same_gpu_empirical": 0.8620969261805947, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 11.116767883300781, "p50_ms_min": 11.01257610321045, "p50_ms_max": 11.119776248931885, "effective_tflops_median": 617.1509445207469, "utilization_spec_dense": 0.6236997923403202, "ratio_to_same_gpu_empirical": 0.7834787245206439, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 37.859825134277344, "p50_ms_min": 37.84987258911133, "p50_ms_max": 37.86003112792969, "effective_tflops_median": 180.9549300644816, "utilization_spec_dense": 0.1828751188120077, "ratio_to_same_gpu_empirical": 0.22972392582618226, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 19.52787208557129, "p50_ms_min": 19.525328636169434, "p50_ms_max": 19.582672119140625, "effective_tflops_median": 350.35768770343424, "utilization_spec_dense": 0.3540754802460174, "ratio_to_same_gpu_empirical": 0.4447822639258084, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 279.7746124267578, "p50_ms_min": 279.73492431640625, "p50_ms_max": 279.97740173339844, "effective_tflops_median": 24.495474094523868, "utilization_spec_dense": 0.024755405856011995, "ratio_to_same_gpu_empirical": 0.031097226651754507, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 18.15070343017578, "p50_ms_min": 18.050960540771484, "p50_ms_max": 18.15113639831543, "effective_tflops_median": 376.90495891302413, "utilization_spec_dense": 0.3809044556978516, "ratio_to_same_gpu_empirical": 0.4784842656345555, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.119616031646729, "p50_ms_min": 10.063584327697754, "p50_ms_max": 10.120895862579346, "effective_tflops_median": 678.2401588916758, "utilization_spec_dense": 0.6854372500168527, "ratio_to_same_gpu_empirical": 0.8610320365300281, "input_sha256": "3526e7cda3b94ef9879d813740f5543a54b2b0696aa1da82f0a29bf419348390" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.7095680236816406, "p50_ms_min": 1.7063040137290955, "p50_ms_max": 1.730127990245819, "effective_tflops_median": 668.9968876824714, "utilization_spec_dense": 0.6760958945755143, "ratio_to_same_gpu_empirical": 0.8492976198501515, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 2.031567931175232, "p50_ms_min": 2.0223840475082397, "p50_ms_max": 2.0392000675201416, "effective_tflops_median": 558.440446993388, "utilization_spec_dense": 0.5643662930706297, "ratio_to_same_gpu_empirical": 0.7089452151302825, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 6.3624958992004395, "p50_ms_min": 6.361824035644531, "p50_ms_max": 6.364016056060791, "effective_tflops_median": 179.29305828436577, "utilization_spec_dense": 0.18119561221259806, "ratio_to_same_gpu_empirical": 0.22761416452035924, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.276911973953247, "p50_ms_min": 3.275167942047119, "p50_ms_max": 3.3058559894561768, "effective_tflops_median": 345.2880085636137, "utilization_spec_dense": 0.3489520046120401, "ratio_to_same_gpu_empirical": 0.43834626025205564, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 45.004207611083984, "p50_ms_min": 45.001007080078125, "p50_ms_max": 45.017473220825195, "effective_tflops_median": 25.37465796340447, "utilization_spec_dense": 0.025643919114102548, "ratio_to_same_gpu_empirical": 0.032213358551616715, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 3.029103994369507, "p50_ms_min": 3.020479917526245, "p50_ms_max": 3.0488959550857544, "effective_tflops_median": 373.75331609153153, "utilization_spec_dense": 0.3777193694709768, "ratio_to_same_gpu_empirical": 0.474483226472499, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 1141899264000.0, "p50_ms_median": 1.7365760207176208, "p50_ms_min": 1.735983967781067, "p50_ms_max": 1.7527360320091248, "effective_tflops_median": 661.4762366923152, "utilization_spec_dense": 0.6684954387997122, "ratio_to_same_gpu_empirical": 0.8397500851705956, "input_sha256": "40a55d4909cf35a22ef8cc40288cc51d53fe582a2566416e44729b4352268563" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.802175998687744, "p50_ms_min": 6.787263870239258, "p50_ms_max": 6.807424068450928, "effective_tflops_median": 673.3550381952367, "utilization_spec_dense": 0.6805002912533974, "ratio_to_same_gpu_empirical": 0.8548303314749581, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 7.425920009613037, "p50_ms_min": 7.412527799606323, "p50_ms_max": 7.426527976989746, "effective_tflops_median": 613.0685091593873, "utilization_spec_dense": 0.6195740365430897, "ratio_to_same_gpu_empirical": 0.7782960357825756, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 25.011775970458984, "p50_ms_min": 24.983023643493652, "p50_ms_max": 25.02836799621582, "effective_tflops_median": 182.4394476704906, "utilization_spec_dense": 0.18437538925769642, "ratio_to_same_gpu_empirical": 0.2316085343985431, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 13.04804801940918, "p50_ms_min": 13.022271633148193, "p50_ms_max": 13.071424007415771, "effective_tflops_median": 349.0410194939547, "utilization_spec_dense": 0.3527448403172862, "ratio_to_same_gpu_empirical": 0.44311074168552245, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 186.48824310302734, "p50_ms_min": 186.3338851928711, "p50_ms_max": 186.61975860595703, "effective_tflops_median": 24.49165227245217, "utilization_spec_dense": 0.024751543478981477, "ratio_to_same_gpu_empirical": 0.03109237481395265, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 12.107424259185791, "p50_ms_min": 12.002031803131104, "p50_ms_max": 12.17030382156372, "effective_tflops_median": 375.737779648078, "utilization_spec_dense": 0.37972489100361595, "ratio_to_same_gpu_empirical": 0.47700252096592005, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 4567597056000.0, "p50_ms_median": 6.725152015686035, "p50_ms_min": 6.701456069946289, "p50_ms_max": 6.763871908187866, "effective_tflops_median": 675.5253631393583, "utilization_spec_dense": 0.6826936464268402, "ratio_to_same_gpu_empirical": 0.8575855786865397, "input_sha256": "021a7a279a2d625728477a242d5c8b69722c1bb285785ac23d035737f8123d52" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.154576301574707, "p50_ms_min": 10.08896017074585, "p50_ms_max": 10.162384033203125, "effective_tflops_median": 676.6112471190733, "utilization_spec_dense": 0.6837910531774364, "ratio_to_same_gpu_empirical": 0.8589641182528449, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 11.120160102844238, "p50_ms_min": 11.102928161621094, "p50_ms_max": 11.123007774353027, "effective_tflops_median": 615.706777326253, "utilization_spec_dense": 0.6222403004813067, "ratio_to_same_gpu_empirical": 0.781645341161869, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 37.48840141296387, "p50_ms_min": 37.468238830566406, "p50_ms_max": 37.87161636352539, "effective_tflops_median": 182.36034114763262, "utilization_spec_dense": 0.18429544330230685, "ratio_to_same_gpu_empirical": 0.23150810794990795, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 19.627344131469727, "p50_ms_min": 19.54425621032715, "p50_ms_max": 19.687983512878418, "effective_tflops_median": 349.4010882466611, "utilization_spec_dense": 0.35310872991072373, "ratio_to_same_gpu_empirical": 0.44356785223459444, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 279.8446502685547, "p50_ms_min": 279.77882385253906, "p50_ms_max": 279.9040832519531, "effective_tflops_median": 24.489948266390485, "utilization_spec_dense": 0.024749821390995942, "ratio_to_same_gpu_empirical": 0.031090211562794016, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 18.156240463256836, "p50_ms_min": 18.143343925476074, "p50_ms_max": 18.171584129333496, "effective_tflops_median": 376.36214410891233, "utilization_spec_dense": 0.3803558808579205, "ratio_to_same_gpu_empirical": 0.4777951573148612, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 20, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 6851395584000.0, "p50_ms_median": 10.117263793945312, "p50_ms_min": 10.025424003601074, "p50_ms_max": 10.118063926696777, "effective_tflops_median": 676.7623371417851, "utilization_spec_dense": 0.6839437464798233, "ratio_to_same_gpu_empirical": 0.8591559284077723, "input_sha256": "4698eadca6a2653397d095ad62ec4485640deafb4d107fcbad995499a885b6df" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12211199849843979, "p50_ms_min": 0.12166400253772736, "p50_ms_max": 0.12223999947309494, "effective_tflops_median": 208.3280300552206, "utilization_spec_dense": 0.2105386862609607, "ratio_to_same_gpu_empirical": 0.26447432466673576, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.11929599940776825, "p50_ms_min": 0.11884800344705582, "p50_ms_max": 0.12014399841427803, "effective_tflops_median": 229.0712082446268, "utilization_spec_dense": 0.23150197902438283, "ratio_to_same_gpu_empirical": 0.2908079776160331, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.11929599940776825, "p50_ms_min": 0.11913599818944931, "p50_ms_max": 0.12054400146007538, "effective_tflops_median": 228.0620804336818, "utilization_spec_dense": 0.230482142934494, "ratio_to_same_gpu_empirical": 0.28952688070251953, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05950399860739708, "p50_ms_min": 0.05942400172352791, "p50_ms_max": 0.059647999703884125, "effective_tflops_median": 461.65823075302944, "utilization_spec_dense": 0.46655708009401664, "ratio_to_same_gpu_empirical": 0.586079313344843, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059647999703884125, "p50_ms_min": 0.05961599946022034, "p50_ms_max": 0.05967999994754791, "effective_tflops_median": 460.71328878829104, "utilization_spec_dense": 0.4656021109533007, "ratio_to_same_gpu_empirical": 0.5848797009455552, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.060127999633550644, "p50_ms_min": 0.060127999633550644, "p50_ms_max": 0.06015999987721443, "effective_tflops_median": 456.40210544526934, "utilization_spec_dense": 0.4612451798335213, "ratio_to_same_gpu_empirical": 0.5794066145689504, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17919999361038208, "p50_ms_min": 0.17919999361038208, "p50_ms_max": 0.1793919950723648, "effective_tflops_median": 154.21848076774316, "utilization_spec_dense": 0.15585495782490466, "ratio_to_same_gpu_empirical": 0.19578176081906817, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17936000227928162, "p50_ms_min": 0.17919999361038208, "p50_ms_max": 0.1796800047159195, "effective_tflops_median": 154.1359547285322, "utilization_spec_dense": 0.1557715560672382, "ratio_to_same_gpu_empirical": 0.19567699326339189, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17948800325393677, "p50_ms_min": 0.17919999361038208, "p50_ms_max": 0.17977599799633026, "effective_tflops_median": 154.00661908566212, "utilization_spec_dense": 0.1556408479895524, "ratio_to_same_gpu_empirical": 0.19551280049108788, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1035199984908104, "p50_ms_min": 0.10345599800348282, "p50_ms_max": 0.10355199873447418, "effective_tflops_median": 266.7814164830675, "utilization_spec_dense": 0.2696123461172992, "ratio_to_same_gpu_empirical": 0.3386814291830641, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1032319962978363, "p50_ms_min": 0.10288000106811523, "p50_ms_max": 0.1032319962978363, "effective_tflops_median": 267.43819597176173, "utilization_spec_dense": 0.27027609496893557, "ratio_to_same_gpu_empirical": 0.33951521670402957, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10307200253009796, "p50_ms_min": 0.10304000228643417, "p50_ms_max": 0.10329599678516388, "effective_tflops_median": 267.60889763725845, "utilization_spec_dense": 0.270448608021484, "ratio_to_same_gpu_empirical": 0.33973192401744184, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.268335998058319, "p50_ms_min": 1.2678719758987427, "p50_ms_max": 1.2689599990844727, "effective_tflops_median": 21.814803633837034, "utilization_spec_dense": 0.02204628967542904, "ratio_to_same_gpu_empirical": 0.027694091175667613, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2693760395050049, "p50_ms_min": 1.269327998161316, "p50_ms_max": 1.2695840001106262, "effective_tflops_median": 21.798869405160087, "utilization_spec_dense": 0.022030186361960673, "ratio_to_same_gpu_empirical": 0.027673862527764093, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2698240280151367, "p50_ms_min": 1.2696800231933594, "p50_ms_max": 1.270143985748291, "effective_tflops_median": 21.786328734525434, "utilization_spec_dense": 0.022017512617003975, "ratio_to_same_gpu_empirical": 0.027657942032590744, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09715200215578079, "p50_ms_min": 0.09708800166845322, "p50_ms_max": 0.09718400239944458, "effective_tflops_median": 284.18218446861283, "utilization_spec_dense": 0.28719776095867894, "ratio_to_same_gpu_empirical": 0.36077186204723416, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09689600020647049, "p50_ms_min": 0.09663999825716019, "p50_ms_max": 0.097120001912117, "effective_tflops_median": 284.71093679886764, "utilization_spec_dense": 0.287732124101938, "ratio_to_same_gpu_empirical": 0.36144311792875444, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09715200215578079, "p50_ms_min": 0.09689600020647049, "p50_ms_max": 0.09728000313043594, "effective_tflops_median": 284.3051556331236, "utilization_spec_dense": 0.28732203702185305, "ratio_to_same_gpu_empirical": 0.36092797505650537, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08097599819302559, "p50_ms_min": 0.08081599697470665, "p50_ms_max": 0.0811999998986721, "effective_tflops_median": 339.18354785655794, "utilization_spec_dense": 0.34278276690910353, "ratio_to_same_gpu_empirical": 0.4305965919883791, "input_sha256": "4bc5c1fab14233a72014e5e031985af156e81333237dc4a4ac6e7bc26c5b866e" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08118399977684021, "p50_ms_min": 0.08116799965500832, "p50_ms_max": 0.08126400038599968, "effective_tflops_median": 336.51871470701496, "utilization_spec_dense": 0.3400896560960232, "ratio_to_same_gpu_empirical": 0.42721356212250794, "input_sha256": "6643639fbcd70af17f86431ff264d1a6e1967e14a952932aa9222134219c2656" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08073599636554718, "p50_ms_min": 0.08060800284147263, "p50_ms_max": 0.08073599636554718, "effective_tflops_median": 341.01892069364123, "utilization_spec_dense": 0.3446376156580508, "ratio_to_same_gpu_empirical": 0.4329266144604901, "input_sha256": "51f88f545930e010a4cf870dfd7dc15dcbad5bce76dc50abb16b54c2fc8f2939" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12028799951076508, "p50_ms_min": 0.11988799646496773, "p50_ms_max": 0.12065600231289864, "effective_tflops_median": 226.35163366934876, "utilization_spec_dense": 0.22875354590131253, "ratio_to_same_gpu_empirical": 0.28735545301343, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12009599804878235, "p50_ms_min": 0.12007999792695045, "p50_ms_max": 0.12080000340938568, "effective_tflops_median": 225.69063163612057, "utilization_spec_dense": 0.22808552969794904, "ratio_to_same_gpu_empirical": 0.2865163049338604, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.11987199634313583, "p50_ms_min": 0.11900799721479416, "p50_ms_max": 0.12196799740195274, "effective_tflops_median": 219.32731979233694, "utilization_spec_dense": 0.22165469408017882, "ratio_to_same_gpu_empirical": 0.27843802280311475, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059487998485565186, "p50_ms_min": 0.0594559982419014, "p50_ms_max": 0.05961599946022034, "effective_tflops_median": 461.8143191308337, "utilization_spec_dense": 0.4667148247911407, "ratio_to_same_gpu_empirical": 0.5862774689569187, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05961599946022034, "p50_ms_min": 0.05955199897289276, "p50_ms_max": 0.05967999994754791, "effective_tflops_median": 461.1414349533159, "utilization_spec_dense": 0.4660348003570651, "ratio_to_same_gpu_empirical": 0.5854232363873467, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05961599946022034, "p50_ms_min": 0.05955199897289276, "p50_ms_max": 0.05984000116586685, "effective_tflops_median": 460.350438762016, "utilization_spec_dense": 0.4652354105730328, "ratio_to_same_gpu_empirical": 0.5844190595444487, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17961600422859192, "p50_ms_min": 0.17921599745750427, "p50_ms_max": 0.17974400520324707, "effective_tflops_median": 153.94075396836755, "utilization_spec_dense": 0.15557428394984088, "ratio_to_same_gpu_empirical": 0.1954291841269771, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17951999604701996, "p50_ms_min": 0.17931199818849564, "p50_ms_max": 0.17983999848365784, "effective_tflops_median": 154.12121727876305, "utilization_spec_dense": 0.15575666223220117, "ratio_to_same_gpu_empirical": 0.19565828393717222, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1794240027666092, "p50_ms_min": 0.1791359931230545, "p50_ms_max": 0.17971199750900269, "effective_tflops_median": 154.10520185418085, "utilization_spec_dense": 0.1557404768612237, "ratio_to_same_gpu_empirical": 0.19563795221033015, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10326399654150009, "p50_ms_min": 0.1032479964196682, "p50_ms_max": 0.10326399654150009, "effective_tflops_median": 267.25147257438647, "utilization_spec_dense": 0.2700873901711839, "ratio_to_same_gpu_empirical": 0.33927816965660534, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10313600301742554, "p50_ms_min": 0.10284800082445145, "p50_ms_max": 0.10313600301742554, "effective_tflops_median": 267.98028574672423, "utilization_spec_dense": 0.27082393708612856, "ratio_to_same_gpu_empirical": 0.3402034045926394, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10283200070261955, "p50_ms_min": 0.10278400033712387, "p50_ms_max": 0.10320000350475311, "effective_tflops_median": 268.4179296130748, "utilization_spec_dense": 0.2712662249753156, "ratio_to_same_gpu_empirical": 0.34075899745245253, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2687040567398071, "p50_ms_min": 1.2686880230903625, "p50_ms_max": 1.2687679529190063, "effective_tflops_median": 21.81089668476768, "utilization_spec_dense": 0.022042341268082546, "ratio_to_same_gpu_empirical": 0.027689131268369728, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.269872009754181, "p50_ms_min": 1.269711971282959, "p50_ms_max": 1.269919991493225, "effective_tflops_median": 21.79195764470932, "utilization_spec_dense": 0.022023201257917454, "ratio_to_same_gpu_empirical": 0.027665087985149783, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2719839811325073, "p50_ms_min": 1.271727979183197, "p50_ms_max": 1.2724000215530396, "effective_tflops_median": 21.749343350625352, "utilization_spec_dense": 0.021980134765664832, "ratio_to_same_gpu_empirical": 0.027610988752098813, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09721600264310837, "p50_ms_min": 0.09699200093746185, "p50_ms_max": 0.09721600264310837, "effective_tflops_median": 283.9020837278843, "utilization_spec_dense": 0.2869146879513737, "ratio_to_same_gpu_empirical": 0.3604162716150528, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09702400118112564, "p50_ms_min": 0.0966079980134964, "p50_ms_max": 0.09705600142478943, "effective_tflops_median": 284.88251670679057, "utilization_spec_dense": 0.28790552471631187, "ratio_to_same_gpu_empirical": 0.36166094017889655, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09679999947547913, "p50_ms_min": 0.09670399874448776, "p50_ms_max": 0.0968639999628067, "effective_tflops_median": 285.1492044258993, "utilization_spec_dense": 0.2881750423707926, "ratio_to_same_gpu_empirical": 0.36199950265841263, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08092799782752991, "p50_ms_min": 0.08073599636554718, "p50_ms_max": 0.08105599880218506, "effective_tflops_median": 340.1687454584528, "utilization_spec_dense": 0.3437784188564455, "ratio_to_same_gpu_empirical": 0.43184730928434434, "input_sha256": "cabe2d3f9a40347f9b343247b5aec9c9fb806f0d33284e381e095968ff7e531c" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08044800162315369, "p50_ms_min": 0.08022399991750717, "p50_ms_max": 0.08051200211048126, "effective_tflops_median": 343.0510244773279, "utilization_spec_dense": 0.34669128294828494, "ratio_to_same_gpu_empirical": 0.4355063886545858, "input_sha256": "5ba497cb6b19e567480bbf93b8ffa4eb154f7592a8b09b3b55274de672e86fe1" }, { "configuration": "704x1280_tp2_sp2", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08070400357246399, "p50_ms_min": 0.0806720033288002, "p50_ms_max": 0.08076799660921097, "effective_tflops_median": 341.06687411398315, "utilization_spec_dense": 0.344686077932272, "ratio_to_same_gpu_empirical": 0.4329874917627764, "input_sha256": "624c97537f1becf4182a88f008553f5c39967a0c3cc5c4e822a3048c7cbe247b" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8792480230331421, "p50_ms_min": 0.874783992767334, "p50_ms_max": 0.8815680146217346, "effective_tflops_median": 653.9617586748152, "utilization_spec_dense": 0.6609012215005712, "ratio_to_same_gpu_empirical": 0.8302103871358446, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.0574560165405273, "p50_ms_min": 1.0561280250549316, "p50_ms_max": 1.078383982181549, "effective_tflops_median": 542.3138406236194, "utilization_spec_dense": 0.5480685605089635, "ratio_to_same_gpu_empirical": 0.6884723419999587, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.3379679918289185, "p50_ms_min": 3.3376320600509644, "p50_ms_max": 3.340783953666687, "effective_tflops_median": 171.0551280311827, "utilization_spec_dense": 0.17287026582231704, "ratio_to_same_gpu_empirical": 0.21715603730730607, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.7343679666519165, "p50_ms_min": 1.7340480089187622, "p50_ms_max": 1.7363680005073547, "effective_tflops_median": 327.59799523794914, "utilization_spec_dense": 0.33107427512678034, "ratio_to_same_gpu_empirical": 0.4158886278037933, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.450400352478027, "p50_ms_min": 23.416223526000977, "p50_ms_max": 23.47468852996826, "effective_tflops_median": 24.293953668553108, "utilization_spec_dense": 0.02455174701218101, "ratio_to_same_gpu_empirical": 0.03084139464224987, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.6241440176963806, "p50_ms_min": 1.6239359974861145, "p50_ms_max": 1.6331839561462402, "effective_tflops_median": 349.7374838752329, "utilization_spec_dense": 0.35344869517456584, "ratio_to_same_gpu_empirical": 0.4439949095377513, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8994240164756775, "p50_ms_min": 0.8984320163726807, "p50_ms_max": 0.9069919884204865, "effective_tflops_median": 636.4272333229351, "utilization_spec_dense": 0.6431806299372765, "ratio_to_same_gpu_empirical": 0.8079501480813063, "input_sha256": "908ac7807b0e689ad6a27831e5d0248c817c3738907cd61e78087eafe4ac6923" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5215680599212646, "p50_ms_min": 3.508288025856018, "p50_ms_max": 3.564527988433838, "effective_tflops_median": 640.8255398155288, "utilization_spec_dense": 0.6476256087069518, "ratio_to_same_gpu_empirical": 0.813533838086908, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.9307520389556885, "p50_ms_min": 3.8899039030075073, "p50_ms_max": 3.9424959421157837, "effective_tflops_median": 578.4356861023472, "utilization_spec_dense": 0.5845737100579557, "ratio_to_same_gpu_empirical": 0.7343293526296394, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.233039855957031, "p50_ms_min": 13.232751846313477, "p50_ms_max": 13.234655857086182, "effective_tflops_median": 172.51789868533365, "utilization_spec_dense": 0.1743485585501098, "ratio_to_same_gpu_empirical": 0.2190130379269363, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.999376058578491, "p50_ms_min": 6.937999963760376, "p50_ms_max": 7.001392126083374, "effective_tflops_median": 326.15854628247564, "utilization_spec_dense": 0.3296195515740027, "ratio_to_same_gpu_empirical": 0.4140612342922712, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 98.43196868896484, "p50_ms_min": 98.2746696472168, "p50_ms_max": 98.45473861694336, "effective_tflops_median": 23.207955752755943, "utilization_spec_dense": 0.02345422511647897, "ratio_to_same_gpu_empirical": 0.02946271043305437, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.441488027572632, "p50_ms_min": 6.398288011550903, "p50_ms_max": 6.446304082870483, "effective_tflops_median": 352.8808268153555, "utilization_spec_dense": 0.3566253934465442, "ratio_to_same_gpu_empirical": 0.4479854119250897, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.553679943084717, "p50_ms_min": 3.519536018371582, "p50_ms_max": 3.555743932723999, "effective_tflops_median": 640.9717056721119, "utilization_spec_dense": 0.6477733255908155, "ratio_to_same_gpu_empirical": 0.8137193969682496, "input_sha256": "2e35977df7234cafc5cfdb96f6def9f782de3112bcb86a64d8bfc580cae25dd9" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.333375930786133, "p50_ms_min": 5.315119981765747, "p50_ms_max": 5.333951950073242, "effective_tflops_median": 642.0563628108719, "utilization_spec_dense": 0.6488694924819322, "ratio_to_same_gpu_empirical": 0.8150963790488293, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.9267518520355225, "p50_ms_min": 5.880336046218872, "p50_ms_max": 5.945568084716797, "effective_tflops_median": 577.8529877018335, "utilization_spec_dense": 0.5839848284000339, "ratio_to_same_gpu_empirical": 0.7335896117223818, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.843119621276855, "p50_ms_min": 19.840591430664062, "p50_ms_max": 19.847216606140137, "effective_tflops_median": 172.56918951231626, "utilization_spec_dense": 0.174400393645595, "ratio_to_same_gpu_empirical": 0.2190781520972389, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.489391803741455, "p50_ms_min": 10.485024452209473, "p50_ms_max": 10.493167877197266, "effective_tflops_median": 326.5446902488104, "utilization_spec_dense": 0.33000979307610956, "ratio_to_same_gpu_empirical": 0.4145514475616688, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 147.7101593017578, "p50_ms_min": 147.62710571289062, "p50_ms_max": 147.73433685302734, "effective_tflops_median": 23.185681034985883, "utilization_spec_dense": 0.023431714032325298, "ratio_to_same_gpu_empirical": 0.029434432476709193, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.690592288970947, "p50_ms_min": 9.668384075164795, "p50_ms_max": 9.816320419311523, "effective_tflops_median": 351.58131566054425, "utilization_spec_dense": 0.3553120926331928, "ratio_to_same_gpu_empirical": 0.44633567072140007, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.356096029281616, "p50_ms_min": 5.30078387260437, "p50_ms_max": 5.360256195068359, "effective_tflops_median": 640.893168690085, "utilization_spec_dense": 0.6476939552198938, "ratio_to_same_gpu_empirical": 0.8136196935568679, "input_sha256": "dc546ffebb6c185e6325229e872653c2c9c41f53c59342399f14a3284d567249" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.9058400094509125, "p50_ms_min": 0.9015839993953705, "p50_ms_max": 0.9115200042724609, "effective_tflops_median": 634.7133018354785, "utilization_spec_dense": 0.6414485112031112, "ratio_to_same_gpu_empirical": 0.8057742965045886, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.0772159695625305, "p50_ms_min": 1.0755360126495361, "p50_ms_max": 1.0940800309181213, "effective_tflops_median": 533.9381245303133, "utilization_spec_dense": 0.5396039661751524, "ratio_to_same_gpu_empirical": 0.6778392944125059, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.3409759998321533, "p50_ms_min": 3.3394880294799805, "p50_ms_max": 3.34171199798584, "effective_tflops_median": 170.93978844511798, "utilization_spec_dense": 0.17275370231947246, "ratio_to_same_gpu_empirical": 0.21700961265612628, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.751039981842041, "p50_ms_min": 1.7504479885101318, "p50_ms_max": 1.761247992515564, "effective_tflops_median": 324.9007508131388, "utilization_spec_dense": 0.328348409108781, "ratio_to_same_gpu_empirical": 0.4124644515298481, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.51363182067871, "p50_ms_min": 23.497135162353516, "p50_ms_max": 23.525839805603027, "effective_tflops_median": 24.21193927752509, "utilization_spec_dense": 0.024468862332011208, "ratio_to_same_gpu_empirical": 0.030737276628584886, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.651199996471405, "p50_ms_min": 1.6507519483566284, "p50_ms_max": 1.6689119935035706, "effective_tflops_median": 345.7774433348704, "utilization_spec_dense": 0.3494466329811727, "ratio_to_same_gpu_empirical": 0.4389676021356333, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.9195200204849243, "p50_ms_min": 0.9180960059165955, "p50_ms_max": 0.9238719940185547, "effective_tflops_median": 623.0335793578689, "utilization_spec_dense": 0.6296448502858706, "ratio_to_same_gpu_empirical": 0.7909467828294394, "input_sha256": "8e6f4143605b59a3f13ae863d55fa56ce3f2803a4233ab6096ad46722a323060" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.573423981666565, "p50_ms_min": 3.571776032447815, "p50_ms_max": 3.589583992958069, "effective_tflops_median": 637.7619845724474, "utilization_spec_dense": 0.6445295447927716, "ratio_to_same_gpu_empirical": 0.8096446269050118, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.9578559398651123, "p50_ms_min": 3.9342880249023438, "p50_ms_max": 3.9618239402770996, "effective_tflops_median": 575.8489239694642, "utilization_spec_dense": 0.5819594987058759, "ratio_to_same_gpu_empirical": 0.7310454346278882, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.24516773223877, "p50_ms_min": 13.243792057037354, "p50_ms_max": 13.245872020721436, "effective_tflops_median": 172.39516837922548, "utilization_spec_dense": 0.17422452590118795, "ratio_to_same_gpu_empirical": 0.21885723068959287, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 7.004656076431274, "p50_ms_min": 6.998528003692627, "p50_ms_max": 7.02457594871521, "effective_tflops_median": 325.3568458683593, "utilization_spec_dense": 0.3288093439801509, "ratio_to_same_gpu_empirical": 0.4130434683413703, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 98.38047790527344, "p50_ms_min": 98.13593673706055, "p50_ms_max": 98.42852783203125, "effective_tflops_median": 23.220197780717353, "utilization_spec_dense": 0.023466597049739617, "ratio_to_same_gpu_empirical": 0.02947825179864395, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.4501121044158936, "p50_ms_min": 6.440000057220459, "p50_ms_max": 6.492048025131226, "effective_tflops_median": 351.3449596278939, "utilization_spec_dense": 0.35507322852743195, "ratio_to_same_gpu_empirical": 0.4460356145930935, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5677119493484497, "p50_ms_min": 3.5519680976867676, "p50_ms_max": 3.580575942993164, "effective_tflops_median": 635.6456279280609, "utilization_spec_dense": 0.6423907305993541, "ratio_to_same_gpu_empirical": 0.8069578929396893, "input_sha256": "5d260141d29e779778b71f6616f8b8a6b371642e00692c54a7a8095575ac37a3" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.338335990905762, "p50_ms_min": 5.322687864303589, "p50_ms_max": 5.345328092575073, "effective_tflops_median": 640.903424769333, "utilization_spec_dense": 0.6477043201307054, "ratio_to_same_gpu_empirical": 0.8136327137425441, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.89630389213562, "p50_ms_min": 5.889247894287109, "p50_ms_max": 5.9443039894104, "effective_tflops_median": 576.2958234129712, "utilization_spec_dense": 0.5824111403870351, "ratio_to_same_gpu_empirical": 0.7316127775268928, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.85979175567627, "p50_ms_min": 19.85979175567627, "p50_ms_max": 19.86444854736328, "effective_tflops_median": 172.4459819022588, "utilization_spec_dense": 0.17427587862785124, "ratio_to_same_gpu_empirical": 0.2189217389182005, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.509088039398193, "p50_ms_min": 10.488048076629639, "p50_ms_max": 10.512896060943604, "effective_tflops_median": 325.70787737293773, "utilization_spec_dense": 0.3291641004274257, "ratio_to_same_gpu_empirical": 0.4134891060219336, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 147.7382583618164, "p50_ms_min": 147.61131286621094, "p50_ms_max": 147.76192474365234, "effective_tflops_median": 23.187543441452313, "utilization_spec_dense": 0.023433596201568783, "ratio_to_same_gpu_empirical": 0.02943679681861908, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.815839767456055, "p50_ms_min": 9.683135986328125, "p50_ms_max": 9.827999591827393, "effective_tflops_median": 349.19046823259504, "utilization_spec_dense": 0.3528958749192471, "ratio_to_same_gpu_empirical": 0.44330046821542685, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp2_sp2", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.368512153625488, "p50_ms_min": 5.3440001010894775, "p50_ms_max": 5.399264097213745, "effective_tflops_median": 636.7914827655477, "utilization_spec_dense": 0.6435487445836763, "ratio_to_same_gpu_empirical": 0.8084125660541526, "input_sha256": "6637940592c16a6379ffb61b9d41c9b40d43cebc49a329b18b2ac91ce9636957" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1234240010380745, "p50_ms_min": 0.12331200018525124, "p50_ms_max": 0.12355200201272964, "effective_tflops_median": 221.9947852996975, "utilization_spec_dense": 0.22435046518413088, "ratio_to_same_gpu_empirical": 0.2818243944711231, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12323199957609177, "p50_ms_min": 0.12275200337171555, "p50_ms_max": 0.12326399981975555, "effective_tflops_median": 220.19076459671848, "utilization_spec_dense": 0.22252730125994793, "ratio_to_same_gpu_empirical": 0.27953417381776835, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.1231519989669323, "p50_ms_min": 0.12311999872326851, "p50_ms_max": 0.12428800016641617, "effective_tflops_median": 221.89703314253128, "utilization_spec_dense": 0.22425167573777796, "ratio_to_same_gpu_empirical": 0.2817002972205304, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059328000992536545, "p50_ms_min": 0.05913599953055382, "p50_ms_max": 0.05936000123620033, "effective_tflops_median": 462.829810060169, "utilization_spec_dense": 0.46774109152114096, "ratio_to_same_gpu_empirical": 0.587566643906972, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05910399928689003, "p50_ms_min": 0.05910399928689003, "p50_ms_max": 0.05913599953055382, "effective_tflops_median": 464.29042284264773, "utilization_spec_dense": 0.4692172034791791, "ratio_to_same_gpu_empirical": 0.5894209050889324, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05926400050520897, "p50_ms_min": 0.05897599831223488, "p50_ms_max": 0.05929600074887276, "effective_tflops_median": 462.91154009698107, "utilization_spec_dense": 0.46782368882969283, "ratio_to_same_gpu_empirical": 0.5876704009303795, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17878399789333344, "p50_ms_min": 0.17875200510025024, "p50_ms_max": 0.17897599935531616, "effective_tflops_median": 154.58951554641013, "utilization_spec_dense": 0.15622992980940892, "ratio_to_same_gpu_empirical": 0.1962527928376103, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17900800704956055, "p50_ms_min": 0.1785919964313507, "p50_ms_max": 0.17903999984264374, "effective_tflops_median": 154.49794642676102, "utilization_spec_dense": 0.15613738901138052, "ratio_to_same_gpu_empirical": 0.19613654500925468, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17868800461292267, "p50_ms_min": 0.1785919964313507, "p50_ms_max": 0.17897599935531616, "effective_tflops_median": 154.62377849463917, "utilization_spec_dense": 0.15626455633616895, "ratio_to_same_gpu_empirical": 0.1962962899613126, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10249599814414978, "p50_ms_min": 0.10239999741315842, "p50_ms_max": 0.10262399911880493, "effective_tflops_median": 269.3587338401681, "utilization_spec_dense": 0.2722170124711148, "ratio_to_same_gpu_empirical": 0.3419533569562512, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10246399790048599, "p50_ms_min": 0.10246399790048599, "p50_ms_max": 0.10246399790048599, "effective_tflops_median": 269.38613440620736, "utilization_spec_dense": 0.2722447037960661, "ratio_to_same_gpu_empirical": 0.34198814222348956, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10233599692583084, "p50_ms_min": 0.10233599692583084, "p50_ms_max": 0.10259199887514114, "effective_tflops_median": 269.7961266655635, "utilization_spec_dense": 0.2726590466554457, "ratio_to_same_gpu_empirical": 0.34250863111729357, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.265023946762085, "p50_ms_min": 1.264672040939331, "p50_ms_max": 1.2651039958000183, "effective_tflops_median": 21.87846226666435, "utilization_spec_dense": 0.022110623816740123, "ratio_to_same_gpu_empirical": 0.02777490638772405, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2639039754867554, "p50_ms_min": 1.2637919783592224, "p50_ms_max": 1.2644000053405762, "effective_tflops_median": 21.88619128097367, "utilization_spec_dense": 0.02211843484686576, "ratio_to_same_gpu_empirical": 0.027784718441528113, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2643200159072876, "p50_ms_min": 1.2635040283203125, "p50_ms_max": 1.2649120092391968, "effective_tflops_median": 21.886691406191055, "utilization_spec_dense": 0.022118940279121833, "ratio_to_same_gpu_empirical": 0.027785353355030063, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09696000069379807, "p50_ms_min": 0.09696000069379807, "p50_ms_max": 0.09697600081562996, "effective_tflops_median": 284.3955065590948, "utilization_spec_dense": 0.2874133466994389, "ratio_to_same_gpu_empirical": 0.3610426763769322, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09636799991130829, "p50_ms_min": 0.09627200290560722, "p50_ms_max": 0.09647999703884125, "effective_tflops_median": 285.8965123264729, "utilization_spec_dense": 0.2889302802693005, "ratio_to_same_gpu_empirical": 0.3629482168197759, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09564799815416336, "p50_ms_min": 0.09564799815416336, "p50_ms_max": 0.09564799815416336, "effective_tflops_median": 288.4016607575818, "utilization_spec_dense": 0.29146201188234644, "ratio_to_same_gpu_empirical": 0.3661285254865062, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.07995199784636497, "p50_ms_min": 0.07993599772453308, "p50_ms_max": 0.07996799796819687, "effective_tflops_median": 343.94941434149354, "utilization_spec_dense": 0.3475992060045412, "ratio_to_same_gpu_empirical": 0.4366469027397507, "input_sha256": "9d9d21bbc79ab553be9a8f02733562dead993cd41e2b134da180d3af9f1d0725" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08083199709653854, "p50_ms_min": 0.08083199709653854, "p50_ms_max": 0.0809599980711937, "effective_tflops_median": 340.5714018736998, "utilization_spec_dense": 0.3441853480279937, "ratio_to_same_gpu_empirical": 0.4323584852574813, "input_sha256": "c9e32d6aeaaf59922fbb885c15c159956206f8e6aee7e815a3f3a8f929987f9b" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08022399991750717, "p50_ms_min": 0.08022399991750717, "p50_ms_max": 0.08025600016117096, "effective_tflops_median": 342.920024791955, "utilization_spec_dense": 0.3465588931702425, "ratio_to_same_gpu_empirical": 0.43534008336522373, "input_sha256": "09a8641be5085c34851425d5b841c2b4ab3b2122957fdbeb2380daf0f46f5148" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12358400225639343, "p50_ms_min": 0.12344000115990639, "p50_ms_max": 0.12372800335288048, "effective_tflops_median": 218.45793053194058, "utilization_spec_dense": 0.22077607936527596, "ratio_to_same_gpu_empirical": 0.2773343252476063, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12278400361537933, "p50_ms_min": 0.12252800166606903, "p50_ms_max": 0.12319999933242798, "effective_tflops_median": 222.5353961659501, "utilization_spec_dense": 0.22489681269929265, "ratio_to_same_gpu_empirical": 0.2825107048717051, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.12214399874210358, "p50_ms_min": 0.12212799862027168, "p50_ms_max": 0.12326399981975555, "effective_tflops_median": 222.47187203428936, "utilization_spec_dense": 0.22483261448639652, "ratio_to_same_gpu_empirical": 0.2824300604101002, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05894400179386139, "p50_ms_min": 0.0589120015501976, "p50_ms_max": 0.05894400179386139, "effective_tflops_median": 466.0505163528316, "utilization_spec_dense": 0.4709959740806787, "ratio_to_same_gpu_empirical": 0.5916553597724082, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.059167999774217606, "p50_ms_min": 0.059167999774217606, "p50_ms_max": 0.059167999774217606, "effective_tflops_median": 464.46325637060966, "utilization_spec_dense": 0.4693918710162806, "ratio_to_same_gpu_empirical": 0.5896403188210901, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.05897599831223488, "p50_ms_min": 0.0589120015501976, "p50_ms_max": 0.05907199904322624, "effective_tflops_median": 465.20424321983717, "utilization_spec_dense": 0.47014072078811237, "ratio_to_same_gpu_empirical": 0.5905810083504082, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17894400656223297, "p50_ms_min": 0.17878399789333344, "p50_ms_max": 0.17905599623918533, "effective_tflops_median": 154.56484099848794, "utilization_spec_dense": 0.15620499342949767, "ratio_to_same_gpu_empirical": 0.1962214682751093, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17876800149679184, "p50_ms_min": 0.17871999740600586, "p50_ms_max": 0.1791680008172989, "effective_tflops_median": 154.61023731142086, "utilization_spec_dense": 0.15625087146176944, "ratio_to_same_gpu_empirical": 0.19627909930633497, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.17894400656223297, "p50_ms_min": 0.1786240041255951, "p50_ms_max": 0.17897599935531616, "effective_tflops_median": 154.41971471176524, "utilization_spec_dense": 0.1560583271468067, "ratio_to_same_gpu_empirical": 0.19603722913713922, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10262399911880493, "p50_ms_min": 0.10259199887514114, "p50_ms_max": 0.10263999924063683, "effective_tflops_median": 269.1070783793495, "utilization_spec_dense": 0.27196268658852907, "ratio_to_same_gpu_empirical": 0.34163387806504747, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10252799838781357, "p50_ms_min": 0.10246399790048599, "p50_ms_max": 0.10255999863147736, "effective_tflops_median": 269.1148922664224, "utilization_spec_dense": 0.2719705833920388, "ratio_to_same_gpu_empirical": 0.34164379786559507, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.10249599814414978, "p50_ms_min": 0.10230399668216705, "p50_ms_max": 0.10255999863147736, "effective_tflops_median": 269.2416455185324, "utilization_spec_dense": 0.27209868167613177, "ratio_to_same_gpu_empirical": 0.3418047122693948, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2649600505828857, "p50_ms_min": 1.2644959688186646, "p50_ms_max": 1.2657599449157715, "effective_tflops_median": 21.869448681165064, "utilization_spec_dense": 0.022101514584300215, "ratio_to_same_gpu_empirical": 0.02776346355913724, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2644480466842651, "p50_ms_min": 1.2640000581741333, "p50_ms_max": 1.2645119428634644, "effective_tflops_median": 21.882928496623418, "utilization_spec_dense": 0.022115137439740695, "ratio_to_same_gpu_empirical": 0.027780576307186722, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 1.2648639678955078, "p50_ms_min": 1.264847993850708, "p50_ms_max": 1.2662240266799927, "effective_tflops_median": 21.875767890054934, "utilization_spec_dense": 0.02210790084896911, "ratio_to_same_gpu_empirical": 0.027771485852167772, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09564799815416336, "p50_ms_min": 0.09558399766683578, "p50_ms_max": 0.09571199864149094, "effective_tflops_median": 288.43563697339204, "utilization_spec_dense": 0.29149634863404955, "ratio_to_same_gpu_empirical": 0.3661716586008008, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.0958079993724823, "p50_ms_min": 0.09567999839782715, "p50_ms_max": 0.09596800059080124, "effective_tflops_median": 287.17047234437524, "utilization_spec_dense": 0.2902177588119002, "ratio_to_same_gpu_empirical": 0.3645655206232912, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.09571199864149094, "p50_ms_min": 0.09571199864149094, "p50_ms_max": 0.09689600020647049, "effective_tflops_median": 287.6115693667546, "utilization_spec_dense": 0.29066353650000465, "ratio_to_same_gpu_empirical": 0.3651254972960192, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.0801599994301796, "p50_ms_min": 0.08006399869918823, "p50_ms_max": 0.08019199967384338, "effective_tflops_median": 343.58148906231764, "utilization_spec_dense": 0.3472273765157328, "ratio_to_same_gpu_empirical": 0.43617981825903024, "input_sha256": "29adacc4779ab11312322c75deb8a41649b25325fc5a944bc097cfd4ada143f5" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.08025600016117096, "p50_ms_min": 0.08025600016117096, "p50_ms_max": 0.08027200028300285, "effective_tflops_median": 342.3152751465523, "utilization_spec_dense": 0.34594772627241266, "ratio_to_same_gpu_empirical": 0.43457234820247137, "input_sha256": "730b09032f0ff8e8eee42ebf47ae7c08b4f43bb19df79e5c568965934146956e" }, { "configuration": "704x1280_tp4_sp1", "role": "cross", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 512, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 27682406400.0, "p50_ms_median": 0.07996799796819687, "p50_ms_min": 0.07993599772453308, "p50_ms_max": 0.08022399991750717, "effective_tflops_median": 343.6128774597356, "utilization_spec_dense": 0.3472590979886161, "ratio_to_same_gpu_empirical": 0.4362196661143922, "input_sha256": "ac3b819ce7f29764c3255d4fe0c1b862f69b912825978137660a20d12f0d95a6" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8614720106124878, "p50_ms_min": 0.8543040156364441, "p50_ms_max": 0.8641439974308014, "effective_tflops_median": 665.1055158351736, "utilization_spec_dense": 0.6721632297475226, "ratio_to_same_gpu_empirical": 0.844357487977026, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.0449600219726562, "p50_ms_min": 1.0447360277175903, "p50_ms_max": 1.054960012435913, "effective_tflops_median": 547.7267213111828, "utilization_spec_dense": 0.5535388795464202, "ratio_to_same_gpu_empirical": 0.6953440431530176, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.33022403717041, "p50_ms_min": 3.3278719186782837, "p50_ms_max": 3.3305920362472534, "effective_tflops_median": 171.34552652739828, "utilization_spec_dense": 0.17316374585891692, "ratio_to_same_gpu_empirical": 0.21752470083352715, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.7323839664459229, "p50_ms_min": 1.724128007888794, "p50_ms_max": 1.7335360050201416, "effective_tflops_median": 329.9139223377239, "utilization_spec_dense": 0.3334147775014895, "ratio_to_same_gpu_empirical": 0.4188287182732705, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.32196807861328, "p50_ms_min": 23.227983474731445, "p50_ms_max": 23.338319778442383, "effective_tflops_median": 24.495604251232482, "utilization_spec_dense": 0.024755537393868095, "ratio_to_same_gpu_empirical": 0.031097391886877223, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.5838720202445984, "p50_ms_min": 1.583232045173645, "p50_ms_max": 1.5958720445632935, "effective_tflops_median": 357.3602153858584, "utilization_spec_dense": 0.3611523146901045, "ratio_to_same_gpu_empirical": 0.4536720363643917, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8829919993877411, "p50_ms_min": 0.8828320205211639, "p50_ms_max": 0.8894079923629761, "effective_tflops_median": 648.2989996630779, "utilization_spec_dense": 0.6551783725751166, "ratio_to_same_gpu_empirical": 0.8230214631826793, "input_sha256": "887fa4a3083eabb6908bb1bb72dfef192deab2b4bbc827a9bec4f51256c50906" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.4529600143432617, "p50_ms_min": 3.448720097541809, "p50_ms_max": 3.4939520359039307, "effective_tflops_median": 652.925029989566, "utilization_spec_dense": 0.6598534916519111, "ratio_to_same_gpu_empirical": 0.8288942506619326, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.8509600162506104, "p50_ms_min": 3.818495988845825, "p50_ms_max": 3.859615921974182, "effective_tflops_median": 589.9319590565639, "utilization_spec_dense": 0.5961919747918786, "ratio_to_same_gpu_empirical": 0.7489239754700944, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.220879554748535, "p50_ms_min": 13.220863819122314, "p50_ms_max": 13.221807956695557, "effective_tflops_median": 172.66785533702938, "utilization_spec_dense": 0.17450010645480482, "ratio_to_same_gpu_empirical": 0.21920340925707368, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.894720077514648, "p50_ms_min": 6.880640029907227, "p50_ms_max": 6.931120157241821, "effective_tflops_median": 329.6278310674812, "utilization_spec_dense": 0.333125650396646, "ratio_to_same_gpu_empirical": 0.41846552280950877, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 97.48006057739258, "p50_ms_min": 97.38183975219727, "p50_ms_max": 97.5410270690918, "effective_tflops_median": 23.42799026100289, "utilization_spec_dense": 0.023676594503287407, "ratio_to_same_gpu_empirical": 0.029742046238018127, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.337631940841675, "p50_ms_min": 6.336431980133057, "p50_ms_max": 6.385456085205078, "effective_tflops_median": 356.40953195818605, "utilization_spec_dense": 0.3601915431613805, "ratio_to_same_gpu_empirical": 0.45246513512580727, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.477728009223938, "p50_ms_min": 3.476991891860962, "p50_ms_max": 3.4860639572143555, "effective_tflops_median": 651.2599523835387, "utilization_spec_dense": 0.658170745208225, "ratio_to_same_gpu_empirical": 0.826780419531023, "input_sha256": "a4ef90cc1a2350ba12e0b3c1432c80a7286f77f3d681c44a2bcd79e8e444df61" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.216592073440552, "p50_ms_min": 5.119679927825928, "p50_ms_max": 5.218640089035034, "effective_tflops_median": 657.7584270211037, "utilization_spec_dense": 0.6647381778889375, "ratio_to_same_gpu_empirical": 0.8350302920550341, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.798624038696289, "p50_ms_min": 5.717072010040283, "p50_ms_max": 5.816352128982544, "effective_tflops_median": 589.7800571222025, "utilization_spec_dense": 0.5960384609623067, "ratio_to_same_gpu_empirical": 0.7487311345859602, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.846208572387695, "p50_ms_min": 19.84615993499756, "p50_ms_max": 19.84652805328369, "effective_tflops_median": 172.59565256287792, "utilization_spec_dense": 0.17442713750669825, "ratio_to_same_gpu_empirical": 0.21911174718007081, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.325504302978516, "p50_ms_min": 10.32148790359497, "p50_ms_max": 10.331504344940186, "effective_tflops_median": 330.15670113453353, "utilization_spec_dense": 0.33366013252605714, "ratio_to_same_gpu_empirical": 0.4191369281589619, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 146.29388427734375, "p50_ms_min": 146.19686889648438, "p50_ms_max": 146.41136169433594, "effective_tflops_median": 23.416232854123436, "utilization_spec_dense": 0.023664712333626513, "ratio_to_same_gpu_empirical": 0.029727120103289876, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.651600360870361, "p50_ms_min": 9.579391956329346, "p50_ms_max": 9.654928207397461, "effective_tflops_median": 353.6036342521431, "utilization_spec_dense": 0.3573558708965569, "ratio_to_same_gpu_empirical": 0.4489030225253427, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "commit", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.28987193107605, "p50_ms_min": 5.207391977310181, "p50_ms_max": 5.291695833206177, "effective_tflops_median": 649.9022540603655, "utilization_spec_dense": 0.6567986397780349, "ratio_to_same_gpu_empirical": 0.8250568091890675, "input_sha256": "2d166ad07331d7600787ceba845fcb31f66aed7c354c96ee2a17f4d5fd4b2cbb" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.8905759751796722, "p50_ms_min": 0.8879519999027252, "p50_ms_max": 0.8916800022125244, "effective_tflops_median": 646.0886759474439, "utilization_spec_dense": 0.6529445941864012, "ratio_to_same_gpu_empirical": 0.8202154371676865, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.0607680082321167, "p50_ms_min": 1.0595519542694092, "p50_ms_max": 1.0840480327606201, "effective_tflops_median": 537.6780565806959, "utilization_spec_dense": 0.5433835842149528, "ratio_to_same_gpu_empirical": 0.6825871720891787, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 3.304479956626892, "p50_ms_min": 3.3035199642181396, "p50_ms_max": 3.3056960105895996, "effective_tflops_median": 172.7182132398506, "utilization_spec_dense": 0.1745509987264786, "ratio_to_same_gpu_empirical": 0.2192673390716874, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.7474559545516968, "p50_ms_min": 1.7352319955825806, "p50_ms_max": 1.7511839866638184, "effective_tflops_median": 326.8331950906839, "utilization_spec_dense": 0.33030135936400595, "ratio_to_same_gpu_empirical": 0.41491770707651826, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 23.36676788330078, "p50_ms_min": 23.350895881652832, "p50_ms_max": 23.373536109924316, "effective_tflops_median": 24.405832597608516, "utilization_spec_dense": 0.024664813135531597, "ratio_to_same_gpu_empirical": 0.030983425957951956, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 1.6135680079460144, "p50_ms_min": 1.609503984451294, "p50_ms_max": 1.6358400583267212, "effective_tflops_median": 350.1485856283176, "utilization_spec_dense": 0.35386415930097787, "ratio_to_same_gpu_empirical": 0.444516806943912, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 0, "q_len": 10560, "k_len": 10560, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 570949632000.0, "p50_ms_median": 0.9006080031394958, "p50_ms_min": 0.8918399810791016, "p50_ms_max": 0.9010079801082611, "effective_tflops_median": 639.0883815924639, "utilization_spec_dense": 0.6458700167685335, "ratio_to_same_gpu_empirical": 0.8113284999585603, "input_sha256": "fb68628a5d5f90ebf38965193c3cf78c999bfeaa4461c7f56a671ce6ed0452e0" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5152000188827515, "p50_ms_min": 3.5074400901794434, "p50_ms_max": 3.5173920392990112, "effective_tflops_median": 650.3426080537104, "utilization_spec_dense": 0.6572436665525118, "ratio_to_same_gpu_empirical": 0.8256158425796934, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.852720022201538, "p50_ms_min": 3.8505440950393677, "p50_ms_max": 3.884719967842102, "effective_tflops_median": 587.9776049551058, "utilization_spec_dense": 0.594216882218399, "ratio_to_same_gpu_empirical": 0.7464429052031419, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 13.23360013961792, "p50_ms_min": 13.23302412033081, "p50_ms_max": 13.235328197479248, "effective_tflops_median": 172.51434249254464, "utilization_spec_dense": 0.17434496462106583, "ratio_to_same_gpu_empirical": 0.2190085233079193, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.934831857681274, "p50_ms_min": 6.8846399784088135, "p50_ms_max": 6.936223983764648, "effective_tflops_median": 328.71343956720324, "utilization_spec_dense": 0.3322015559041973, "ratio_to_same_gpu_empirical": 0.41730469450208935, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 97.53193664550781, "p50_ms_min": 97.14822387695312, "p50_ms_max": 97.58031845092773, "effective_tflops_median": 23.425844887645603, "utilization_spec_dense": 0.023674426364472565, "ratio_to_same_gpu_empirical": 0.02973932266707246, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 6.378047943115234, "p50_ms_min": 6.335808038711548, "p50_ms_max": 6.434831857681274, "effective_tflops_median": 356.1314121934865, "utilization_spec_dense": 0.35991047215107275, "ratio_to_same_gpu_empirical": 0.45211205956067135, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 9, "q_len": 10560, "k_len": 42240, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 2283798528000.0, "p50_ms_median": 3.5085920095443726, "p50_ms_min": 3.483567953109741, "p50_ms_max": 3.509119987487793, "effective_tflops_median": 648.7976697952078, "utilization_spec_dense": 0.6556823343054146, "ratio_to_same_gpu_empirical": 0.8236545294406935, "input_sha256": "5e89a4de7f97ae377c254b1dfadc106b8c0d6f52b51df8085c6bf5d9be20614f" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "native_dense", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.23364782333374, "p50_ms_min": 5.176367998123169, "p50_ms_max": 5.253600120544434, "effective_tflops_median": 653.9844366871633, "utilization_spec_dense": 0.660924140158831, "ratio_to_same_gpu_empirical": 0.8302391770783164, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_cudnn", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.811536073684692, "p50_ms_min": 5.761951923370361, "p50_ms_max": 5.81715202331543, "effective_tflops_median": 588.5369263732717, "utilization_spec_dense": 0.5947821388309972, "ratio_to_same_gpu_empirical": 0.7471529688191704, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_efficient", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 19.855087280273438, "p50_ms_min": 19.8536958694458, "p50_ms_max": 19.855408668518066, "effective_tflops_median": 172.52199842654997, "utilization_spec_dense": 0.1743527017954017, "ratio_to_same_gpu_empirical": 0.21901824258561428, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_flash", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 10.393856048583984, "p50_ms_min": 10.38152027130127, "p50_ms_max": 10.39580774307251, "effective_tflops_median": 329.17810202357197, "utilization_spec_dense": 0.3326711490890065, "ratio_to_same_gpu_empirical": 0.41789458770711574, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "sdpa_math", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 146.36370849609375, "p50_ms_min": 146.06645965576172, "p50_ms_max": 146.4680938720703, "effective_tflops_median": 23.40590692239632, "utilization_spec_dense": 0.02365427682910189, "ratio_to_same_gpu_empirical": 0.029714011239257702, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa2", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 9.650176048278809, "p50_ms_min": 9.647808074951172, "p50_ms_max": 9.654592037200928, "effective_tflops_median": 355.0142932164978, "utilization_spec_dense": 0.35878149895553085, "ratio_to_same_gpu_empirical": 0.45069386688187935, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" }, { "configuration": "704x1280_tp4_sp1", "role": "self", "phase": "denoise", "frame": 27, "q_len": 10560, "k_len": 63360, "heads": 10, "head_dim": 128, "backend": "vllm_fa3", "repeats": 3, "effective_flops": 3425697792000.0, "p50_ms_median": 5.292864084243774, "p50_ms_min": 5.258304119110107, "p50_ms_max": 5.294032096862793, "effective_tflops_median": 648.1656067469414, "utilization_spec_dense": 0.6550435641707342, "ratio_to_same_gpu_empirical": 0.8228521196651452, "input_sha256": "4de41734d801c45e045d8466100e598aa067c4f0f09e988e6db805145e889af3" } ], "figures": [ "attention_mfu_480x832_tp1_sp1.png", "attention_mfu_480x832_tp1_sp1.svg", "attention_mfu_480x832_tp1_sp2.png", "attention_mfu_480x832_tp1_sp2.svg", "attention_mfu_480x832_tp1_sp4.png", "attention_mfu_480x832_tp1_sp4.svg", "attention_mfu_480x832_tp2_sp1.png", "attention_mfu_480x832_tp2_sp1.svg", "attention_mfu_480x832_tp2_sp2.png", "attention_mfu_480x832_tp2_sp2.svg", "attention_mfu_480x832_tp4_sp1.png", "attention_mfu_480x832_tp4_sp1.svg", "attention_mfu_704x1280_tp1_sp1.png", "attention_mfu_704x1280_tp1_sp1.svg", "attention_mfu_704x1280_tp1_sp2.png", "attention_mfu_704x1280_tp1_sp2.svg", "attention_mfu_704x1280_tp1_sp4.png", "attention_mfu_704x1280_tp1_sp4.svg", "attention_mfu_704x1280_tp2_sp1.png", "attention_mfu_704x1280_tp2_sp1.svg", "attention_mfu_704x1280_tp2_sp2.png", "attention_mfu_704x1280_tp2_sp2.svg", "attention_mfu_704x1280_tp4_sp1.png", "attention_mfu_704x1280_tp4_sp1.svg", "attention_mfu_overview.png", "attention_mfu_overview.svg" ], "scope": "Isolated attention operator replays (3 repeats x 300 CUDA-event samples in one process); utilization = effective FLOPs / (p50 time x spec dense peak); replay GPUs vary and were not individually calibrated; not integrated or whole-model MFU; sdpa_math OOM points absent." }