From b965bf9da839a7ef9cb8521170de12993a47783e Mon Sep 17 00:00:00 2001 From: WaffleBits <19478926+WaffleBits@users.noreply.github.com> Date: Sat, 13 Jun 2026 21:20:34 -0400 Subject: [PATCH] Add fused SwiGLU kernel benchmark --- README.md | 42 +- artifacts/rtx-5070-ti-rmsnorm-swiglu.json | 18733 ++++++++++++++++++++ docs/METHODOLOGY.md | 23 +- pyproject.toml | 2 + src/triton_kernel_lab/benchmark.py | 246 +- src/triton_kernel_lab/swiglu.py | 69 + tests/test_cli.py | 6 +- 7 files changed, 19041 insertions(+), 80 deletions(-) create mode 100644 artifacts/rtx-5070-ti-rmsnorm-swiglu.json create mode 100644 src/triton_kernel_lab/swiglu.py diff --git a/README.md b/README.md index 8685e05..f8e9cdb 100644 --- a/README.md +++ b/README.md @@ -2,14 +2,16 @@ Correctness-first GPU kernel work for inference performance engineering. -The repository starts with a fused RMSNorm kernel written in Triton, a -high-precision PyTorch oracle, PyTorch eager and `torch.compile` baselines, raw +The repository contains fused RMSNorm and SwiGLU kernels written in Triton, +high-precision PyTorch oracles, PyTorch eager and `torch.compile` baselines, raw latency samples, effective-bandwidth modeling, machine-readable reports, and a baseline regression gate. ## What It Demonstrates -- Triton GPU kernel development with FP32 reduction and fused normalization. +- Triton GPU kernel development with FP32 reduction, fused normalization, and + fused gated activation. +- Shape-aware SwiGLU launch autotuning across block sizes and warp counts. - Correctness validation across shapes and low-precision dtypes before timing, including validation of the `torch.compile` baseline against the FP32 oracle. - GPU benchmarking with warmup, CUDA events, p50/p95/p99/max latency, explicit @@ -30,6 +32,8 @@ python -m pip install --upgrade pip python -m pip install -e ".[gpu,dev]" triton-kernel-lab \ + --kernel rmsnorm \ + --kernel swiglu \ --shape 128x1024 \ --shape 512x4096 \ --shape 2048x4096 \ @@ -44,35 +48,41 @@ resident-working-set result is intentionally required. ## Measured Result -Cache-cold run on June 12, 2026 using an RTX 5070 Ti, CUDA 13.0, PyTorch 2.12, +Cache-cold run on June 14, 2026 using an RTX 5070 Ti, CUDA 13.0, PyTorch 2.12, and Triton 3.7. Each case used 100 warmups, 500 timed samples, and a 256 MiB -cache-eviction buffer outside the timed region. +cache-eviction buffer outside the timed region. The table shows FP16; the +artifact also includes BF16. -| Shape | Dtype | Triton p50 | `torch.compile` p50 | Speedup | +| Kernel | Shape | Triton p50 | `torch.compile` p50 | Speedup | |---|---:|---:|---:|---:| -| 128 x 1024 | FP16 | 0.0061 ms | 0.0150 ms | 2.44x | -| 512 x 4096 | FP16 | 0.0143 ms | 0.0164 ms | 1.15x | -| 2048 x 4096 | FP16 | 0.0451 ms | 0.0522 ms | 1.16x | -| 128 x 1024 | BF16 | 0.0061 ms | 0.0123 ms | 2.01x | -| 512 x 4096 | BF16 | 0.0144 ms | 0.0195 ms | 1.36x | -| 2048 x 4096 | BF16 | 0.0431 ms | 0.0532 ms | 1.23x | +| RMSNorm | 128 x 1024 | 0.0058 ms | 0.0127 ms | 2.21x | +| RMSNorm | 512 x 4096 | 0.0135 ms | 0.0235 ms | 1.74x | +| RMSNorm | 2048 x 4096 | 0.0427 ms | 0.0532 ms | 1.25x | +| SwiGLU | 128 x 1024 | 0.0061 ms | 0.0126 ms | 2.07x | +| SwiGLU | 512 x 4096 | 0.0184 ms | 0.0249 ms | 1.35x | +| SwiGLU | 2048 x 4096 | 0.0678 ms | 0.0728 ms | 1.07x | The full environment record, correctness errors, p95/p99 tails, and timing samples are in -[artifacts/rtx-5070-ti-rmsnorm.json](artifacts/rtx-5070-ti-rmsnorm.json). +[artifacts/rtx-5070-ti-rmsnorm-swiglu.json](artifacts/rtx-5070-ti-rmsnorm-swiglu.json). These results are specific to this hardware and software stack. +The reported bandwidth remains a logical traffic model. Nsight Compute was not +available in this environment, so the repository does not claim measured DRAM +transactions, cache hit rates, occupancy, or tensor-core utilization. + ## Regression Gate ```bash triton-kernel-lab \ - --baseline artifacts/rtx-5070-ti-rmsnorm.json \ + --baseline artifacts/rtx-5070-ti-rmsnorm-swiglu.json \ --max-regression-percent 10 \ --output artifacts/candidate.json ``` -Matching cases are identified by kernel, shape, and dtype. Exit code `2` means a -Triton p50 regression exceeded the configured threshold. +Matching cases are identified by kernel, shape, and dtype, so older RMSNorm-only +baselines remain valid. Exit code `2` means a Triton p50 regression exceeded the +configured threshold. ## Report Shape diff --git a/artifacts/rtx-5070-ti-rmsnorm-swiglu.json b/artifacts/rtx-5070-ti-rmsnorm-swiglu.json new file mode 100644 index 0000000..30b0239 --- /dev/null +++ b/artifacts/rtx-5070-ti-rmsnorm-swiglu.json @@ -0,0 +1,18733 @@ +{ + "schema_version": 1, + "generated_at": "2026-06-14T01:11:39.666427+00:00", + "git_commit": "c7e167325a940f7c571e191be4fd43b21702e62a", + "system": { + "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", + "python": "3.12.3", + "gpu": "NVIDIA GeForce RTX 5070 Ti", + "compute_capability": [ + 12, + 0 + ], + "gpu_memory_bytes": 17094475776, + "cuda_runtime": "13.0", + "torch": "2.12.0+cu130", + "triton": "3.7.0" + }, + "methodology": { + "warmup_iterations": 100, + "timed_iterations": 500, + "seed": 17, + "timing": "CUDA events around each queued operation, synchronized after the batch", + "cache_mode": "cold", + "cache_flush_mib": 256, + "oracle": "PyTorch implementation with FP32 accumulation", + "bandwidth": "Logical input read + weight read + output write bytes divided by p50", + "autotuning": "SwiGLU launch parameters are selected by Triton on first use per tensor size" + }, + "cases": [ + { + "kernel": "rmsnorm", + "shape": [ + 128, + 1024 + ], + "dtype": "float16", + "epsilon": 1e-06, + "logical_bytes": 526336, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.00048828125, + "max_rel_error": 0.000936329597607255 + }, + "triton": { + "samples": 500, + "min_ms": 0.0038399999029934406, + "p50_ms": 0.005760000087320805, + "p95_ms": 0.1391360007226466, + "p99_ms": 0.2341721545159816, + "max_ms": 0.32633599638938904, + "samples_ms": [ + 0.0060800001956522465, + 0.005824000108987093, + 0.005280000157654285, + 0.22700800001621246, + 0.004863999783992767, + 0.004511999897658825, + 0.004031999967992306, + 0.005696000065654516, + 0.006207999773323536, + 0.006111999973654747, + 0.01027199998497963, + 0.005663999821990728, + 0.005439999978989363, + 0.004480000119656324, + 0.006175999995321035, + 0.004767999984323978, + 0.004352000076323748, + 0.0049600000493228436, + 0.005760000087320805, + 0.0050559998489916325, + 0.0054720002226531506, + 0.010463999584317207, + 0.0060800001956522465, + 0.005727999843657017, + 0.004991999827325344, + 0.006527999881654978, + 0.005919999908655882, + 0.006016000173985958, + 0.006175999995321035, + 0.006304000038653612, + 0.005888000130653381, + 0.006335999816656113, + 0.01817600056529045, + 0.004575999919325113, + 0.005791999865323305, + 0.005824000108987093, + 0.005824000108987093, + 0.006207999773323536, + 0.0046720001846551895, + 0.004416000097990036, + 0.005824000108987093, + 0.004991999827325344, + 0.005919999908655882, + 0.019231999292969704, + 0.006144000217318535, + 0.006624000146985054, + 0.005760000087320805, + 0.005760000087320805, + 0.004511999897658825, + 0.006240000016987324, + 0.0046720001846551895, + 0.004095999989658594, + 0.0050559998489916325, + 0.0058559998869895935, + 0.1733119934797287, + 0.0060800001956522465, + 0.005696000065654516, + 0.004991999827325344, + 0.004575999919325113, + 0.006144000217318535, + 0.004480000119656324, + 0.005727999843657017, + 0.005504000000655651, + 0.004639999940991402, + 0.14284799993038177, + 0.1746239960193634, + 0.005791999865323305, + 0.006271999794989824, + 0.006207999773323536, + 0.1658560037612915, + 0.00508800009265542, + 0.005888000130653381, + 0.0060800001956522465, + 0.005760000087320805, + 0.0044479998759925365, + 0.006144000217318535, + 0.018239999189972878, + 0.004224000032991171, + 0.005024000070989132, + 0.005791999865323305, + 0.005824000108987093, + 0.006783999968320131, + 0.00470399996265769, + 0.005760000087320805, + 0.005824000108987093, + 0.0050559998489916325, + 0.005888000130653381, + 0.14393599331378937, + 0.006144000217318535, + 0.006144000217318535, + 0.005183999892324209, + 0.00559999980032444, + 0.006175999995321035, + 0.0038399999029934406, + 0.004224000032991171, + 0.006240000016987324, + 0.0058559998869895935, + 0.006144000217318535, + 0.017823999747633934, + 0.006271999794989824, + 0.006240000016987324, + 0.006111999973654747, + 0.0058559998869895935, + 0.005024000070989132, + 0.00431999983265996, + 0.005535999778658152, + 0.005696000065654516, + 0.004575999919325113, + 0.005152000114321709, + 0.1425279974937439, + 0.004639999940991402, + 0.005183999892324209, + 0.006144000217318535, + 0.006144000217318535, + 0.006144000217318535, + 0.005408000200986862, + 0.006271999794989824, + 0.006240000016987324, + 0.006144000217318535, + 0.006144000217318535, + 0.1475519984960556, + 0.005375999957323074, + 0.005024000070989132, + 0.00508800009265542, + 0.22547200322151184, + 0.00470399996265769, + 0.004608000162988901, + 0.005024000070989132, + 0.005344000179320574, + 0.006144000217318535, + 0.005119999870657921, + 0.2341119945049286, + 0.004800000227987766, + 0.005824000108987093, + 0.006144000217318535, + 0.006144000217318535, + 0.006144000217318535, + 0.0038399999029934406, + 0.003871999913826585, + 0.006240000016987324, + 0.004095999989658594, + 0.005824000108987093, + 0.24899199604988098, + 0.005024000070989132, + 0.005247999913990498, + 0.0058559998869895935, + 0.0058559998869895935, + 0.004608000162988901, + 0.004383999854326248, + 0.005024000070989132, + 0.005696000065654516, + 0.00508800009265542, + 0.1533759981393814, + 0.17660799622535706, + 0.005504000000655651, + 0.005727999843657017, + 0.004639999940991402, + 0.006144000217318535, + 0.006144000217318535, + 0.005824000108987093, + 0.0050559998489916325, + 0.005247999913990498, + 0.0050559998489916325, + 0.0046720001846551895, + 0.011168000288307667, + 0.006271999794989824, + 0.004191999789327383, + 0.004927999805659056, + 0.005824000108987093, + 0.005663999821990728, + 0.005824000108987093, + 0.0050559998489916325, + 0.004863999783992767, + 0.00431999983265996, + 0.006175999995321035, + 0.32576000690460205, + 0.00508800009265542, + 0.004863999783992767, + 0.006175999995321035, + 0.004736000206321478, + 0.00508800009265542, + 0.006111999973654747, + 0.008128000423312187, + 0.006144000217318535, + 0.00508800009265542, + 0.005375999957323074, + 0.12406399846076965, + 0.004255999810993671, + 0.005344000179320574, + 0.004095999989658594, + 0.005824000108987093, + 0.006111999973654747, + 0.00431999983265996, + 0.006304000038653612, + 0.005727999843657017, + 0.0050559998489916325, + 0.005119999870657921, + 0.13900800049304962, + 0.004927999805659056, + 0.005504000000655651, + 0.00470399996265769, + 0.005888000130653381, + 0.005919999908655882, + 0.005760000087320805, + 0.006111999973654747, + 0.006144000217318535, + 0.005888000130653381, + 0.005888000130653381, + 0.013376000337302685, + 0.006144000217318535, + 0.004575999919325113, + 0.005760000087320805, + 0.005024000070989132, + 0.004800000227987766, + 0.005824000108987093, + 0.004544000141322613, + 0.005727999843657017, + 0.0050559998489916325, + 0.0058559998869895935, + 0.01152000017464161, + 0.0050559998489916325, + 0.005727999843657017, + 0.005888000130653381, + 0.005119999870657921, + 0.005888000130653381, + 0.0044479998759925365, + 0.004575999919325113, + 0.006144000217318535, + 0.005824000108987093, + 0.20576000213623047, + 0.01961600035429001, + 0.004191999789327383, + 0.005760000087320805, + 0.005760000087320805, + 0.004832000005990267, + 0.004095999989658594, + 0.004511999897658825, + 0.004800000227987766, + 0.005216000135987997, + 0.005024000070989132, + 0.004832000005990267, + 0.01321600005030632, + 0.0081599997356534, + 0.0055680000223219395, + 0.004639999940991402, + 0.0054720002226531506, + 0.006175999995321035, + 0.004352000076323748, + 0.004832000005990267, + 0.005375999957323074, + 0.004095999989658594, + 0.006144000217318535, + 0.3187519907951355, + 0.004863999783992767, + 0.006175999995321035, + 0.004095999989658594, + 0.005024000070989132, + 0.005632000043988228, + 0.00595200015231967, + 0.006271999794989824, + 0.006175999995321035, + 0.005791999865323305, + 0.16681599617004395, + 0.010879999957978725, + 0.01027199998497963, + 0.006560000125318766, + 0.005919999908655882, + 0.006144000217318535, + 0.005888000130653381, + 0.006047999951988459, + 0.004255999810993671, + 0.006144000217318535, + 0.004767999984323978, + 0.004575999919325113, + 0.011103999800980091, + 0.004224000032991171, + 0.005760000087320805, + 0.005024000070989132, + 0.005375999957323074, + 0.006144000217318535, + 0.004736000206321478, + 0.0050559998489916325, + 0.005024000070989132, + 0.006144000217318535, + 0.005344000179320574, + 0.013376000337302685, + 0.004031999967992306, + 0.006144000217318535, + 0.005504000000655651, + 0.006271999794989824, + 0.004736000206321478, + 0.005791999865323305, + 0.004767999984323978, + 0.005824000108987093, + 0.00470399996265769, + 0.006144000217318535, + 0.24012799561023712, + 0.004991999827325344, + 0.006175999995321035, + 0.005791999865323305, + 0.005375999957323074, + 0.00508800009265542, + 0.004416000097990036, + 0.006144000217318535, + 0.005504000000655651, + 0.006047999951988459, + 0.005152000114321709, + 0.32633599638938904, + 0.004991999827325344, + 0.006144000217318535, + 0.006175999995321035, + 0.004288000054657459, + 0.005919999908655882, + 0.006047999951988459, + 0.004031999967992306, + 0.006144000217318535, + 0.005919999908655882, + 0.005632000043988228, + 0.011935999616980553, + 0.006144000217318535, + 0.005824000108987093, + 0.00595200015231967, + 0.005152000114321709, + 0.005439999978989363, + 0.005919999908655882, + 0.004416000097990036, + 0.006175999995321035, + 0.00508800009265542, + 0.005760000087320805, + 0.010912000201642513, + 0.0060800001956522465, + 0.005760000087320805, + 0.005535999778658152, + 0.004896000027656555, + 0.006175999995321035, + 0.006111999973654747, + 0.005760000087320805, + 0.005824000108987093, + 0.006144000217318535, + 0.004575999919325113, + 0.20745599269866943, + 0.00470399996265769, + 0.006175999995321035, + 0.0050559998489916325, + 0.005888000130653381, + 0.004544000141322613, + 0.0044479998759925365, + 0.005760000087320805, + 0.005439999978989363, + 0.006144000217318535, + 0.004095999989658594, + 0.14156800508499146, + 0.004480000119656324, + 0.005504000000655651, + 0.0050559998489916325, + 0.005888000130653381, + 0.005919999908655882, + 0.00470399996265769, + 0.005919999908655882, + 0.005824000108987093, + 0.004639999940991402, + 0.004095999989658594, + 0.13363200426101685, + 0.005727999843657017, + 0.005535999778658152, + 0.006144000217318535, + 0.005791999865323305, + 0.005024000070989132, + 0.004480000119656324, + 0.006271999794989824, + 0.005791999865323305, + 0.004991999827325344, + 0.006752000190317631, + 0.01744000054895878, + 0.006175999995321035, + 0.005760000087320805, + 0.0054720002226531506, + 0.005311999935656786, + 0.0050559998489916325, + 0.004383999854326248, + 0.0046720001846551895, + 0.006144000217318535, + 0.004800000227987766, + 0.19670400023460388, + 0.010975999757647514, + 0.004224000032991171, + 0.005791999865323305, + 0.005696000065654516, + 0.005280000157654285, + 0.006144000217318535, + 0.004575999919325113, + 0.0050559998489916325, + 0.004095999989658594, + 0.0050559998489916325, + 0.005119999870657921, + 0.014015999622642994, + 0.0060800001956522465, + 0.005760000087320805, + 0.004736000206321478, + 0.004767999984323978, + 0.006175999995321035, + 0.006047999951988459, + 0.004639999940991402, + 0.005824000108987093, + 0.006144000217318535, + 0.005888000130653381, + 0.1467519998550415, + 0.006432000081986189, + 0.006175999995321035, + 0.0050559998489916325, + 0.005791999865323305, + 0.004736000206321478, + 0.004064000211656094, + 0.006271999794989824, + 0.004927999805659056, + 0.0055680000223219395, + 0.00470399996265769, + 0.22854399681091309, + 0.006144000217318535, + 0.004991999827325344, + 0.006175999995321035, + 0.0058559998869895935, + 0.0054720002226531506, + 0.006016000173985958, + 0.0060800001956522465, + 0.005504000000655651, + 0.005375999957323074, + 0.006111999973654747, + 0.01926399953663349, + 0.004064000211656094, + 0.005760000087320805, + 0.004064000211656094, + 0.006175999995321035, + 0.005888000130653381, + 0.004767999984323978, + 0.006560000125318766, + 0.006175999995321035, + 0.0058559998869895935, + 0.0046720001846551895, + 0.011264000087976456, + 0.006144000217318535, + 0.005696000065654516, + 0.004736000206321478, + 0.006144000217318535, + 0.0049600000493228436, + 0.004544000141322613, + 0.004767999984323978, + 0.006144000217318535, + 0.00508800009265542, + 0.0058559998869895935, + 0.012896000407636166, + 0.006271999794989824, + 0.005696000065654516, + 0.006016000173985958, + 0.005824000108987093, + 0.004639999940991402, + 0.004224000032991171, + 0.00559999980032444, + 0.004608000162988901, + 0.0050559998489916325, + 0.0058559998869895935, + 0.012927999719977379, + 0.0060800001956522465, + 0.005535999778658152, + 0.0049600000493228436, + 0.005247999913990498, + 0.00470399996265769, + 0.004639999940991402, + 0.006335999816656113, + 0.006144000217318535, + 0.0058559998869895935, + 0.004480000119656324, + 0.01244799979031086, + 0.006688000168651342, + 0.006175999995321035, + 0.005375999957323074, + 0.004608000162988901, + 0.006144000217318535, + 0.00470399996265769, + 0.0054720002226531506, + 0.005119999870657921, + 0.0050559998489916325, + 0.004736000206321478, + 0.01104000024497509, + 0.0060800001956522465, + 0.006144000217318535, + 0.005791999865323305, + 0.004896000027656555, + 0.005663999821990728, + 0.005824000108987093, + 0.005024000070989132, + 0.0049600000493228436, + 0.006144000217318535, + 0.006144000217318535, + 0.14486399292945862, + 0.004832000005990267, + 0.006175999995321035, + 0.004127999767661095, + 0.1382399946451187, + 0.006560000125318766 + ], + "effective_bandwidth_gbps": 91.3777763925033 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.009344000369310379, + "p50_ms": 0.012703999876976013, + "p95_ms": 0.23839999735355377, + "p99_ms": 0.3172169688344002, + "max_ms": 0.35311999917030334, + "samples_ms": [ + 0.012319999746978283, + 0.015200000256299973, + 0.012319999746978283, + 0.13708800077438354, + 0.013088000006973743, + 0.01206399966031313, + 0.012223999947309494, + 0.012095999903976917, + 0.013311999849975109, + 0.016224000602960587, + 0.016416000202298164, + 0.13913600146770477, + 0.26499199867248535, + 0.15516799688339233, + 0.012608000077307224, + 0.14627200365066528, + 0.23423999547958374, + 0.22713600099086761, + 0.012608000077307224, + 0.012095999903976917, + 0.013120000250637531, + 0.14953599870204926, + 0.01158399973064661, + 0.01206399966031313, + 0.012671999633312225, + 0.015168000012636185, + 0.012319999746978283, + 0.011680000461637974, + 0.01283199992030859, + 0.021983999758958817, + 0.012319999746978283, + 0.1462399959564209, + 0.1728000044822693, + 0.01616000011563301, + 0.1454399973154068, + 0.011231999844312668, + 0.013055999763309956, + 0.016224000602960587, + 0.012319999746978283, + 0.2537280023097992, + 0.012575999833643436, + 0.012319999746978283, + 0.01679999940097332, + 0.1391039937734604, + 0.25679999589920044, + 0.010591999627649784, + 0.016224000602960587, + 0.13500800728797913, + 0.012480000033974648, + 0.01190400030463934, + 0.01235199999064207, + 0.31721600890159607, + 0.12064000219106674, + 0.012319999746978283, + 0.012319999746978283, + 0.013055999763309956, + 0.01206399966031313, + 0.012191999703645706, + 0.012319999746978283, + 0.25577598810195923, + 0.012799999676644802, + 0.012319999746978283, + 0.012703999876976013, + 0.011744000017642975, + 0.012095999903976917, + 0.011839999817311764, + 0.012480000033974648, + 0.15644800662994385, + 0.012736000120639801, + 0.01539199985563755, + 0.016127999871969223, + 0.011776000261306763, + 0.012543999589979649, + 0.012319999746978283, + 0.016256000846624374, + 0.3111039996147156, + 0.12265600264072418, + 0.01027199998497963, + 0.015104000456631184, + 0.2608959972858429, + 0.012095999903976917, + 0.011776000261306763, + 0.14496000111103058, + 0.011744000017642975, + 0.012000000104308128, + 0.011648000217974186, + 0.2322559952735901, + 0.011552000418305397, + 0.012959999963641167, + 0.012319999746978283, + 0.23017600178718567, + 0.015135999768972397, + 0.012319999746978283, + 0.012319999746978283, + 0.14319999516010284, + 0.14825600385665894, + 0.01235199999064207, + 0.012191999703645706, + 0.14115199446678162, + 0.1462399959564209, + 0.011807999573647976, + 0.011807999573647976, + 0.23395200073719025, + 0.11856000125408173, + 0.012319999746978283, + 0.012319999746978283, + 0.12851199507713318, + 0.011872000060975552, + 0.01235199999064207, + 0.012319999746978283, + 0.146464005112648, + 0.30694401264190674, + 0.12060800194740295, + 0.054207999259233475, + 0.012256000190973282, + 0.2988159954547882, + 0.20563200116157532, + 0.01158399973064661, + 0.012319999746978283, + 0.3469119966030121, + 0.012543999589979649, + 0.012319999746978283, + 0.012319999746978283, + 0.12783999741077423, + 0.252703994512558, + 0.011392000131309032, + 0.012319999746978283, + 0.14032000303268433, + 0.013088000006973743, + 0.01206399966031313, + 0.009344000369310379, + 0.012319999746978283, + 0.14822399616241455, + 0.012095999903976917, + 0.012608000077307224, + 0.1372479945421219, + 0.15132799744606018, + 0.01206399966031313, + 0.010688000358641148, + 0.012319999746978283, + 0.012608000077307224, + 0.012768000364303589, + 0.01244799979031086, + 0.01228800043463707, + 0.013024000450968742, + 0.011711999773979187, + 0.012319999746978283, + 0.012319999746978283, + 0.3049919903278351, + 0.01206399966031313, + 0.012384000234305859, + 0.011296000331640244, + 0.14416000247001648, + 0.1724800020456314, + 0.012703999876976013, + 0.013344000093638897, + 0.15136000514030457, + 0.011231999844312668, + 0.01283199992030859, + 0.14243200421333313, + 0.012896000407636166, + 0.011264000087976456, + 0.011359999887645245, + 0.13417600095272064, + 0.012384000234305859, + 0.01228800043463707, + 0.011392000131309032, + 0.14339199662208557, + 0.012512000277638435, + 0.01158399973064661, + 0.012319999746978283, + 0.012319999746978283, + 0.012575999833643436, + 0.01206399966031313, + 0.012864000163972378, + 0.01539199985563755, + 0.013024000450968742, + 0.01196799986064434, + 0.012319999746978283, + 0.012319999746978283, + 0.3049919903278351, + 0.01206399966031313, + 0.012575999833643436, + 0.012319999746978283, + 0.012671999633312225, + 0.012415999546647072, + 0.012319999746978283, + 0.012319999746978283, + 0.13519999384880066, + 0.14108799397945404, + 0.012608000077307224, + 0.012319999746978283, + 0.015424000099301338, + 0.01206399966031313, + 0.013088000006973743, + 0.011296000331640244, + 0.23024000227451324, + 0.01206399966031313, + 0.012799999676644802, + 0.012319999746978283, + 0.2333119958639145, + 0.012095999903976917, + 0.012608000077307224, + 0.016416000202298164, + 0.23024000227451324, + 0.19023999571800232, + 0.06438399851322174, + 0.011231999844312668, + 0.23228800296783447, + 0.14723199605941772, + 0.012128000147640705, + 0.012319999746978283, + 0.14524799585342407, + 0.012095999903976917, + 0.012768000364303589, + 0.011136000044643879, + 0.013088000006973743, + 0.013088000006973743, + 0.012480000033974648, + 0.13622400164604187, + 0.013055999763309956, + 0.011935999616980553, + 0.012319999746978283, + 0.1372479945421219, + 0.14009599387645721, + 0.011680000461637974, + 0.012319999746978283, + 0.016416000202298164, + 0.013055999763309956, + 0.012032000347971916, + 0.011648000217974186, + 0.2333119958639145, + 0.013088000006973743, + 0.012608000077307224, + 0.012319999746978283, + 0.1311040073633194, + 0.23839999735355377, + 0.013088000006973743, + 0.012799999676644802, + 0.23535999655723572, + 0.01283199992030859, + 0.011103999800980091, + 0.012319999746978283, + 0.018464000895619392, + 0.15030400454998016, + 0.14214399456977844, + 0.012608000077307224, + 0.23535999655723572, + 0.013088000006973743, + 0.09036800265312195, + 0.010208000428974628, + 0.13929599523544312, + 0.013055999763309956, + 0.012095999903976917, + 0.011744000017642975, + 0.13929599523544312, + 0.013248000293970108, + 0.015135999768972397, + 0.012319999746978283, + 0.1372479945421219, + 0.254720002412796, + 0.011776000261306763, + 0.01228800043463707, + 0.14441600441932678, + 0.013120000250637531, + 0.012095999903976917, + 0.01235199999064207, + 0.13625599443912506, + 0.013120000250637531, + 0.012095999903976917, + 0.009664000011980534, + 0.23535999655723572, + 0.15564799308776855, + 0.011839999817311764, + 0.012319999746978283, + 0.1372479945421219, + 0.012384000234305859, + 0.01616000011563301, + 0.012319999746978283, + 0.2333119958639145, + 0.01206399966031313, + 0.012000000104308128, + 0.012319999746978283, + 0.23535999655723572, + 0.012992000207304955, + 0.012191999703645706, + 0.01235199999064207, + 0.2415039986371994, + 0.013055999763309956, + 0.011455999687314034, + 0.013344000093638897, + 0.011711999773979187, + 0.14086399972438812, + 0.011615999974310398, + 0.012319999746978283, + 0.01206399966031313, + 0.14006400108337402, + 0.011615999974310398, + 0.012319999746978283, + 0.011008000001311302, + 0.013088000006973743, + 0.011744000017642975, + 0.012128000147640705, + 0.011455999687314034, + 0.013055999763309956, + 0.011327999643981457, + 0.32547199726104736, + 0.01206399966031313, + 0.012640000320971012, + 0.012319999746978283, + 0.31731200218200684, + 0.12137600034475327, + 0.015135999768972397, + 0.01228800043463707, + 0.2343360036611557, + 0.011648000217974186, + 0.012703999876976013, + 0.012319999746978283, + 0.013088000006973743, + 0.012736000120639801, + 0.012384000234305859, + 0.012319999746978283, + 0.013120000250637531, + 0.01206399966031313, + 0.01228800043463707, + 0.23609599471092224, + 0.011935999616980553, + 0.012319999746978283, + 0.01616000011563301, + 0.012319999746978283, + 0.15030400454998016, + 0.15328000485897064, + 0.01228800043463707, + 0.14524799585342407, + 0.012896000407636166, + 0.01206399966031313, + 0.012512000277638435, + 0.012095999903976917, + 0.12144000083208084, + 0.013120000250637531, + 0.012575999833643436, + 0.01119999960064888, + 0.013024000450968742, + 0.0161920003592968, + 0.1382720023393631, + 0.011359999887645245, + 0.1390399932861328, + 0.010816000401973724, + 0.22819200158119202, + 0.01158399973064661, + 0.07571200281381607, + 0.01539199985563755, + 0.13622400164604187, + 0.011776000261306763, + 0.012703999876976013, + 0.01206399966031313, + 0.14313599467277527, + 0.011487999930977821, + 0.1391039937734604, + 0.011711999773979187, + 0.1462399959564209, + 0.01104000024497509, + 0.14393599331378937, + 0.009855999611318111, + 0.1451839953660965, + 0.011807999573647976, + 0.011711999773979187, + 0.01104000024497509, + 0.2619200050830841, + 0.01152000017464161, + 0.15039999783039093, + 0.13619199395179749, + 0.25884801149368286, + 0.010591999627649784, + 0.1515520066022873, + 0.011327999643981457, + 0.013120000250637531, + 0.011264000087976456, + 0.13196800649166107, + 0.012703999876976013, + 0.012768000364303589, + 0.010912000201642513, + 0.1483200043439865, + 0.14188799262046814, + 0.012703999876976013, + 0.011327999643981457, + 0.01616000011563301, + 0.012319999746978283, + 0.012160000391304493, + 0.012319999746978283, + 0.012319999746978283, + 0.015104000456631184, + 0.23839999735355377, + 0.012000000104308128, + 0.012384000234305859, + 0.1440960019826889, + 0.013055999763309956, + 0.01104000024497509, + 0.013088000006973743, + 0.010400000028312206, + 0.016896000131964684, + 0.012319999746978283, + 0.01539199985563755, + 0.1536320000886917, + 0.3182719945907593, + 0.12166400253772736, + 0.012319999746978283, + 0.1526080071926117, + 0.30799999833106995, + 0.1236800029873848, + 0.012319999746978283, + 0.14310400187969208, + 0.15238399803638458, + 0.012095999903976917, + 0.012927999719977379, + 0.13705599308013916, + 0.1472640037536621, + 0.010912000201642513, + 0.013120000250637531, + 0.14220799505710602, + 0.012575999833643436, + 0.01104000024497509, + 0.012384000234305859, + 0.017983999103307724, + 0.012703999876976013, + 0.01206399966031313, + 0.012736000120639801, + 0.12988799810409546, + 0.012864000163972378, + 0.12371200323104858, + 0.01228800043463707, + 0.30697599053382874, + 0.21347199380397797, + 0.011648000217974186, + 0.012319999746978283, + 0.2967360019683838, + 0.21376000344753265, + 0.011487999930977821, + 0.012319999746978283, + 0.012095999903976917, + 0.013120000250637531, + 0.011136000044643879, + 0.012319999746978283, + 0.013088000006973743, + 0.012736000120639801, + 0.011264000087976456, + 0.1372479945421219, + 0.012032000347971916, + 0.17388799786567688, + 0.01158399973064661, + 0.012319999746978283, + 0.012095999903976917, + 0.17180800437927246, + 0.011552000418305397, + 0.15158399939537048, + 0.01206399966031313, + 0.01283199992030859, + 0.011327999643981457, + 0.14441600441932678, + 0.011455999687314034, + 0.012927999719977379, + 0.010367999784648418, + 0.14134399592876434, + 0.01119999960064888, + 0.012415999546647072, + 0.01539199985563755, + 0.14134399592876434, + 0.011776000261306763, + 0.022336000576615334, + 0.012319999746978283, + 0.1372479945421219, + 0.011296000331640244, + 0.012799999676644802, + 0.011327999643981457, + 0.35311999917030334, + 0.011744000017642975, + 0.012896000407636166, + 0.01196799986064434, + 0.14825600385665894, + 0.011711999773979187, + 0.013120000250637531, + 0.20156799256801605, + 0.012736000120639801, + 0.012319999746978283, + 0.012319999746978283, + 0.01206399966031313, + 0.12678399682044983, + 0.011872000060975552, + 0.013344000093638897, + 0.011231999844312668, + 0.013120000250637531, + 0.012480000033974648, + 0.14748799800872803, + 0.013088000006973743, + 0.013088000006973743, + 0.01190400030463934, + 0.012160000391304493, + 0.01142400037497282, + 0.012992000207304955, + 0.011872000060975552 + ], + "effective_bandwidth_gbps": 41.43073087979956 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.030688000842928886, + "p50_ms": 0.04001599922776222, + "p95_ms": 0.26777120381593705, + "p99_ms": 0.32839489191770554, + "max_ms": 0.36800000071525574, + "samples_ms": [ + 0.2622720003128052, + 0.034272000193595886, + 0.039744000881910324, + 0.03286400064826012, + 0.17254400253295898, + 0.16463999450206757, + 0.03680000081658363, + 0.0326399989426136, + 0.16313600540161133, + 0.2704960107803345, + 0.03699199855327606, + 0.03872000053524971, + 0.16201600432395935, + 0.1913599967956543, + 0.032255999743938446, + 0.03276799991726875, + 0.1621440052986145, + 0.20502400398254395, + 0.03292800113558769, + 0.03484800085425377, + 0.2677440047264099, + 0.03884800150990486, + 0.03619199991226196, + 0.03280000016093254, + 0.2582719922065735, + 0.14220799505710602, + 0.032287999987602234, + 0.03270399942994118, + 0.2659839987754822, + 0.03843199834227562, + 0.036159999668598175, + 0.032735999673604965, + 0.25273600220680237, + 0.13686400651931763, + 0.03680000081658363, + 0.03471999987959862, + 0.3339200019836426, + 0.14419199526309967, + 0.03254399821162224, + 0.16649599373340607, + 0.16249600052833557, + 0.03356799855828285, + 0.033344000577926636, + 0.15772800147533417, + 0.16617600619792938, + 0.033055998384952545, + 0.032287999987602234, + 0.16070400178432465, + 0.16726399958133698, + 0.032575998455286026, + 0.03612799942493439, + 0.16892799735069275, + 0.16278399527072906, + 0.033440001308918, + 0.03286400064826012, + 0.16047999262809753, + 0.27478399872779846, + 0.03372799977660179, + 0.033440001308918, + 0.2614719867706299, + 0.15139199793338776, + 0.16211199760437012, + 0.033695999532938004, + 0.26390400528907776, + 0.14076800644397736, + 0.16009600460529327, + 0.03296000137925148, + 0.3476159870624542, + 0.14822399616241455, + 0.1753920018672943, + 0.03328000009059906, + 0.16473600268363953, + 0.033215999603271484, + 0.03308799862861633, + 0.03276799991726875, + 0.16809600591659546, + 0.03446400165557861, + 0.032735999673604965, + 0.0326399989426136, + 0.26531198620796204, + 0.037728000432252884, + 0.07702399790287018, + 0.032416000962257385, + 0.2772800028324127, + 0.03356799855828285, + 0.15993599593639374, + 0.16284799575805664, + 0.16991999745368958, + 0.0331839993596077, + 0.0326399989426136, + 0.16256000101566315, + 0.16764800250530243, + 0.03267199918627739, + 0.1738560050725937, + 0.16335999965667725, + 0.2772800028324127, + 0.03545600175857544, + 0.03302399814128876, + 0.17180800437927246, + 0.1685120016336441, + 0.03296000137925148, + 0.03302399814128876, + 0.16256000101566315, + 0.1637759953737259, + 0.03254399821162224, + 0.032896000891923904, + 0.15744000673294067, + 0.16963200271129608, + 0.03292800113558769, + 0.03286400064826012, + 0.17414399981498718, + 0.1594880074262619, + 0.03923200070858002, + 0.0390079990029335, + 0.1640319973230362, + 0.1605760008096695, + 0.03417599946260452, + 0.03798399865627289, + 0.1605760008096695, + 0.2762559950351715, + 0.039103999733924866, + 0.0390079990029335, + 0.2609280049800873, + 0.1971520036458969, + 0.039264000952243805, + 0.17110399901866913, + 0.2547520101070404, + 0.034432001411914825, + 0.040031999349594116, + 0.03999999910593033, + 0.15052799880504608, + 0.26601600646972656, + 0.03984000161290169, + 0.16700799763202667, + 0.2813119888305664, + 0.03920000046491623, + 0.040031999349594116, + 0.040031999349594116, + 0.16179199516773224, + 0.27379199862480164, + 0.03734400123357773, + 0.0390079990029335, + 0.16495999693870544, + 0.1666879951953888, + 0.033344000577926636, + 0.03388800099492073, + 0.17315199971199036, + 0.2751680016517639, + 0.04016000032424927, + 0.03798399865627289, + 0.0390079990029335, + 0.25574401021003723, + 0.1870719939470291, + 0.04124800115823746, + 0.0390079990029335, + 0.2608959972858429, + 0.1743679940700531, + 0.03920000046491623, + 0.040031999349594116, + 0.2648960053920746, + 0.16358399391174316, + 0.03215999901294708, + 0.0390079990029335, + 0.14652800559997559, + 0.27008000016212463, + 0.033535998314619064, + 0.03798399865627289, + 0.15984000265598297, + 0.2752639949321747, + 0.03359999880194664, + 0.03798399865627289, + 0.15676799416542053, + 0.27008000016212463, + 0.03356799855828285, + 0.04105599969625473, + 0.2648639976978302, + 0.16761599481105804, + 0.03961599990725517, + 0.03798399865627289, + 0.27136000990867615, + 0.17785599827766418, + 0.039264000952243805, + 0.042080000042915344, + 0.15878400206565857, + 0.16259199380874634, + 0.040192000567913055, + 0.03798399865627289, + 0.1547199934720993, + 0.2824000120162964, + 0.035232000052928925, + 0.03798399865627289, + 0.26214399933815, + 0.18716800212860107, + 0.040991999208927155, + 0.04105599969625473, + 0.2590399980545044, + 0.17897599935531616, + 0.039455998688936234, + 0.08806400001049042, + 0.1594880074262619, + 0.19196799397468567, + 0.040192000567913055, + 0.040031999349594116, + 0.1656319946050644, + 0.19228799641132355, + 0.040192000567913055, + 0.03798399865627289, + 0.16220800578594208, + 0.196383997797966, + 0.03923200070858002, + 0.03798399865627289, + 0.1581760048866272, + 0.19228799641132355, + 0.03916800022125244, + 0.1547199934720993, + 0.2752319872379303, + 0.03558399900794029, + 0.03798399865627289, + 0.03999999910593033, + 0.1626559942960739, + 0.16047999262809753, + 0.03923200070858002, + 0.15984000265598297, + 0.18831999599933624, + 0.03561599925160408, + 0.0390079990029335, + 0.15779200196266174, + 0.16758400201797485, + 0.034591998904943466, + 0.0390079990029335, + 0.25804799795150757, + 0.17283199727535248, + 0.10179200023412704, + 0.03891199827194214, + 0.26419198513031006, + 0.1743679940700531, + 0.1847359985113144, + 0.2619520127773285, + 0.16966399550437927, + 0.041600000113248825, + 0.04105599969625473, + 0.25804799795150757, + 0.03356799855828285, + 0.04105599969625473, + 0.040031999349594116, + 0.15984000265598297, + 0.17388799786567688, + 0.03948799893260002, + 0.09225600212812424, + 0.03174399957060814, + 0.26179200410842896, + 0.031936001032590866, + 0.03286400064826012, + 0.0318400003015995, + 0.15984000265598297, + 0.16761599481105804, + 0.033055998384952545, + 0.0318400003015995, + 0.03187200054526329, + 0.25574401021003723, + 0.035840000957250595, + 0.03388800099492073, + 0.0318400003015995, + 0.2611199915409088, + 0.03548799827694893, + 0.03311999887228012, + 0.0318400003015995, + 0.16291199624538422, + 0.22598400712013245, + 0.17795200645923615, + 0.03385600075125694, + 0.24687999486923218, + 0.17878399789333344, + 0.03203200176358223, + 0.03388800099492073, + 0.0318400003015995, + 0.2611199915409088, + 0.03625600039958954, + 0.05273599922657013, + 0.03379200026392937, + 0.160863995552063, + 0.1777919977903366, + 0.035071998834609985, + 0.0318400003015995, + 0.03286400064826012, + 0.1607999950647354, + 0.03280000016093254, + 0.03171199932694435, + 0.03251200169324875, + 0.0318400003015995, + 0.0318400003015995, + 0.16857600212097168, + 0.03862399980425835, + 0.031808000057935715, + 0.0318400003015995, + 0.2536959946155548, + 0.03551999852061272, + 0.03280000016093254, + 0.03081599995493889, + 0.26316800713539124, + 0.03548799827694893, + 0.03680000081658363, + 0.0318400003015995, + 0.159743994474411, + 0.03638400137424469, + 0.0318400003015995, + 0.0318400003015995, + 0.15779200196266174, + 0.16972799599170685, + 0.03558399900794029, + 0.03407999873161316, + 0.0318400003015995, + 0.16767999529838562, + 0.03324799984693527, + 0.032255999743938446, + 0.0318400003015995, + 0.21104000508785248, + 0.03558399900794029, + 0.03587200120091438, + 0.030688000842928886, + 0.0318400003015995, + 0.2593599855899811, + 0.1799360066652298, + 0.03296000137925148, + 0.03388800099492073, + 0.035840000957250595, + 0.03680000081658363, + 0.035840000957250595, + 0.03311999887228012, + 0.15574400126934052, + 0.035392001271247864, + 0.1733119934797287, + 0.03296000137925148, + 0.0318400003015995, + 0.25910401344299316, + 0.03551999852061272, + 0.03590400144457817, + 0.03920000046491623, + 0.2710399925708771, + 0.03187200054526329, + 0.032255999743938446, + 0.10147199779748917, + 0.2648639976978302, + 0.14502400159835815, + 0.0395519994199276, + 0.03388800099492073, + 0.26307201385498047, + 0.09196799993515015, + 0.03548799827694893, + 0.034912001341581345, + 0.160863995552063, + 0.17267200350761414, + 0.034015998244285583, + 0.032575998455286026, + 0.03286400064826012, + 0.25465598702430725, + 0.03347200155258179, + 0.03891199827194214, + 0.03286400064826012, + 0.2682879865169525, + 0.14505599439144135, + 0.0395519994199276, + 0.03286400064826012, + 0.265855997800827, + 0.033663999289274216, + 0.1772480010986328, + 0.03283200040459633, + 0.17100800573825836, + 0.03852799907326698, + 0.03286400064826012, + 0.03308799862861633, + 0.15881599485874176, + 0.17071999609470367, + 0.03392000123858452, + 0.18544000387191772, + 0.034015998244285583, + 0.2590720057487488, + 0.14710399508476257, + 0.16896000504493713, + 0.033984001725912094, + 0.2672640085220337, + 0.15433600544929504, + 0.16486400365829468, + 0.033952001482248306, + 0.16064000129699707, + 0.03951999917626381, + 0.034912001341581345, + 0.03292800113558769, + 0.16393600404262543, + 0.1727360039949417, + 0.045343998819589615, + 0.17827199399471283, + 0.03286400064826012, + 0.2627840042114258, + 0.033984001725912094, + 0.03286400064826012, + 0.034015998244285583, + 0.2539519965648651, + 0.14825600385665894, + 0.03276799991726875, + 0.03372799977660179, + 0.2662400007247925, + 0.14399999380111694, + 0.03276799991726875, + 0.03743999823927879, + 0.27033600211143494, + 0.14716799557209015, + 0.03276799991726875, + 0.03791999816894531, + 0.263839989900589, + 0.034015998244285583, + 0.03286400064826012, + 0.03286400064826012, + 0.03385600075125694, + 0.16655999422073364, + 0.03244800120592117, + 0.0326399989426136, + 0.17401599884033203, + 0.17343999445438385, + 0.034015998244285583, + 0.03286400064826012, + 0.03891199827194214, + 0.2587200105190277, + 0.03311999887228012, + 0.03286400064826012, + 0.03788800165057182, + 0.27033600211143494, + 0.14614400267601013, + 0.03276799991726875, + 0.03888000175356865, + 0.2662400007247925, + 0.14681600034236908, + 0.04495999962091446, + 0.03891199827194214, + 0.33852800726890564, + 0.17868800461292267, + 0.03372799977660179, + 0.18134400248527527, + 0.2587519884109497, + 0.14710399508476257, + 0.03276799991726875, + 0.03286400064826012, + 0.2627519965171814, + 0.14300799369812012, + 0.03276799991726875, + 0.03286400064826012, + 0.26688000559806824, + 0.14403200149536133, + 0.035840000957250595, + 0.03286400064826012, + 0.2669439911842346, + 0.03296000137925148, + 0.03283200040459633, + 0.034912001341581345, + 0.19260799884796143, + 0.16758400201797485, + 0.03551999852061272, + 0.03481600061058998, + 0.16700799763202667, + 0.17270399630069733, + 0.033952001482248306, + 0.03286400064826012, + 0.03286400064826012, + 0.15360000729560852, + 0.17814399302005768, + 0.03446400165557861, + 0.03280000016093254, + 0.16918399930000305, + 0.036768000572919846, + 0.03286400064826012, + 0.032896000891923904, + 0.03478400036692619, + 0.32947200536727905, + 0.1502079963684082, + 0.03481600061058998, + 0.03286400064826012, + 0.32838401198387146, + 0.14921599626541138, + 0.03276799991726875, + 0.0974079966545105, + 0.36800000071525574, + 0.1777919977903366, + 0.03488000109791756, + 0.03286400064826012, + 0.1536320000886917, + 0.26681599020957947, + 0.03379200026392937, + 0.03286400064826012, + 0.1618880033493042, + 0.16726399958133698, + 0.033984001725912094, + 0.0318400003015995, + 0.03286400064826012, + 0.1674879938364029, + 0.03747199848294258, + 0.03286400064826012, + 0.03388800099492073, + 0.3214080035686493, + 0.17846399545669556, + 0.03481600061058998 + ], + "effective_bandwidth_gbps": 13.153138998334436 + }, + "speedup_vs_torch_compile": 2.205555500761308, + "speedup_vs_pytorch_eager": 6.947221982834238 + }, + { + "kernel": "rmsnorm", + "shape": [ + 512, + 4096 + ], + "dtype": "float16", + "epsilon": 1e-06, + "logical_bytes": 8396800, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.00390625, + "max_rel_error": 0.0009756097570061684 + }, + "triton": { + "samples": 500, + "min_ms": 0.010591999627649784, + "p50_ms": 0.013535999692976475, + "p95_ms": 0.044939198158677245, + "p99_ms": 0.20807167559862114, + "max_ms": 0.24563199281692505, + "samples_ms": [ + 0.014336000196635723, + 0.012864000163972378, + 0.013952000066637993, + 0.012896000407636166, + 0.013151999562978745, + 0.01414399966597557, + 0.01235199999064207, + 0.012512000277638435, + 0.014336000196635723, + 0.011839999817311764, + 0.025312000885605812, + 0.01244799979031086, + 0.013407999649643898, + 0.014560000039637089, + 0.013535999692976475, + 0.013248000293970108, + 0.013919999822974205, + 0.24563199281692505, + 0.012896000407636166, + 0.014303999952971935, + 0.014399999752640724, + 0.23792000114917755, + 0.012543999589979649, + 0.014271999709308147, + 0.013248000293970108, + 0.013791999779641628, + 0.01321600005030632, + 0.012480000033974648, + 0.01651199907064438, + 0.015231999568641186, + 0.013279999606311321, + 0.012095999903976917, + 0.019807999953627586, + 0.013248000293970108, + 0.013919999822974205, + 0.012543999589979649, + 0.01228800043463707, + 0.013183999806642532, + 0.012671999633312225, + 0.013663999736309052, + 0.01228800043463707, + 0.01398400031030178, + 0.014240000396966934, + 0.15334400534629822, + 0.013055999763309956, + 0.014336000196635723, + 0.013248000293970108, + 0.01190400030463934, + 0.012799999676644802, + 0.01206399966031313, + 0.013120000250637531, + 0.01228800043463707, + 0.012319999746978283, + 0.013535999692976475, + 0.020160000771284103, + 0.013248000293970108, + 0.013376000337302685, + 0.014336000196635723, + 0.014336000196635723, + 0.014336000196635723, + 0.01408000010997057, + 0.013632000423967838, + 0.014208000153303146, + 0.014303999952971935, + 0.012512000277638435, + 0.15276800096035004, + 0.013120000250637531, + 0.014336000196635723, + 0.014336000196635723, + 0.0144640002399683, + 0.013248000293970108, + 0.013919999822974205, + 0.012415999546647072, + 0.012384000234305859, + 0.013279999606311321, + 0.013311999849975109, + 0.019519999623298645, + 0.012640000320971012, + 0.014015999622642994, + 0.013663999736309052, + 0.013279999606311321, + 0.012640000320971012, + 0.012480000033974648, + 0.01190400030463934, + 0.01398400031030178, + 0.012927999719977379, + 0.040383998304605484, + 0.2048639953136444, + 0.014015999622642994, + 0.013887999579310417, + 0.01283199992030859, + 0.012671999633312225, + 0.014175999909639359, + 0.01228800043463707, + 0.012703999876976013, + 0.013024000450968742, + 0.013952000066637993, + 0.014399999752640724, + 0.15219199657440186, + 0.01321600005030632, + 0.012543999589979649, + 0.014303999952971935, + 0.15692800283432007, + 0.01408000010997057, + 0.012896000407636166, + 0.0144640002399683, + 0.014336000196635723, + 0.013248000293970108, + 0.012256000190973282, + 0.02006400004029274, + 0.012415999546647072, + 0.014303999952971935, + 0.011935999616980553, + 0.014368000440299511, + 0.014336000196635723, + 0.010591999627649784, + 0.013791999779641628, + 0.013919999822974205, + 0.013088000006973743, + 0.014015999622642994, + 0.018880000337958336, + 0.0144640002399683, + 0.013919999822974205, + 0.01398400031030178, + 0.01375999953597784, + 0.014336000196635723, + 0.012191999703645706, + 0.013632000423967838, + 0.01228800043463707, + 0.014336000196635723, + 0.01462399959564209, + 0.15148800611495972, + 0.012959999963641167, + 0.014336000196635723, + 0.014015999622642994, + 0.01196799986064434, + 0.013791999779641628, + 0.012095999903976917, + 0.0144640002399683, + 0.013632000423967838, + 0.01228800043463707, + 0.012256000190973282, + 0.1419840008020401, + 0.013791999779641628, + 0.013248000293970108, + 0.014336000196635723, + 0.01228800043463707, + 0.014336000196635723, + 0.011935999616980553, + 0.012384000234305859, + 0.014336000196635723, + 0.014336000196635723, + 0.012000000104308128, + 0.023520000278949738, + 0.014368000440299511, + 0.012384000234305859, + 0.013120000250637531, + 0.013024000450968742, + 0.013120000250637531, + 0.01244799979031086, + 0.012959999963641167, + 0.013728000223636627, + 0.01321600005030632, + 0.014336000196635723, + 0.1451520025730133, + 0.013151999562978745, + 0.013376000337302685, + 0.014336000196635723, + 0.012128000147640705, + 0.013344000093638897, + 0.012480000033974648, + 0.014368000440299511, + 0.014047999866306782, + 0.013632000423967838, + 0.014336000196635723, + 0.0208320003002882, + 0.014495999552309513, + 0.014015999622642994, + 0.014047999866306782, + 0.013120000250637531, + 0.014336000196635723, + 0.01206399966031313, + 0.012799999676644802, + 0.01244799979031086, + 0.01228800043463707, + 0.01196799986064434, + 0.018432000651955605, + 0.0144640002399683, + 0.014336000196635723, + 0.01500799972563982, + 0.011680000461637974, + 0.013504000380635262, + 0.012864000163972378, + 0.0144640002399683, + 0.013919999822974205, + 0.01408000010997057, + 0.014336000196635723, + 0.1435839980840683, + 0.013952000066637993, + 0.01414399966597557, + 0.014336000196635723, + 0.014336000196635723, + 0.012992000207304955, + 0.012703999876976013, + 0.01648000068962574, + 0.014431999996304512, + 0.012864000163972378, + 0.014015999622642994, + 0.022975999861955643, + 0.014336000196635723, + 0.014336000196635723, + 0.01321600005030632, + 0.013279999606311321, + 0.01228800043463707, + 0.012543999589979649, + 0.24163199961185455, + 0.013663999736309052, + 0.013344000093638897, + 0.014336000196635723, + 0.14815999567508698, + 0.013279999606311321, + 0.012415999546647072, + 0.014336000196635723, + 0.013311999849975109, + 0.01321600005030632, + 0.014047999866306782, + 0.0144640002399683, + 0.014592000283300877, + 0.016383999958634377, + 0.013663999736309052, + 0.019328000023961067, + 0.0144640002399683, + 0.016383999958634377, + 0.01500799972563982, + 0.013024000450968742, + 0.01228800043463707, + 0.01190400030463934, + 0.012415999546647072, + 0.01375999953597784, + 0.012256000190973282, + 0.014336000196635723, + 0.019519999623298645, + 0.013088000006973743, + 0.014720000326633453, + 0.014271999709308147, + 0.014336000196635723, + 0.01321600005030632, + 0.012384000234305859, + 0.012415999546647072, + 0.014431999996304512, + 0.014336000196635723, + 0.014015999622642994, + 0.019519999623298645, + 0.0144640002399683, + 0.014336000196635723, + 0.013952000066637993, + 0.012319999746978283, + 0.012896000407636166, + 0.01190400030463934, + 0.01648000068962574, + 0.012480000033974648, + 0.013407999649643898, + 0.01228800043463707, + 0.13148799538612366, + 0.013279999606311321, + 0.013856000266969204, + 0.012191999703645706, + 0.013120000250637531, + 0.01196799986064434, + 0.01228800043463707, + 0.0144640002399683, + 0.014399999752640724, + 0.01283199992030859, + 0.01398400031030178, + 0.019680000841617584, + 0.0144640002399683, + 0.014336000196635723, + 0.015296000055968761, + 0.012768000364303589, + 0.014336000196635723, + 0.012608000077307224, + 0.013151999562978745, + 0.013824000023305416, + 0.013055999763309956, + 0.012000000104308128, + 0.16070400178432465, + 0.012896000407636166, + 0.014303999952971935, + 0.013055999763309956, + 0.013856000266969204, + 0.014112000353634357, + 0.013919999822974205, + 0.0144640002399683, + 0.013663999736309052, + 0.01321600005030632, + 0.012575999833643436, + 0.023391999304294586, + 0.014336000196635723, + 0.012959999963641167, + 0.014015999622642994, + 0.013311999849975109, + 0.013248000293970108, + 0.012671999633312225, + 0.013151999562978745, + 0.013376000337302685, + 0.013183999806642532, + 0.014431999996304512, + 0.15011200308799744, + 0.012896000407636166, + 0.016383999958634377, + 0.013279999606311321, + 0.012543999589979649, + 0.013279999606311321, + 0.013663999736309052, + 0.24294400215148926, + 0.013151999562978745, + 0.013279999606311321, + 0.013504000380635262, + 0.020896000787615776, + 0.012703999876976013, + 0.01360000018030405, + 0.013856000266969204, + 0.01788800023496151, + 0.013279999606311321, + 0.012256000190973282, + 0.013376000337302685, + 0.013472000136971474, + 0.013632000423967838, + 0.01283199992030859, + 0.019872000440955162, + 0.01244799979031086, + 0.013919999822974205, + 0.014336000196635723, + 0.01228800043463707, + 0.012640000320971012, + 0.02022399939596653, + 0.01228800043463707, + 0.014240000396966934, + 0.014336000196635723, + 0.01321600005030632, + 0.014336000196635723, + 0.012575999833643436, + 0.012799999676644802, + 0.014495999552309513, + 0.014336000196635723, + 0.011711999773979187, + 0.020320000126957893, + 0.01228800043463707, + 0.012384000234305859, + 0.012992000207304955, + 0.014208000153303146, + 0.014368000440299511, + 0.012543999589979649, + 0.0144640002399683, + 0.012992000207304955, + 0.013248000293970108, + 0.013248000293970108, + 0.14975999295711517, + 0.014495999552309513, + 0.013632000423967838, + 0.012992000207304955, + 0.013407999649643898, + 0.01414399966597557, + 0.01206399966031313, + 0.014336000196635723, + 0.013151999562978745, + 0.014047999866306782, + 0.013183999806642532, + 0.0197759997099638, + 0.012256000190973282, + 0.012959999963641167, + 0.012640000320971012, + 0.013472000136971474, + 0.014336000196635723, + 0.012384000234305859, + 0.014303999952971935, + 0.01398400031030178, + 0.01375999953597784, + 0.013120000250637531, + 0.13551999628543854, + 0.013887999579310417, + 0.013824000023305416, + 0.014240000396966934, + 0.01190400030463934, + 0.013504000380635262, + 0.011807999573647976, + 0.01228800043463707, + 0.012543999589979649, + 0.01321600005030632, + 0.01408000010997057, + 0.1377599984407425, + 0.012896000407636166, + 0.013919999822974205, + 0.013728000223636627, + 0.013311999849975109, + 0.011935999616980553, + 0.012256000190973282, + 0.012896000407636166, + 0.013376000337302685, + 0.012543999589979649, + 0.012256000190973282, + 0.019648000597953796, + 0.0144640002399683, + 0.012384000234305859, + 0.01398400031030178, + 0.012768000364303589, + 0.014976000413298607, + 0.012415999546647072, + 0.014336000196635723, + 0.013824000023305416, + 0.01369599997997284, + 0.012256000190973282, + 0.029023999348282814, + 0.013535999692976475, + 0.013088000006973743, + 0.014303999952971935, + 0.01228800043463707, + 0.01206399966031313, + 0.012000000104308128, + 0.01206399966031313, + 0.01228800043463707, + 0.01398400031030178, + 0.012000000104308128, + 0.019071999937295914, + 0.012415999546647072, + 0.014303999952971935, + 0.013376000337302685, + 0.01398400031030178, + 0.01228800043463707, + 0.012095999903976917, + 0.013791999779641628, + 0.013376000337302685, + 0.01228800043463707, + 0.01196799986064434, + 0.23100799322128296, + 0.012512000277638435, + 0.014336000196635723, + 0.014336000196635723, + 0.012032000347971916, + 0.013887999579310417, + 0.012703999876976013, + 0.012415999546647072, + 0.014047999866306782, + 0.01142400037497282, + 0.012640000320971012, + 0.019936000928282738, + 0.014336000196635723, + 0.012736000120639801, + 0.012768000364303589, + 0.014336000196635723, + 0.014336000196635723, + 0.012575999833643436, + 0.01321600005030632, + 0.014047999866306782, + 0.014336000196635723, + 0.011935999616980553, + 0.2078399956226349, + 0.013919999822974205, + 0.014336000196635723, + 0.01321600005030632, + 0.012543999589979649, + 0.014336000196635723, + 0.012319999746978283, + 0.012896000407636166, + 0.014047999866306782, + 0.012959999963641167, + 0.01228800043463707, + 0.13583999872207642, + 0.013919999822974205, + 0.012992000207304955, + 0.016383999958634377, + 0.16396799683570862, + 0.013279999606311321, + 0.01244799979031086, + 0.012415999546647072, + 0.01648000068962574, + 0.014208000153303146, + 0.011935999616980553, + 0.021503999829292297, + 0.01651199907064438, + 0.012864000163972378, + 0.013728000223636627, + 0.012543999589979649, + 0.014336000196635723, + 0.01196799986064434, + 0.012896000407636166, + 0.011935999616980553, + 0.012543999589979649, + 0.013024000450968742, + 0.16438399255275726, + 0.012959999963641167, + 0.013407999649643898, + 0.01228800043463707, + 0.014336000196635723, + 0.013311999849975109, + 0.012319999746978283, + 0.012640000320971012, + 0.012256000190973282, + 0.014336000196635723, + 0.01244799979031086 + ], + "effective_bandwidth_gbps": 620.3309833374856 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.014431999996304512, + "p50_ms": 0.02348800003528595, + "p95_ms": 0.24761759340763093, + "p99_ms": 0.33587902694940563, + "max_ms": 0.3850879967212677, + "samples_ms": [ + 0.022112000733613968, + 0.022784000262618065, + 0.016416000202298164, + 0.016416000202298164, + 0.24764800071716309, + 0.1494400054216385, + 0.015615999698638916, + 0.016416000202298164, + 0.14953599870204926, + 0.026784000918269157, + 0.02751999907195568, + 0.06867200136184692, + 0.016416000202298164, + 0.24566400051116943, + 0.02454400062561035, + 0.016383999958634377, + 0.016416000202298164, + 0.14947199821472168, + 0.02579200081527233, + 0.02287999913096428, + 0.016416000202298164, + 0.016416000202298164, + 0.02377600036561489, + 0.02348800003528595, + 0.015200000256299973, + 0.016416000202298164, + 0.245728000998497, + 0.02304000034928322, + 0.02364799939095974, + 0.020479999482631683, + 0.1544640064239502, + 0.023391999304294586, + 0.022175999358296394, + 0.016383999958634377, + 0.14851200580596924, + 0.02319999970495701, + 0.02147199958562851, + 0.015424000099301338, + 0.016416000202298164, + 0.02348800003528595, + 0.022816000506281853, + 0.0225600004196167, + 0.016416000202298164, + 0.14950400590896606, + 0.026559999212622643, + 0.16076800227165222, + 0.01600000075995922, + 0.019487999379634857, + 0.25043201446533203, + 0.02316799946129322, + 0.023360000923275948, + 0.016383999958634377, + 0.14441600441932678, + 0.02800000086426735, + 0.016416000202298164, + 0.02393599972128868, + 0.016416000202298164, + 0.022431999444961548, + 0.023423999547958374, + 0.02287999913096428, + 0.016416000202298164, + 0.2476159930229187, + 0.023135999217629433, + 0.16179199516773224, + 0.017343999817967415, + 0.016416000202298164, + 0.023903999477624893, + 0.023744000121951103, + 0.025472000241279602, + 0.016383999958634377, + 0.024288000538945198, + 0.023264000192284584, + 0.16182400286197662, + 0.01583999954164028, + 0.016416000202298164, + 0.15769599378108978, + 0.024351999163627625, + 0.02191999927163124, + 0.016416000202298164, + 0.1536320000886917, + 0.0244159996509552, + 0.022975999861955643, + 0.023584000766277313, + 0.15769599378108978, + 0.02348800003528595, + 0.02393599972128868, + 0.016416000202298164, + 0.024320000782608986, + 0.023520000278949738, + 0.1674560010433197, + 0.1531520038843155, + 0.2592320144176483, + 0.02348800003528595, + 0.039903998374938965, + 0.33049601316452026, + 0.023455999791622162, + 0.22115199267864227, + 0.023840000852942467, + 0.1539199948310852, + 0.014976000413298607, + 0.024351999163627625, + 0.02380800060927868, + 0.016416000202298164, + 0.02284800074994564, + 0.24748800694942474, + 0.023552000522613525, + 0.023391999304294586, + 0.021695999428629875, + 0.3492479920387268, + 0.023455999791622162, + 0.09171199798583984, + 0.023520000278949738, + 0.3840639889240265, + 0.13302400708198547, + 0.01539199985563755, + 0.021856000646948814, + 0.15241600573062897, + 0.027295999228954315, + 0.016416000202298164, + 0.158720001578331, + 0.014976000413298607, + 0.024288000538945198, + 0.02300800010561943, + 0.3582080006599426, + 0.024351999163627625, + 0.02348800003528595, + 0.021344000473618507, + 0.1804479956626892, + 0.025407999753952026, + 0.0663679987192154, + 0.026399999856948853, + 0.15452800691127777, + 0.023455999791622162, + 0.02348800003528595, + 0.026464000344276428, + 0.022463999688625336, + 0.023072000592947006, + 0.016383999958634377, + 0.026464000344276428, + 0.023455999791622162, + 0.02348800003528595, + 0.023360000923275948, + 0.02115200087428093, + 0.023711999878287315, + 0.02396799996495247, + 0.07577600330114365, + 0.15772800147533417, + 0.15862399339675903, + 0.02348800003528595, + 0.15769599378108978, + 0.024159999564290047, + 0.16707199811935425, + 0.023520000278949738, + 0.15052799880504608, + 0.15136000514030457, + 0.023104000836610794, + 0.024351999163627625, + 0.02316799946129322, + 0.16809600591659546, + 0.023072000592947006, + 0.16899199783802032, + 0.023455999791622162, + 0.023903999477624893, + 0.023360000923275948, + 0.0225600004196167, + 0.023135999217629433, + 0.22355200350284576, + 0.02195199951529503, + 0.023423999547958374, + 0.020479999482631683, + 0.016416000202298164, + 0.023423999547958374, + 0.02348800003528595, + 0.023264000192284584, + 0.021888000890612602, + 0.1523520052433014, + 0.02393599972128868, + 0.0727040022611618, + 0.01539199985563755, + 0.023455999791622162, + 0.02319999970495701, + 0.014431999996304512, + 0.016416000202298164, + 0.02304000034928322, + 0.023231999948620796, + 0.01539199985563755, + 0.019711999222636223, + 0.02316799946129322, + 0.023520000278949738, + 0.02377600036561489, + 0.022463999688625336, + 0.022463999688625336, + 0.02236800082027912, + 0.14847999811172485, + 0.023903999477624893, + 0.02377600036561489, + 0.016416000202298164, + 0.016416000202298164, + 0.023455999791622162, + 0.02348800003528595, + 0.023584000766277313, + 0.062463998794555664, + 0.023135999217629433, + 0.1523520052433014, + 0.015807999297976494, + 0.016416000202298164, + 0.1573439985513687, + 0.02348800003528595, + 0.015744000673294067, + 0.016416000202298164, + 0.24560000002384186, + 0.022463999688625336, + 0.023711999878287315, + 0.016383999958634377, + 0.22908799350261688, + 0.02348800003528595, + 0.02377600036561489, + 0.0727040022611618, + 0.15356799960136414, + 0.02191999927163124, + 0.023520000278949738, + 0.016383999958634377, + 0.33030399680137634, + 0.02332800067961216, + 0.016416000202298164, + 0.016416000202298164, + 0.016416000202298164, + 0.24659200012683868, + 0.1515199989080429, + 0.015936000272631645, + 0.016416000202298164, + 0.14950400590896606, + 0.024383999407291412, + 0.02287999913096428, + 0.016416000202298164, + 0.016416000202298164, + 0.15676799416542053, + 0.024639999493956566, + 0.016416000202298164, + 0.016416000202298164, + 0.33583998680114746, + 0.02191999927163124, + 0.016416000202298164, + 0.016416000202298164, + 0.1607999950647354, + 0.1566080003976822, + 0.021824000403285027, + 0.01571200042963028, + 0.14851200580596924, + 0.1576319932937622, + 0.02348800003528595, + 0.052671998739242554, + 0.1475519984960556, + 0.02191999927163124, + 0.024224000051617622, + 0.05740800127387047, + 0.15062400698661804, + 0.247871994972229, + 0.01587199978530407, + 0.016416000202298164, + 0.14748799800872803, + 0.15251199901103973, + 0.023391999304294586, + 0.016383999958634377, + 0.016416000202298164, + 0.3224639892578125, + 0.13142399489879608, + 0.1842239946126938, + 0.24771200120449066, + 0.15574400126934052, + 0.01500799972563982, + 0.016416000202298164, + 0.15139199793338776, + 0.25884801149368286, + 0.024671999737620354, + 0.01945599913597107, + 0.24764800071716309, + 0.1504639983177185, + 0.015200000256299973, + 0.016416000202298164, + 0.146464005112648, + 0.026559999212622643, + 0.016416000202298164, + 0.016416000202298164, + 0.016416000202298164, + 0.24454399943351746, + 0.1544319987297058, + 0.0161920003592968, + 0.016416000202298164, + 0.1454080045223236, + 0.15647999942302704, + 0.023296000435948372, + 0.019487999379634857, + 0.016416000202298164, + 0.15542399883270264, + 0.023552000522613525, + 0.07264000177383423, + 0.01532800029963255, + 0.18649600446224213, + 0.028575999662280083, + 0.016416000202298164, + 0.016416000202298164, + 0.016416000202298164, + 0.2436159998178482, + 0.02659199945628643, + 0.016383999958634377, + 0.016416000202298164, + 0.016416000202298164, + 0.023135999217629433, + 0.026335999369621277, + 0.02051199972629547, + 0.016416000202298164, + 0.24060800671577454, + 0.022016000002622604, + 0.018464000895619392, + 0.016416000202298164, + 0.146464005112648, + 0.027264000847935677, + 0.02099199965596199, + 0.016383999958634377, + 0.016416000202298164, + 0.24566400051116943, + 0.15996800363063812, + 0.014911999925971031, + 0.016416000202298164, + 0.016416000202298164, + 0.16256000101566315, + 0.027424000203609467, + 0.016416000202298164, + 0.10553599894046783, + 0.15753600001335144, + 0.023072000592947006, + 0.02195199951529503, + 0.016383999958634377, + 0.016416000202298164, + 0.021824000403285027, + 0.026399999856948853, + 0.016383999958634377, + 0.023584000766277313, + 0.023296000435948372, + 0.02454400062561035, + 0.016383999958634377, + 0.016416000202298164, + 0.02319999970495701, + 0.1504960060119629, + 0.05990400165319443, + 0.01539199985563755, + 0.15647999942302704, + 0.023231999948620796, + 0.02393599972128868, + 0.016416000202298164, + 0.016416000202298164, + 0.15692800283432007, + 0.02332800067961216, + 0.014688000082969666, + 0.016416000202298164, + 0.023360000923275948, + 0.02175999991595745, + 0.02332800067961216, + 0.0666240006685257, + 0.02319999970495701, + 0.15148800611495972, + 0.015584000386297703, + 0.016416000202298164, + 0.15241600573062897, + 0.023135999217629433, + 0.026464000344276428, + 0.016383999958634377, + 0.016416000202298164, + 0.15887999534606934, + 0.023455999791622162, + 0.01568000018596649, + 0.016416000202298164, + 0.30000001192092896, + 0.024383999407291412, + 0.023231999948620796, + 0.016416000202298164, + 0.14643199741840363, + 0.02579200081527233, + 0.016383999958634377, + 0.02316799946129322, + 0.016383999958634377, + 0.24560000002384186, + 0.13100799918174744, + 0.02239999920129776, + 0.06348799914121628, + 0.24886399507522583, + 0.02348800003528595, + 0.023615999147295952, + 0.053247999399900436, + 0.3397440016269684, + 0.02348800003528595, + 0.023903999477624893, + 0.016383999958634377, + 0.3850879967212677, + 0.13465599715709686, + 0.024351999163627625, + 0.014688000082969666, + 0.2414720058441162, + 0.02304000034928322, + 0.16284799575805664, + 0.014879999682307243, + 0.15158399939537048, + 0.02348800003528595, + 0.07993599772453308, + 0.023744000121951103, + 0.05942400172352791, + 0.16710400581359863, + 0.024383999407291412, + 0.023679999634623528, + 0.016416000202298164, + 0.024064000695943832, + 0.07715199887752533, + 0.15865600109100342, + 0.01500799972563982, + 0.25142401456832886, + 0.02377600036561489, + 0.016383999958634377, + 0.026464000344276428, + 0.016383999958634377, + 0.023455999791622162, + 0.02348800003528595, + 0.02348800003528595, + 0.31327998638153076, + 0.13312000036239624, + 0.024032000452280045, + 0.023104000836610794, + 0.02332800067961216, + 0.02252800017595291, + 0.024000000208616257, + 0.15142400562763214, + 0.02287999913096428, + 0.1648319959640503, + 0.015807999297976494, + 0.022272000089287758, + 0.234592005610466, + 0.02239999920129776, + 0.02143999934196472, + 0.020800000056624413, + 0.044863998889923096, + 0.1528320014476776, + 0.024320000782608986, + 0.16406400501728058, + 0.014879999682307243, + 0.3184640109539032, + 0.22313599288463593, + 0.024447999894618988, + 0.27238398790359497, + 0.02860799990594387, + 0.016383999958634377, + 0.021888000890612602, + 0.021824000403285027, + 0.15955199301242828, + 0.024351999163627625, + 0.02287999913096428, + 0.15529599785804749, + 0.02486399933695793, + 0.026847999542951584, + 0.15670399367809296, + 0.1539199948310852, + 0.02348800003528595, + 0.02195199951529503, + 0.16873599588871002, + 0.17612800002098083, + 0.014976000413298607, + 0.15747199952602386, + 0.18060800433158875, + 0.02550400048494339, + 0.02300800010561943, + 0.022943999618291855, + 0.02348800003528595, + 0.16281600296497345, + 0.31225600838661194, + 0.023423999547958374, + 0.023552000522613525, + 0.023455999791622162, + 0.02332800067961216, + 0.02143999934196472, + 0.15583999454975128, + 0.023391999304294586, + 0.024512000381946564, + 0.026335999369621277, + 0.3163520097732544, + 0.14956800639629364, + 0.023711999878287315, + 0.13920000195503235, + 0.021856000646948814, + 0.17564800381660461, + 0.024032000452280045, + 0.024351999163627625, + 0.18515199422836304, + 0.1605760008096695, + 0.0244159996509552, + 0.023455999791622162, + 0.023520000278949738, + 0.16278399527072906, + 0.023520000278949738, + 0.02412799932062626, + 0.31225600838661194, + 0.21804800629615784 + ], + "effective_bandwidth_gbps": 357.4931874738383 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.07036799937486649, + "p50_ms": 0.08406399935483932, + "p95_ms": 0.4221951961517334, + "p99_ms": 0.49985344588756553, + "max_ms": 0.5929920077323914, + "samples_ms": [ + 0.22700800001621246, + 0.08006399869918823, + 0.21807999908924103, + 0.21984000504016876, + 0.2620159983634949, + 0.08099199831485748, + 0.2510400116443634, + 0.2040960043668747, + 0.22390399873256683, + 0.07945600152015686, + 0.2016959935426712, + 0.19539199769496918, + 0.07680000364780426, + 0.08128000050783157, + 0.29052799940109253, + 0.20044800639152527, + 0.07433599978685379, + 0.07884799689054489, + 0.20652799308300018, + 0.20175999402999878, + 0.08099199831485748, + 0.4997760057449341, + 0.20108799636363983, + 0.2348800003528595, + 0.07868800312280655, + 0.4216639995574951, + 0.20576000213623047, + 0.08108799904584885, + 0.07744000107049942, + 0.20918400585651398, + 0.20668800175189972, + 0.2292799949645996, + 0.23129600286483765, + 0.20262399315834045, + 0.24460799992084503, + 0.0798719972372055, + 0.4292159974575043, + 0.20931200683116913, + 0.07942400127649307, + 0.08054400235414505, + 0.42323198914527893, + 0.20217600464820862, + 0.07929600030183792, + 0.22140799462795258, + 0.20614400506019592, + 0.20579199492931366, + 0.0835840031504631, + 0.48419201374053955, + 0.07974400371313095, + 0.07308799773454666, + 0.07974400371313095, + 0.21094399690628052, + 0.3766080141067505, + 0.07999999821186066, + 0.21801599860191345, + 0.2046079933643341, + 0.20255999267101288, + 0.07884799689054489, + 0.4293760061264038, + 0.07964800298213959, + 0.20502400398254395, + 0.07462400197982788, + 0.4237760007381439, + 0.07919999957084656, + 0.2072959989309311, + 0.08009599894285202, + 0.20982399582862854, + 0.20521600544452667, + 0.07952000200748444, + 0.300927996635437, + 0.18691200017929077, + 0.07744000107049942, + 0.24383999407291412, + 0.21139200031757355, + 0.3314880132675171, + 0.08204799890518188, + 0.20848000049591064, + 0.0729919970035553, + 0.24447999894618988, + 0.07686399668455124, + 0.21014399826526642, + 0.2101760059595108, + 0.07747200131416321, + 0.42214399576187134, + 0.08361600339412689, + 0.20419199764728546, + 0.08607999980449677, + 0.21459199488162994, + 0.07932800054550171, + 0.07420799881219864, + 0.23119999468326569, + 0.28140801191329956, + 0.1005759984254837, + 0.07078400254249573, + 0.29183998703956604, + 0.07388799637556076, + 0.1964160054922104, + 0.07919999957084656, + 0.3009600043296814, + 0.07311999797821045, + 0.3320640027523041, + 0.07971200346946716, + 0.4363200068473816, + 0.07913599908351898, + 0.07519999891519547, + 0.07356800138950348, + 0.07295999675989151, + 0.08057600259780884, + 0.08620800077915192, + 0.07481600344181061, + 0.42316800355911255, + 0.08156800270080566, + 0.08419200032949448, + 0.0769599974155426, + 0.19977599382400513, + 0.07353600114583969, + 0.08111999928951263, + 0.19491200149059296, + 0.19568000733852386, + 0.17721599340438843, + 0.08336000144481659, + 0.07472000271081924, + 0.4208320081233978, + 0.07475200295448303, + 0.07942400127649307, + 0.18943999707698822, + 0.08262400329113007, + 0.2125760018825531, + 0.07635200023651123, + 0.20787200331687927, + 0.08188799768686295, + 0.2120320051908493, + 0.08163200318813324, + 0.07903999835252762, + 0.07814399898052216, + 0.08070400357246399, + 0.07174400240182877, + 0.08105599880218506, + 0.19996799528598785, + 0.08022399991750717, + 0.2099519968032837, + 0.07411199808120728, + 0.08313599973917007, + 0.07526399940252304, + 0.4943999946117401, + 0.07968000322580338, + 0.07996799796819687, + 0.07321599870920181, + 0.2948159873485565, + 0.07276800274848938, + 0.08502399921417236, + 0.07465600222349167, + 0.30211201310157776, + 0.07657600194215775, + 0.0777600035071373, + 0.08028800040483475, + 0.29840001463890076, + 0.07295999675989151, + 0.08463999629020691, + 0.07334399968385696, + 0.29737600684165955, + 0.08425600081682205, + 0.08105599880218506, + 0.20345599949359894, + 0.3004800081253052, + 0.18115200102329254, + 0.08326400071382523, + 0.07472000271081924, + 0.2915840148925781, + 0.07983999699354172, + 0.08198399841785431, + 0.2096640020608902, + 0.4092159867286682, + 0.18323199450969696, + 0.08032000064849854, + 0.19123199582099915, + 0.34489598870277405, + 0.17977599799633026, + 0.08416000008583069, + 0.1956160068511963, + 0.40825599431991577, + 0.19174399971961975, + 0.21932800114154816, + 0.20147199928760529, + 0.21372799575328827, + 0.08515200018882751, + 0.07756800204515457, + 0.19871999323368073, + 0.21356800198554993, + 0.08134400099515915, + 0.07942400127649307, + 0.2094080001115799, + 0.20761600136756897, + 0.07660800218582153, + 0.07798399776220322, + 0.19696000218391418, + 0.20800000429153442, + 0.08057600259780884, + 0.07926400005817413, + 0.20297600328922272, + 0.20528000593185425, + 0.07568000257015228, + 0.07667200267314911, + 0.19526399672031403, + 0.20927999913692474, + 0.07286400347948074, + 0.07036799937486649, + 0.19180800020694733, + 0.07379200309515, + 0.07513599842786789, + 0.07900799810886383, + 0.1860159933567047, + 0.0777600035071373, + 0.07923199981451035, + 0.07900799810886383, + 0.08486399799585342, + 0.2083519995212555, + 0.07414399832487106, + 0.07660800218582153, + 0.08137600123882294, + 0.37276801466941833, + 0.1812800019979477, + 0.07971200346946716, + 0.20793600380420685, + 0.22198399901390076, + 0.07983999699354172, + 0.07702399790287018, + 0.14771200716495514, + 0.38601601123809814, + 0.1786240041255951, + 0.08064000308513641, + 0.0894400030374527, + 0.20534400641918182, + 0.19926400482654572, + 0.07836800068616867, + 0.07676800340414047, + 0.42982399463653564, + 0.07897599786520004, + 0.07481600344181061, + 0.08099199831485748, + 0.07209599763154984, + 0.1390399932861328, + 0.07884799689054489, + 0.08406399935483932, + 0.20451200008392334, + 0.07894399762153625, + 0.07481600344181061, + 0.08406399935483932, + 0.1992959976196289, + 0.07555200159549713, + 0.07689599692821503, + 0.08508799970149994, + 0.29046401381492615, + 0.07791999727487564, + 0.07280000299215317, + 0.07791999727487564, + 0.373663991689682, + 0.20627200603485107, + 0.07996799796819687, + 0.0820159986615181, + 0.5806080102920532, + 0.0857279971241951, + 0.07689599692821503, + 0.07689599692821503, + 0.47308799624443054, + 0.07779199630022049, + 0.07791999727487564, + 0.0748480036854744, + 0.37376001477241516, + 0.33078399300575256, + 0.0791039988398552, + 0.07587199658155441, + 0.5755839943885803, + 0.19939200580120087, + 0.07795199751853943, + 0.07689599692821503, + 0.5817279815673828, + 0.20147199928760529, + 0.07491199672222137, + 0.07689599692821503, + 0.4086720049381256, + 0.07401599735021591, + 0.0788159966468811, + 0.0748480036854744, + 0.07791999727487564, + 0.21068799495697021, + 0.07753600180149078, + 0.07280000299215317, + 0.07996799796819687, + 0.3891200125217438, + 0.2035199999809265, + 0.0759039968252182, + 0.07583999633789062, + 0.2189120054244995, + 0.077504001557827, + 0.07791999727487564, + 0.0748480036854744, + 0.21423999965190887, + 0.08054400235414505, + 0.07686399668455124, + 0.08403199911117554, + 0.2072640061378479, + 0.07958400249481201, + 0.07689599692821503, + 0.19670400023460388, + 0.20451200008392334, + 0.08028800040483475, + 0.0759039968252182, + 0.08099199831485748, + 0.4135040044784546, + 0.0791039988398552, + 0.07280000299215317, + 0.07791999727487564, + 0.43110400438308716, + 0.07862400263547897, + 0.07894399762153625, + 0.07894399762153625, + 0.5929920077323914, + 0.2064639925956726, + 0.0777600035071373, + 0.07689599692821503, + 0.49673599004745483, + 0.07654400169849396, + 0.10342399775981903, + 0.07680000364780426, + 0.4936639964580536, + 0.20656000077724457, + 0.07494399696588516, + 0.07680000364780426, + 0.4096960127353668, + 0.1942719966173172, + 0.078015998005867, + 0.09216000139713287, + 0.07884799689054489, + 0.2915840148925781, + 0.07785599678754807, + 0.11776000261306763, + 0.07680000364780426, + 0.41574400663375854, + 0.07552000135183334, + 0.0748480036854744, + 0.07280000299215317, + 0.4352000057697296, + 0.19737599790096283, + 0.07811199873685837, + 0.0820159986615181, + 0.41276800632476807, + 0.2134079933166504, + 0.08268799632787704, + 0.0748480036854744, + 0.08508799970149994, + 0.20758399367332458, + 0.07622399926185608, + 0.07686399668455124, + 0.08303999900817871, + 0.210207998752594, + 0.07555200159549713, + 0.1157120019197464, + 0.08294399827718735, + 0.2083200067281723, + 0.07516799867153168, + 0.07587199658155441, + 0.07894399762153625, + 0.20553599298000336, + 0.20479999482631683, + 0.08111999928951263, + 0.07791999727487564, + 0.20505599677562714, + 0.2115519940853119, + 0.07913599908351898, + 0.07689599692821503, + 0.3031040132045746, + 0.21040000021457672, + 0.0772479996085167, + 0.07487999647855759, + 0.19363200664520264, + 0.07436800003051758, + 0.07513599842786789, + 0.07788799703121185, + 0.20080000162124634, + 0.07449600100517273, + 0.2017280012369156, + 0.08006399869918823, + 0.07996799796819687, + 0.2155199944972992, + 0.2024639993906021, + 0.08073599636554718, + 0.08406399935483932, + 0.2096319943666458, + 0.2120320051908493, + 0.07958400249481201, + 0.08303999900817871, + 0.22191999852657318, + 0.10553599894046783, + 0.2690559923648834, + 0.42668798565864563, + 0.0790719985961914, + 0.20582400262355804, + 0.078015998005867, + 0.44143998622894287, + 0.07948800176382065, + 0.20377600193023682, + 0.07807999849319458, + 0.20377600193023682, + 0.07955200225114822, + 0.2120639979839325, + 0.08128000050783157, + 0.12800000607967377, + 0.21987199783325195, + 0.2104640007019043, + 0.07286400347948074, + 0.20387199521064758, + 0.07491199672222137, + 0.24473600089550018, + 0.07785599678754807, + 0.07587199658155441, + 0.215488001704216, + 0.08003199845552444, + 0.07747200131416321, + 0.0820159986615181, + 0.20848000049591064, + 0.07766400277614594, + 0.2083200067281723, + 0.07804799824953079, + 0.07689599692821503, + 0.07689599692821503, + 0.19670400023460388, + 0.07603199779987335, + 0.2959359884262085, + 0.07478400319814682, + 0.07894399762153625, + 0.07788799703121185, + 0.2048960030078888, + 0.2101760059595108, + 0.21884800493717194, + 0.07276800274848938, + 0.4328959882259369, + 0.07731200009584427, + 0.07894399762153625, + 0.07782399654388428, + 0.20070399343967438, + 0.07542400062084198, + 0.07996799796819687, + 0.07894399762153625, + 0.439520001411438, + 0.08723200112581253, + 0.07996799796819687, + 0.07699199765920639, + 0.4188160002231598, + 0.077504001557827, + 0.07894399762153625, + 0.08022399991750717, + 0.20790399610996246, + 0.3253119885921478, + 0.07798399776220322, + 0.07449600100517273, + 0.3786880075931549, + 0.18508799374103546, + 0.07372800260782242, + 0.21411199867725372, + 0.36579200625419617, + 0.4278079867362976, + 0.18646399676799774, + 0.3577919900417328, + 0.21161599457263947, + 0.3925440013408661, + 0.2149759978055954, + 0.07916799932718277, + 0.0798719972372055, + 0.3068479895591736, + 0.0798719972372055, + 0.24278399348258972, + 0.39027199149131775, + 0.21359999477863312, + 0.07996799796819687, + 0.07891199737787247, + 0.23449599742889404, + 0.3332799971103668, + 0.07926400005817413, + 0.190528005361557, + 0.1953279972076416, + 0.20483200252056122, + 0.07779199630022049, + 0.07372800260782242, + 0.37747201323509216, + 0.07683199644088745, + 0.07587199658155441, + 0.07577600330114365, + 0.41737601161003113, + 0.31593599915504456, + 0.1976960003376007, + 0.5075200200080872, + 0.18464000523090363, + 0.07744000107049942, + 0.2107519954442978, + 0.21648000180721283, + 0.07840000092983246, + 0.0748480036854744, + 0.18905599415302277, + 0.2096959948539734 + ], + "effective_bandwidth_gbps": 99.88580206083925 + }, + "speedup_vs_torch_compile": 1.7352246282536001, + "speedup_vs_pytorch_eager": 6.210401984454701 + }, + { + "kernel": "rmsnorm", + "shape": [ + 2048, + 4096 + ], + "dtype": "float16", + "epsilon": 1e-06, + "logical_bytes": 33562624, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.00390625, + "max_rel_error": 0.0009699321235530078 + }, + "triton": { + "samples": 500, + "min_ms": 0.02687999978661537, + "p50_ms": 0.04265600070357323, + "p95_ms": 0.23474719673395128, + "p99_ms": 0.27352190911769864, + "max_ms": 0.4682239890098572, + "samples_ms": [ + 0.04089599847793579, + 0.04710400104522705, + 0.04095999896526337, + 0.0414079986512661, + 0.040672000497579575, + 0.04131200164556503, + 0.04195199906826019, + 0.2587519884109497, + 0.04399999976158142, + 0.040863998234272, + 0.04931199923157692, + 0.2673279941082001, + 0.041760001331567764, + 0.03891199827194214, + 0.04095999896526337, + 0.04195199906826019, + 0.03699199855327606, + 0.04089599847793579, + 0.04918399825692177, + 0.0435199998319149, + 0.0427200011909008, + 0.046751998364925385, + 0.04195199906826019, + 0.04057599976658821, + 0.0414079986512661, + 0.042688000947237015, + 0.04399999976158142, + 0.04089599847793579, + 0.2407359927892685, + 0.217631995677948, + 0.04064000025391579, + 0.041919998824596405, + 0.18265600502490997, + 0.04185599833726883, + 0.04185599833726883, + 0.04710400104522705, + 0.04524800181388855, + 0.04278400167822838, + 0.041280001401901245, + 0.04179200157523155, + 0.041280001401901245, + 0.04070400074124336, + 0.16176000237464905, + 0.4682239890098572, + 0.04156799986958504, + 0.04710400104522705, + 0.04320000112056732, + 0.04473600164055824, + 0.041600000113248825, + 0.04438399896025658, + 0.02687999978661537, + 0.27539199590682983, + 0.040832001715898514, + 0.04476799815893173, + 0.1807679980993271, + 0.03961599990725517, + 0.04848000034689903, + 0.04508800059556961, + 0.03859199956059456, + 0.039423998445272446, + 0.035232000052928925, + 0.2001280039548874, + 0.040063999593257904, + 0.05119999870657921, + 0.043455999344587326, + 0.18454399704933167, + 0.04153599962592125, + 0.04710400104522705, + 0.039583999663591385, + 0.04447999969124794, + 0.044895999133586884, + 0.03488000109791756, + 0.1711360067129135, + 0.04214400053024292, + 0.04508800059556961, + 0.04371200129389763, + 0.18982400000095367, + 0.04095999896526337, + 0.04057599976658821, + 0.04275200143456459, + 0.041760001331567764, + 0.03577600046992302, + 0.032735999673604965, + 0.04076800122857094, + 0.04918399825692177, + 0.043296001851558685, + 0.044544000178575516, + 0.046911999583244324, + 0.0490880012512207, + 0.04163200035691261, + 0.24137599766254425, + 0.04211200028657913, + 0.04195199906826019, + 0.028736000880599022, + 0.04790399968624115, + 0.0427200011909008, + 0.04195199906826019, + 0.04070400074124336, + 0.21116800606250763, + 0.04230400174856186, + 0.03996799886226654, + 0.04032000154256821, + 0.048608001321554184, + 0.04281599819660187, + 0.04095999896526337, + 0.04150399938225746, + 0.051231998950242996, + 0.04163200035691261, + 0.04355200007557869, + 0.05040000006556511, + 0.05113599821925163, + 0.042367998510599136, + 0.04294399917125702, + 0.040383998304605484, + 0.04745600000023842, + 0.03996799886226654, + 0.04483199864625931, + 0.18512000143527985, + 0.041280001401901245, + 0.04073600098490715, + 0.04864000156521797, + 0.04524800181388855, + 0.03984000161290169, + 0.04233599826693535, + 0.042399998754262924, + 0.045024000108242035, + 0.04108799993991852, + 0.030719999223947525, + 0.04198399931192398, + 0.04403200000524521, + 0.04057599976658821, + 0.17587199807167053, + 0.04089599847793579, + 0.04217600077390671, + 0.039872001856565475, + 0.04633599892258644, + 0.04572800174355507, + 0.040511999279260635, + 0.17177599668502808, + 0.044096000492572784, + 0.04399999976158142, + 0.04095999896526337, + 0.16991999745368958, + 0.0459199994802475, + 0.042399998754262924, + 0.043455999344587326, + 0.04303999990224838, + 0.045152001082897186, + 0.03488000109791756, + 0.04323200136423111, + 0.04403200000524521, + 0.04131200164556503, + 0.04057599976658821, + 0.04835199937224388, + 0.04499199986457825, + 0.040608000010252, + 0.04064000025391579, + 0.04156799986958504, + 0.04508800059556961, + 0.041152000427246094, + 0.03734400123357773, + 0.04182400181889534, + 0.04255999997258186, + 0.04137599840760231, + 0.2678079903125763, + 0.04195199906826019, + 0.04303999990224838, + 0.043007999658584595, + 0.04368000105023384, + 0.043007999658584595, + 0.043136000633239746, + 0.04185599833726883, + 0.17033599317073822, + 0.04806400090456009, + 0.0427200011909008, + 0.05648000165820122, + 0.04108799993991852, + 0.041919998824596405, + 0.039903998374938965, + 0.04134399816393852, + 0.04303999990224838, + 0.04073600098490715, + 0.033344000577926636, + 0.04233599826693535, + 0.04303999990224838, + 0.04095999896526337, + 0.2641279995441437, + 0.042399998754262924, + 0.04303999990224838, + 0.043007999658584595, + 0.039423998445272446, + 0.04399999976158142, + 0.04118400067090988, + 0.16953599452972412, + 0.042367998510599136, + 0.04022400081157684, + 0.040672000497579575, + 0.17321600019931793, + 0.041919998824596405, + 0.04307200014591217, + 0.04918399825692177, + 0.043007999658584595, + 0.04185599833726883, + 0.04095999896526337, + 0.04399999976158142, + 0.04403200000524521, + 0.2691519856452942, + 0.0427200011909008, + 0.04793599992990494, + 0.04102399945259094, + 0.04054399952292442, + 0.041919998824596405, + 0.04064000025391579, + 0.04095999896526337, + 0.036639999598264694, + 0.04185599833726883, + 0.04201599955558777, + 0.043007999658584595, + 0.042047999799251556, + 0.046560000628232956, + 0.04102399945259094, + 0.04105599969625473, + 0.04195199906826019, + 0.0427200011909008, + 0.040991999208927155, + 0.037151999771595, + 0.2017280012369156, + 0.04259200021624565, + 0.04508800059556961, + 0.04476799815893173, + 0.27529600262641907, + 0.043616000562906265, + 0.04303999990224838, + 0.04505600035190582, + 0.0427200011909008, + 0.0416640006005764, + 0.041439998894929886, + 0.2635839879512787, + 0.17875200510025024, + 0.04195199906826019, + 0.04508800059556961, + 0.17468799650669098, + 0.04310400038957596, + 0.04259200021624565, + 0.0395519994199276, + 0.04473600164055824, + 0.04169600084424019, + 0.040800001472234726, + 0.042527999728918076, + 0.0461760014295578, + 0.18438400328159332, + 0.042688000947237015, + 0.047168001532554626, + 0.0451200008392334, + 0.18464000523090363, + 0.04195199906826019, + 0.044256001710891724, + 0.04710400104522705, + 0.03519999980926514, + 0.04399999976158142, + 0.04303999990224838, + 0.04915200173854828, + 0.040672000497579575, + 0.05331199988722801, + 0.04089599847793579, + 0.05119999870657921, + 0.04412800073623657, + 0.04179200157523155, + 0.04303999990224838, + 0.04102399945259094, + 0.030688000842928886, + 0.23443199694156647, + 0.040991999208927155, + 0.04095999896526337, + 0.1828480064868927, + 0.1804479956626892, + 0.0427200011909008, + 0.03951999917626381, + 0.0427200011909008, + 0.04070400074124336, + 0.04153599962592125, + 0.04195199906826019, + 0.43827199935913086, + 0.042527999728918076, + 0.040991999208927155, + 0.04707200080156326, + 0.2519359886646271, + 0.1955520063638687, + 0.041152000427246094, + 0.04095999896526337, + 0.04505600035190582, + 0.030912000685930252, + 0.042208001017570496, + 0.04095999896526337, + 0.04710400104522705, + 0.043296001851558685, + 0.048448000103235245, + 0.04108799993991852, + 0.04707200080156326, + 0.041439998894929886, + 0.04201599955558777, + 0.04134399816393852, + 0.03548799827694893, + 0.02703999914228916, + 0.0416640006005764, + 0.20422400534152985, + 0.0427200011909008, + 0.25884801149368286, + 0.045343998819589615, + 0.04262400045990944, + 0.04265600070357323, + 0.042208001017570496, + 0.04710400104522705, + 0.03455999866127968, + 0.0416640006005764, + 0.04505600035190582, + 0.04710400104522705, + 0.04243199899792671, + 0.052960000932216644, + 0.04108799993991852, + 0.047200001776218414, + 0.041600000113248825, + 0.041728001087903976, + 0.04095999896526337, + 0.043007999658584595, + 0.03280000016093254, + 0.04227200150489807, + 0.04095999896526337, + 0.04095999896526337, + 0.27539199590682983, + 0.042688000947237015, + 0.04185599833726883, + 0.03891199827194214, + 0.04710400104522705, + 0.04278400167822838, + 0.0414079986512661, + 0.039872001856565475, + 0.046112000942230225, + 0.04188799858093262, + 0.043487999588251114, + 0.04886399954557419, + 0.045184001326560974, + 0.043007999658584595, + 0.041919998824596405, + 0.04214400053024292, + 0.04505600035190582, + 0.03497600182890892, + 0.2598400115966797, + 0.04095999896526337, + 0.04095999896526337, + 0.04275200143456459, + 0.1759680062532425, + 0.041728001087903976, + 0.043007999658584595, + 0.049056001007556915, + 0.04041599854826927, + 0.0432640016078949, + 0.041152000427246094, + 0.03551999852061272, + 0.2467840015888214, + 0.04195199906826019, + 0.04095999896526337, + 0.2662400007247925, + 0.04278400167822838, + 0.04179200157523155, + 0.040991999208927155, + 0.04915200173854828, + 0.04297599941492081, + 0.0435199998319149, + 0.04198399931192398, + 0.19763199985027313, + 0.0424639992415905, + 0.04275200143456459, + 0.046720001846551895, + 0.16764800250530243, + 0.04287999868392944, + 0.04230400174856186, + 0.042367998510599136, + 0.04710400104522705, + 0.04323200136423111, + 0.2590399980545044, + 0.040063999593257904, + 0.04918399825692177, + 0.040672000497579575, + 0.1765120029449463, + 0.039583999663591385, + 0.04303999990224838, + 0.04195199906826019, + 0.04275200143456459, + 0.04070400074124336, + 0.0414079986512661, + 0.03017600066959858, + 0.2664639949798584, + 0.040352001786231995, + 0.038943998515605927, + 0.2682879865169525, + 0.041471999138593674, + 0.04265600070357323, + 0.04153599962592125, + 0.04275200143456459, + 0.0416640006005764, + 0.040991999208927155, + 0.044064000248909, + 0.2642880082130432, + 0.041152000427246094, + 0.040672000497579575, + 0.04761600121855736, + 0.22947199642658234, + 0.0416640006005764, + 0.04224000126123428, + 0.04233599826693535, + 0.04710400104522705, + 0.04163200035691261, + 0.27350398898124695, + 0.04137599840760231, + 0.04710400104522705, + 0.04137599840760231, + 0.18729600310325623, + 0.04195199906826019, + 0.04505600035190582, + 0.041919998824596405, + 0.04118400067090988, + 0.04064000025391579, + 0.044415999203920364, + 0.037087999284267426, + 0.04310400038957596, + 0.039872001856565475, + 0.04419200122356415, + 0.18508799374103546, + 0.04451199993491173, + 0.040991999208927155, + 0.04121600091457367, + 0.04070400074124336, + 0.0414079986512661, + 0.033440001308918, + 0.045632001012563705, + 0.16502399742603302, + 0.0427200011909008, + 0.04224000126123428, + 0.0488319993019104, + 0.17308799922466278, + 0.0416640006005764, + 0.0416640006005764, + 0.04265600070357323, + 0.045823998749256134, + 0.03673600032925606, + 0.041471999138593674, + 0.04265600070357323, + 0.04524800181388855, + 0.04108799993991852, + 0.048448000103235245, + 0.04095999896526337, + 0.04438399896025658, + 0.04275200143456459, + 0.04032000154256821, + 0.041760001331567764, + 0.04524800181388855, + 0.034912001341581345, + 0.04310400038957596, + 0.04041599854826927, + 0.044096000492572784, + 0.18000000715255737, + 0.04364800080657005, + 0.043007999658584595, + 0.03932800143957138, + 0.042688000947237015, + 0.04297599941492081, + 0.04249599948525429, + 0.03999999910593033, + 0.26892799139022827, + 0.04108799993991852, + 0.04505600035190582, + 0.05008000135421753, + 0.2693760097026825, + 0.04399999976158142, + 0.043007999658584595, + 0.04064000025391579, + 0.04278400167822838, + 0.04124800115823746, + 0.043487999588251114, + 0.16489599645137787, + 0.04787199944257736, + 0.04278400167822838, + 0.05584000051021576, + 0.04070400074124336, + 0.04233599826693535, + 0.041152000427246094, + 0.04095999896526337, + 0.040608000010252, + 0.032735999673604965, + 0.04179200157523155, + 0.04249599948525429, + 0.043007999658584595, + 0.04646399989724159, + 0.049984000623226166, + 0.04505600035190582, + 0.04095999896526337, + 0.043007999658584595, + 0.041280001401901245, + 0.04287999868392944 + ], + "effective_bandwidth_gbps": 786.8206921983783 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.03622400015592575, + "p50_ms": 0.05316799879074097, + "p95_ms": 0.28460321277379985, + "p99_ms": 0.364510388970375, + "max_ms": 0.42422398924827576, + "samples_ms": [ + 0.17103999853134155, + 0.18726399540901184, + 0.053599998354911804, + 0.04918399825692177, + 0.053279999643564224, + 0.2754240036010742, + 0.05087999999523163, + 0.04918399825692177, + 0.044096000492572784, + 0.05004800111055374, + 0.0490880012512207, + 0.050303999334573746, + 0.04918399825692177, + 0.03718400001525879, + 0.04912000149488449, + 0.036896001547575, + 0.053279999643564224, + 0.041471999138593674, + 0.04851200059056282, + 0.04800000041723251, + 0.04809600114822388, + 0.046112000942230225, + 0.17299200594425201, + 0.04912000149488449, + 0.04918399825692177, + 0.04601600021123886, + 0.05008000135421753, + 0.053279999643564224, + 0.051231998950242996, + 0.05737600103020668, + 0.1732800006866455, + 0.052191998809576035, + 0.051231998950242996, + 0.053279999643564224, + 0.04281599819660187, + 0.050464000552892685, + 0.04918399825692177, + 0.053279999643564224, + 0.04399999976158142, + 0.21503999829292297, + 0.04899200052022934, + 0.053279999643564224, + 0.05532800033688545, + 0.17609600722789764, + 0.05711999908089638, + 0.04918399825692177, + 0.05430399999022484, + 0.042399998754262924, + 0.17097599804401398, + 0.04912000149488449, + 0.04918399825692177, + 0.17478400468826294, + 0.050783999264240265, + 0.04918399825692177, + 0.05119999870657921, + 0.049247998744249344, + 0.05113599821925163, + 0.051231998950242996, + 0.04915200173854828, + 0.043776001781225204, + 0.1761920005083084, + 0.058111999183893204, + 0.05423999950289726, + 0.053279999643564224, + 0.1605439931154251, + 0.0490880012512207, + 0.053119998425245285, + 0.04809600114822388, + 0.04467200115323067, + 0.051072001457214355, + 0.04940799996256828, + 0.0490880012512207, + 0.17718400061130524, + 0.2795200049877167, + 0.0490880012512207, + 0.04902400076389313, + 0.051072001457214355, + 0.04819199815392494, + 0.05113599821925163, + 0.04915200173854828, + 0.05628800019621849, + 0.0432640016078949, + 0.050592001527547836, + 0.04809600114822388, + 0.053279999643564224, + 0.04230400174856186, + 0.052191998809576035, + 0.04918399825692177, + 0.05225599929690361, + 0.042367998510599136, + 0.2300799936056137, + 0.0522879995405674, + 0.0490880012512207, + 0.04569600149989128, + 0.29046401381492615, + 0.04851200059056282, + 0.0490880012512207, + 0.04364800080657005, + 0.05075199902057648, + 0.05052800104022026, + 0.04912000149488449, + 0.05257600173354149, + 0.18742400407791138, + 0.0498879998922348, + 0.051231998950242996, + 0.05318399891257286, + 0.18531200289726257, + 0.20476800203323364, + 0.05081599950790405, + 0.0634239986538887, + 0.04694399982690811, + 0.1769919991493225, + 0.04873599857091904, + 0.05215999856591225, + 0.17324799299240112, + 0.18697600066661835, + 0.04940799996256828, + 0.05215999856591225, + 0.04681599885225296, + 0.0551999993622303, + 0.20374399423599243, + 0.050592001527547836, + 0.051231998950242996, + 0.18320000171661377, + 0.24774399399757385, + 0.048448000103235245, + 0.05430399999022484, + 0.05142400041222572, + 0.18742400407791138, + 0.04851200059056282, + 0.051231998950242996, + 0.043935999274253845, + 0.04854400083422661, + 0.052000001072883606, + 0.05225599929690361, + 0.17532800137996674, + 0.05087999999523163, + 0.1818239986896515, + 0.049215998500585556, + 0.051231998950242996, + 0.18220800161361694, + 0.18582400679588318, + 0.04492799937725067, + 0.27369600534439087, + 0.3531840145587921, + 0.05459199845790863, + 0.25279998779296875, + 0.32652801275253296, + 0.05190400034189224, + 0.0480320006608963, + 0.04912000149488449, + 0.050175998359918594, + 0.175135999917984, + 0.27027198672294617, + 0.24982400238513947, + 0.047488000243902206, + 0.1756799966096878, + 0.05516799911856651, + 0.06851200014352798, + 0.19247999787330627, + 0.04297599941492081, + 0.3246079981327057, + 0.05104000121355057, + 0.050144001841545105, + 0.1749120056629181, + 0.26927998661994934, + 0.0488319993019104, + 0.175135999917984, + 0.18121600151062012, + 0.18435199558734894, + 0.04918399825692177, + 0.27430400252342224, + 0.05152000114321709, + 0.050144001841545105, + 0.18931199610233307, + 0.045504000037908554, + 0.05152000114321709, + 0.11974400281906128, + 0.1927040070295334, + 0.32652801275253296, + 0.1586879938840866, + 0.05116799846291542, + 0.17820799350738525, + 0.1860159933567047, + 0.053119998425245285, + 0.04790399968624115, + 0.04275200143456459, + 0.04944000020623207, + 0.051231998950242996, + 0.04879999905824661, + 0.2763200104236603, + 0.15647999942302704, + 0.0490880012512207, + 0.05097600072622299, + 0.270143985748291, + 0.05075199902057648, + 0.1881919950246811, + 0.3381119966506958, + 0.24556800723075867, + 0.19049599766731262, + 0.15961599349975586, + 0.2763519883155823, + 0.048767998814582825, + 0.048576001077890396, + 0.04940799996256828, + 0.04809600114822388, + 0.053279999643564224, + 0.05196800082921982, + 0.2662400007247925, + 0.23574399948120117, + 0.045791998505592346, + 0.3418239951133728, + 0.2447039932012558, + 0.04873599857091904, + 0.18003199994564056, + 0.270143985748291, + 0.05315199866890907, + 0.19439999759197235, + 0.2752319872379303, + 0.20457600057125092, + 0.19334399700164795, + 0.04156799986958504, + 0.05398400127887726, + 0.04800000041723251, + 0.23523199558258057, + 0.19059200584888458, + 0.1915840059518814, + 0.05110400170087814, + 0.1791680008172989, + 0.050144001841545105, + 0.19363200664520264, + 0.2661759853363037, + 0.051231998950242996, + 0.0490880012512207, + 0.21404799818992615, + 0.04560000076889992, + 0.2783359885215759, + 0.0488319993019104, + 0.05628800019621849, + 0.3272320032119751, + 0.16073599457740784, + 0.05907199904322624, + 0.18928000330924988, + 0.2704319953918457, + 0.048895999789237976, + 0.04809600114822388, + 0.15958400070667267, + 0.2805120050907135, + 0.053279999643564224, + 0.04912000149488449, + 0.26921600103378296, + 0.19964799284934998, + 0.050655998289585114, + 0.1749120056629181, + 0.2540479898452759, + 0.05222399905323982, + 0.051231998950242996, + 0.18537600338459015, + 0.17478400468826294, + 0.18432000279426575, + 0.049215998500585556, + 0.25091201066970825, + 0.27030399441719055, + 0.19616000354290009, + 0.05299200117588043, + 0.05011200159788132, + 0.05795200169086456, + 0.047680001705884933, + 0.05795200169086456, + 0.04742399975657463, + 0.14313599467277527, + 0.05350400134921074, + 0.26502400636672974, + 0.22710399329662323, + 0.048608001321554184, + 0.052928000688552856, + 0.1749120056629181, + 0.04960000142455101, + 0.1860799938440323, + 0.26499199867248535, + 0.21174399554729462, + 0.04979199916124344, + 0.17299200594425201, + 0.37225601077079773, + 0.19859200716018677, + 0.04966399818658829, + 0.27529600262641907, + 0.29180800914764404, + 0.04902400076389313, + 0.17001600563526154, + 0.2761920094490051, + 0.0490880012512207, + 0.04841599985957146, + 0.27532801032066345, + 0.17401599884033203, + 0.04912000149488449, + 0.0490880012512207, + 0.04214400053024292, + 0.048448000103235245, + 0.04912000149488449, + 0.31804800033569336, + 0.3675520122051239, + 0.28358399868011475, + 0.04992000013589859, + 0.2736639976501465, + 0.17785599827766418, + 0.051552001386880875, + 0.04918399825692177, + 0.06137600168585777, + 0.17609600722789764, + 0.187391996383667, + 0.047680001705884933, + 0.3500480055809021, + 0.1955520063638687, + 0.05164799839258194, + 0.04912000149488449, + 0.04255999997258186, + 0.28972798585891724, + 0.42422398924827576, + 0.27715200185775757, + 0.36447998881340027, + 0.18502399325370789, + 0.052928000688552856, + 0.052032001316547394, + 0.05116799846291542, + 0.04992000013589859, + 0.04915200173854828, + 0.05411199852824211, + 0.048576001077890396, + 0.2773439884185791, + 0.053119998425245285, + 0.19644799828529358, + 0.04867200180888176, + 0.3429119884967804, + 0.178847998380661, + 0.05222399905323982, + 0.053119998425245285, + 0.2702080011367798, + 0.19148799777030945, + 0.04816000163555145, + 0.04355200007557869, + 0.05193600058555603, + 0.1923840045928955, + 0.04956800118088722, + 0.2701759934425354, + 0.1818239986896515, + 0.04879999905824661, + 0.054816000163555145, + 0.1780800074338913, + 0.05084799975156784, + 0.2863360047340393, + 0.25887998938560486, + 0.049056001007556915, + 0.19337600469589233, + 0.046560000628232956, + 0.26812800765037537, + 0.04979199916124344, + 0.05299200117588043, + 0.04912000149488449, + 0.04438399896025658, + 0.05177599936723709, + 0.04800000041723251, + 0.051231998950242996, + 0.17894400656223297, + 0.20044800639152527, + 0.04870399832725525, + 0.10540799796581268, + 0.2773439884185791, + 0.3038080036640167, + 0.04848000034689903, + 0.053279999643564224, + 0.045791998505592346, + 0.048287998884916306, + 0.05110400170087814, + 0.04902400076389313, + 0.2661759853363037, + 0.18332800269126892, + 0.048895999789237976, + 0.11872000247240067, + 0.046112000942230225, + 0.26822400093078613, + 0.04867200180888176, + 0.03891199827194214, + 0.04601600021123886, + 0.1781120002269745, + 0.053247999399900436, + 0.048287998884916306, + 0.050592001527547836, + 0.1860799938440323, + 0.049536000937223434, + 0.052191998809576035, + 0.038943998515605927, + 0.2845120131969452, + 0.27932798862457275, + 0.050655998289585114, + 0.174112007021904, + 0.3675200045108795, + 0.0541439987719059, + 0.05632000043988228, + 0.0435199998319149, + 0.187391996383667, + 0.050016000866889954, + 0.051231998950242996, + 0.18326400220394135, + 0.17299200594425201, + 0.04864000156521797, + 0.17097599804401398, + 0.359360009431839, + 0.055615998804569244, + 0.04918399825692177, + 0.2630400061607361, + 0.23097600042819977, + 0.04950400069355965, + 0.04918399825692177, + 0.04307200014591217, + 0.2533760070800781, + 0.04927999898791313, + 0.11462400108575821, + 0.17814399302005768, + 0.18326400220394135, + 0.04879999905824661, + 0.056352000683546066, + 0.03622400015592575, + 0.18860800564289093, + 0.048608001321554184, + 0.08886399865150452, + 0.27375999093055725, + 0.26659199595451355, + 0.053247999399900436, + 0.3428800106048584, + 0.33583998680114746, + 0.05056000128388405, + 0.05430399999022484, + 0.1791359931230545, + 0.1801919937133789, + 0.05056000128388405, + 0.17712000012397766, + 0.05603199824690819, + 0.17599999904632568, + 0.05369599908590317, + 0.05270399898290634, + 0.3758719861507416, + 0.28064000606536865, + 0.04816000163555145, + 0.04499199986457825, + 0.19760000705718994, + 0.27849599719047546, + 0.047968000173568726, + 0.17507199943065643, + 0.1980160027742386, + 0.17609600722789764, + 0.048767998814582825, + 0.17312000691890717, + 0.20764799416065216, + 0.04873599857091904, + 0.04944000020623207, + 0.04278400167822838, + 0.050335999578237534, + 0.18928000330924988, + 0.04915200173854828, + 0.1841599941253662, + 0.2795200049877167, + 0.217056006193161, + 0.04851200059056282, + 0.28246399760246277, + 0.04851200059056282, + 0.17801600694656372, + 0.04726399853825569, + 0.2701759934425354, + 0.050655998289585114, + 0.1884479969739914, + 0.05023999884724617, + 0.17718400061130524, + 0.190528005361557, + 0.18940800428390503, + 0.04995200037956238, + 0.17606399953365326, + 0.05011200159788132, + 0.18796800076961517, + 0.052928000688552856, + 0.17814399302005768, + 0.04982399940490723, + 0.17187200486660004, + 0.05286400020122528, + 0.17027199268341064, + 0.04975999891757965, + 0.052191998809576035, + 0.04601600021123886, + 0.2964160144329071, + 0.049984000623226166, + 0.048576001077890396, + 0.26710399985313416, + 0.05344000086188316, + 0.04918399825692177, + 0.053119998425245285, + 0.04374400153756142, + 0.0533440001308918, + 0.04809600114822388, + 0.053247999399900436, + 0.18323199450969696 + ], + "effective_bandwidth_gbps": 631.256108248423 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.2908160090446472, + "p50_ms": 0.4440160095691681, + "p95_ms": 1.0026480019092558, + "p99_ms": 1.0976109147071837, + "max_ms": 1.2504960298538208, + "samples_ms": [ + 0.8289279937744141, + 0.3024959862232208, + 0.9703360199928284, + 0.5359039902687073, + 0.3070079982280731, + 1.0686719417572021, + 0.30217599868774414, + 0.31376001238822937, + 0.661408007144928, + 0.3023360073566437, + 0.32022398710250854, + 1.1247999668121338, + 0.3075520098209381, + 0.3330239951610565, + 0.7586560249328613, + 0.3070720136165619, + 0.9812800288200378, + 0.3138880133628845, + 0.2990399897098541, + 1.0613759756088257, + 0.5487679839134216, + 0.3144640028476715, + 0.9331200122833252, + 0.30771198868751526, + 0.339711993932724, + 0.7168639898300171, + 0.4148479998111725, + 0.9314560294151306, + 0.5396479964256287, + 0.2956799864768982, + 1.2504960298538208, + 0.30822399258613586, + 0.3062080144882202, + 1.0298240184783936, + 0.3006080090999603, + 0.32041600346565247, + 0.9175040125846863, + 0.302047997713089, + 0.46108800172805786, + 0.9982079863548279, + 0.31040000915527344, + 0.6701120138168335, + 0.665503978729248, + 0.3161599934101105, + 0.9821439981460571, + 0.5295040011405945, + 0.2996799945831299, + 1.0975680351257324, + 0.3044160008430481, + 0.31724798679351807, + 0.4410879909992218, + 0.5474560260772705, + 0.32444798946380615, + 0.6643840074539185, + 0.3017919957637787, + 0.48531201481819153, + 0.681984007358551, + 0.3041599988937378, + 0.35974401235580444, + 1.0393600463867188, + 0.3107840120792389, + 1.014240026473999, + 0.7177280187606812, + 0.32095998525619507, + 1.0719679594039917, + 0.46508800983428955, + 0.31721600890159607, + 1.1175999641418457, + 0.31036800146102905, + 0.3060480058193207, + 0.8987200260162354, + 0.3620159924030304, + 0.6185920238494873, + 0.33590400218963623, + 0.6521599888801575, + 0.6217920184135437, + 0.44176000356674194, + 0.3105599880218506, + 0.6154559850692749, + 0.45283201336860657, + 0.30422401428222656, + 1.1344000101089478, + 0.5846080183982849, + 0.3094080090522766, + 0.6955519914627075, + 0.7628160119056702, + 0.3039039969444275, + 0.623520016670227, + 0.4491199851036072, + 0.9691200256347656, + 0.3080640137195587, + 0.4532800018787384, + 1.0074880123138428, + 0.309471994638443, + 0.5306559801101685, + 0.6708800196647644, + 0.3150080144405365, + 0.32153600454330444, + 0.6689599752426147, + 0.3065600097179413, + 0.30486398935317993, + 0.7776640057563782, + 0.31248000264167786, + 0.3041920065879822, + 0.6509119868278503, + 0.30694401264190674, + 0.34863999485969543, + 1.0953919887542725, + 0.4445759952068329, + 0.4679679870605469, + 0.4442239999771118, + 0.314303994178772, + 0.4572480022907257, + 0.4493440091609955, + 0.4392639994621277, + 0.5831360220909119, + 0.5342720150947571, + 0.5815039873123169, + 0.46697598695755005, + 0.5555840134620667, + 0.4379520118236542, + 0.32528001070022583, + 0.5834559798240662, + 0.5820800065994263, + 0.5273280143737793, + 0.6628479957580566, + 0.7707840204238892, + 1.0387519598007202, + 0.306335985660553, + 0.31571200489997864, + 0.6674879789352417, + 0.3148159980773926, + 0.32553601264953613, + 0.5888959765434265, + 0.3147200047969818, + 0.5228480100631714, + 0.3093760013580322, + 0.31088000535964966, + 0.4455359876155853, + 0.5960320234298706, + 0.3105280101299286, + 0.30640000104904175, + 0.8979200124740601, + 0.5094079971313477, + 0.5291839838027954, + 0.6888319849967957, + 0.3046720027923584, + 0.5261440277099609, + 1.0160959959030151, + 0.3133760094642639, + 0.44268798828125, + 0.5415359735488892, + 0.3118399977684021, + 0.45497599244117737, + 0.6628479957580566, + 0.4501439929008484, + 0.6753280162811279, + 0.4756479859352112, + 0.47760000824928284, + 0.7319679856300354, + 0.44495999813079834, + 0.3139840066432953, + 0.8855040073394775, + 0.6227520108222961, + 0.3112320005893707, + 0.5877119898796082, + 0.3041279911994934, + 0.3099519908428192, + 0.8271999955177307, + 0.573311984539032, + 0.3194560110569, + 0.8385599851608276, + 0.5406720042228699, + 0.3091520071029663, + 0.6462720036506653, + 0.44703999161720276, + 0.3123199939727783, + 0.43222400546073914, + 0.8862720131874084, + 0.31414398550987244, + 0.3038719892501831, + 0.7296640276908875, + 0.3113600015640259, + 0.3073920011520386, + 0.732479989528656, + 0.31318399310112, + 0.30697599053382874, + 1.0137920379638672, + 0.3126400113105774, + 0.3198080062866211, + 0.31379199028015137, + 0.6599360108375549, + 0.4429439902305603, + 0.6648640036582947, + 0.31484800577163696, + 0.3049280047416687, + 1.0055359601974487, + 0.3179520070552826, + 0.2961600124835968, + 0.8416320085525513, + 0.4887999892234802, + 0.4449920058250427, + 0.6553919911384583, + 0.3139840066432953, + 1.0024960041046143, + 0.6812160015106201, + 0.3192000091075897, + 1.0331519842147827, + 0.30374398827552795, + 0.43267199397087097, + 0.9265919923782349, + 0.30505600571632385, + 1.0264960527420044, + 0.4983679950237274, + 0.32870399951934814, + 0.5656960010528564, + 0.4763840138912201, + 0.4480319917201996, + 0.6225280165672302, + 0.313728004693985, + 1.101855993270874, + 0.6221439838409424, + 0.31059199571609497, + 0.5772799849510193, + 0.4663360118865967, + 0.5466240048408508, + 0.6399999856948853, + 0.308896005153656, + 0.4583680033683777, + 0.6440640091896057, + 0.301472008228302, + 0.9491519927978516, + 0.9225919842720032, + 0.3262079954147339, + 0.6671680212020874, + 0.5443519949913025, + 1.0968960523605347, + 0.5642880201339722, + 0.317440003156662, + 0.7144320011138916, + 0.31436800956726074, + 0.32262399792671204, + 0.7121279835700989, + 0.31196799874305725, + 0.3133760094642639, + 0.5331839919090271, + 0.3105280101299286, + 0.34406399726867676, + 0.4225600063800812, + 0.47894400358200073, + 0.697983980178833, + 0.459199994802475, + 0.3420799970626831, + 0.5260800123214722, + 0.31196799874305725, + 0.4628480076789856, + 0.4605120122432709, + 0.3062720000743866, + 0.6838719844818115, + 0.4735040068626404, + 0.33612799644470215, + 0.45158401131629944, + 0.31200000643730164, + 0.7073280215263367, + 0.4646399915218353, + 0.33404800295829773, + 0.6581760048866272, + 0.3038400113582611, + 0.449535995721817, + 0.4471679925918579, + 0.30697599053382874, + 0.6840320229530334, + 0.4328320026397705, + 0.3093760013580322, + 0.4390079975128174, + 0.43487998843193054, + 0.32784000039100647, + 0.6981120109558105, + 0.3104960024356842, + 0.44441598653793335, + 0.4468800127506256, + 0.31148800253868103, + 0.5270400047302246, + 0.4328959882259369, + 0.308351993560791, + 0.4471679925918579, + 0.3099200129508972, + 0.4792320132255554, + 0.469215989112854, + 0.31014400720596313, + 0.33587199449539185, + 0.49324798583984375, + 0.3049919903278351, + 0.707584023475647, + 0.4440320134162903, + 0.34544000029563904, + 0.6806719899177551, + 0.42870399355888367, + 0.30326399207115173, + 0.582368016242981, + 0.5984640121459961, + 0.3023039996623993, + 0.4399999976158142, + 0.42841601371765137, + 0.3381440043449402, + 0.3057920038700104, + 0.4520319998264313, + 0.464352011680603, + 0.44147199392318726, + 0.31305599212646484, + 0.5239999890327454, + 0.6028479933738708, + 0.33299198746681213, + 0.3078080117702484, + 0.4423680007457733, + 0.5331839919090271, + 0.4546560049057007, + 0.31721600890159607, + 0.46560001373291016, + 0.48127999901771545, + 0.3286080062389374, + 0.3089919984340668, + 0.4583680033683777, + 0.6683840155601501, + 0.4440000057220459, + 0.32287999987602234, + 0.5115839838981628, + 0.4318079948425293, + 0.46860799193382263, + 0.31539198756217957, + 0.3304319977760315, + 0.5216000080108643, + 0.42259201407432556, + 0.31513598561286926, + 0.3402880132198334, + 0.3089599907398224, + 0.43590399622917175, + 0.4660159945487976, + 0.3038080036640167, + 0.4451200067996979, + 0.4429120123386383, + 0.31731200218200684, + 0.4530560076236725, + 0.6324800252914429, + 0.714464008808136, + 0.6919680237770081, + 0.6674240231513977, + 0.30799999833106995, + 0.32019200921058655, + 0.5101439952850342, + 0.4399679899215698, + 0.7011520266532898, + 0.30687999725341797, + 0.4299840033054352, + 0.44204801321029663, + 0.33296000957489014, + 0.5208960175514221, + 0.31254398822784424, + 0.31334400177001953, + 0.43212801218032837, + 0.5925760269165039, + 0.3094399869441986, + 0.3192639946937561, + 0.5884799957275391, + 0.3136639893054962, + 0.310016006231308, + 0.47884801030158997, + 0.46163201332092285, + 0.525056004524231, + 0.4538240134716034, + 0.3078719973564148, + 0.44412800669670105, + 0.31248000264167786, + 0.45126399397850037, + 0.3102400004863739, + 0.3123199939727783, + 0.4752959907054901, + 0.46239998936653137, + 0.3070720136165619, + 0.5230079889297485, + 0.3148159980773926, + 0.4413439929485321, + 0.4503360092639923, + 0.3096959888935089, + 0.4574719965457916, + 0.31494399905204773, + 0.30617600679397583, + 0.42364799976348877, + 0.312063992023468, + 0.447488009929657, + 0.6608960032463074, + 0.44924798607826233, + 0.5219200253486633, + 0.45740801095962524, + 0.4933120012283325, + 0.44207999110221863, + 0.3017919957637787, + 0.44179201126098633, + 0.43484801054000854, + 0.8001599907875061, + 0.3325119912624359, + 0.3076159954071045, + 0.4447999894618988, + 0.4434239864349365, + 0.6926079988479614, + 0.6079999804496765, + 0.4609920084476471, + 0.5021119713783264, + 0.3229120075702667, + 0.5885120034217834, + 0.3649280071258545, + 0.3184640109539032, + 0.4397760033607483, + 0.4768959879875183, + 0.4410240054130554, + 0.3288640081882477, + 0.31808000802993774, + 0.5716480016708374, + 0.3057920038700104, + 0.5916479825973511, + 0.4830720126628876, + 0.4419519901275635, + 0.6007999777793884, + 0.44444799423217773, + 0.44892799854278564, + 0.4318400025367737, + 0.30819201469421387, + 0.5914559960365295, + 0.30585598945617676, + 0.32121598720550537, + 0.584447979927063, + 0.4302079975605011, + 0.6844800114631653, + 0.3190400004386902, + 0.4625599980354309, + 0.431551992893219, + 0.4501760005950928, + 0.4359680116176605, + 0.4328959882259369, + 0.49689599871635437, + 0.4349440038204193, + 0.3049280047416687, + 0.3059839904308319, + 0.42979198694229126, + 0.3051519989967346, + 0.6056320071220398, + 0.2908160090446472, + 0.31334400177001953, + 0.30771198868751526, + 0.3222079873085022, + 0.31750398874282837, + 0.43696001172065735, + 0.3073279857635498, + 0.31539198756217957, + 0.46460801362991333, + 0.30316799879074097, + 0.48127999901771545, + 0.45129600167274475, + 0.30771198868751526, + 0.4458560049533844, + 0.4338560104370117, + 0.30432000756263733, + 0.4345279932022095, + 0.4359999895095825, + 0.30847999453544617, + 0.6639999747276306, + 0.4325760006904602, + 0.31148800253868103, + 0.6755200028419495, + 0.3154880106449127, + 0.36137598752975464, + 1.0355520248413086, + 0.29996800422668457, + 0.30422401428222656, + 1.05948805809021, + 0.31334400177001953, + 0.3051519989967346, + 1.0960320234298706, + 0.3105280101299286, + 0.30115199089050293, + 0.9105280041694641, + 0.5331519842147827, + 0.47727999091148376, + 0.7802879810333252, + 0.3113279938697815, + 0.32470399141311646, + 0.9599679708480835, + 0.3067519962787628, + 0.4527040123939514, + 1.0059200525283813, + 0.3052160143852234, + 0.9554880261421204, + 0.5402560234069824, + 0.3124159872531891, + 0.7267199754714966, + 0.3043839931488037, + 0.3062720000743866, + 0.9764800071716309, + 0.30611199140548706, + 0.4453760087490082 + ], + "effective_bandwidth_gbps": 75.58876994675498 + }, + "speedup_vs_torch_compile": 1.2464365602443168, + "speedup_vs_pytorch_eager": 10.409227359469112 + }, + { + "kernel": "rmsnorm", + "shape": [ + 128, + 1024 + ], + "dtype": "bfloat16", + "epsilon": 1e-06, + "logical_bytes": 526336, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.0, + "max_rel_error": 0.0 + }, + "triton": { + "samples": 500, + "min_ms": 0.003967999946326017, + "p50_ms": 0.005727999843657017, + "p95_ms": 0.018596800044178956, + "p99_ms": 0.23374080538749684, + "max_ms": 0.3179520070552826, + "samples_ms": [ + 0.008320000022649765, + 0.006144000217318535, + 0.005696000065654516, + 0.005760000087320805, + 0.004896000027656555, + 0.004575999919325113, + 0.004288000054657459, + 0.004511999897658825, + 0.007360000163316727, + 0.005824000108987093, + 0.2620159983634949, + 0.00559999980032444, + 0.005919999908655882, + 0.00595200015231967, + 0.005727999843657017, + 0.005216000135987997, + 0.005535999778658152, + 0.005696000065654516, + 0.005632000043988228, + 0.005216000135987997, + 0.005344000179320574, + 0.3179520070552826, + 0.00595200015231967, + 0.006144000217318535, + 0.005919999908655882, + 0.21030400693416595, + 0.0055680000223219395, + 0.006144000217318535, + 0.006271999794989824, + 0.005760000087320805, + 0.004736000206321478, + 0.0058559998869895935, + 0.3124159872531891, + 0.0050559998489916325, + 0.0055680000223219395, + 0.005824000108987093, + 0.00598399993032217, + 0.0055680000223219395, + 0.005760000087320805, + 0.006144000217318535, + 0.005696000065654516, + 0.00508800009265542, + 0.004544000141322613, + 0.14204800128936768, + 0.005632000043988228, + 0.005696000065654516, + 0.006335999816656113, + 0.00598399993032217, + 0.00508800009265542, + 0.006144000217318535, + 0.004255999810993671, + 0.005760000087320805, + 0.005024000070989132, + 0.006144000217318535, + 0.14124800264835358, + 0.005439999978989363, + 0.004608000162988901, + 0.005119999870657921, + 0.0046720001846551895, + 0.004608000162988901, + 0.005888000130653381, + 0.006271999794989824, + 0.005696000065654516, + 0.0050559998489916325, + 0.00559999980032444, + 0.020096000283956528, + 0.004575999919325113, + 0.006432000081986189, + 0.004800000227987766, + 0.006144000217318535, + 0.005632000043988228, + 0.0046720001846551895, + 0.005663999821990728, + 0.005663999821990728, + 0.005791999865323305, + 0.004832000005990267, + 0.018592000007629395, + 0.006688000168651342, + 0.005408000200986862, + 0.00508800009265542, + 0.005727999843657017, + 0.006144000217318535, + 0.006240000016987324, + 0.00508800009265542, + 0.0060800001956522465, + 0.0050559998489916325, + 0.004480000119656324, + 0.010591999627649784, + 0.004224000032991171, + 0.005727999843657017, + 0.005183999892324209, + 0.0058559998869895935, + 0.004095999989658594, + 0.006016000173985958, + 0.005183999892324209, + 0.005791999865323305, + 0.005504000000655651, + 0.004736000206321478, + 0.14921599626541138, + 0.00559999980032444, + 0.006144000217318535, + 0.00559999980032444, + 0.005504000000655651, + 0.00559999980032444, + 0.00431999983265996, + 0.005216000135987997, + 0.005696000065654516, + 0.004383999854326248, + 0.006111999973654747, + 0.30483201146125793, + 0.005183999892324209, + 0.006144000217318535, + 0.0060800001956522465, + 0.004383999854326248, + 0.005919999908655882, + 0.0060800001956522465, + 0.006111999973654747, + 0.004383999854326248, + 0.005791999865323305, + 0.004832000005990267, + 0.018303999677300453, + 0.006144000217318535, + 0.005408000200986862, + 0.005663999821990728, + 0.006111999973654747, + 0.006144000217318535, + 0.004288000054657459, + 0.006304000038653612, + 0.006111999973654747, + 0.006144000217318535, + 0.005760000087320805, + 0.1223360002040863, + 0.006111999973654747, + 0.006144000217318535, + 0.00508800009265542, + 0.005727999843657017, + 0.004544000141322613, + 0.004095999989658594, + 0.004000000189989805, + 0.006207999773323536, + 0.004031999967992306, + 0.006144000217318535, + 0.01321600005030632, + 0.00508800009265542, + 0.005663999821990728, + 0.006719999946653843, + 0.006144000217318535, + 0.00508800009265542, + 0.005919999908655882, + 0.004608000162988901, + 0.006144000217318535, + 0.0050559998489916325, + 0.004511999897658825, + 0.010591999627649784, + 0.006304000038653612, + 0.006144000217318535, + 0.004224000032991171, + 0.004991999827325344, + 0.006144000217318535, + 0.004608000162988901, + 0.0050559998489916325, + 0.005727999843657017, + 0.007135999854654074, + 0.00598399993032217, + 0.23360000550746918, + 0.005791999865323305, + 0.006271999794989824, + 0.006144000217318535, + 0.005504000000655651, + 0.00508800009265542, + 0.006111999973654747, + 0.006271999794989824, + 0.004127999767661095, + 0.00508800009265542, + 0.005119999870657921, + 0.017696000635623932, + 0.006560000125318766, + 0.005663999821990728, + 0.005919999908655882, + 0.00595200015231967, + 0.004736000206321478, + 0.004127999767661095, + 0.004575999919325113, + 0.005791999865323305, + 0.005183999892324209, + 0.005375999957323074, + 0.01788800023496151, + 0.005535999778658152, + 0.005727999843657017, + 0.005119999870657921, + 0.004095999989658594, + 0.005535999778658152, + 0.00431999983265996, + 0.006271999794989824, + 0.006240000016987324, + 0.006144000217318535, + 0.005888000130653381, + 0.013376000337302685, + 0.006271999794989824, + 0.006144000217318535, + 0.005152000114321709, + 0.005824000108987093, + 0.006719999946653843, + 0.005760000087320805, + 0.005119999870657921, + 0.006175999995321035, + 0.006111999973654747, + 0.005632000043988228, + 0.13843199610710144, + 0.005535999778658152, + 0.004544000141322613, + 0.006144000217318535, + 0.006144000217318535, + 0.005183999892324209, + 0.004544000141322613, + 0.004767999984323978, + 0.006144000217318535, + 0.00508800009265542, + 0.005760000087320805, + 0.018688000738620758, + 0.006304000038653612, + 0.006240000016987324, + 0.0058559998869895935, + 0.004991999827325344, + 0.004127999767661095, + 0.004288000054657459, + 0.006144000217318535, + 0.005408000200986862, + 0.004736000206321478, + 0.004095999989658594, + 0.017952000722289085, + 0.005791999865323305, + 0.004736000206321478, + 0.006144000217318535, + 0.006144000217318535, + 0.00508800009265542, + 0.005824000108987093, + 0.005216000135987997, + 0.006144000217318535, + 0.006144000217318535, + 0.005824000108987093, + 0.010591999627649784, + 0.008320000022649765, + 0.004095999989658594, + 0.0058559998869895935, + 0.005888000130653381, + 0.00470399996265769, + 0.004000000189989805, + 0.006271999794989824, + 0.0058559998869895935, + 0.006207999773323536, + 0.006144000217318535, + 0.0180479995906353, + 0.005535999778658152, + 0.005535999778658152, + 0.00470399996265769, + 0.006111999973654747, + 0.005919999908655882, + 0.005727999843657017, + 0.0046720001846551895, + 0.004095999989658594, + 0.00508800009265542, + 0.00431999983265996, + 0.010432000271975994, + 0.004288000054657459, + 0.006144000217318535, + 0.0050559998489916325, + 0.004383999854326248, + 0.004416000097990036, + 0.004064000211656094, + 0.006144000217318535, + 0.004383999854326248, + 0.006144000217318535, + 0.006144000217318535, + 0.13708800077438354, + 0.00598399993032217, + 0.005632000043988228, + 0.005247999913990498, + 0.006111999973654747, + 0.005439999978989363, + 0.005888000130653381, + 0.004736000206321478, + 0.008191999979317188, + 0.00508800009265542, + 0.004927999805659056, + 0.021056000143289566, + 0.006271999794989824, + 0.006144000217318535, + 0.0050559998489916325, + 0.006271999794989824, + 0.004639999940991402, + 0.004031999967992306, + 0.006047999951988459, + 0.0063680000603199005, + 0.004288000054657459, + 0.006144000217318535, + 0.24767999351024628, + 0.004544000141322613, + 0.005632000043988228, + 0.004736000206321478, + 0.005791999865323305, + 0.0050559998489916325, + 0.0044479998759925365, + 0.006271999794989824, + 0.006047999951988459, + 0.006016000173985958, + 0.005504000000655651, + 0.017823999747633934, + 0.006144000217318535, + 0.004863999783992767, + 0.00595200015231967, + 0.006144000217318535, + 0.005919999908655882, + 0.004127999767661095, + 0.005791999865323305, + 0.005247999913990498, + 0.0058559998869895935, + 0.004767999984323978, + 0.15052799880504608, + 0.0044479998759925365, + 0.005824000108987093, + 0.00598399993032217, + 0.1443839967250824, + 0.005535999778658152, + 0.004544000141322613, + 0.005632000043988228, + 0.006111999973654747, + 0.005439999978989363, + 0.005439999978989363, + 0.013055999763309956, + 0.006304000038653612, + 0.005344000179320574, + 0.0058559998869895935, + 0.006144000217318535, + 0.006144000217318535, + 0.004639999940991402, + 0.006271999794989824, + 0.004639999940991402, + 0.004544000141322613, + 0.14777599275112152, + 0.010751999914646149, + 0.006144000217318535, + 0.006399999838322401, + 0.00508800009265542, + 0.006624000146985054, + 0.00508800009265542, + 0.005888000130653381, + 0.006144000217318535, + 0.004639999940991402, + 0.00508800009265542, + 0.006207999773323536, + 0.012512000277638435, + 0.004224000032991171, + 0.005696000065654516, + 0.004064000211656094, + 0.005535999778658152, + 0.004927999805659056, + 0.005888000130653381, + 0.006271999794989824, + 0.006144000217318535, + 0.004127999767661095, + 0.005824000108987093, + 0.12284799665212631, + 0.005311999935656786, + 0.004575999919325113, + 0.005408000200986862, + 0.005791999865323305, + 0.0054720002226531506, + 0.00431999983265996, + 0.0050559998489916325, + 0.006624000146985054, + 0.005760000087320805, + 0.007519999984651804, + 0.014592000283300877, + 0.006271999794989824, + 0.006144000217318535, + 0.00431999983265996, + 0.005183999892324209, + 0.00508800009265542, + 0.004416000097990036, + 0.006207999773323536, + 0.005727999843657017, + 0.0049600000493228436, + 0.006144000217318535, + 0.01056000031530857, + 0.0049600000493228436, + 0.006591999903321266, + 0.00470399996265769, + 0.005632000043988228, + 0.004767999984323978, + 0.0060800001956522465, + 0.006271999794989824, + 0.004095999989658594, + 0.0050559998489916325, + 0.0060800001956522465, + 0.017184000462293625, + 0.004224000032991171, + 0.004800000227987766, + 0.0054720002226531506, + 0.005311999935656786, + 0.006144000217318535, + 0.004575999919325113, + 0.0050559998489916325, + 0.005824000108987093, + 0.00508800009265542, + 0.004191999789327383, + 0.0050559998489916325, + 0.0050559998489916325, + 0.006816000211983919, + 0.0058559998869895935, + 0.16070400178432465, + 0.00508800009265542, + 0.0055680000223219395, + 0.0050559998489916325, + 0.005216000135987997, + 0.006144000217318535, + 0.004255999810993671, + 0.004767999984323978, + 0.005760000087320805, + 0.004224000032991171, + 0.005535999778658152, + 0.015168000012636185, + 0.006271999794989824, + 0.006144000217318535, + 0.004927999805659056, + 0.005824000108987093, + 0.00508800009265542, + 0.004383999854326248, + 0.004255999810993671, + 0.0054720002226531506, + 0.00431999983265996, + 0.005791999865323305, + 0.15411199629306793, + 0.005696000065654516, + 0.006111999973654747, + 0.006144000217318535, + 0.004416000097990036, + 0.005632000043988228, + 0.004224000032991171, + 0.006271999794989824, + 0.005504000000655651, + 0.0058559998869895935, + 0.004608000162988901, + 0.1546880006790161, + 0.004896000027656555, + 0.005824000108987093, + 0.004736000206321478, + 0.005888000130653381, + 0.005280000157654285, + 0.005888000130653381, + 0.00508800009265542, + 0.0058559998869895935, + 0.005408000200986862, + 0.004511999897658825, + 0.018239999189972878, + 0.005247999913990498, + 0.005408000200986862, + 0.004927999805659056, + 0.006111999973654747, + 0.005247999913990498, + 0.005760000087320805, + 0.006399999838322401, + 0.006240000016987324, + 0.0058559998869895935, + 0.006335999816656113, + 0.01071999967098236, + 0.006271999794989824, + 0.005727999843657017, + 0.0050559998489916325, + 0.0063680000603199005, + 0.006144000217318535, + 0.0046720001846551895, + 0.005696000065654516, + 0.005280000157654285, + 0.0055680000223219395, + 0.152319997549057, + 0.012640000320971012, + 0.006271999794989824, + 0.006144000217318535, + 0.005760000087320805, + 0.006016000173985958, + 0.008191999979317188, + 0.00431999983265996, + 0.004224000032991171, + 0.00470399996265769, + 0.004736000206321478, + 0.005824000108987093, + 0.14099200069904327, + 0.00598399993032217, + 0.006144000217318535, + 0.005024000070989132, + 0.006560000125318766, + 0.0046720001846551895, + 0.003967999946326017, + 0.0081599997356534, + 0.005760000087320805, + 0.004255999810993671, + 0.004095999989658594, + 0.010816000401973724, + 0.004544000141322613 + ], + "effective_bandwidth_gbps": 91.88827066447038 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.009344000369310379, + "p50_ms": 0.012319999746978283, + "p95_ms": 0.2463488034904001, + "p99_ms": 0.3193910500407218, + "max_ms": 0.3510400056838989, + "samples_ms": [ + 0.011807999573647976, + 0.012319999746978283, + 0.13929599523544312, + 0.014015999622642994, + 0.1462399959564209, + 0.011296000331640244, + 0.012319999746978283, + 0.01119999960064888, + 0.01119999960064888, + 0.010847999714314938, + 0.01228800043463707, + 0.01119999960064888, + 0.1364479959011078, + 0.01119999960064888, + 0.012319999746978283, + 0.012000000104308128, + 0.1390720009803772, + 0.011231999844312668, + 0.012319999746978283, + 0.29977598786354065, + 0.010879999957978725, + 0.012000000104308128, + 0.01228800043463707, + 0.011231999844312668, + 0.01119999960064888, + 0.011648000217974186, + 0.01228800043463707, + 0.011231999844312668, + 0.010623999871313572, + 0.01071999967098236, + 0.01228800043463707, + 0.13622400164604187, + 0.016416000202298164, + 0.15056000649929047, + 0.010816000401973724, + 0.3190400004386902, + 0.1207680031657219, + 0.015135999768972397, + 0.016383999958634377, + 0.30908799171447754, + 0.01206399966031313, + 0.022272000089287758, + 0.011264000087976456, + 0.011455999687314034, + 0.15084800124168396, + 0.011071999557316303, + 0.1372160017490387, + 0.010847999714314938, + 0.15465599298477173, + 0.011487999930977821, + 0.1382399946451187, + 0.012992000207304955, + 0.14108799397945404, + 0.010784000158309937, + 0.2319680005311966, + 0.010879999957978725, + 0.1525759994983673, + 0.011071999557316303, + 0.13833600282669067, + 0.1594880074262619, + 0.01206399966031313, + 0.011231999844312668, + 0.14233599603176117, + 0.016448000445961952, + 0.01228800043463707, + 0.01548799965530634, + 0.01228800043463707, + 0.14828799664974213, + 0.010784000158309937, + 0.13920000195503235, + 0.01033599954098463, + 0.14947199821472168, + 0.015296000055968761, + 0.14291200041770935, + 0.011872000060975552, + 0.14739200472831726, + 0.014175999909639359, + 0.15056000649929047, + 0.01065600011497736, + 0.23641599714756012, + 0.011807999573647976, + 0.010304000228643417, + 0.010975999757647514, + 0.30908799171447754, + 0.12281599640846252, + 0.1526080071926117, + 0.011615999974310398, + 0.3142080008983612, + 0.12160000205039978, + 0.1475200057029724, + 0.010912000201642513, + 0.14931200444698334, + 0.010751999914646149, + 0.015104000456631184, + 0.014175999909639359, + 0.23712000250816345, + 0.010816000401973724, + 0.012319999746978283, + 0.14316800236701965, + 0.010912000201642513, + 0.010495999827980995, + 0.012319999746978283, + 0.15564799308776855, + 0.13811199367046356, + 0.016095999628305435, + 0.012319999746978283, + 0.1515199989080429, + 0.010816000401973724, + 0.015647999942302704, + 0.01027199998497963, + 0.011231999844312668, + 0.1730239987373352, + 0.010463999584317207, + 0.012319999746978283, + 0.012319999746978283, + 0.012319999746978283, + 0.1390720009803772, + 0.14828799664974213, + 0.046751998364925385, + 0.011296000331640244, + 0.0161920003592968, + 0.23638400435447693, + 0.1249919980764389, + 0.010816000401973724, + 0.015168000012636185, + 0.15136000514030457, + 0.016416000202298164, + 0.012319999746978283, + 0.15052799880504608, + 0.1398400068283081, + 0.012415999546647072, + 0.01104000024497509, + 0.15238399803638458, + 0.23443199694156647, + 0.010784000158309937, + 0.010751999914646149, + 0.015168000012636185, + 0.23280000686645508, + 0.011615999974310398, + 0.012319999746978283, + 0.01027199998497963, + 0.13833600282669067, + 0.010816000401973724, + 0.012095999903976917, + 0.010367999784648418, + 0.011711999773979187, + 0.01190400030463934, + 0.014208000153303146, + 0.13808000087738037, + 0.14124800264835358, + 0.010944000445306301, + 0.012319999746978283, + 0.15052799880504608, + 0.1462399959564209, + 0.012095999903976917, + 0.011711999773979187, + 0.15052799880504608, + 0.15167999267578125, + 0.1618880033493042, + 0.01027199998497963, + 0.14950400590896606, + 0.1472640037536621, + 0.16172799468040466, + 0.010847999714314938, + 0.012319999746978283, + 0.23638400435447693, + 0.18931199610233307, + 0.010463999584317207, + 0.01228800043463707, + 0.30342400074005127, + 0.01206399966031313, + 0.012095999903976917, + 0.016383999958634377, + 0.31625598669052124, + 0.21292799711227417, + 0.010784000158309937, + 0.01228800043463707, + 0.2420479953289032, + 0.14431999623775482, + 0.00979200005531311, + 0.012319999746978283, + 0.012095999903976917, + 0.01206399966031313, + 0.011487999930977821, + 0.01228800043463707, + 0.011615999974310398, + 0.01206399966031313, + 0.010688000358641148, + 0.012095999903976917, + 0.010944000445306301, + 0.011103999800980091, + 0.011327999643981457, + 0.12892800569534302, + 0.012000000104308128, + 0.01104000024497509, + 0.012319999746978283, + 0.14441600441932678, + 0.17443199455738068, + 0.01119999960064888, + 0.011327999643981457, + 0.31520000100135803, + 0.01206399966031313, + 0.01104000024497509, + 0.012319999746978283, + 0.3131519854068756, + 0.211776003241539, + 0.011487999930977821, + 0.01539199985563755, + 0.23635199666023254, + 0.14131200313568115, + 0.010847999714314938, + 0.012319999746978283, + 0.240447998046875, + 0.01206399966031313, + 0.011807999573647976, + 0.012319999746978283, + 0.23638400435447693, + 0.14268800616264343, + 0.011359999887645245, + 0.01235199999064207, + 0.011455999687314034, + 0.012256000190973282, + 0.05766399949789047, + 0.012319999746978283, + 0.01119999960064888, + 0.015359999611973763, + 0.01228800043463707, + 0.012319999746978283, + 0.3282240033149719, + 0.012032000347971916, + 0.010975999757647514, + 0.012319999746978283, + 0.01206399966031313, + 0.015359999611973763, + 0.011264000087976456, + 0.012319999746978283, + 0.3070079982280731, + 0.13923199474811554, + 0.011296000331640244, + 0.012319999746978283, + 0.23839999735355377, + 0.01206399966031313, + 0.011327999643981457, + 0.012319999746978283, + 0.2391359955072403, + 0.15545600652694702, + 0.011680000461637974, + 0.012319999746978283, + 0.2322559952735901, + 0.012095999903976917, + 0.010688000358641148, + 0.012319999746978283, + 0.31696000695228577, + 0.01196799986064434, + 0.011744000017642975, + 0.012319999746978283, + 0.24249599874019623, + 0.15561600029468536, + 0.010784000158309937, + 0.012319999746978283, + 0.3256320059299469, + 0.1576319932937622, + 0.01119999960064888, + 0.012319999746978283, + 0.30086401104927063, + 0.011648000217974186, + 0.010751999914646149, + 0.012319999746978283, + 0.3160640001296997, + 0.011264000087976456, + 0.01228800043463707, + 0.012319999746978283, + 0.3489919900894165, + 0.012256000190973282, + 0.011296000331640244, + 0.012319999746978283, + 0.13929599523544312, + 0.01071999967098236, + 0.01119999960064888, + 0.011231999844312668, + 0.3510400056838989, + 0.02175999991595745, + 0.01228800043463707, + 0.012319999746978283, + 0.1382399946451187, + 0.1632319986820221, + 0.010912000201642513, + 0.01027199998497963, + 0.1382720023393631, + 0.01056000031530857, + 0.01119999960064888, + 0.010495999827980995, + 0.13929599523544312, + 0.16185599565505981, + 0.011168000288307667, + 0.011264000087976456, + 0.13929599523544312, + 0.24611200392246246, + 0.01196799986064434, + 0.011296000331640244, + 0.1372479945421219, + 0.2508479952812195, + 0.015231999568641186, + 0.012319999746978283, + 0.13519999384880066, + 0.16473600268363953, + 0.012223999947309494, + 0.010367999784648418, + 0.13929599523544312, + 0.01532800029963255, + 0.011168000288307667, + 0.012319999746978283, + 0.14441600441932678, + 0.011168000288307667, + 0.012032000347971916, + 0.011231999844312668, + 0.14028799533843994, + 0.014303999952971935, + 0.014240000396966934, + 0.013344000093638897, + 0.012319999746978283, + 0.011231999844312668, + 0.011168000288307667, + 0.011487999930977821, + 0.1372160017490387, + 0.01119999960064888, + 0.011168000288307667, + 0.011296000331640244, + 0.13622400164604187, + 0.010623999871313572, + 0.011168000288307667, + 0.011296000331640244, + 0.3438720107078552, + 0.01104000024497509, + 0.014271999709308147, + 0.012319999746978283, + 0.14236800372600555, + 0.1626880019903183, + 0.01119999960064888, + 0.011327999643981457, + 0.1382720023393631, + 0.010784000158309937, + 0.01119999960064888, + 0.011327999643981457, + 0.24425600469112396, + 0.011552000418305397, + 0.012191999703645706, + 0.011327999643981457, + 0.24457600712776184, + 0.016575999557971954, + 0.014271999709308147, + 0.012319999746978283, + 0.3108159899711609, + 0.21193599700927734, + 0.011487999930977821, + 0.012319999746978283, + 0.3193280100822449, + 0.01119999960064888, + 0.010432000271975994, + 0.012319999746978283, + 0.2978239953517914, + 0.011615999974310398, + 0.011487999930977821, + 0.012319999746978283, + 0.012799999676644802, + 0.14975999295711517, + 0.010816000401973724, + 0.14236800372600555, + 0.164000004529953, + 0.15254400670528412, + 0.01158399973064661, + 0.14134399592876434, + 0.16364799439907074, + 0.15164799988269806, + 0.010975999757647514, + 0.1382720023393631, + 0.010816000401973724, + 0.01158399973064661, + 0.011264000087976456, + 0.010912000201642513, + 0.010912000201642513, + 0.013120000250637531, + 0.011264000087976456, + 0.011776000261306763, + 0.011327999643981457, + 0.011455999687314034, + 0.1393280029296875, + 0.01071999967098236, + 0.011359999887645245, + 0.011392000131309032, + 0.3039360046386719, + 0.12489599734544754, + 0.15052799880504608, + 0.010879999957978725, + 0.3111039996147156, + 0.12383999675512314, + 0.15052799880504608, + 0.010847999714314938, + 0.14431999623775482, + 0.01152000017464161, + 0.14214399456977844, + 0.011168000288307667, + 0.14825600385665894, + 0.011359999887645245, + 0.13673600554466248, + 0.011359999887645245, + 0.14444799721240997, + 0.011455999687314034, + 0.010879999957978725, + 0.13814400136470795, + 0.16076800227165222, + 0.01104000024497509, + 0.14441600441932678, + 0.010784000158309937, + 0.15654399991035461, + 0.011455999687314034, + 0.01414399966597557, + 0.30399999022483826, + 0.010912000201642513, + 0.010816000401973724, + 0.021568000316619873, + 0.16182400286197662, + 0.010912000201642513, + 0.012319999746978283, + 0.016416000202298164, + 0.010879999957978725, + 0.2425280064344406, + 0.01119999960064888, + 0.012223999947309494, + 0.011296000331640244, + 0.15148800611495972, + 0.010688000358641148, + 0.1422400027513504, + 0.010239999741315842, + 0.1566080003976822, + 0.011231999844312668, + 0.011392000131309032, + 0.13872000575065613, + 0.010432000271975994, + 0.011487999930977821, + 0.14732800424098969, + 0.13808000087738037, + 0.16153599321842194, + 0.011744000017642975, + 0.15427200496196747, + 0.1363839954137802, + 0.1619199961423874, + 0.011392000131309032, + 0.1491200029850006, + 0.13859200477600098, + 0.010912000201642513, + 0.011008000001311302, + 0.01228800043463707, + 0.23337599635124207, + 0.12703999876976013, + 0.011296000331640244, + 0.012319999746978283, + 0.23324799537658691, + 0.1226240023970604, + 0.01027199998497963, + 0.012319999746978283, + 0.2375359982252121, + 0.12691199779510498, + 0.01027199998497963, + 0.01235199999064207, + 0.011776000261306763, + 0.16256000101566315, + 0.011008000001311302, + 0.14847999811172485, + 0.1446080058813095, + 0.010879999957978725, + 0.011648000217974186, + 0.14745600521564484, + 0.14860799908638, + 0.010975999757647514, + 0.011744000017642975, + 0.14009599387645721, + 0.14448000490665436, + 0.011103999800980091, + 0.01027199998497963, + 0.14339199662208557, + 0.01158399973064661, + 0.013055999763309956, + 0.010239999741315842, + 0.13619199395179749, + 0.011231999844312668, + 0.010912000201642513, + 0.009344000369310379, + 0.012319999746978283, + 0.011807999573647976, + 0.15452800691127777, + 0.012256000190973282, + 0.01027199998497963, + 0.1443520039319992, + 0.16582399606704712, + 0.011359999887645245, + 0.14131200313568115, + 0.01206399966031313, + 0.16070400178432465, + 0.010816000401973724 + ], + "effective_bandwidth_gbps": 42.722078799481636 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.0318400003015995, + "p50_ms": 0.03691200166940689, + "p95_ms": 0.263881604373455, + "p99_ms": 0.38500256329774857, + "max_ms": 0.5360000133514404, + "samples_ms": [ + 0.03267199918627739, + 0.03452799841761589, + 0.03270399942994118, + 0.03862399980425835, + 0.036896001547575, + 0.03270399942994118, + 0.0326399989426136, + 0.16473600268363953, + 0.16620799899101257, + 0.03324799984693527, + 0.042080000042915344, + 0.033695999532938004, + 0.17520000040531158, + 0.034015998244285583, + 0.03286400064826012, + 0.16211199760437012, + 0.1783680021762848, + 0.033984001725912094, + 0.03286400064826012, + 0.18236799538135529, + 0.03347200155258179, + 0.03392000123858452, + 0.03286400064826012, + 0.18544000387191772, + 0.0331839993596077, + 0.03939199820160866, + 0.03286400064826012, + 0.21104000508785248, + 0.17289599776268005, + 0.1783680021762848, + 0.0331839993596077, + 0.03286400064826012, + 0.26076799631118774, + 0.16966399550437927, + 0.033984001725912094, + 0.03286400064826012, + 0.17270399630069733, + 0.18374399840831757, + 0.04623999819159508, + 0.03286400064826012, + 0.16099199652671814, + 0.1765120029449463, + 0.03359999880194664, + 0.03286400064826012, + 0.160863995552063, + 0.03404799848794937, + 0.03830400109291077, + 0.03286400064826012, + 0.03286400064826012, + 0.17372800409793854, + 0.16444799304008484, + 0.033952001482248306, + 0.03286400064826012, + 0.18783999979496002, + 0.1717119961977005, + 0.03379200026392937, + 0.03388800099492073, + 0.033535998314619064, + 0.16921600699424744, + 0.03376000002026558, + 0.03286400064826012, + 0.17552000284194946, + 0.17577600479125977, + 0.03379200026392937, + 0.03286400064826012, + 0.18092800676822662, + 0.034015998244285583, + 0.19833600521087646, + 0.03497600182890892, + 0.17484800517559052, + 0.03407999873161316, + 0.039583999663591385, + 0.03311999887228012, + 0.03347200155258179, + 0.033663999289274216, + 0.1669120043516159, + 0.03388800099492073, + 0.15984000265598297, + 0.03376000002026558, + 0.1730239987373352, + 0.03404799848794937, + 0.16495999693870544, + 0.037728000432252884, + 0.1762239933013916, + 0.03385600075125694, + 0.03286400064826012, + 0.17164799571037292, + 0.033984001725912094, + 0.03750399872660637, + 0.03286400064826012, + 0.25702399015426636, + 0.03388800099492073, + 0.03299200162291527, + 0.033055998384952545, + 0.26214399933815, + 0.03385600075125694, + 0.17520000040531158, + 0.03299200162291527, + 0.16495999693870544, + 0.037248000502586365, + 0.03286400064826012, + 0.03657599911093712, + 0.034912001341581345, + 0.17372800409793854, + 0.03548799827694893, + 0.03827200084924698, + 0.16393600404262543, + 0.03766399994492531, + 0.03388800099492073, + 0.03750399872660637, + 0.1619199961423874, + 0.036928001791238785, + 0.03286400064826012, + 0.035840000957250595, + 0.03385600075125694, + 0.1728000044822693, + 0.034015998244285583, + 0.1915840059518814, + 0.03308799862861633, + 0.25702399015426636, + 0.0323840007185936, + 0.03286400064826012, + 0.1669120043516159, + 0.15276800096035004, + 0.13795199990272522, + 0.03302399814128876, + 0.039872001856565475, + 0.16492800414562225, + 0.037087999284267426, + 0.034912001341581345, + 0.18851199746131897, + 0.033376000821590424, + 0.17071999609470367, + 0.03187200054526329, + 0.03286400064826012, + 0.03728000074625015, + 0.2611199915409088, + 0.03379200026392937, + 0.03286400064826012, + 0.16486400365829468, + 0.1600639969110489, + 0.038336001336574554, + 0.034912001341581345, + 0.1772480010986328, + 0.03331200033426285, + 0.1727360039949417, + 0.03411199897527695, + 0.03388800099492073, + 0.03379200026392937, + 0.03452799841761589, + 0.04105599969625473, + 0.03286400064826012, + 0.03286400064826012, + 0.03376000002026558, + 0.2529279887676239, + 0.1430400013923645, + 0.03276799991726875, + 0.03347200155258179, + 0.03379200026392937, + 0.14716799557209015, + 0.03276799991726875, + 0.03686400130391121, + 0.2580159902572632, + 0.14716799557209015, + 0.03481600061058998, + 0.03379200026392937, + 0.2587519884109497, + 0.03359999880194664, + 0.03286400064826012, + 0.03286400064826012, + 0.15836800634860992, + 0.03731200098991394, + 0.0318400003015995, + 0.034912001341581345, + 0.16521599888801575, + 0.1727360039949417, + 0.03407999873161316, + 0.03286400064826012, + 0.17827199399471283, + 0.2584640085697174, + 0.14787200093269348, + 0.03276799991726875, + 0.03286400064826012, + 0.2597759962081909, + 0.14815999567508698, + 0.03276799991726875, + 0.03286400064826012, + 0.2536320090293884, + 0.1502079963684082, + 0.03791999816894531, + 0.034912001341581345, + 0.2597759962081909, + 0.14611199498176575, + 0.03276799991726875, + 0.03286400064826012, + 0.2597759962081909, + 0.033504001796245575, + 0.03379200026392937, + 0.03324799984693527, + 0.039583999663591385, + 0.033440001308918, + 0.09216000139713287, + 0.03276799991726875, + 0.3458560109138489, + 0.14403200149536133, + 0.03481600061058998, + 0.03286400064826012, + 0.34646400809288025, + 0.14988799393177032, + 0.03276799991726875, + 0.032896000891923904, + 0.03961599990725517, + 0.03347200155258179, + 0.03388800099492073, + 0.03286400064826012, + 0.033440001308918, + 0.14377599954605103, + 0.03481600061058998, + 0.03286400064826012, + 0.03392000123858452, + 0.1828799992799759, + 0.03551999852061272, + 0.03308799862861633, + 0.3376320004463196, + 0.14403200149536133, + 0.03276799991726875, + 0.03286400064826012, + 0.2580159902572632, + 0.1645440012216568, + 0.03500799834728241, + 0.03286400064826012, + 0.1546880006790161, + 0.2588160037994385, + 0.03379200026392937, + 0.03286400064826012, + 0.03286400064826012, + 0.03347200155258179, + 0.03855999931693077, + 0.034912001341581345, + 0.03283200040459633, + 0.16735999286174774, + 0.0825280025601387, + 0.03388800099492073, + 0.042080000042915344, + 0.33686399459838867, + 0.04150399938225746, + 0.03417599946260452, + 0.1443839967250824, + 0.34095999598503113, + 0.16947199404239655, + 0.03379200026392937, + 0.03286400064826012, + 0.33481600880622864, + 0.16649599373340607, + 0.03347200155258179, + 0.03286400064826012, + 0.25494399666786194, + 0.17056000232696533, + 0.03606399893760681, + 0.034912001341581345, + 0.3389120101928711, + 0.16236799955368042, + 0.035392001271247864, + 0.03286400064826012, + 0.3952319920063019, + 0.1839040070772171, + 0.03385600075125694, + 0.034912001341581345, + 0.33155199885368347, + 0.16143999993801117, + 0.03276799991726875, + 0.03286400064826012, + 0.26822400093078613, + 0.1664319932460785, + 0.033344000577926636, + 0.03388800099492073, + 0.3337920010089874, + 0.1674560010433197, + 0.03292800113558769, + 0.034912001341581345, + 0.3880639970302582, + 0.04118400067090988, + 0.03324799984693527, + 0.03388800099492073, + 0.32867199182510376, + 0.1603199988603592, + 0.03292800113558769, + 0.034912001341581345, + 0.16441600024700165, + 0.18559999763965607, + 0.03388800099492073, + 0.03388800099492073, + 0.16963200271129608, + 0.18294399976730347, + 0.033504001796245575, + 0.034912001341581345, + 0.34095999598503113, + 0.1632319986820221, + 0.03324799984693527, + 0.03388800099492073, + 0.16742399334907532, + 0.1592320054769516, + 0.03376000002026558, + 0.03286400064826012, + 0.04047999903559685, + 0.16556799411773682, + 0.03267199918627739, + 0.1475519984960556, + 0.21238400042057037, + 0.2359679937362671, + 0.03254399821162224, + 0.15881599485874176, + 0.18192000687122345, + 0.04044799879193306, + 0.03452799841761589, + 0.262688010931015, + 0.03593600168824196, + 0.03286400064826012, + 0.03593600168824196, + 0.35225600004196167, + 0.03750399872660637, + 0.03286400064826012, + 0.03286400064826012, + 0.15676799416542053, + 0.2678399980068207, + 0.03923200070858002, + 0.03286400064826012, + 0.15676799416542053, + 0.2658880054950714, + 0.03542400151491165, + 0.040031999349594116, + 0.15779200196266174, + 0.19091199338436127, + 0.03743999823927879, + 0.03286400064826012, + 0.3624959886074066, + 0.03638400137424469, + 0.03286400064826012, + 0.03286400064826012, + 0.15881599485874176, + 0.04227200150489807, + 0.035392001271247864, + 0.032896000891923904, + 0.27033600211143494, + 0.1661120057106018, + 0.03328000009059906, + 0.03388800099492073, + 0.15779200196266174, + 0.16147199273109436, + 0.03596799820661545, + 0.034752000123262405, + 0.03286400064826012, + 0.2637760043144226, + 0.03683200106024742, + 0.0318400003015995, + 0.03286400064826012, + 0.17056000232696533, + 0.1870719939470291, + 0.03385600075125694, + 0.036959998309612274, + 0.1685439944267273, + 0.18294399976730347, + 0.03388800099492073, + 0.034912001341581345, + 0.17056000232696533, + 0.16627199947834015, + 0.033952001482248306, + 0.1833920031785965, + 0.25148800015449524, + 0.16550399363040924, + 0.033952001482248306, + 0.03286400064826012, + 0.14857600629329681, + 0.03859199956059456, + 0.03548799827694893, + 0.03286400064826012, + 0.03286400064826012, + 0.1757120043039322, + 0.16227200627326965, + 0.03331200033426285, + 0.03286400064826012, + 0.17260800302028656, + 0.16441600024700165, + 0.03379200026392937, + 0.03283200040459633, + 0.1695680022239685, + 0.175135999917984, + 0.03308799862861633, + 0.03286400064826012, + 0.16598400473594666, + 0.18863999843597412, + 0.03750399872660637, + 0.03286400064826012, + 0.15571199357509613, + 0.03836800158023834, + 0.04057599976658821, + 0.03286400064826012, + 0.3769280016422272, + 0.18380799889564514, + 0.03542400151491165, + 0.0318400003015995, + 0.25702399015426636, + 0.034432001411914825, + 0.15622399747371674, + 0.03392000123858452, + 0.16291199624538422, + 0.03951999917626381, + 0.16128000617027283, + 0.03379200026392937, + 0.15881599485874176, + 0.037087999284267426, + 0.17318400740623474, + 0.03292800113558769, + 0.15676799416542053, + 0.035840000957250595, + 0.1719679981470108, + 0.03248000144958496, + 0.03286400064826012, + 0.16947199404239655, + 0.0363520011305809, + 0.03843199834227562, + 0.03286400064826012, + 0.16739200055599213, + 0.08534400165081024, + 0.15932799875736237, + 0.03385600075125694, + 0.1653759926557541, + 0.03392000123858452, + 0.15971200168132782, + 0.033824000507593155, + 0.25596800446510315, + 0.033663999289274216, + 0.16697600483894348, + 0.03753599897027016, + 0.38499200344085693, + 0.03296000137925148, + 0.03286400064826012, + 0.17871999740600586, + 0.25040000677108765, + 0.03372799977660179, + 0.03286400064826012, + 0.03939199820160866, + 0.17721599340438843, + 0.035392001271247864, + 0.03286400064826012, + 0.16076800227165222, + 0.18303999304771423, + 0.16860799491405487, + 0.034015998244285583, + 0.17417599260807037, + 0.03372799977660179, + 0.38604798913002014, + 0.033824000507593155, + 0.17212800681591034, + 0.03519999980926514, + 0.17164799571037292, + 0.03286400064826012, + 0.03286400064826012, + 0.037567999213933945, + 0.25756800174713135, + 0.03359999880194664, + 0.03286400064826012, + 0.039455998688936234, + 0.392192006111145, + 0.037408001720905304, + 0.03593600168824196, + 0.03843199834227562, + 0.2529279887676239, + 0.034143999218940735, + 0.03286400064826012, + 0.16543999314308167, + 0.2584640085697174, + 0.03753599897027016, + 0.03187200054526329, + 0.035551998764276505, + 0.03267199918627739, + 0.03388800099492073, + 0.0318400003015995, + 0.03388800099492073, + 0.03481600061058998, + 0.3304319977760315, + 0.14716799557209015, + 0.03481600061058998, + 0.035840000957250595, + 0.5360000133514404, + 0.14611199498176575, + 0.03379200026392937, + 0.03280000016093254, + 0.26287999749183655, + 0.2311359941959381, + 0.1629759967327118, + 0.16252799332141876, + 0.036607999354600906, + 0.0318400003015995, + 0.0318400003015995, + 0.1881919950246811, + 0.24646399915218353, + 0.03296000137925148, + 0.0318400003015995, + 0.15971200168132782 + ], + "effective_bandwidth_gbps": 14.259210451765709 + }, + "speedup_vs_torch_compile": 2.1508380033601107, + "speedup_vs_pytorch_eager": 6.444134545548553 + }, + { + "kernel": "rmsnorm", + "shape": [ + 512, + 4096 + ], + "dtype": "bfloat16", + "epsilon": 1e-06, + "logical_bytes": 8396800, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.0, + "max_rel_error": 0.0 + }, + "triton": { + "samples": 500, + "min_ms": 0.011231999844312668, + "p50_ms": 0.013535999692976475, + "p95_ms": 0.14495359361171717, + "p99_ms": 0.24435680508613583, + "max_ms": 0.3507840037345886, + "samples_ms": [ + 0.013632000423967838, + 0.012927999719977379, + 0.01228800043463707, + 0.012703999876976013, + 0.01408000010997057, + 0.012384000234305859, + 0.01651199907064438, + 0.013952000066637993, + 0.01369599997997284, + 0.013504000380635262, + 0.01990400068461895, + 0.013279999606311321, + 0.013919999822974205, + 0.012799999676644802, + 0.01196799986064434, + 0.012799999676644802, + 0.014015999622642994, + 0.014271999709308147, + 0.01369599997997284, + 0.013663999736309052, + 0.012160000391304493, + 0.024000000208616257, + 0.14044800400733948, + 0.013632000423967838, + 0.013887999579310417, + 0.014368000440299511, + 0.011231999844312668, + 0.012512000277638435, + 0.012896000407636166, + 0.018432000651955605, + 0.013279999606311321, + 0.013439999893307686, + 0.01961600035429001, + 0.01651199907064438, + 0.013535999692976475, + 0.017343999817967415, + 0.013024000450968742, + 0.01539199985563755, + 0.01235199999064207, + 0.013728000223636627, + 0.014527999795973301, + 0.01360000018030405, + 0.01375999953597784, + 0.022975999861955643, + 0.01651199907064438, + 0.013919999822974205, + 0.01408000010997057, + 0.01321600005030632, + 0.01244799979031086, + 0.012415999546647072, + 0.013151999562978745, + 0.013279999606311321, + 0.013248000293970108, + 0.01375999953597784, + 0.02409599907696247, + 0.012223999947309494, + 0.011807999573647976, + 0.013279999606311321, + 0.014368000440299511, + 0.016416000202298164, + 0.012703999876976013, + 0.012640000320971012, + 0.013887999579310417, + 0.012992000207304955, + 0.01235199999064207, + 0.14486399292945862, + 0.01283199992030859, + 0.013535999692976475, + 0.013248000293970108, + 0.013248000293970108, + 0.01228800043463707, + 0.012768000364303589, + 0.0144640002399683, + 0.013472000136971474, + 0.012864000163972378, + 0.01375999953597784, + 0.16121600568294525, + 0.01408000010997057, + 0.012191999703645706, + 0.013279999606311321, + 0.012703999876976013, + 0.014911999925971031, + 0.012256000190973282, + 0.012384000234305859, + 0.013856000266969204, + 0.013407999649643898, + 0.012000000104308128, + 0.023615999147295952, + 0.01398400031030178, + 0.015744000673294067, + 0.012799999676644802, + 0.013504000380635262, + 0.14873600006103516, + 0.014208000153303146, + 0.013279999606311321, + 0.013791999779641628, + 0.013279999606311321, + 0.01360000018030405, + 0.1563519984483719, + 0.012575999833643436, + 0.013952000066637993, + 0.012032000347971916, + 0.01462399959564209, + 0.014368000440299511, + 0.014015999622642994, + 0.012319999746978283, + 0.012736000120639801, + 0.014112000353634357, + 0.013407999649643898, + 0.14665600657463074, + 0.01398400031030178, + 0.012319999746978283, + 0.01228800043463707, + 0.01228800043463707, + 0.012480000033974648, + 0.012191999703645706, + 0.012415999546647072, + 0.013279999606311321, + 0.014047999866306782, + 0.01398400031030178, + 0.16025599837303162, + 0.015168000012636185, + 0.013856000266969204, + 0.013919999822974205, + 0.15228800475597382, + 0.01321600005030632, + 0.01283199992030859, + 0.013183999806642532, + 0.013919999822974205, + 0.015296000055968761, + 0.013663999736309052, + 0.02006400004029274, + 0.01228800043463707, + 0.013887999579310417, + 0.013151999562978745, + 0.011615999974310398, + 0.12415999919176102, + 0.01196799986064434, + 0.013663999736309052, + 0.013728000223636627, + 0.013248000293970108, + 0.012000000104308128, + 0.02099199965596199, + 0.012256000190973282, + 0.01398400031030178, + 0.01398400031030178, + 0.14156800508499146, + 0.012671999633312225, + 0.012736000120639801, + 0.014271999709308147, + 0.014336000196635723, + 0.014879999682307243, + 0.014112000353634357, + 0.021023999899625778, + 0.01196799986064434, + 0.017952000722289085, + 0.013151999562978745, + 0.012959999963641167, + 0.01228800043463707, + 0.01244799979031086, + 0.01283199992030859, + 0.01228800043463707, + 0.01228800043463707, + 0.01196799986064434, + 0.2502079904079437, + 0.012896000407636166, + 0.01228800043463707, + 0.012512000277638435, + 0.012384000234305859, + 0.013279999606311321, + 0.01408000010997057, + 0.014368000440299511, + 0.013952000066637993, + 0.012799999676644802, + 0.01228800043463707, + 0.13353599607944489, + 0.01398400031030178, + 0.012703999876976013, + 0.01228800043463707, + 0.012992000207304955, + 0.013311999849975109, + 0.012032000347971916, + 0.0144640002399683, + 0.013887999579310417, + 0.01360000018030405, + 0.012864000163972378, + 0.018912000581622124, + 0.014368000440299511, + 0.01244799979031086, + 0.013120000250637531, + 0.012512000277638435, + 0.012512000277638435, + 0.012160000391304493, + 0.012768000364303589, + 0.016383999958634377, + 0.012736000120639801, + 0.15516799688339233, + 0.019807999953627586, + 0.012799999676644802, + 0.0180479995906353, + 0.01414399966597557, + 0.014368000440299511, + 0.013248000293970108, + 0.01283199992030859, + 0.012415999546647072, + 0.013472000136971474, + 0.013728000223636627, + 0.012000000104308128, + 0.02739199995994568, + 0.0163199994713068, + 0.013952000066637993, + 0.013279999606311321, + 0.014688000082969666, + 0.016416000202298164, + 0.012223999947309494, + 0.013183999806642532, + 0.01228800043463707, + 0.01228800043463707, + 0.01206399966031313, + 0.02454400062561035, + 0.012415999546647072, + 0.012640000320971012, + 0.013088000006973743, + 0.012992000207304955, + 0.014944000169634819, + 0.012384000234305859, + 0.013151999562978745, + 0.01321600005030632, + 0.01228800043463707, + 0.013728000223636627, + 0.15590399503707886, + 0.013952000066637993, + 0.013311999849975109, + 0.016383999958634377, + 0.15401600301265717, + 0.01375999953597784, + 0.014336000196635723, + 0.014271999709308147, + 0.013088000006973743, + 0.013791999779641628, + 0.013504000380635262, + 0.02006400004029274, + 0.013248000293970108, + 0.012799999676644802, + 0.013279999606311321, + 0.039872001856565475, + 0.21500800549983978, + 0.01398400031030178, + 0.013151999562978745, + 0.013952000066637993, + 0.013376000337302685, + 0.012000000104308128, + 0.14979200065135956, + 0.012992000207304955, + 0.013376000337302685, + 0.011935999616980553, + 0.24432000517845154, + 0.012703999876976013, + 0.011744000017642975, + 0.014495999552309513, + 0.01360000018030405, + 0.017376000061631203, + 0.013439999893307686, + 0.3507840037345886, + 0.012992000207304955, + 0.014047999866306782, + 0.013952000066637993, + 0.011487999930977821, + 0.013279999606311321, + 0.012575999833643436, + 0.01235199999064207, + 0.013824000023305416, + 0.013311999849975109, + 0.013791999779641628, + 0.15836800634860992, + 0.013248000293970108, + 0.013919999822974205, + 0.012959999963641167, + 0.20608000457286835, + 0.013279999606311321, + 0.012415999546647072, + 0.014271999709308147, + 0.014336000196635723, + 0.013663999736309052, + 0.012640000320971012, + 0.02550400048494339, + 0.012543999589979649, + 0.013791999779641628, + 0.013120000250637531, + 0.014368000440299511, + 0.014336000196635723, + 0.012384000234305859, + 0.013663999736309052, + 0.012480000033974648, + 0.013279999606311321, + 0.013311999849975109, + 0.02755199931561947, + 0.014271999709308147, + 0.013824000023305416, + 0.013279999606311321, + 0.013472000136971474, + 0.01228800043463707, + 0.012512000277638435, + 0.012896000407636166, + 0.013856000266969204, + 0.013120000250637531, + 0.013728000223636627, + 0.01974399946630001, + 0.012415999546647072, + 0.014431999996304512, + 0.013248000293970108, + 0.013151999562978745, + 0.014336000196635723, + 0.01244799979031086, + 0.013279999606311321, + 0.013919999822974205, + 0.012896000407636166, + 0.012319999746978283, + 0.018688000738620758, + 0.013279999606311321, + 0.014368000440299511, + 0.012319999746978283, + 0.012512000277638435, + 0.04800000041723251, + 0.014303999952971935, + 0.012223999947309494, + 0.013952000066637993, + 0.013024000450968742, + 0.01228800043463707, + 0.022207999601960182, + 0.013248000293970108, + 0.013887999579310417, + 0.013791999779641628, + 0.012319999746978283, + 0.013248000293970108, + 0.012543999589979649, + 0.012896000407636166, + 0.014336000196635723, + 0.014495999552309513, + 0.01196799986064434, + 0.023552000522613525, + 0.0163199994713068, + 0.013887999579310417, + 0.012768000364303589, + 0.013919999822974205, + 0.014368000440299511, + 0.012128000147640705, + 0.013728000223636627, + 0.01283199992030859, + 0.014368000440299511, + 0.01196799986064434, + 0.160863995552063, + 0.014208000153303146, + 0.014368000440299511, + 0.014047999866306782, + 0.012703999876976013, + 0.014208000153303146, + 0.01235199999064207, + 0.01398400031030178, + 0.012992000207304955, + 0.01398400031030178, + 0.013567999936640263, + 0.23865599930286407, + 0.013887999579310417, + 0.012256000190973282, + 0.012319999746978283, + 0.012799999676644802, + 0.012575999833643436, + 0.01152000017464161, + 0.013567999936640263, + 0.013856000266969204, + 0.013055999763309956, + 0.012000000104308128, + 0.021088000386953354, + 0.01228800043463707, + 0.013952000066637993, + 0.013248000293970108, + 0.013535999692976475, + 0.014112000353634357, + 0.01283199992030859, + 0.01228800043463707, + 0.014015999622642994, + 0.01408000010997057, + 0.15039999783039093, + 0.02377600036561489, + 0.01836800016462803, + 0.013887999579310417, + 0.013279999606311321, + 0.01244799979031086, + 0.013151999562978745, + 0.012703999876976013, + 0.013407999649643898, + 0.013248000293970108, + 0.013248000293970108, + 0.012000000104308128, + 0.15721599757671356, + 0.012959999963641167, + 0.01398400031030178, + 0.012896000407636166, + 0.15427200496196747, + 0.012927999719977379, + 0.01206399966031313, + 0.014431999996304512, + 0.014399999752640724, + 0.014560000039637089, + 0.011776000261306763, + 0.2516799867153168, + 0.013120000250637531, + 0.012736000120639801, + 0.014368000440299511, + 0.24873599410057068, + 0.012896000407636166, + 0.013919999822974205, + 0.014271999709308147, + 0.013919999822974205, + 0.012736000120639801, + 0.013952000066637993, + 0.01894400082528591, + 0.013248000293970108, + 0.01398400031030178, + 0.01398400031030178, + 0.014560000039637089, + 0.013248000293970108, + 0.01206399966031313, + 0.018592000007629395, + 0.014688000082969666, + 0.014015999622642994, + 0.014047999866306782, + 0.023360000923275948, + 0.01836800016462803, + 0.013632000423967838, + 0.012992000207304955, + 0.014368000440299511, + 0.14310400187969208, + 0.012415999546647072, + 0.013088000006973743, + 0.01228800043463707, + 0.012959999963641167, + 0.012000000104308128, + 0.02208000048995018, + 0.013439999893307686, + 0.012736000120639801, + 0.013952000066637993, + 0.01408000010997057, + 0.016383999958634377, + 0.012608000077307224, + 0.013632000423967838, + 0.01369599997997284, + 0.01283199992030859, + 0.012927999719977379, + 0.020287999883294106, + 0.012223999947309494, + 0.01321600005030632, + 0.053727999329566956, + 0.012768000364303589, + 0.016416000202298164, + 0.013919999822974205, + 0.013887999579310417, + 0.012128000147640705, + 0.01942400075495243, + 0.011680000461637974, + 0.14739200472831726, + 0.014399999752640724, + 0.01228800043463707, + 0.013632000423967838, + 0.013407999649643898, + 0.013791999779641628, + 0.01408000010997057, + 0.013279999606311321, + 0.013055999763309956, + 0.012640000320971012, + 0.012000000104308128, + 0.24799999594688416, + 0.01244799979031086, + 0.01539199985563755, + 0.012992000207304955, + 0.011935999616980553, + 0.013088000006973743, + 0.01360000018030405, + 0.0144640002399683, + 0.014047999866306782, + 0.01398400031030178, + 0.01398400031030178, + 0.022143999114632607, + 0.013183999806642532, + 0.01369599997997284, + 0.014112000353634357, + 0.012319999746978283, + 0.01408000010997057, + 0.012384000234305859, + 0.014240000396966934, + 0.013919999822974205, + 0.014015999622642994, + 0.013120000250637531, + 0.02208000048995018, + 0.01235199999064207, + 0.014336000196635723, + 0.014368000440299511, + 0.012256000190973282, + 0.014783999882638454 + ], + "effective_bandwidth_gbps": 620.3309833374856 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.014783999882638454, + "p50_ms": 0.02137599978595972, + "p95_ms": 0.24868319407105444, + "p99_ms": 0.3080832058191299, + "max_ms": 0.3389120101928711, + "samples_ms": [ + 0.21587200462818146, + 0.020160000771284103, + 0.016416000202298164, + 0.24764800071716309, + 0.2149759978055954, + 0.022495999932289124, + 0.018464000895619392, + 0.2550399899482727, + 0.16259199380874634, + 0.020031999796628952, + 0.13699199259281158, + 0.24406400322914124, + 0.022463999688625336, + 0.019487999379634857, + 0.13702400028705597, + 0.022175999358296394, + 0.020959999412298203, + 0.016416000202298164, + 0.13913600146770477, + 0.23955200612545013, + 0.022495999932289124, + 0.016416000202298164, + 0.2508479952812195, + 0.02304000034928322, + 0.021856000646948814, + 0.016416000202298164, + 0.2531200051307678, + 0.16672000288963318, + 0.020959999412298203, + 0.14153599739074707, + 0.021568000316619873, + 0.021215999498963356, + 0.016416000202298164, + 0.14207999408245087, + 0.021023999899625778, + 0.023520000278949738, + 0.018464000895619392, + 0.25283199548721313, + 0.1648319959640503, + 0.02070399932563305, + 0.016416000202298164, + 0.02300800010561943, + 0.15199999511241913, + 0.024351999163627625, + 0.24889600276947021, + 0.1677439957857132, + 0.019936000928282738, + 0.01744000054895878, + 0.3389120101928711, + 0.0208320003002882, + 0.019999999552965164, + 0.13619199395179749, + 0.022175999358296394, + 0.02454400062561035, + 0.016416000202298164, + 0.1318719983100891, + 0.018880000337958336, + 0.022495999932289124, + 0.018464000895619392, + 0.25036799907684326, + 0.16262400150299072, + 0.0208320003002882, + 0.17308799922466278, + 0.15574400126934052, + 0.14927999675273895, + 0.0163199994713068, + 0.1390720009803772, + 0.1576640009880066, + 0.02236800082027912, + 0.01648000068962574, + 0.15356799960136414, + 0.020128000527620316, + 0.022495999932289124, + 0.016416000202298164, + 0.24342399835586548, + 0.1594880074262619, + 0.021023999899625778, + 0.02006400004029274, + 0.24454399943351746, + 0.14550399780273438, + 0.015968000516295433, + 0.30803200602531433, + 0.1533759981393814, + 0.14844800531864166, + 0.01600000075995922, + 0.2486719936132431, + 0.15254400670528412, + 0.022463999688625336, + 0.10950399935245514, + 0.1515199989080429, + 0.022495999932289124, + 0.019967999309301376, + 0.26844799518585205, + 0.020416000857949257, + 0.016416000202298164, + 0.020191999152302742, + 0.1642560064792633, + 0.1544319987297058, + 0.02112000063061714, + 0.020864000543951988, + 0.02175999991595745, + 0.02454400062561035, + 0.15244799852371216, + 0.01679999940097332, + 0.32342401146888733, + 0.02127999998629093, + 0.02175999991595745, + 0.022207999601960182, + 0.1627199947834015, + 0.020160000771284103, + 0.02147199958562851, + 0.2568640112876892, + 0.1504960060119629, + 0.016095999628305435, + 0.01942400075495243, + 0.2539199888706207, + 0.025407999753952026, + 0.15033599734306335, + 0.17388799786567688, + 0.15248000621795654, + 0.020959999412298203, + 0.15212799608707428, + 0.015104000456631184, + 0.024800000712275505, + 0.02131200022995472, + 0.020416000857949257, + 0.02147199958562851, + 0.02070399932563305, + 0.16329599916934967, + 0.02006400004029274, + 0.15455999970436096, + 0.016896000131964684, + 0.16595199704170227, + 0.022175999358296394, + 0.1658879965543747, + 0.02051199972629547, + 0.16064000129699707, + 0.019840000197291374, + 0.01913600042462349, + 0.020608000457286835, + 0.021727999672293663, + 0.021215999498963356, + 0.02143999934196472, + 0.16655999422073364, + 0.03248000144958496, + 0.016416000202298164, + 0.016416000202298164, + 0.15158399939537048, + 0.021824000403285027, + 0.3131519854068756, + 0.1289920061826706, + 0.017952000722289085, + 0.25622400641441345, + 0.020447999238967896, + 0.1618880033493042, + 0.016543999314308167, + 0.024351999163627625, + 0.02470399998128414, + 0.15670399367809296, + 0.15436799824237823, + 0.2375359982252121, + 0.018464000895619392, + 0.02143999934196472, + 0.24057599902153015, + 0.21910400688648224, + 0.019872000440955162, + 0.14739200472831726, + 0.1544640064239502, + 0.02191999927163124, + 0.16368000209331512, + 0.019360000267624855, + 0.02022399939596653, + 0.01539199985563755, + 0.020160000771284103, + 0.019999999552965164, + 0.02067199908196926, + 0.019936000928282738, + 0.0208320003002882, + 0.021088000386953354, + 0.019487999379634857, + 0.1658560037612915, + 0.33590400218963623, + 0.014783999882638454, + 0.018464000895619392, + 0.16780799627304077, + 0.15267199277877808, + 0.021215999498963356, + 0.01744000054895878, + 0.15139199793338776, + 0.020447999238967896, + 0.021568000316619873, + 0.016416000202298164, + 0.16592000424861908, + 0.020447999238967896, + 0.020416000857949257, + 0.016416000202298164, + 0.14748799800872803, + 0.152319997549057, + 0.02143999934196472, + 0.019487999379634857, + 0.016416000202298164, + 0.2537919878959656, + 0.02659199945628643, + 0.02051199972629547, + 0.019487999379634857, + 0.1401280015707016, + 0.25494399666786194, + 0.018144000321626663, + 0.019487999379634857, + 0.14953599870204926, + 0.02143999934196472, + 0.0197759997099638, + 0.016416000202298164, + 0.019487999379634857, + 0.02147199958562851, + 0.02131200022995472, + 0.01894400082528591, + 0.016416000202298164, + 0.15267199277877808, + 0.020767999812960625, + 0.020927999168634415, + 0.016416000202298164, + 0.1515520066022873, + 0.14844800531864166, + 0.01603199914097786, + 0.016416000202298164, + 0.2548159956932068, + 0.020447999238967896, + 0.022112000733613968, + 0.02051199972629547, + 0.13519999384880066, + 0.020416000857949257, + 0.018848000094294548, + 0.016416000202298164, + 0.14953599870204926, + 0.15087999403476715, + 0.021344000473618507, + 0.016416000202298164, + 0.016416000202298164, + 0.31830400228500366, + 0.02147199958562851, + 0.06083200126886368, + 0.01539199985563755, + 0.24048000574111938, + 0.02143999934196472, + 0.019872000440955162, + 0.016416000202298164, + 0.14441600441932678, + 0.23763200640678406, + 0.020255999639630318, + 0.016416000202298164, + 0.018464000895619392, + 0.24108800292015076, + 0.020191999152302742, + 0.016416000202298164, + 0.06854400038719177, + 0.14291200041770935, + 0.24038399755954742, + 0.020927999168634415, + 0.016416000202298164, + 0.016416000202298164, + 0.020447999238967896, + 0.02364799939095974, + 0.016416000202298164, + 0.018464000895619392, + 0.020447999238967896, + 0.022336000576615334, + 0.016256000846624374, + 0.016416000202298164, + 0.24358400702476501, + 0.1666879951953888, + 0.01600000075995922, + 0.016416000202298164, + 0.1454399973154068, + 0.2436479926109314, + 0.020767999812960625, + 0.016416000202298164, + 0.06752000004053116, + 0.02147199958562851, + 0.020416000857949257, + 0.01849599927663803, + 0.016416000202298164, + 0.2548159956932068, + 0.15087999403476715, + 0.01727999933063984, + 0.016416000202298164, + 0.24355199933052063, + 0.022495999932289124, + 0.018432000651955605, + 0.01744000054895878, + 0.01849599927663803, + 0.1515199989080429, + 0.020447999238967896, + 0.01548799965530634, + 0.019487999379634857, + 0.020416000857949257, + 0.022336000576615334, + 0.015456000342965126, + 0.016416000202298164, + 0.2486719936132431, + 0.020447999238967896, + 0.020608000457286835, + 0.019487999379634857, + 0.2425280064344406, + 0.03049599938094616, + 0.018592000007629395, + 0.016416000202298164, + 0.016416000202298164, + 0.021663999184966087, + 0.02643200010061264, + 0.018464000895619392, + 0.018464000895619392, + 0.2508479952812195, + 0.02038400061428547, + 0.019487999379634857, + 0.016416000202298164, + 0.25276800990104675, + 0.022463999688625336, + 0.016416000202298164, + 0.02022399939596653, + 0.019487999379634857, + 0.24454399943351746, + 0.02115200087428093, + 0.016416000202298164, + 0.019487999379634857, + 0.1526080071926117, + 0.15987199544906616, + 0.0161920003592968, + 0.016287999227643013, + 0.018432000651955605, + 0.2539199888706207, + 0.02038400061428547, + 0.016416000202298164, + 0.016416000202298164, + 0.14441600441932678, + 0.15955199301242828, + 0.015744000673294067, + 0.02051199972629547, + 0.016416000202298164, + 0.25788798928260803, + 0.022624000906944275, + 0.02067199908196926, + 0.016416000202298164, + 0.14748799800872803, + 0.02099199965596199, + 0.020608000457286835, + 0.016416000202298164, + 0.018464000895619392, + 0.15436799824237823, + 0.026399999856948853, + 0.02051199972629547, + 0.016416000202298164, + 0.23916800320148468, + 0.021023999899625778, + 0.02112000063061714, + 0.019487999379634857, + 0.1454399973154068, + 0.019999999552965164, + 0.022624000906944275, + 0.016416000202298164, + 0.016416000202298164, + 0.24457600712776184, + 0.14627200365066528, + 0.015936000272631645, + 0.019487999379634857, + 0.24560000002384186, + 0.021088000386953354, + 0.019999999552965164, + 0.016416000202298164, + 0.019487999379634857, + 0.15561600029468536, + 0.02595200017094612, + 0.016416000202298164, + 0.016416000202298164, + 0.2425280064344406, + 0.019872000440955162, + 0.018880000337958336, + 0.016416000202298164, + 0.14851200580596924, + 0.02457600086927414, + 0.02127999998629093, + 0.02252800017595291, + 0.02051199972629547, + 0.020479999482631683, + 0.14844800531864166, + 0.017311999574303627, + 0.016416000202298164, + 0.24428799748420715, + 0.15990400314331055, + 0.019967999309301376, + 0.019487999379634857, + 0.14748799800872803, + 0.020959999412298203, + 0.15343999862670898, + 0.016863999888300896, + 0.0225600004196167, + 0.15571199357509613, + 0.015807999297976494, + 0.02377600036561489, + 0.018464000895619392, + 0.24326400458812714, + 0.02067199908196926, + 0.1483200043439865, + 0.01836800016462803, + 0.018464000895619392, + 0.020447999238967896, + 0.1502400040626526, + 0.01635199971497059, + 0.018464000895619392, + 0.24355199933052063, + 0.021247999742627144, + 0.02252800017595291, + 0.016416000202298164, + 0.14748799800872803, + 0.02579200081527233, + 0.1597760021686554, + 0.021663999184966087, + 0.016416000202298164, + 0.022304000332951546, + 0.020959999412298203, + 0.02643200010061264, + 0.018464000895619392, + 0.2415039986371994, + 0.022463999688625336, + 0.15036800503730774, + 0.01696000061929226, + 0.146464005112648, + 0.024768000468611717, + 0.15875199437141418, + 0.020800000056624413, + 0.02051199972629547, + 0.1599999964237213, + 0.015104000456631184, + 0.15241600573062897, + 0.016992000862956047, + 0.14748799800872803, + 0.02006400004029274, + 0.015776000916957855, + 0.025728000327944756, + 0.146464005112648, + 0.02380800060927868, + 0.016416000202298164, + 0.15343999862670898, + 0.015968000516295433, + 0.1637759953737259, + 0.019328000023961067, + 0.1597760021686554, + 0.07478400319814682, + 0.14537599682807922, + 0.024831999093294144, + 0.018464000895619392, + 0.1472959965467453, + 0.015135999768972397, + 0.02006400004029274, + 0.02147199958562851, + 0.1597760021686554, + 0.019967999309301376, + 0.23843200504779816, + 0.021088000386953354, + 0.023584000766277313, + 0.01926399953663349, + 0.1486400067806244, + 0.02579200081527233, + 0.016416000202298164, + 0.016575999557971954, + 0.023744000121951103, + 0.022463999688625336, + 0.016416000202298164, + 0.016416000202298164, + 0.14748799800872803, + 0.014976000413298607, + 0.020416000857949257, + 0.021215999498963356, + 0.016416000202298164, + 0.023391999304294586, + 0.14851200580596924, + 0.02143999934196472, + 0.020191999152302742, + 0.15875199437141418, + 0.016992000862956047, + 0.2528960108757019, + 0.020287999883294106, + 0.016416000202298164, + 0.026784000918269157, + 0.24288000166416168, + 0.022784000262618065, + 0.016416000202298164, + 0.016416000202298164, + 0.02054399996995926, + 0.02038400061428547, + 0.02147199958562851, + 0.016416000202298164, + 0.024607999250292778, + 0.24560000002384186, + 0.021407999098300934, + 0.020320000126957893, + 0.07779199630022049, + 0.24473600089550018, + 0.021344000473618507, + 0.016383999958634377 + ], + "effective_bandwidth_gbps": 392.8143751907793 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.07075200229883194, + "p50_ms": 0.08190399780869484, + "p95_ms": 0.4327568084001541, + "p99_ms": 0.5707696241140365, + "max_ms": 0.5919679999351501, + "samples_ms": [ + 0.20278400182724, + 0.07673600316047668, + 0.08448000252246857, + 0.08284799754619598, + 0.2951039969921112, + 0.0761599987745285, + 0.08089599758386612, + 0.10524799674749374, + 0.2356480062007904, + 0.33055999875068665, + 0.07942400127649307, + 0.07916799932718277, + 0.3710080087184906, + 0.2091519981622696, + 0.08079999685287476, + 0.08051200211048126, + 0.34534400701522827, + 0.21267199516296387, + 0.08399999886751175, + 0.08278399705886841, + 0.39136001467704773, + 0.20441600680351257, + 0.0793600007891655, + 0.08185599744319916, + 0.4294399917125702, + 0.07414399832487106, + 0.08390399813652039, + 0.07833600044250488, + 0.3891200125217438, + 0.1976960003376007, + 0.07977599650621414, + 0.08111999928951263, + 0.420960009098053, + 0.0745600014925003, + 0.07731200009584427, + 0.08076799660921097, + 0.4137920141220093, + 0.07568000257015228, + 0.08601599931716919, + 0.081727996468544, + 0.5707520246505737, + 0.08032000064849854, + 0.0793600007891655, + 0.07939200103282928, + 0.2056960016489029, + 0.2072959989309311, + 0.08681599795818329, + 0.07727999985218048, + 0.19439999759197235, + 0.2563520073890686, + 0.2072640061378479, + 0.08636800199747086, + 0.4219200015068054, + 0.2030400037765503, + 0.08051200211048126, + 0.08144000172615051, + 0.1886720061302185, + 0.25859200954437256, + 0.20374399423599243, + 0.0828159973025322, + 0.201664000749588, + 0.21241599321365356, + 0.08627200126647949, + 0.08083199709653854, + 0.07628799974918365, + 0.4223040044307709, + 0.08233600109815598, + 0.0793600007891655, + 0.07939200103282928, + 0.43273600935935974, + 0.07872000336647034, + 0.08124800026416779, + 0.07952000200748444, + 0.4387519955635071, + 0.19939200580120087, + 0.08048000186681747, + 0.07932800054550171, + 0.41833600401878357, + 0.2078080028295517, + 0.08179199695587158, + 0.07980799674987793, + 0.19260799884796143, + 0.1810240000486374, + 0.07766400277614594, + 0.08950400352478027, + 0.08207999914884567, + 0.2035519927740097, + 0.07459200173616409, + 0.08083199709653854, + 0.0843840017914772, + 0.20790399610996246, + 0.0745600014925003, + 0.07705599814653397, + 0.07395199686288834, + 0.2083200067281723, + 0.0791039988398552, + 0.08367999643087387, + 0.11369600147008896, + 0.20921599864959717, + 0.07503999769687653, + 0.08191999793052673, + 0.08313599973917007, + 0.2109760046005249, + 0.07737600058317184, + 0.08188799768686295, + 0.08483199775218964, + 0.20905600488185883, + 0.2019840031862259, + 0.07923199981451035, + 0.08316799998283386, + 0.20838400721549988, + 0.21040000021457672, + 0.08086399734020233, + 0.08310399949550629, + 0.30297601222991943, + 0.21244800090789795, + 0.08182399719953537, + 0.0769599974155426, + 0.3000960052013397, + 0.08166400343179703, + 0.077504001557827, + 0.07916799932718277, + 0.30025601387023926, + 0.08166400343179703, + 0.07503999769687653, + 0.08188799768686295, + 0.42982399463653564, + 0.08131200075149536, + 0.07385600358247757, + 0.0759039968252182, + 0.41817599534988403, + 0.0788159966468811, + 0.213919997215271, + 0.08140800148248672, + 0.19545599818229675, + 0.18060800433158875, + 0.07388799637556076, + 0.07631999999284744, + 0.2924160063266754, + 0.08086399734020233, + 0.20899200439453125, + 0.20448000729084015, + 0.5299199819564819, + 0.07391999661922455, + 0.19865599274635315, + 0.07401599735021591, + 0.4331519901752472, + 0.07606399804353714, + 0.21411199867725372, + 0.07571200281381607, + 0.19568000733852386, + 0.07548800110816956, + 0.21104000508785248, + 0.07571200281381607, + 0.08099199831485748, + 0.20732800662517548, + 0.07628799974918365, + 0.07552000135183334, + 0.07791999727487564, + 0.20559999346733093, + 0.07622399926185608, + 0.07548800110816956, + 0.07996799796819687, + 0.21273599565029144, + 0.07817599922418594, + 0.20073600113391876, + 0.08038400113582611, + 0.21270400285720825, + 0.08303999900817871, + 0.19971199333667755, + 0.07599999755620956, + 0.21158400177955627, + 0.07702399790287018, + 0.2130880057811737, + 0.07372800260782242, + 0.44646400213241577, + 0.07727999985218048, + 0.07280000299215317, + 0.07552000135183334, + 0.2876479923725128, + 0.07478400319814682, + 0.07689599692821503, + 0.07462400197982788, + 0.07791999727487564, + 0.21686400473117828, + 0.07612799853086472, + 0.2027519941329956, + 0.08025600016117096, + 0.21171200275421143, + 0.07689599692821503, + 0.2120639979839325, + 0.08316799998283386, + 0.20553599298000336, + 0.0748480036854744, + 0.21820800006389618, + 0.07574400305747986, + 0.20793600380420685, + 0.07807999849319458, + 0.0748480036854744, + 0.07552000135183334, + 0.20563200116157532, + 0.0759039968252182, + 0.07689599692821503, + 0.1966399997472763, + 0.20412799715995789, + 0.0745600014925003, + 0.07689599692821503, + 0.20998400449752808, + 0.08057600259780884, + 0.20764799416065216, + 0.07398399710655212, + 0.206496000289917, + 0.07583999633789062, + 0.208639994263649, + 0.07894399762153625, + 0.07894399762153625, + 0.08374399691820145, + 0.07996799796819687, + 0.0748480036854744, + 0.07689599692821503, + 0.07689599692821503, + 0.20448000729084015, + 0.2035199999809265, + 0.07606399804353714, + 0.0820159986615181, + 0.07587199658155441, + 0.4304960072040558, + 0.07603199779987335, + 0.07280000299215317, + 0.07558400183916092, + 0.5250239968299866, + 0.07820799946784973, + 0.07894399762153625, + 0.0737600028514862, + 0.4407680034637451, + 0.07295999675989151, + 0.0748480036854744, + 0.2120320051908493, + 0.2035519927740097, + 0.07379200309515, + 0.0748480036854744, + 0.24585600197315216, + 0.4193600118160248, + 0.0820159986615181, + 0.07996799796819687, + 0.07382400333881378, + 0.19811199605464935, + 0.0772159993648529, + 0.07897599786520004, + 0.07894399762153625, + 0.2611199915409088, + 0.07568000257015228, + 0.07894399762153625, + 0.07999999821186066, + 0.07872000336647034, + 0.21065600216388702, + 0.08160000294446945, + 0.07481600344181061, + 0.2017280012369156, + 0.21583999693393707, + 0.07715199887752533, + 0.07996799796819687, + 0.20796799659729004, + 0.20521600544452667, + 0.08320000022649765, + 0.08303999900817871, + 0.07782399654388428, + 0.3704319894313812, + 0.178847998380661, + 0.08191999793052673, + 0.0748480036854744, + 0.3622080087661743, + 0.18403199315071106, + 0.08089599758386612, + 0.07996799796819687, + 0.4307839870452881, + 0.07875200361013412, + 0.08188799768686295, + 0.07689599692821503, + 0.42396798729896545, + 0.07545600086450577, + 0.07692799717187881, + 0.08099199831485748, + 0.41471999883651733, + 0.21040000021457672, + 0.07689599692821503, + 0.07475200295448303, + 0.474592000246048, + 0.179967999458313, + 0.08089599758386612, + 0.07887999713420868, + 0.5028799772262573, + 0.20243200659751892, + 0.08131200075149536, + 0.07587199658155441, + 0.18812799453735352, + 0.21878400444984436, + 0.077504001557827, + 0.07689599692821503, + 0.40956801176071167, + 0.2085759937763214, + 0.07791999727487564, + 0.07993599772453308, + 0.5898879766464233, + 0.2011519968509674, + 0.07891199737787247, + 0.07689599692821503, + 0.5437759757041931, + 0.20444799959659576, + 0.07996799796819687, + 0.0820159986615181, + 0.2724800109863281, + 0.21663999557495117, + 0.08108799904584885, + 0.0748480036854744, + 0.48240000009536743, + 0.2003840059041977, + 0.08316799998283386, + 0.07680000364780426, + 0.2120639979839325, + 0.21993599832057953, + 0.07983999699354172, + 0.0748480036854744, + 0.20080000162124634, + 0.22217600047588348, + 0.0735040009021759, + 0.07894399762153625, + 0.07894399762153625, + 0.21167999505996704, + 0.0857279971241951, + 0.07689599692821503, + 0.08099199831485748, + 0.2584640085697174, + 0.21171200275421143, + 0.08099199831485748, + 0.5919679999351501, + 0.20735999941825867, + 0.0820159986615181, + 0.07481600344181061, + 0.5806400179862976, + 0.20265600085258484, + 0.07903999835252762, + 0.07894399762153625, + 0.292959988117218, + 0.19203199446201324, + 0.08012799918651581, + 0.07791999727487564, + 0.5725119709968567, + 0.19833600521087646, + 0.0791039988398552, + 0.11264000087976456, + 0.5775039792060852, + 0.20041599869728088, + 0.07817599922418594, + 0.0748480036854744, + 0.29398399591445923, + 0.19097599387168884, + 0.08019199967384338, + 0.07689599692821503, + 0.46089598536491394, + 0.07651200145483017, + 0.07996799796819687, + 0.07689599692821503, + 0.19568000733852386, + 0.251583993434906, + 0.20547200739383698, + 0.07689599692821503, + 0.4434880018234253, + 0.12249600142240524, + 0.08089599758386612, + 0.07689599692821503, + 0.1977279931306839, + 0.2781440019607544, + 0.07894399762153625, + 0.16998399794101715, + 0.4270080029964447, + 0.19897599518299103, + 0.07587199658155441, + 0.07075200229883194, + 0.08611200004816055, + 0.42048001289367676, + 0.07385600358247757, + 0.0748480036854744, + 0.07075200229883194, + 0.4433920085430145, + 0.0764480009675026, + 0.07295999675989151, + 0.0748480036854744, + 0.44121599197387695, + 0.08163200318813324, + 0.0748480036854744, + 0.07280000299215317, + 0.20080000162124634, + 0.20844799280166626, + 0.0820159986615181, + 0.0748480036854744, + 0.07791999727487564, + 0.4184640049934387, + 0.07385600358247757, + 0.0748480036854744, + 0.07177600264549255, + 0.42291200160980225, + 0.07737600058317184, + 0.11776000261306763, + 0.0727040022611618, + 0.43011200428009033, + 0.2104959934949875, + 0.0748480036854744, + 0.07280000299215317, + 0.4307520091533661, + 0.2040639966726303, + 0.08409599959850311, + 0.07280000299215317, + 0.4159359931945801, + 0.2072640061378479, + 0.07327999919652939, + 0.07280000299215317, + 0.07996799796819687, + 0.21139200031757355, + 0.077504001557827, + 0.0748480036854744, + 0.08508799970149994, + 0.4403199851512909, + 0.07635200023651123, + 0.07689599692821503, + 0.07276800274848938, + 0.21356800198554993, + 0.20380799472332, + 0.07280000299215317, + 0.0748480036854744, + 0.38604798913002014, + 0.07507199794054031, + 0.11161600053310394, + 0.07344000041484833, + 0.42188799381256104, + 0.2130880057811737, + 0.07366400212049484, + 0.07689599692821503, + 0.4096960127353668, + 0.07360000163316727, + 0.1945600062608719, + 0.07177600264549255, + 0.0820159986615181, + 0.20342400670051575, + 0.20342400670051575, + 0.07382400333881378, + 0.07894399762153625, + 0.30105599761009216, + 0.21452799439430237, + 0.0748480036854744, + 0.0891840010881424, + 0.2043839991092682, + 0.34409600496292114, + 0.07577600330114365, + 0.07382400333881378, + 0.4382399916648865, + 0.07711999863386154, + 0.07433599978685379, + 0.0748480036854744, + 0.42502400279045105, + 0.07772800326347351, + 0.20073600113391876, + 0.07369600236415863, + 0.4168640077114105, + 0.0772479996085167, + 0.21615999937057495, + 0.0729919970035553, + 0.0820159986615181, + 0.21456000208854675, + 0.21212799847126007, + 0.07964800298213959, + 0.08508799970149994, + 0.4403199851512909, + 0.08195199817419052, + 0.07622399926185608, + 0.0748480036854744, + 0.4331519901752472, + 0.07580800354480743, + 0.20377600193023682, + 0.08089599758386612, + 0.43647998571395874, + 0.07599999755620956, + 0.19865599274635315, + 0.07574400305747986, + 0.20387199521064758, + 0.07635200023651123, + 0.33798399567604065, + 0.07795199751853943, + 0.07996799796819687, + 0.24700799584388733, + 0.1483840048313141, + 0.07625599950551987, + 0.4240320026874542, + 0.0785600021481514, + 0.07791999727487564, + 0.07648000121116638, + 0.07996799796819687, + 0.2770240008831024, + 0.11558400094509125, + 0.07635200023651123 + ], + "effective_bandwidth_gbps": 102.52002618495631 + }, + "speedup_vs_torch_compile": 1.5791962375007473, + "speedup_vs_pytorch_eager": 6.050827398525502 + }, + { + "kernel": "rmsnorm", + "shape": [ + 2048, + 4096 + ], + "dtype": "bfloat16", + "epsilon": 1e-06, + "logical_bytes": 33562624, + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.015625, + "max_rel_error": 0.007751937955617905 + }, + "triton": { + "samples": 500, + "min_ms": 0.028991999104619026, + "p50_ms": 0.0427200011909008, + "p95_ms": 0.25230400413274734, + "p99_ms": 0.28374559879302963, + "max_ms": 0.36054399609565735, + "samples_ms": [ + 0.040511999279260635, + 0.04179200157523155, + 0.043007999658584595, + 0.04095999896526337, + 0.04275200143456459, + 0.040863998234272, + 0.04412800073623657, + 0.03891199827194214, + 0.040672000497579575, + 0.04275200143456459, + 0.04867200180888176, + 0.04927999898791313, + 0.04163200035691261, + 0.04262400045990944, + 0.04016000032424927, + 0.04403200000524521, + 0.03251200169324875, + 0.04054399952292442, + 0.04095999896526337, + 0.04915200173854828, + 0.04364800080657005, + 0.053599998354911804, + 0.04108799993991852, + 0.045152001082897186, + 0.04022400081157684, + 0.041120000183582306, + 0.04095999896526337, + 0.13286399841308594, + 0.17209599912166595, + 0.043807998299598694, + 0.043007999658584595, + 0.04915200173854828, + 0.28358399868011475, + 0.042527999728918076, + 0.04505600035190582, + 0.04710400104522705, + 0.04451199993491173, + 0.04483199864625931, + 0.03923200070858002, + 0.04620800167322159, + 0.2629759907722473, + 0.04255999997258186, + 0.04131200164556503, + 0.05158400163054466, + 0.1823039948940277, + 0.04262400045990944, + 0.041919998824596405, + 0.04505600035190582, + 0.04278400167822838, + 0.0414079986512661, + 0.044256001710891724, + 0.0461760014295578, + 0.1736000031232834, + 0.04243199899792671, + 0.04841599985957146, + 0.047231998294591904, + 0.04054399952292442, + 0.039872001856565475, + 0.04214400053024292, + 0.05119999870657921, + 0.03270399942994118, + 0.04092799872159958, + 0.04095999896526337, + 0.04710400104522705, + 0.0427200011909008, + 0.051231998950242996, + 0.043136000633239746, + 0.049215998500585556, + 0.039903998374938965, + 0.04262400045990944, + 0.043616000562906265, + 0.042688000947237015, + 0.028991999104619026, + 0.2651839852333069, + 0.04262400045990944, + 0.053247999399900436, + 0.18067200481891632, + 0.039872001856565475, + 0.03999999910593033, + 0.04710400104522705, + 0.040672000497579575, + 0.041919998824596405, + 0.04118400067090988, + 0.05004800111055374, + 0.2693760097026825, + 0.0435199998319149, + 0.043007999658584595, + 0.05689600110054016, + 0.04028800129890442, + 0.0414079986512661, + 0.043007999658584595, + 0.04095999896526337, + 0.04195199906826019, + 0.0350399985909462, + 0.04262400045990944, + 0.043007999658584595, + 0.04195199906826019, + 0.042688000947237015, + 0.04809600114822388, + 0.045184001326560974, + 0.049247998744249344, + 0.041919998824596405, + 0.04124800115823746, + 0.04095999896526337, + 0.03884800150990486, + 0.2633279860019684, + 0.04047999903559685, + 0.042847998440265656, + 0.0427200011909008, + 0.051392000168561935, + 0.043136000633239746, + 0.045152001082897186, + 0.04915200173854828, + 0.040352001786231995, + 0.04095999896526337, + 0.038943998515605927, + 0.050303999334573746, + 0.36054399609565735, + 0.04169600084424019, + 0.04297599941492081, + 0.05942400172352791, + 0.26841598749160767, + 0.039264000952243805, + 0.04297599941492081, + 0.043007999658584595, + 0.039903998374938965, + 0.041600000113248825, + 0.04224000126123428, + 0.03993599861860275, + 0.2621760070323944, + 0.040383998304605484, + 0.047968000173568726, + 0.043136000633239746, + 0.045152001082897186, + 0.041919998824596405, + 0.04137599840760231, + 0.043007999658584595, + 0.04265600070357323, + 0.03292800113558769, + 0.04806400090456009, + 0.04095999896526337, + 0.04505600035190582, + 0.18265600502490997, + 0.041919998824596405, + 0.04134399816393852, + 0.04092799872159958, + 0.04064000025391579, + 0.04447999969124794, + 0.0414079986512661, + 0.03916800022125244, + 0.34889599680900574, + 0.18809600174427032, + 0.04224000126123428, + 0.048448000103235245, + 0.2775680124759674, + 0.04169600084424019, + 0.0414079986512661, + 0.045024000108242035, + 0.04505600035190582, + 0.03888000175356865, + 0.041280001401901245, + 0.04297599941492081, + 0.04505600035190582, + 0.04169600084424019, + 0.05040000006556511, + 0.04118400067090988, + 0.05119999870657921, + 0.04227200150489807, + 0.042399998754262924, + 0.04198399931192398, + 0.042527999728918076, + 0.030719999223947525, + 0.17708800733089447, + 0.040511999279260635, + 0.04508800059556961, + 0.17977599799633026, + 0.041600000113248825, + 0.04102399945259094, + 0.043007999658584595, + 0.03852799907326698, + 0.04070400074124336, + 0.04092799872159958, + 0.04412800073623657, + 0.35529598593711853, + 0.040800001472234726, + 0.040672000497579575, + 0.04620800167322159, + 0.27027198672294617, + 0.04179200157523155, + 0.039872001856565475, + 0.040192000567913055, + 0.04483199864625931, + 0.04064000025391579, + 0.21190400421619415, + 0.04198399931192398, + 0.04710400104522705, + 0.04255999997258186, + 0.18367999792099, + 0.039583999663591385, + 0.05116799846291542, + 0.040383998304605484, + 0.04009599983692169, + 0.04435199871659279, + 0.04054399952292442, + 0.036959998309612274, + 0.04294399917125702, + 0.03996799886226654, + 0.03996799886226654, + 0.26291200518608093, + 0.042080000042915344, + 0.04303999990224838, + 0.039872001856565475, + 0.04915200173854828, + 0.0435199998319149, + 0.041120000183582306, + 0.041120000183582306, + 0.1735360026359558, + 0.04076800122857094, + 0.04230400174856186, + 0.055296000093221664, + 0.047231998294591904, + 0.042527999728918076, + 0.040608000010252, + 0.04057599976658821, + 0.04604800045490265, + 0.04460800066590309, + 0.04412800073623657, + 0.1964160054922104, + 0.045632001012563705, + 0.042367998510599136, + 0.04886399954557419, + 0.04092799872159958, + 0.041600000113248825, + 0.039872001856565475, + 0.04169600084424019, + 0.045343998819589615, + 0.039423998445272446, + 0.0352960005402565, + 0.04028800129890442, + 0.04297599941492081, + 0.040672000497579575, + 0.2704640030860901, + 0.04342399910092354, + 0.043007999658584595, + 0.039903998374938965, + 0.044415999203920364, + 0.041280001401901245, + 0.04092799872159958, + 0.20800000429153442, + 0.17046399414539337, + 0.0414079986512661, + 0.04444799944758415, + 0.17529599368572235, + 0.04566400125622749, + 0.04057599976658821, + 0.04214400053024292, + 0.043007999658584595, + 0.04499199986457825, + 0.04249599948525429, + 0.04396799951791763, + 0.04198399931192398, + 0.04793599992990494, + 0.040672000497579575, + 0.047648001462221146, + 0.041120000183582306, + 0.040383998304605484, + 0.04198399931192398, + 0.039103999733924866, + 0.04915200173854828, + 0.04064000025391579, + 0.0331839993596077, + 0.039744000881910324, + 0.04662400111556053, + 0.04105599969625473, + 0.26659199595451355, + 0.040800001472234726, + 0.04505600035190582, + 0.04505600035190582, + 0.04387199878692627, + 0.04505600035190582, + 0.04137599840760231, + 0.04707200080156326, + 0.16406400501728058, + 0.04368000105023384, + 0.04275200143456459, + 0.04665600135922432, + 0.045184001326560974, + 0.040511999279260635, + 0.04476799815893173, + 0.04032000154256821, + 0.04435199871659279, + 0.03686400130391121, + 0.044704001396894455, + 0.04249599948525429, + 0.03961599990725517, + 0.04169600084424019, + 0.04800000041723251, + 0.043136000633239746, + 0.04521600157022476, + 0.042367998510599136, + 0.044256001710891724, + 0.04095999896526337, + 0.041280001401901245, + 0.03340800106525421, + 0.04182400181889534, + 0.045024000108242035, + 0.03891199827194214, + 0.26924800872802734, + 0.04047999903559685, + 0.04227200150489807, + 0.04095999896526337, + 0.04057599976658821, + 0.04396799951791763, + 0.04118400067090988, + 0.16873599588871002, + 0.042367998510599136, + 0.04195199906826019, + 0.04092799872159958, + 0.179967999458313, + 0.041919998824596405, + 0.04121600091457367, + 0.04297599941492081, + 0.04297599941492081, + 0.04483199864625931, + 0.04342399910092354, + 0.04211200028657913, + 0.1610880047082901, + 0.17769600450992584, + 0.04073600098490715, + 0.05158400163054466, + 0.04108799993991852, + 0.040511999279260635, + 0.042399998754262924, + 0.04297599941492081, + 0.04806400090456009, + 0.03519999980926514, + 0.04054399952292442, + 0.04403200000524521, + 0.04396799951791763, + 0.041439998894929886, + 0.04649600014090538, + 0.04639999940991402, + 0.040352001786231995, + 0.03916800022125244, + 0.044256001710891724, + 0.04912000149488449, + 0.1504960060119629, + 0.24083200097084045, + 0.04403200000524521, + 0.043007999658584595, + 0.04710400104522705, + 0.19235199689865112, + 0.04169600084424019, + 0.04297599941492081, + 0.04505600035190582, + 0.041439998894929886, + 0.04156799986958504, + 0.04054399952292442, + 0.050303999334573746, + 0.2642880082130432, + 0.043616000562906265, + 0.04095999896526337, + 0.04540799930691719, + 0.33024001121520996, + 0.04047999903559685, + 0.041471999138593674, + 0.044704001396894455, + 0.04095999896526337, + 0.03308799862861633, + 0.19705599546432495, + 0.041728001087903976, + 0.04707200080156326, + 0.04095999896526337, + 0.04639999940991402, + 0.271263986825943, + 0.044576000422239304, + 0.03903999924659729, + 0.04092799872159958, + 0.031039999797940254, + 0.03500799834728241, + 0.04608000069856644, + 0.04095999896526337, + 0.04399999976158142, + 0.043487999588251114, + 0.04729599878191948, + 0.043136000633239746, + 0.040511999279260635, + 0.04399999976158142, + 0.0414079986512661, + 0.043007999658584595, + 0.03062400035560131, + 0.25808000564575195, + 0.041600000113248825, + 0.043007999658584595, + 0.04230400174856186, + 0.15190400183200836, + 0.043007999658584595, + 0.04915200173854828, + 0.041471999138593674, + 0.04262400045990944, + 0.043007999658584595, + 0.04499199986457825, + 0.2666879892349243, + 0.04169600084424019, + 0.045184001326560974, + 0.04915200173854828, + 0.1746560037136078, + 0.04156799986958504, + 0.043007999658584595, + 0.04505600035190582, + 0.04233599826693535, + 0.04355200007557869, + 0.039103999733924866, + 0.25200000405311584, + 0.04163200035691261, + 0.040511999279260635, + 0.043007999658584595, + 0.1764799952507019, + 0.04057599976658821, + 0.042688000947237015, + 0.04297599941492081, + 0.04467200115323067, + 0.04278400167822838, + 0.039423998445272446, + 0.04214400053024292, + 0.26425600051879883, + 0.041919998824596405, + 0.04419200122356415, + 0.04896000027656555, + 0.04524800181388855, + 0.0416640006005764, + 0.03984000161290169, + 0.043007999658584595, + 0.04601600021123886, + 0.03296000137925148, + 0.04249599948525429, + 0.04095999896526337, + 0.051231998950242996, + 0.04134399816393852, + 0.046911999583244324, + 0.04108799993991852, + 0.047200001776218414, + 0.04105599969625473, + 0.041439998894929886, + 0.043007999658584595, + 0.03721600025892258, + 0.042080000042915344, + 0.04041599854826927, + 0.04505600035190582, + 0.043007999658584595, + 0.18195199966430664, + 0.039872001856565475, + 0.040063999593257904, + 0.043007999658584595, + 0.04108799993991852, + 0.04028800129890442, + 0.03929600119590759, + 0.04211200028657913, + 0.29974400997161865, + 0.04089599847793579, + 0.043007999658584595, + 0.05619199946522713, + 0.266975998878479, + 0.04185599833726883, + 0.04153599962592125, + 0.04092799872159958, + 0.043007999658584595, + 0.032735999673604965, + 0.04233599826693535, + 0.04297599941492081, + 0.043007999658584595, + 0.04294399917125702, + 0.052191998809576035, + 0.047648001462221146, + 0.04102399945259094, + 0.039903998374938965, + 0.042527999728918076, + 0.0435199998319149, + 0.040800001472234726, + 0.03484800085425377, + 0.04540799930691719, + 0.04092799872159958, + 0.043007999658584595, + 0.2669439911842346, + 0.039872001856565475, + 0.04105599969625473, + 0.043007999658584595, + 0.0488319993019104, + 0.03167999908328056, + 0.04070400074124336, + 0.04211200028657913, + 0.17161600291728973, + 0.041471999138593674, + 0.04150399938225746, + 0.04831999912858009, + 0.04927999898791313, + 0.04303999990224838, + 0.04198399931192398, + 0.04057599976658821, + 0.18751999735832214 + ], + "effective_bandwidth_gbps": 785.6419256642884 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.04278400167822838, + "p50_ms": 0.05523199960589409, + "p95_ms": 0.2862448111176491, + "p99_ms": 0.3754896053671837, + "max_ms": 0.45238399505615234, + "samples_ms": [ + 0.05830400064587593, + 0.05318399891257286, + 0.17923200130462646, + 0.17504000663757324, + 0.05753599852323532, + 0.055296000093221664, + 0.053247999399900436, + 0.17071999609470367, + 0.18326400220394135, + 0.05392000079154968, + 0.053279999643564224, + 0.05766399949789047, + 0.18483200669288635, + 0.053888000547885895, + 0.052960000932216644, + 0.17318400740623474, + 0.1820800006389618, + 0.05379199981689453, + 0.051263999193906784, + 0.056352000683546066, + 0.2934719920158386, + 0.05689600110054016, + 0.05526399984955788, + 0.1931840032339096, + 0.2882559895515442, + 0.05315199866890907, + 0.05289600044488907, + 0.2810240089893341, + 0.05641600117087364, + 0.05830400064587593, + 0.051231998950242996, + 0.3754560053348541, + 0.05215999856591225, + 0.053247999399900436, + 0.056352000683546066, + 0.17049600183963776, + 0.18105599284172058, + 0.05299200117588043, + 0.053279999643564224, + 0.18329599499702454, + 0.28255999088287354, + 0.05215999856591225, + 0.0525440014898777, + 0.17388799786567688, + 0.18329599499702454, + 0.052960000932216644, + 0.05318399891257286, + 0.052191998809576035, + 0.36764800548553467, + 0.05443200096487999, + 0.05215999856591225, + 0.0522879995405674, + 0.45238399505615234, + 0.26211199164390564, + 0.0586559996008873, + 0.17401599884033203, + 0.1860480010509491, + 0.057472001761198044, + 0.053119998425245285, + 0.1781120002269745, + 0.28166401386260986, + 0.055776000022888184, + 0.052799999713897705, + 0.16278399527072906, + 0.1823360025882721, + 0.05523199960589409, + 0.0562559999525547, + 0.043776001781225204, + 0.1873600035905838, + 0.052480001002550125, + 0.053279999643564224, + 0.16793599724769592, + 0.18428799510002136, + 0.053279999643564224, + 0.052191998809576035, + 0.17203199863433838, + 0.28380799293518066, + 0.05567999929189682, + 0.05619199946522713, + 0.04390399903059006, + 0.18556800484657288, + 0.05331199988722801, + 0.05215999856591225, + 0.05936000123620033, + 0.04915200173854828, + 0.05215999856591225, + 0.0562559999525547, + 0.05318399891257286, + 0.0490880012512207, + 0.29583999514579773, + 0.052480001002550125, + 0.056384000927209854, + 0.04390399903059006, + 0.2863360047340393, + 0.05260799825191498, + 0.051231998950242996, + 0.043935999274253845, + 0.28460800647735596, + 0.05071999877691269, + 0.053279999643564224, + 0.04278400167822838, + 0.1719360053539276, + 0.05286400020122528, + 0.053279999643564224, + 0.04403200000524521, + 0.286655992269516, + 0.054336000233888626, + 0.053279999643564224, + 0.1703999936580658, + 0.05673599988222122, + 0.05737600103020668, + 0.05318399891257286, + 0.0432640016078949, + 0.286655992269516, + 0.05209600180387497, + 0.05615999922156334, + 0.04374400153756142, + 0.17299200594425201, + 0.05075199902057648, + 0.0541439987719059, + 0.04879999905824661, + 0.2670400142669678, + 0.050592001527547836, + 0.05830400064587593, + 0.04396799951791763, + 0.3378559947013855, + 0.05164799839258194, + 0.05740800127387047, + 0.04374400153756142, + 0.281792014837265, + 0.05167999863624573, + 0.05215999856591225, + 0.05728000029921532, + 0.18016000092029572, + 0.0570559985935688, + 0.05215999856591225, + 0.10745599865913391, + 0.18303999304771423, + 0.057792000472545624, + 0.05215999856591225, + 0.06137600168585777, + 0.045823998749256134, + 0.05548800155520439, + 0.05222399905323982, + 0.05523199960589409, + 0.17375999689102173, + 0.05411199852824211, + 0.057440001517534256, + 0.056352000683546066, + 0.2796480059623718, + 0.05446400120854378, + 0.05215999856591225, + 0.060447998344898224, + 0.04438399896025658, + 0.05711999908089638, + 0.05734400078654289, + 0.06137600168585777, + 0.270687997341156, + 0.052191998809576035, + 0.05734400078654289, + 0.05430399999022484, + 0.04387199878692627, + 0.05289600044488907, + 0.053247999399900436, + 0.05215999856591225, + 0.04588799923658371, + 0.25596800446510315, + 0.05206400156021118, + 0.05215999856591225, + 0.04310400038957596, + 0.17590400576591492, + 0.05315199866890907, + 0.056352000683546066, + 0.12191999703645706, + 0.043776001781225204, + 0.052319999784231186, + 0.05318399891257286, + 0.058240000158548355, + 0.17590400576591492, + 0.05212799832224846, + 0.053279999643564224, + 0.05318399891257286, + 0.2619839906692505, + 0.2733120024204254, + 0.05344000086188316, + 0.05318399891257286, + 0.2611519992351532, + 0.1919039934873581, + 0.056063998490571976, + 0.053247999399900436, + 0.06137600168585777, + 0.2882240116596222, + 0.04339199885725975, + 0.05040000006556511, + 0.17206400632858276, + 0.056063998490571976, + 0.053727999329566956, + 0.053247999399900436, + 0.05532800033688545, + 0.17900800704956055, + 0.05167999863624573, + 0.05222399905323982, + 0.05728000029921532, + 0.046112000942230225, + 0.04646399989724159, + 0.05423999950289726, + 0.05215999856591225, + 0.17529599368572235, + 0.18822400271892548, + 0.05206400156021118, + 0.052191998809576035, + 0.044576000422239304, + 0.053119998425245285, + 0.05507199838757515, + 0.05244800075888634, + 0.05532800033688545, + 0.27215999364852905, + 0.05708799883723259, + 0.053279999643564224, + 0.05737600103020668, + 0.04438399896025658, + 0.28624001145362854, + 0.05315199866890907, + 0.05737600103020668, + 0.1759680062532425, + 0.290367990732193, + 0.052671998739242554, + 0.05939200147986412, + 0.1794240027666092, + 0.28937599062919617, + 0.053119998425245285, + 0.05632000043988228, + 0.17395199835300446, + 0.054976001381874084, + 0.05135999992489815, + 0.05119999870657921, + 0.04569600149989128, + 0.054496001452207565, + 0.1698240041732788, + 0.05276799947023392, + 0.05718399956822395, + 0.1810240000486374, + 0.2905600070953369, + 0.05196800082921982, + 0.11779200285673141, + 0.18220800161361694, + 0.18716800212860107, + 0.05206400156021118, + 0.05737600103020668, + 0.04342399910092354, + 0.05503999814391136, + 0.056063998490571976, + 0.05318399891257286, + 0.043616000562906265, + 0.051392000168561935, + 0.17798399925231934, + 0.05276799947023392, + 0.27321600914001465, + 0.05273599922657013, + 0.1759680062532425, + 0.05270399898290634, + 0.04371200129389763, + 0.05283199995756149, + 0.19353599846363068, + 0.052032001316547394, + 0.05939200147986412, + 0.18121600151062012, + 0.052928000688552856, + 0.055135998874902725, + 0.06137600168585777, + 0.17683200538158417, + 0.050783999264240265, + 0.17363199591636658, + 0.05593600124120712, + 0.17705599963665009, + 0.05548800155520439, + 0.18537600338459015, + 0.050016000866889954, + 0.05206400156021118, + 0.05920000001788139, + 0.056352000683546066, + 0.05632000043988228, + 0.058400001376867294, + 0.18403199315071106, + 0.05081599950790405, + 0.18003199994564056, + 0.0570559985935688, + 0.05145600065588951, + 0.05523199960589409, + 0.18220800161361694, + 0.05289600044488907, + 0.17481599748134613, + 0.05516799911856651, + 0.05532800033688545, + 0.05711999908089638, + 0.25887998938560486, + 0.05257600173354149, + 0.05734400078654289, + 0.1687999963760376, + 0.05548800155520439, + 0.1566080003976822, + 0.050624001771211624, + 0.17289599776268005, + 0.1738560050725937, + 0.05241600051522255, + 0.05222399905323982, + 0.18742400407791138, + 0.056095998734235764, + 0.1791680008172989, + 0.052960000932216644, + 0.056352000683546066, + 0.05843200162053108, + 0.04371200129389763, + 0.05270399898290634, + 0.055296000093221664, + 0.055135998874902725, + 0.044096000492572784, + 0.051072001457214355, + 0.05318399891257286, + 0.17955200374126434, + 0.2651199996471405, + 0.05177599936723709, + 0.05523199960589409, + 0.18380799889564514, + 0.2841919958591461, + 0.05734400078654289, + 0.05215999856591225, + 0.1852799952030182, + 0.17318400740623474, + 0.06345599889755249, + 0.05331199988722801, + 0.05942400172352791, + 0.05648000165820122, + 0.05318399891257286, + 0.05628800019621849, + 0.052191998809576035, + 0.053279999643564224, + 0.2715199887752533, + 0.2895359992980957, + 0.053888000547885895, + 0.053279999643564224, + 0.05644800141453743, + 0.2844800055027008, + 0.05315199866890907, + 0.0549440011382103, + 0.17555199563503265, + 0.05225599929690361, + 0.053247999399900436, + 0.053279999643564224, + 0.05686400085687637, + 0.05132799968123436, + 0.058368001133203506, + 0.05532800033688545, + 0.18636800348758698, + 0.2805759906768799, + 0.05430399999022484, + 0.06137600168585777, + 0.052191998809576035, + 0.28086400032043457, + 0.05257600173354149, + 0.05430399999022484, + 0.053279999643564224, + 0.17097599804401398, + 0.05523199960589409, + 0.05225599929690361, + 0.053279999643564224, + 0.2189760059118271, + 0.052639998495578766, + 0.05430399999022484, + 0.056352000683546066, + 0.18742400407791138, + 0.2655999958515167, + 0.05270399898290634, + 0.05523199960589409, + 0.053279999643564224, + 0.4189760088920593, + 0.2590399980545044, + 0.0533440001308918, + 0.052671998739242554, + 0.3418880105018616, + 0.15353600680828094, + 0.055296000093221664, + 0.05532800033688545, + 0.45072001218795776, + 0.05196800082921982, + 0.055296000093221664, + 0.058400001376867294, + 0.33926400542259216, + 0.27215999364852905, + 0.05212799832224846, + 0.05283199995756149, + 0.3527359962463379, + 0.052191998809576035, + 0.05302400141954422, + 0.053279999643564224, + 0.44755199551582336, + 0.2569600045681, + 0.05206400156021118, + 0.17206400632858276, + 0.2795200049877167, + 0.0541439987719059, + 0.0562559999525547, + 0.05478399991989136, + 0.05379199981689453, + 0.052191998809576035, + 0.05020799860358238, + 0.267551988363266, + 0.05385600030422211, + 0.05523199960589409, + 0.05526399984955788, + 0.043487999588251114, + 0.2641279995441437, + 0.05215999856591225, + 0.055296000093221664, + 0.05737600103020668, + 0.0435199998319149, + 0.05407999828457832, + 0.05728000029921532, + 0.06147199869155884, + 0.2815999984741211, + 0.05257600173354149, + 0.05318399891257286, + 0.05532800033688545, + 0.19139200448989868, + 0.052191998809576035, + 0.05724800005555153, + 0.05430399999022484, + 0.37881600856781006, + 0.05241600051522255, + 0.05209600180387497, + 0.05180799961090088, + 0.2691200077533722, + 0.17507199943065643, + 0.05507199838757515, + 0.05318399891257286, + 0.043487999588251114, + 0.26009601354599, + 0.05276799947023392, + 0.05728000029921532, + 0.04476799815893173, + 0.285535991191864, + 0.05212799832224846, + 0.05215999856591225, + 0.0451200008392334, + 0.2710399925708771, + 0.05260799825191498, + 0.05728000029921532, + 0.0459199994802475, + 0.3582080006599426, + 0.050592001527547836, + 0.05523199960589409, + 0.3389439880847931, + 0.28140801191329956, + 0.05344000086188316, + 0.05161599814891815, + 0.1709440052509308, + 0.055135998874902725, + 0.056384000927209854, + 0.05318399891257286, + 0.05721599981188774, + 0.18352000415325165, + 0.052191998809576035, + 0.05532800033688545, + 0.05318399891257286, + 0.17283199727535248, + 0.05315199866890907, + 0.051231998950242996, + 0.05728000029921532, + 0.044319998472929, + 0.1738560050725937, + 0.05276799947023392, + 0.05318399891257286, + 0.048895999789237976, + 0.29763200879096985, + 0.05215999856591225, + 0.05212799832224846, + 0.25993600487709045, + 0.05318399891257286, + 0.05423999950289726, + 0.05209600180387497, + 0.10636799782514572, + 0.054207999259233475, + 0.05212799832224846, + 0.052000001072883606, + 0.05302400141954422, + 0.1781120002269745, + 0.05507199838757515, + 0.053279999643564224, + 0.05532800033688545, + 0.2723200023174286, + 0.05215999856591225, + 0.053247999399900436, + 0.053279999643564224, + 0.17292800545692444, + 0.054687999188899994, + 0.053247999399900436, + 0.053279999643564224, + 0.043776001781225204, + 0.24249599874019623, + 0.05167999863624573 + ], + "effective_bandwidth_gbps": 607.66628475313 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.29494398832321167, + "p50_ms": 0.31542399525642395, + "p95_ms": 0.6522591739892958, + "p99_ms": 0.8293443465232848, + "max_ms": 0.8788480162620544, + "samples_ms": [ + 0.7530239820480347, + 0.44896000623703003, + 0.3062080144882202, + 0.440095990896225, + 0.3224959969520569, + 0.44518399238586426, + 0.3131200075149536, + 0.3190079927444458, + 0.5614399909973145, + 0.31632000207901, + 0.31839999556541443, + 0.559391975402832, + 0.31459200382232666, + 0.5342079997062683, + 0.44172799587249756, + 0.30351999402046204, + 0.5184640288352966, + 0.8723520040512085, + 0.3150399923324585, + 0.529151976108551, + 0.5578240156173706, + 0.3093760013580322, + 0.6423360109329224, + 0.3131519854068756, + 0.3123840093612671, + 0.29900801181793213, + 0.44143998622894287, + 0.44249600172042847, + 0.3179199993610382, + 0.449535995721817, + 0.5322239995002747, + 0.31148800253868103, + 0.30825600028038025, + 0.8774080276489258, + 0.3169279992580414, + 0.4362240135669708, + 0.5322239995002747, + 0.31436800956726074, + 0.3051519989967346, + 0.5770559906959534, + 0.3107520043849945, + 0.29900801181793213, + 0.5300480127334595, + 0.31167998909950256, + 0.30617600679397583, + 0.8075839877128601, + 0.310016006231308, + 0.3031040132045746, + 0.8077120184898376, + 0.30188798904418945, + 0.3092480003833771, + 0.5332480072975159, + 0.3123840093612671, + 0.3164159953594208, + 0.5343040227890015, + 0.3145279884338379, + 0.3031040132045746, + 0.44518399238586426, + 0.3078719973564148, + 0.3092480003833771, + 0.3051519989967346, + 0.4397760033607483, + 0.30799999833106995, + 0.32972800731658936, + 0.6642559766769409, + 0.30185601115226746, + 0.45449599623680115, + 0.44419199228286743, + 0.297760009765625, + 0.31228798627853394, + 0.4359999895095825, + 0.30902400612831116, + 0.32767999172210693, + 0.4360319972038269, + 0.2990719974040985, + 0.31539198756217957, + 0.44012799859046936, + 0.3089919984340668, + 0.3112959861755371, + 0.4431360065937042, + 0.30828800797462463, + 0.3184640109539032, + 0.4339520037174225, + 0.4984639883041382, + 0.45443201065063477, + 0.31171199679374695, + 0.3051519989967346, + 0.41891199350357056, + 0.31033599376678467, + 0.30617600679397583, + 0.440095990896225, + 0.3075520098209381, + 0.3031040132045746, + 0.5178880095481873, + 0.31004801392555237, + 0.30720001459121704, + 0.6053119897842407, + 0.310016006231308, + 0.30822399258613586, + 0.5331839919090271, + 0.3109759986400604, + 0.30822399258613586, + 0.45260798931121826, + 0.44966399669647217, + 0.29980799555778503, + 0.4329279959201813, + 0.4216639995574951, + 0.30822399258613586, + 0.5998719930648804, + 0.32128000259399414, + 0.30003198981285095, + 0.43190398812294006, + 0.3059520125389099, + 0.3051519989967346, + 0.4339520037174225, + 0.30694401264190674, + 0.3020800054073334, + 0.4454079866409302, + 0.30668801069259644, + 0.3020800054073334, + 0.32153600454330444, + 0.44972801208496094, + 0.30137598514556885, + 0.31436800956726074, + 0.7673919796943665, + 0.3031040132045746, + 0.3235839903354645, + 0.43910399079322815, + 0.30185601115226746, + 0.4689919948577881, + 0.4346559941768646, + 0.2990719974040985, + 0.32153600454330444, + 0.30662399530410767, + 0.3041279911994934, + 0.30822399258613586, + 0.6049919724464417, + 0.310016006231308, + 0.3246400058269501, + 0.6752960085868835, + 0.3028799891471863, + 0.32767999172210693, + 0.4431360065937042, + 0.31331199407577515, + 0.3235839903354645, + 0.4527679979801178, + 0.31174400448799133, + 0.317440003156662, + 0.6520959734916687, + 0.30822399258613586, + 0.3103039860725403, + 0.5360640287399292, + 0.31564798951148987, + 0.3041279911994934, + 0.42668798565864563, + 0.3112959861755371, + 0.3051519989967346, + 0.45772799849510193, + 0.3110400140285492, + 0.30819201469421387, + 0.3164159953594208, + 0.5352960228919983, + 0.3044799864292145, + 0.3092480003833771, + 0.43772798776626587, + 0.31251201033592224, + 0.30822399258613586, + 0.44416001439094543, + 0.3142719864845276, + 0.3020800054073334, + 0.43190398812294006, + 0.30694401264190674, + 0.3051519989967346, + 0.44646400213241577, + 0.4468800127506256, + 0.30342400074005127, + 0.32256001234054565, + 0.44419199228286743, + 0.31542399525642395, + 0.30003198981285095, + 0.44099199771881104, + 0.30793601274490356, + 0.30003198981285095, + 0.4339199960231781, + 0.30742400884628296, + 0.29494398832321167, + 0.44419199228286743, + 0.3028799891471863, + 0.31219199299812317, + 0.4339199960231781, + 0.4479680061340332, + 0.29926401376724243, + 0.5872640013694763, + 0.30847999453544617, + 0.31334400177001953, + 0.31334400177001953, + 0.4392639994621277, + 0.5647040009498596, + 0.532256007194519, + 0.4474239945411682, + 0.31360000371932983, + 0.4329279959201813, + 0.3033280074596405, + 0.31014400720596313, + 0.4155519902706146, + 0.43904000520706177, + 0.31145599484443665, + 0.3560959994792938, + 0.5343359708786011, + 0.30137598514556885, + 0.4288640022277832, + 0.6965759992599487, + 0.3112959861755371, + 0.43187201023101807, + 0.3158079981803894, + 0.2975040078163147, + 0.43081599473953247, + 0.3033280074596405, + 0.2990399897098541, + 0.45158401131629944, + 0.310016006231308, + 0.3016960024833679, + 0.45875200629234314, + 0.3070079982280731, + 0.3059200048446655, + 0.4505600035190582, + 0.445248007774353, + 0.4519680142402649, + 0.3134720027446747, + 0.7802879810333252, + 0.30617600679397583, + 0.30079999566078186, + 0.5353279709815979, + 0.317984014749527, + 0.3041279911994934, + 0.5363519787788391, + 0.304064005613327, + 0.3046720027923584, + 0.5322239995002747, + 0.31167998909950256, + 0.30214399099349976, + 0.8104000091552734, + 0.30185601115226746, + 0.2979840040206909, + 0.5299199819564819, + 0.31334400177001953, + 0.30182400345802307, + 0.8049280047416687, + 0.3131200075149536, + 0.30531200766563416, + 0.5229759812355042, + 0.31545600295066833, + 0.30691200494766235, + 0.6673280000686646, + 0.31407999992370605, + 0.30451199412345886, + 0.44223999977111816, + 0.3181760013103485, + 0.3484480082988739, + 0.3123840093612671, + 0.30720001459121704, + 0.3070400059223175, + 0.4460799992084503, + 0.30527999997138977, + 0.4607999920845032, + 0.4471360146999359, + 0.30374398827552795, + 0.3030720055103302, + 0.5005760192871094, + 0.3041920065879822, + 0.3051519989967346, + 0.3178879916667938, + 0.450655996799469, + 0.3068479895591736, + 0.3205440044403076, + 0.44041600823402405, + 0.3007040023803711, + 0.49987199902534485, + 0.302623987197876, + 0.30720001459121704, + 0.3253119885921478, + 0.3078719973564148, + 0.3112959861755371, + 0.4362240135669708, + 0.44307199120521545, + 0.306335985660553, + 0.3031040132045746, + 0.44383999705314636, + 0.30691200494766235, + 0.3051519989967346, + 0.43692800402641296, + 0.4100480079650879, + 0.3031040132045746, + 0.4522239863872528, + 0.3055039942264557, + 0.3031040132045746, + 0.5093119740486145, + 0.3078399896621704, + 0.3031040132045746, + 0.29900801181793213, + 0.4416959881782532, + 0.30687999725341797, + 0.2969599962234497, + 0.44495999813079834, + 0.3065600097179413, + 0.4423680007457733, + 0.445248007774353, + 0.30486398935317993, + 0.449535995721817, + 0.4594239890575409, + 0.3065919876098633, + 0.4249599874019623, + 0.5249279737472534, + 0.3081279993057251, + 0.29900801181793213, + 0.44412800669670105, + 0.3057920038700104, + 0.31334400177001953, + 0.5781760215759277, + 0.30988800525665283, + 0.3031040132045746, + 0.44176000356674194, + 0.30182400345802307, + 0.320576012134552, + 0.4429759979248047, + 0.29974400997161865, + 0.32153600454330444, + 0.437824010848999, + 0.298911988735199, + 0.33587199449539185, + 0.4607999920845032, + 0.30160000920295715, + 0.3377920091152191, + 0.4561919867992401, + 0.29948800802230835, + 0.33587199449539185, + 0.44812801480293274, + 0.3032959997653961, + 0.32969599962234497, + 0.45769599080085754, + 0.298911988735199, + 0.32153600454330444, + 0.45209598541259766, + 0.30079999566078186, + 0.3112320005893707, + 0.5251839756965637, + 0.30291199684143066, + 0.32153600454330444, + 0.4437440037727356, + 0.30608001351356506, + 0.319487988948822, + 0.44812801480293274, + 0.3036800026893616, + 0.3091520071029663, + 0.442111998796463, + 0.3054719865322113, + 0.319487988948822, + 0.656000018119812, + 0.30988800525665283, + 0.30617600679397583, + 0.44815999269485474, + 0.30851200222969055, + 0.3051519989967346, + 0.4399360120296478, + 0.30643200874328613, + 0.3020800054073334, + 0.6049280166625977, + 0.31193599104881287, + 0.30105599761009216, + 0.4471360146999359, + 0.30582401156425476, + 0.3020800054073334, + 0.603551983833313, + 0.31200000643730164, + 0.30105599761009216, + 0.5321919918060303, + 0.3041920065879822, + 0.2969599962234497, + 0.44233599305152893, + 0.43887999653816223, + 0.3004159927368164, + 0.32972800731658936, + 0.45443201065063477, + 0.30320000648498535, + 0.3317759931087494, + 0.4587840139865875, + 0.2984960079193115, + 0.33855998516082764, + 0.5363199710845947, + 0.2991040050983429, + 0.33792001008987427, + 0.5844159722328186, + 0.30326399207115173, + 0.32767999172210693, + 0.44924798607826233, + 0.3005119860172272, + 0.3235839903354645, + 0.43584001064300537, + 0.3107199966907501, + 0.30105599761009216, + 0.8199040293693542, + 0.3091199994087219, + 0.3031040132045746, + 0.5339199900627136, + 0.3073279857635498, + 0.3031040132045746, + 0.4485119879245758, + 0.3099200129508972, + 0.30105599761009216, + 0.32972800731658936, + 0.44815999269485474, + 0.2991040050983429, + 0.31539198756217957, + 0.641759991645813, + 0.30851200222969055, + 0.29897600412368774, + 0.6642240285873413, + 0.3161279857158661, + 0.30105599761009216, + 0.5342079997062683, + 0.438975989818573, + 0.3084160089492798, + 0.4516479969024658, + 0.4359999895095825, + 0.2991360127925873, + 0.331743985414505, + 0.3091520071029663, + 0.31299200654029846, + 0.3072960078716278, + 0.5054720044136047, + 0.31164801120758057, + 0.2969920039176941, + 0.4317759871482849, + 0.312032014131546, + 0.2969599962234497, + 0.6877760291099548, + 0.4430080056190491, + 0.3023039996623993, + 0.678816020488739, + 0.4464319944381714, + 0.30320000648498535, + 0.32767999172210693, + 0.3131519854068756, + 0.30483201146125793, + 0.3338240087032318, + 0.3139840066432953, + 0.297760009765625, + 0.3399679958820343, + 0.306304007768631, + 0.30745598673820496, + 0.3307519853115082, + 0.312608003616333, + 0.31196799874305725, + 0.3235520124435425, + 0.4440320134162903, + 0.4450559914112091, + 0.31644800305366516, + 0.5014399886131287, + 0.4399360120296478, + 0.3022400140762329, + 0.44095999002456665, + 0.45158401131629944, + 0.3060159981250763, + 0.6601279973983765, + 0.30428799986839294, + 0.3020159900188446, + 0.6553599834442139, + 0.3073279857635498, + 0.3078399896621704, + 0.3266560137271881, + 0.313728004693985, + 0.3079040050506592, + 0.32256001234054565, + 0.3097279965877533, + 0.4336319863796234, + 0.34031999111175537, + 0.45027199387550354, + 0.44278401136398315, + 0.3140160143375397, + 0.4471360146999359, + 0.44758400321006775, + 0.304064005613327, + 0.8325440287590027, + 0.3072960078716278, + 0.30374398827552795, + 0.8293120265007019, + 0.30831998586654663, + 0.30687999725341797, + 0.8385599851608276, + 0.32025599479675293, + 0.3071039915084839, + 0.8120319843292236, + 0.30873599648475647, + 0.2996479868888855, + 0.8788480162620544, + 0.308351993560791, + 0.2964479923248291, + 0.5300800204277039, + 0.31542399525642395, + 0.30777600407600403 + ], + "effective_bandwidth_gbps": 106.40479007538809 + }, + "speedup_vs_torch_compile": 1.2928838498641777, + "speedup_vs_pytorch_eager": 7.383520282382578 + }, + { + "kernel": "swiglu", + "shape": [ + 128, + 1024 + ], + "dtype": "float16", + "logical_bytes": 786432, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.0009765625, + "max_rel_error": 0.000953288865275681 + }, + "triton": { + "samples": 500, + "min_ms": 0.004095999989658594, + "p50_ms": 0.0060800001956522465, + "p95_ms": 0.018529599532485005, + "p99_ms": 0.1548150359094136, + "max_ms": 0.24883200228214264, + "samples_ms": [ + 0.006240000016987324, + 0.008224000222980976, + 0.006016000173985958, + 0.00902399979531765, + 0.005311999935656786, + 0.006240000016987324, + 0.006047999951988459, + 0.005375999957323074, + 0.006399999838322401, + 0.005663999821990728, + 0.013439999893307686, + 0.00470399996265769, + 0.008191999979317188, + 0.0046720001846551895, + 0.009920000098645687, + 0.0063680000603199005, + 0.005919999908655882, + 0.006111999973654747, + 0.006111999973654747, + 0.005504000000655651, + 0.006240000016987324, + 0.014720000326633453, + 0.004767999984323978, + 0.0050559998489916325, + 0.00595200015231967, + 0.008224000222980976, + 0.005919999908655882, + 0.006144000217318535, + 0.005696000065654516, + 0.004832000005990267, + 0.005791999865323305, + 0.0058559998869895935, + 0.013055999763309956, + 0.008128000423312187, + 0.0050559998489916325, + 0.006335999816656113, + 0.00595200015231967, + 0.004736000206321478, + 0.00598399993032217, + 0.005632000043988228, + 0.0054720002226531506, + 0.005280000157654285, + 0.006144000217318535, + 0.14032000303268433, + 0.004991999827325344, + 0.006335999816656113, + 0.004800000227987766, + 0.00508800009265542, + 0.005504000000655651, + 0.004608000162988901, + 0.006432000081986189, + 0.004191999789327383, + 0.005760000087320805, + 0.005344000179320574, + 0.013248000293970108, + 0.006271999794989824, + 0.006240000016987324, + 0.004544000141322613, + 0.0050559998489916325, + 0.006207999773323536, + 0.00598399993032217, + 0.006271999794989824, + 0.005760000087320805, + 0.005727999843657017, + 0.007519999984651804, + 0.014592000283300877, + 0.006527999881654978, + 0.00508800009265542, + 0.0050559998489916325, + 0.008224000222980976, + 0.00559999980032444, + 0.004608000162988901, + 0.00470399996265769, + 0.008191999979317188, + 0.0046720001846551895, + 0.005504000000655651, + 0.018559999763965607, + 0.008128000423312187, + 0.006144000217318535, + 0.00508800009265542, + 0.006016000173985958, + 0.004767999984323978, + 0.005408000200986862, + 0.0071680000983178616, + 0.007007999811321497, + 0.005535999778658152, + 0.005119999870657921, + 0.14480000734329224, + 0.005375999957323074, + 0.0063680000603199005, + 0.006144000217318535, + 0.006144000217318535, + 0.00508800009265542, + 0.006016000173985958, + 0.006271999794989824, + 0.004224000032991171, + 0.005791999865323305, + 0.0050559998489916325, + 0.010591999627649784, + 0.006271999794989824, + 0.006144000217318535, + 0.004800000227987766, + 0.005119999870657921, + 0.006175999995321035, + 0.0044479998759925365, + 0.005696000065654516, + 0.0049600000493228436, + 0.006175999995321035, + 0.006144000217318535, + 0.24544000625610352, + 0.0050559998489916325, + 0.0050559998489916325, + 0.006144000217318535, + 0.0050559998489916325, + 0.006111999973654747, + 0.004255999810993671, + 0.006271999794989824, + 0.006240000016987324, + 0.0054720002226531506, + 0.0046720001846551895, + 0.01756799966096878, + 0.006271999794989824, + 0.00508800009265542, + 0.00508800009265542, + 0.004800000227987766, + 0.006144000217318535, + 0.004575999919325113, + 0.005760000087320805, + 0.006144000217318535, + 0.006144000217318535, + 0.005919999908655882, + 0.15036800503730774, + 0.004736000206321478, + 0.00470399996265769, + 0.00508800009265542, + 0.005632000043988228, + 0.006399999838322401, + 0.004544000141322613, + 0.006304000038653612, + 0.005439999978989363, + 0.004767999984323978, + 0.005152000114321709, + 0.022816000506281853, + 0.004767999984323978, + 0.005024000070989132, + 0.00684799998998642, + 0.006144000217318535, + 0.00508800009265542, + 0.006016000173985958, + 0.005247999913990498, + 0.006144000217318535, + 0.005791999865323305, + 0.006271999794989824, + 0.019648000597953796, + 0.008320000022649765, + 0.006240000016987324, + 0.00508800009265542, + 0.006591999903321266, + 0.008191999979317188, + 0.0060800001956522465, + 0.005696000065654516, + 0.0055680000223219395, + 0.005280000157654285, + 0.006144000217318535, + 0.14601600170135498, + 0.00508800009265542, + 0.006688000168651342, + 0.006144000217318535, + 0.00508800009265542, + 0.004480000119656324, + 0.00470399996265769, + 0.008128000423312187, + 0.006144000217318535, + 0.0058559998869895935, + 0.005119999870657921, + 0.01158399973064661, + 0.006271999794989824, + 0.00508800009265542, + 0.005696000065654516, + 0.006175999995321035, + 0.006144000217318535, + 0.004736000206321478, + 0.005375999957323074, + 0.006688000168651342, + 0.006144000217318535, + 0.006432000081986189, + 0.013376000337302685, + 0.0060800001956522465, + 0.006144000217318535, + 0.00508800009265542, + 0.0050559998489916325, + 0.00470399996265769, + 0.0054720002226531506, + 0.006144000217318535, + 0.005727999843657017, + 0.006432000081986189, + 0.006144000217318535, + 0.011455999687314034, + 0.004991999827325344, + 0.004863999783992767, + 0.00470399996265769, + 0.006144000217318535, + 0.0050559998489916325, + 0.006335999816656113, + 0.008736000396311283, + 0.006240000016987324, + 0.005888000130653381, + 0.005919999908655882, + 0.020735999569296837, + 0.006271999794989824, + 0.006144000217318535, + 0.005824000108987093, + 0.005696000065654516, + 0.006175999995321035, + 0.006432000081986189, + 0.005760000087320805, + 0.0074880002066493034, + 0.006144000217318535, + 0.006144000217318535, + 0.14233599603176117, + 0.004736000206321478, + 0.004736000206321478, + 0.006144000217318535, + 0.006175999995321035, + 0.00508800009265542, + 0.006047999951988459, + 0.008320000022649765, + 0.006240000016987324, + 0.005824000108987093, + 0.0049600000493228436, + 0.012384000234305859, + 0.006271999794989824, + 0.0050559998489916325, + 0.006527999881654978, + 0.008191999979317188, + 0.006144000217318535, + 0.004352000076323748, + 0.005663999821990728, + 0.006432000081986189, + 0.006175999995321035, + 0.006144000217318535, + 0.23792000114917755, + 0.005824000108987093, + 0.006175999995321035, + 0.004095999989658594, + 0.005919999908655882, + 0.0050559998489916325, + 0.004767999984323978, + 0.006271999794989824, + 0.008287999778985977, + 0.005760000087320805, + 0.006271999794989824, + 0.012032000347971916, + 0.008320000022649765, + 0.006144000217318535, + 0.0058559998869895935, + 0.0049600000493228436, + 0.006144000217318535, + 0.00431999983265996, + 0.005824000108987093, + 0.005791999865323305, + 0.005344000179320574, + 0.006144000217318535, + 0.23075200617313385, + 0.005663999821990728, + 0.0071680000983178616, + 0.006144000217318535, + 0.006144000217318535, + 0.005919999908655882, + 0.004383999854326248, + 0.012415999546647072, + 0.006240000016987324, + 0.00559999980032444, + 0.005247999913990498, + 0.011744000017642975, + 0.006271999794989824, + 0.006240000016987324, + 0.0058559998869895935, + 0.006271999794989824, + 0.004736000206321478, + 0.005696000065654516, + 0.006144000217318535, + 0.005824000108987093, + 0.006912000011652708, + 0.008191999979317188, + 0.2439039945602417, + 0.006207999773323536, + 0.006463999859988689, + 0.006144000217318535, + 0.13017599284648895, + 0.004480000119656324, + 0.006432000081986189, + 0.008320000022649765, + 0.006240000016987324, + 0.005760000087320805, + 0.005824000108987093, + 0.01119999960064888, + 0.008128000423312187, + 0.00508800009265542, + 0.006688000168651342, + 0.004639999940991402, + 0.006175999995321035, + 0.006175999995321035, + 0.006175999995321035, + 0.005727999843657017, + 0.005408000200986862, + 0.006144000217318535, + 0.146464005112648, + 0.0050559998489916325, + 0.006335999816656113, + 0.006144000217318535, + 0.004608000162988901, + 0.005791999865323305, + 0.006496000103652477, + 0.006271999794989824, + 0.006016000173985958, + 0.007296000141650438, + 0.0055680000223219395, + 0.01852799952030182, + 0.008320000022649765, + 0.0066559999249875546, + 0.00508800009265542, + 0.006016000173985958, + 0.006175999995321035, + 0.00431999983265996, + 0.00470399996265769, + 0.00470399996265769, + 0.01027199998497963, + 0.006335999816656113, + 0.018688000738620758, + 0.006144000217318535, + 0.0046720001846551895, + 0.00559999980032444, + 0.0063680000603199005, + 0.006144000217318535, + 0.006271999794989824, + 0.006688000168651342, + 0.005311999935656786, + 0.005535999778658152, + 0.006496000103652477, + 0.018303999677300453, + 0.006144000217318535, + 0.005024000070989132, + 0.005919999908655882, + 0.005504000000655651, + 0.005919999908655882, + 0.0066559999249875546, + 0.0060800001956522465, + 0.006335999816656113, + 0.005408000200986862, + 0.006463999859988689, + 0.013279999606311321, + 0.00595200015231967, + 0.010975999757647514, + 0.004608000162988901, + 0.004991999827325344, + 0.00508800009265542, + 0.005824000108987093, + 0.24883200228214264, + 0.005152000114321709, + 0.006144000217318535, + 0.006591999903321266, + 0.010751999914646149, + 0.006399999838322401, + 0.008767999708652496, + 0.004767999984323978, + 0.004255999810993671, + 0.0050559998489916325, + 0.004511999897658825, + 0.00825599953532219, + 0.005183999892324209, + 0.005791999865323305, + 0.006496000103652477, + 0.15404799580574036, + 0.005439999978989363, + 0.0050559998489916325, + 0.006047999951988459, + 0.008224000222980976, + 0.0050559998489916325, + 0.004767999984323978, + 0.005696000065654516, + 0.00508800009265542, + 0.005535999778658152, + 0.0055680000223219395, + 0.012640000320971012, + 0.008128000423312187, + 0.006144000217318535, + 0.007199999876320362, + 0.0058559998869895935, + 0.006783999968320131, + 0.006175999995321035, + 0.0055680000223219395, + 0.00559999980032444, + 0.004736000206321478, + 0.006144000217318535, + 0.1382399946451187, + 0.00684799998998642, + 0.0058559998869895935, + 0.004608000162988901, + 0.0050559998489916325, + 0.006047999951988459, + 0.004480000119656324, + 0.006432000081986189, + 0.006175999995321035, + 0.006111999973654747, + 0.0063680000603199005, + 0.01865600049495697, + 0.008320000022649765, + 0.006144000217318535, + 0.006496000103652477, + 0.006144000217318535, + 0.006144000217318535, + 0.004352000076323748, + 0.006271999794989824, + 0.005919999908655882, + 0.005344000179320574, + 0.004800000227987766, + 0.018079999834299088, + 0.006271999794989824, + 0.006175999995321035, + 0.0050559998489916325, + 0.013504000380635262, + 0.006144000217318535, + 0.005696000065654516, + 0.0054720002226531506, + 0.006175999995321035, + 0.005791999865323305, + 0.004191999789327383, + 0.006016000173985958, + 0.006175999995321035, + 0.005791999865323305, + 0.005119999870657921, + 0.01913600042462349, + 0.0060800001956522465, + 0.006144000217318535, + 0.0058559998869895935, + 0.006752000190317631, + 0.006175999995321035, + 0.005888000130653381, + 0.006175999995321035, + 0.005663999821990728, + 0.005791999865323305, + 0.0071680000983178616, + 0.139615997672081, + 0.00508800009265542, + 0.006175999995321035, + 0.004127999767661095, + 0.010208000428974628, + 0.0050559998489916325, + 0.004639999940991402, + 0.006271999794989824, + 0.006240000016987324, + 0.0058559998869895935, + 0.005888000130653381, + 0.019967999309301376, + 0.010367999784648418, + 0.005183999892324209, + 0.005344000179320574, + 0.0058559998869895935, + 0.006144000217318535, + 0.004991999827325344, + 0.005760000087320805, + 0.005791999865323305, + 0.008128000423312187, + 0.0055680000223219395, + 0.15324799716472626, + 0.004896000027656555, + 0.006175999995321035, + 0.005888000130653381, + 0.006016000173985958, + 0.0060800001956522465, + 0.004224000032991171, + 0.004255999810993671, + 0.005439999978989363, + 0.005791999865323305, + 0.007327999919652939, + 0.014208000153303146, + 0.008224000222980976, + 0.005504000000655651, + 0.006527999881654978, + 0.006144000217318535, + 0.00598399993032217, + 0.006175999995321035, + 0.006783999968320131, + 0.008191999979317188, + 0.005760000087320805, + 0.005280000157654285, + 0.01321600005030632, + 0.006560000125318766, + 0.006240000016987324, + 0.006335999816656113, + 0.004639999940991402, + 0.01228800043463707, + 0.0058559998869895935, + 0.005727999843657017, + 0.005791999865323305, + 0.005216000135987997, + 0.006144000217318535, + 0.14127999544143677, + 0.013567999936640263 + ], + "effective_bandwidth_gbps": 129.34736425870028 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.010367999784648418, + "p50_ms": 0.01259199995547533, + "p95_ms": 0.2343360036611557, + "p99_ms": 0.24116608560085234, + "max_ms": 0.3224000036716461, + "samples_ms": [ + 0.15465599298477173, + 0.012671999633312225, + 0.016416000202298164, + 0.012384000234305859, + 0.23814399540424347, + 0.14112000167369843, + 0.01158399973064661, + 0.012319999746978283, + 0.1382720023393631, + 0.012768000364303589, + 0.013088000006973743, + 0.011392000131309032, + 0.012319999746978283, + 0.24048000574111938, + 0.14105600118637085, + 0.012640000320971012, + 0.014368000440299511, + 0.14339199662208557, + 0.011711999773979187, + 0.013120000250637531, + 0.012223999947309494, + 0.012319999746978283, + 0.011744000017642975, + 0.0161920003592968, + 0.012319999746978283, + 0.012319999746978283, + 0.2333119958639145, + 0.012575999833643436, + 0.011839999817311764, + 0.012319999746978283, + 0.13929599523544312, + 0.012768000364303589, + 0.011648000217974186, + 0.012384000234305859, + 0.012319999746978283, + 0.012799999676644802, + 0.14105600118637085, + 0.012575999833643436, + 0.012319999746978283, + 0.14032000303268433, + 0.015039999969303608, + 0.015168000012636185, + 0.012319999746978283, + 0.012319999746978283, + 0.15030400454998016, + 0.14211200177669525, + 0.011552000418305397, + 0.012319999746978283, + 0.14633600413799286, + 0.013088000006973743, + 0.011487999930977821, + 0.01539199985563755, + 0.13929599523544312, + 0.012703999876976013, + 0.01206399966031313, + 0.012384000234305859, + 0.012319999746978283, + 0.15132799744606018, + 0.011680000461637974, + 0.01228800043463707, + 0.012319999746978283, + 0.23129600286483765, + 0.011552000418305397, + 0.0161920003592968, + 0.012319999746978283, + 0.14035199582576752, + 0.011136000044643879, + 0.13779200613498688, + 0.011264000087976456, + 0.012319999746978283, + 0.23740799725055695, + 0.012160000391304493, + 0.012768000364303589, + 0.011327999643981457, + 0.13622400164604187, + 0.012223999947309494, + 0.14217600226402283, + 0.012608000077307224, + 0.016416000202298164, + 0.14924800395965576, + 0.012608000077307224, + 0.016063999384641647, + 0.01228800043463707, + 0.012319999746978283, + 0.14931200444698334, + 0.012640000320971012, + 0.012319999746978283, + 0.16473600268363953, + 0.010816000401973724, + 0.014336000196635723, + 0.01539199985563755, + 0.012959999963641167, + 0.15875199437141418, + 0.013055999763309956, + 0.012032000347971916, + 0.015200000256299973, + 0.014336000196635723, + 0.013120000250637531, + 0.011615999974310398, + 0.015968000516295433, + 0.012319999746978283, + 0.14076800644397736, + 0.011296000331640244, + 0.01235199999064207, + 0.012000000104308128, + 0.14115199446678162, + 0.011136000044643879, + 0.01190400030463934, + 0.011392000131309032, + 0.01235199999064207, + 0.14931200444698334, + 0.012703999876976013, + 0.012319999746978283, + 0.012319999746978283, + 0.13808000087738037, + 0.012703999876976013, + 0.011327999643981457, + 0.01696000061929226, + 0.016416000202298164, + 0.013120000250637531, + 0.011680000461637974, + 0.012319999746978283, + 0.011168000288307667, + 0.011935999616980553, + 0.011744000017642975, + 0.011839999817311764, + 0.011359999887645245, + 0.23638400435447693, + 0.01206399966031313, + 0.012128000147640705, + 0.01104000024497509, + 0.23535999655723572, + 0.01206399966031313, + 0.012128000147640705, + 0.012032000347971916, + 0.14319999516010284, + 0.011776000261306763, + 0.012319999746978283, + 0.016256000846624374, + 0.14236800372600555, + 0.1451839953660965, + 0.011839999817311764, + 0.01744000054895878, + 0.01235199999064207, + 0.23430399596691132, + 0.012000000104308128, + 0.012319999746978283, + 0.015104000456631184, + 0.13929599523544312, + 0.012543999589979649, + 0.011359999887645245, + 0.01228800043463707, + 0.01119999960064888, + 0.013088000006973743, + 0.01119999960064888, + 0.012319999746978283, + 0.15056000649929047, + 0.012512000277638435, + 0.012000000104308128, + 0.013120000250637531, + 0.013344000093638897, + 0.012415999546647072, + 0.01142400037497282, + 0.013088000006973743, + 0.14214399456977844, + 0.13680000603199005, + 0.1451839953660965, + 0.012736000120639801, + 0.01539199985563755, + 0.016224000602960587, + 0.3141759932041168, + 0.12166400253772736, + 0.013344000093638897, + 0.1372479945421219, + 0.01206399966031313, + 0.013088000006973743, + 0.014560000039637089, + 0.01539199985563755, + 0.011615999974310398, + 0.012959999963641167, + 0.01206399966031313, + 0.012319999746978283, + 0.011071999557316303, + 0.012480000033974648, + 0.01104000024497509, + 0.012319999746978283, + 0.011103999800980091, + 0.01235199999064207, + 0.012095999903976917, + 0.012319999746978283, + 0.13808000087738037, + 0.012543999589979649, + 0.061792001128196716, + 0.011231999844312668, + 0.012319999746978283, + 0.013120000250637531, + 0.011744000017642975, + 0.012128000147640705, + 0.012319999746978283, + 0.012736000120639801, + 0.011807999573647976, + 0.012128000147640705, + 0.14339199662208557, + 0.23324799537658691, + 0.01152000017464161, + 0.012319999746978283, + 0.012319999746978283, + 0.020287999883294106, + 0.011296000331640244, + 0.013088000006973743, + 0.012319999746978283, + 0.13062399625778198, + 0.011392000131309032, + 0.013088000006973743, + 0.012319999746978283, + 0.13622400164604187, + 0.011680000461637974, + 0.01283199992030859, + 0.01539199985563755, + 0.13417600095272064, + 0.012160000391304493, + 0.012768000364303589, + 0.012319999746978283, + 0.016416000202298164, + 0.012736000120639801, + 0.013088000006973743, + 0.011711999773979187, + 0.012384000234305859, + 0.012095999903976917, + 0.013120000250637531, + 0.011392000131309032, + 0.14416000247001648, + 0.01369599997997284, + 0.012319999746978283, + 0.30908799171447754, + 0.14214399456977844, + 0.012640000320971012, + 0.012319999746978283, + 0.018464000895619392, + 0.013120000250637531, + 0.011839999817311764, + 0.012319999746978283, + 0.012319999746978283, + 0.31318399310112, + 0.012128000147640705, + 0.012223999947309494, + 0.012319999746978283, + 0.1382720023393631, + 0.011264000087976456, + 0.012703999876976013, + 0.012319999746978283, + 0.012319999746978283, + 0.011776000261306763, + 0.022304000332951546, + 0.018464000895619392, + 0.01228800043463707, + 0.012095999903976917, + 0.012703999876976013, + 0.010367999784648418, + 0.012319999746978283, + 0.23843200504779816, + 0.012799999676644802, + 0.012384000234305859, + 0.012319999746978283, + 0.2388480007648468, + 0.013120000250637531, + 0.011776000261306763, + 0.012319999746978283, + 0.14339199662208557, + 0.15318399667739868, + 0.011392000131309032, + 0.014368000440299511, + 0.012319999746978283, + 0.013120000250637531, + 0.011296000331640244, + 0.012319999746978283, + 0.012319999746978283, + 0.1382720023393631, + 0.011711999773979187, + 0.012671999633312225, + 0.018464000895619392, + 0.012319999746978283, + 0.012095999903976917, + 0.013088000006973743, + 0.011359999887645245, + 0.013344000093638897, + 0.011776000261306763, + 0.015104000456631184, + 0.012319999746978283, + 0.012319999746978283, + 0.3142400085926056, + 0.013120000250637531, + 0.011136000044643879, + 0.012319999746978283, + 0.1382720023393631, + 0.013088000006973743, + 0.011103999800980091, + 0.012319999746978283, + 0.14134399592876434, + 0.013088000006973743, + 0.011264000087976456, + 0.012319999746978283, + 0.012319999746978283, + 0.14214399456977844, + 0.015104000456631184, + 0.012319999746978283, + 0.018464000895619392, + 0.3224000036716461, + 0.01152000017464161, + 0.013344000093638897, + 0.012319999746978283, + 0.012319999746978283, + 0.1462080031633377, + 0.0161920003592968, + 0.01235199999064207, + 0.012319999746978283, + 0.2333119958639145, + 0.14214399456977844, + 0.011648000217974186, + 0.012319999746978283, + 0.22819200158119202, + 0.016127999871969223, + 0.016383999958634377, + 0.012319999746978283, + 0.016416000202298164, + 0.23423999547958374, + 0.011296000331640244, + 0.012319999746978283, + 0.012319999746978283, + 0.13519999384880066, + 0.14416000247001648, + 0.012640000320971012, + 0.012319999746978283, + 0.01235199999064207, + 0.23228800296783447, + 0.013024000450968742, + 0.011359999887645245, + 0.012319999746978283, + 0.1372479945421219, + 0.14211200177669525, + 0.011744000017642975, + 0.012319999746978283, + 0.012319999746978283, + 0.2333119958639145, + 0.14211200177669525, + 0.012768000364303589, + 0.01235199999064207, + 0.012319999746978283, + 0.23532800376415253, + 0.012543999589979649, + 0.012319999746978283, + 0.012319999746978283, + 0.2353920042514801, + 0.14419199526309967, + 0.01158399973064661, + 0.012319999746978283, + 0.012319999746978283, + 0.14825600385665894, + 0.01616000011563301, + 0.016416000202298164, + 0.012319999746978283, + 0.23507200181484222, + 0.14211200177669525, + 0.012640000320971012, + 0.012319999746978283, + 0.13929599523544312, + 0.011008000001311302, + 0.013088000006973743, + 0.012319999746978283, + 0.012319999746978283, + 0.012095999903976917, + 0.013120000250637531, + 0.011392000131309032, + 0.012319999746978283, + 0.23231999576091766, + 0.012799999676644802, + 0.010847999714314938, + 0.013344000093638897, + 0.13622400164604187, + 0.012671999633312225, + 0.011744000017642975, + 0.012319999746978283, + 0.2343360036611557, + 0.012512000277638435, + 0.016127999871969223, + 0.012319999746978283, + 0.1443839967250824, + 0.01235199999064207, + 0.14524799585342407, + 0.012575999833643436, + 0.012319999746978283, + 0.23609599471092224, + 0.012032000347971916, + 0.012512000277638435, + 0.01539199985563755, + 0.13980799913406372, + 0.011136000044643879, + 0.012799999676644802, + 0.010367999784648418, + 0.012319999746978283, + 0.14828799664974213, + 0.012512000277638435, + 0.011392000131309032, + 0.012319999746978283, + 0.23024000227451324, + 0.012959999963641167, + 0.01206399966031313, + 0.015359999611973763, + 0.14032000303268433, + 0.012799999676644802, + 0.14217600226402283, + 0.01375999953597784, + 0.018464000895619392, + 0.2343360036611557, + 0.011455999687314034, + 0.012799999676644802, + 0.012256000190973282, + 0.14032000303268433, + 0.012864000163972378, + 0.14291200041770935, + 0.011552000418305397, + 0.012319999746978283, + 0.012095999903976917, + 0.012543999589979649, + 0.011680000461637974, + 0.012319999746978283, + 0.23532800376415253, + 0.01235199999064207, + 0.1401280015707016, + 0.014688000082969666, + 0.23555199801921844, + 0.01244799979031086, + 0.012319999746978283, + 0.013120000250637531, + 0.011744000017642975, + 0.013055999763309956, + 0.06569600105285645, + 0.14220799505710602, + 0.01375999953597784, + 0.23535999655723572, + 0.012128000147640705, + 0.01539199985563755, + 0.015039999969303608, + 0.02051199972629547, + 0.1462399959564209, + 0.012768000364303589, + 0.14416000247001648, + 0.01462399959564209, + 0.23638400435447693, + 0.012256000190973282, + 0.01539199985563755, + 0.013120000250637531, + 0.13836799561977386, + 0.01235199999064207, + 0.017023999243974686, + 0.013088000006973743, + 0.011872000060975552, + 0.013120000250637531, + 0.01228800043463707, + 0.14009599387645721, + 0.01158399973064661, + 0.2333119958639145, + 0.01196799986064434, + 0.016416000202298164, + 0.01190400030463934, + 0.1311360001564026, + 0.012032000347971916, + 0.012543999589979649, + 0.012095999903976917, + 0.2343360036611557, + 0.01196799986064434, + 0.012319999746978283, + 0.1526080071926117, + 0.012415999546647072, + 0.23843200504779816, + 0.012415999546647072, + 0.012319999746978283, + 0.011839999817311764, + 0.23737600445747375, + 0.012608000077307224, + 0.012319999746978283, + 0.15056000649929047, + 0.010975999757647514, + 0.013120000250637531, + 0.011103999800980091, + 0.012319999746978283, + 0.01206399966031313, + 0.2343360036611557, + 0.011552000418305397, + 0.012319999746978283, + 0.13952000439167023, + 0.017023999243974686, + 0.012032000347971916, + 0.011680000461637974, + 0.01539199985563755, + 0.012736000120639801, + 0.010463999584317207, + 0.012319999746978283, + 0.012319999746978283, + 0.016383999958634377 + ], + "effective_bandwidth_gbps": 62.45489221575472 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.017696000635623932, + "p50_ms": 0.025200000032782555, + "p95_ms": 0.22908960208296705, + "p99_ms": 0.32412992864847173, + "max_ms": 0.3819519877433777, + "samples_ms": [ + 0.02876799926161766, + 0.029311999678611755, + 0.019168000668287277, + 0.01817600056529045, + 0.15779200196266174, + 0.019328000023961067, + 0.031072000041604042, + 0.024671999737620354, + 0.022592000663280487, + 0.254720002412796, + 0.025151999667286873, + 0.01852799952030182, + 0.02457600086927414, + 0.02252800017595291, + 0.018751999363303185, + 0.03388800099492073, + 0.018432000651955605, + 0.03379200026392937, + 0.15705600380897522, + 0.020096000283956528, + 0.03200000151991844, + 0.026688000187277794, + 0.018432000651955605, + 0.02937600016593933, + 0.018144000321626663, + 0.018144000321626663, + 0.3338240087032318, + 0.020735999569296837, + 0.03686400130391121, + 0.02672000043094158, + 0.01852799952030182, + 0.17980800569057465, + 0.024671999737620354, + 0.01852799952030182, + 0.02457600086927414, + 0.019936000928282738, + 0.018271999433636665, + 0.03299200162291527, + 0.02672000043094158, + 0.15852800011634827, + 0.033504001796245575, + 0.01775999926030636, + 0.02457600086927414, + 0.31334400177001953, + 0.019328000023961067, + 0.02969600073993206, + 0.01852799952030182, + 0.021056000143289566, + 0.16041600704193115, + 0.019551999866962433, + 0.03174399957060814, + 0.15062400698661804, + 0.019999999552965164, + 0.024768000468611717, + 0.024447999894618988, + 0.01852799952030182, + 0.029664000496268272, + 0.01990400068461895, + 0.019039999693632126, + 0.03388800099492073, + 0.018432000651955605, + 0.027424000203609467, + 0.02672000043094158, + 0.020576000213623047, + 0.15769599378108978, + 0.15859200060367584, + 0.0191040001809597, + 0.027648000046610832, + 0.01852799952030182, + 0.018112000077962875, + 0.027264000847935677, + 0.020320000126957893, + 0.035840000957250595, + 0.26214399933815, + 0.020031999796628952, + 0.031136000528931618, + 0.028416000306606293, + 0.020576000213623047, + 0.029632000252604485, + 0.020800000056624413, + 0.018144000321626663, + 0.034912001341581345, + 0.018015999346971512, + 0.03283200040459633, + 0.027744000777602196, + 0.024671999737620354, + 0.24473600089550018, + 0.02175999991595745, + 0.028543999418616295, + 0.024768000468611717, + 0.020576000213623047, + 0.16646400094032288, + 0.019007999449968338, + 0.018079999834299088, + 0.03593600168824196, + 0.020096000283956528, + 0.027424000203609467, + 0.024671999737620354, + 0.020576000213623047, + 0.14950400590896606, + 0.15513600409030914, + 0.0208320003002882, + 0.026623999699950218, + 0.01852799952030182, + 0.019039999693632126, + 0.1573760062456131, + 0.018079999834299088, + 0.037248000502586365, + 0.16035200655460358, + 0.01990400068461895, + 0.026048000901937485, + 0.024671999737620354, + 0.018432000651955605, + 0.1584320068359375, + 0.019071999937295914, + 0.01820800080895424, + 0.15574400126934052, + 0.01894400082528591, + 0.033535998314619064, + 0.02876799926161766, + 0.02672000043094158, + 0.1677439957857132, + 0.02796800062060356, + 0.020576000213623047, + 0.026623999699950218, + 0.018400000408291817, + 0.018751999363303185, + 0.03497600182890892, + 0.01852799952030182, + 0.15052799880504608, + 0.03129599988460541, + 0.02006400004029274, + 0.023840000852942467, + 0.02473600022494793, + 0.01942400075495243, + 0.15561600029468536, + 0.01961600035429001, + 0.01817600056529045, + 0.3819519877433777, + 0.01974399946630001, + 0.03532800078392029, + 0.02672000043094158, + 0.02051199972629547, + 0.03296000137925148, + 0.02783999964594841, + 0.01852799952030182, + 0.026623999699950218, + 0.020128000527620316, + 0.018559999763965607, + 0.02582399919629097, + 0.02054399996995926, + 0.2455040067434311, + 0.024960000067949295, + 0.0180479995906353, + 0.02582399919629097, + 0.15276800096035004, + 0.01894400082528591, + 0.15971200168132782, + 0.01958400011062622, + 0.01820800080895424, + 0.15945599973201752, + 0.0197759997099638, + 0.033055998384952545, + 0.024671999737620354, + 0.018432000651955605, + 0.025280000641942024, + 0.029823999851942062, + 0.01852799952030182, + 0.2478400021791458, + 0.01865600049495697, + 0.018719999119639397, + 0.03500799834728241, + 0.01852799952030182, + 0.027327999472618103, + 0.024671999737620354, + 0.019999999552965164, + 0.03219199925661087, + 0.2455040067434311, + 0.019007999449968338, + 0.15615999698638916, + 0.021503999829292297, + 0.018719999119639397, + 0.15622399747371674, + 0.01958400011062622, + 0.17158399522304535, + 0.2503040134906769, + 0.019551999866962433, + 0.15744000673294067, + 0.025760000571608543, + 0.01852799952030182, + 0.03001599945127964, + 0.022624000906944275, + 0.018559999763965607, + 0.034912001341581345, + 0.017952000722289085, + 0.03411199897527695, + 0.1586879938840866, + 0.01958400011062622, + 0.24755200743675232, + 0.027295999228954315, + 0.01852799952030182, + 0.024191999807953835, + 0.018432000651955605, + 0.020255999639630318, + 0.0318400003015995, + 0.02191999927163124, + 0.15193599462509155, + 0.029823999851942062, + 0.01852799952030182, + 0.16252799332141876, + 0.02800000086426735, + 0.021824000403285027, + 0.024000000208616257, + 0.022624000906944275, + 0.018112000077962875, + 0.3818559944629669, + 0.01961600035429001, + 0.025599999353289604, + 0.15568000078201294, + 0.027744000777602196, + 0.0344959981739521, + 0.026815999299287796, + 0.020576000213623047, + 0.026688000187277794, + 0.02006400004029274, + 0.018880000337958336, + 0.02672000043094158, + 0.022048000246286392, + 0.16150400042533875, + 0.028192000463604927, + 0.018432000651955605, + 0.034591998904943466, + 0.3723520040512085, + 0.021088000386953354, + 0.026623999699950218, + 0.01852799952030182, + 0.018303999677300453, + 0.13891200721263885, + 0.01961600035429001, + 0.16486400365829468, + 0.027456000447273254, + 0.018015999346971512, + 0.03222399950027466, + 0.026784000918269157, + 0.02143999934196472, + 0.029664000496268272, + 0.019711999222636223, + 0.017855999991297722, + 0.040031999349594116, + 0.018432000651955605, + 0.03404799848794937, + 0.024671999737620354, + 0.01852799952030182, + 0.027424000203609467, + 0.2441280037164688, + 0.020735999569296837, + 0.026623999699950218, + 0.026688000187277794, + 0.019007999449968338, + 0.16092799603939056, + 0.02006400004029274, + 0.035840000957250595, + 0.02864000014960766, + 0.022143999114632607, + 0.031136000528931618, + 0.024927999824285507, + 0.01852799952030182, + 0.029055999591946602, + 0.020128000527620316, + 0.020416000857949257, + 0.15318399667739868, + 0.022207999601960182, + 0.03324799984693527, + 0.02672000043094158, + 0.01852799952030182, + 0.03152000159025192, + 0.16592000424861908, + 0.019392000511288643, + 0.02457600086927414, + 0.02252800017595291, + 0.020160000771284103, + 0.03388800099492073, + 0.01852799952030182, + 0.03174399957060814, + 0.3171840012073517, + 0.018015999346971512, + 0.026367999613285065, + 0.0244159996509552, + 0.018015999346971512, + 0.13491199910640717, + 0.018432000651955605, + 0.018079999834299088, + 0.24854399263858795, + 0.019840000197291374, + 0.03356799855828285, + 0.0244159996509552, + 0.020096000283956528, + 0.03152000159025192, + 0.024351999163627625, + 0.020191999152302742, + 0.02940800040960312, + 0.018079999834299088, + 0.017823999747633934, + 0.040031999349594116, + 0.020479999482631683, + 0.17497600615024567, + 0.026176000013947487, + 0.01881599985063076, + 0.1499200016260147, + 0.02937600016593933, + 0.01852799952030182, + 0.02457600086927414, + 0.020576000213623047, + 0.02067199908196926, + 0.02534399926662445, + 0.01897599920630455, + 0.035840000957250595, + 0.3235839903354645, + 0.017983999103307724, + 0.031968001276254654, + 0.02848000079393387, + 0.01852799952030182, + 0.028863999992609024, + 0.02143999934196472, + 0.01775999926030636, + 0.024671999737620354, + 0.020096000283956528, + 0.026367999613285065, + 0.02876799926161766, + 0.01852799952030182, + 0.031488001346588135, + 0.029759999364614487, + 0.020576000213623047, + 0.026623999699950218, + 0.020128000527620316, + 0.020320000126957893, + 0.035840000957250595, + 0.020576000213623047, + 0.16099199652671814, + 0.02937600016593933, + 0.02876799926161766, + 0.027648000046610832, + 0.3240320086479187, + 0.02175999991595745, + 0.02876799926161766, + 0.020576000213623047, + 0.01820800080895424, + 0.15839999914169312, + 0.021663999184966087, + 0.03174399957060814, + 0.18537600338459015, + 0.019999999552965164, + 0.031488001346588135, + 0.02502400055527687, + 0.022624000906944275, + 0.028672000393271446, + 0.018624000251293182, + 0.018079999834299088, + 0.14550399780273438, + 0.020896000787615776, + 0.03126399964094162, + 0.02672000043094158, + 0.02051199972629547, + 0.16972799599170685, + 0.029791999608278275, + 0.01852799952030182, + 0.026623999699950218, + 0.33587199449539185, + 0.018751999363303185, + 0.03392000123858452, + 0.018432000651955605, + 0.24883200228214264, + 0.1552640050649643, + 0.01958400011062622, + 0.026623999699950218, + 0.14895999431610107, + 0.01894400082528591, + 0.02937600016593933, + 0.020576000213623047, + 0.017696000635623932, + 0.026016000658273697, + 0.020096000283956528, + 0.03097599931061268, + 0.024671999737620354, + 0.018015999346971512, + 0.031488001346588135, + 0.025536000728607178, + 0.01852799952030182, + 0.1574079990386963, + 0.018015999346971512, + 0.017855999991297722, + 0.03286400064826012, + 0.3147520124912262, + 0.15440000593662262, + 0.025728000327944756, + 0.01852799952030182, + 0.2495039999485016, + 0.027295999228954315, + 0.018432000651955605, + 0.12995199859142303, + 0.020479999482631683, + 0.01849599927663803, + 0.01820800080895424, + 0.033984001725912094, + 0.01852799952030182, + 0.16361600160598755, + 0.029343999922275543, + 0.01852799952030182, + 0.02457600086927414, + 0.24857600033283234, + 0.019328000023961067, + 0.02937600016593933, + 0.024671999737620354, + 0.029184000566601753, + 0.027327999472618103, + 0.020576000213623047, + 0.03174399957060814, + 0.14924800395965576, + 0.020031999796628952, + 0.025599999353289604, + 0.024351999163627625, + 0.01852799952030182, + 0.16995200514793396, + 0.021824000403285027, + 0.017696000635623932, + 0.0318400003015995, + 0.018432000651955605, + 0.027424000203609467, + 0.024671999737620354, + 0.01852799952030182, + 0.025599999353289604, + 0.2486400008201599, + 0.0180479995906353, + 0.02969600073993206, + 0.01852799952030182, + 0.02038400061428547, + 0.1624639928340912, + 0.02163200080394745, + 0.03379200026392937, + 0.025696000084280968, + 0.01974399946630001, + 0.031168000772595406, + 0.02848000079393387, + 0.01852799952030182, + 0.16067199409008026, + 0.019840000197291374, + 0.018432000651955605, + 0.0318400003015995, + 0.018432000651955605, + 0.1544319987297058, + 0.027871999889612198, + 0.01852799952030182, + 0.14131200313568115, + 0.22832000255584717, + 0.019071999937295914, + 0.030719999223947525, + 0.022624000906944275, + 0.018688000738620758, + 0.025248000398278236, + 0.01852799952030182, + 0.03379200026392937, + 0.24371199309825897, + 0.019840000197291374, + 0.07302399724721909, + 0.020479999482631683, + 0.03248000144958496, + 0.16486400365829468, + 0.02038400061428547, + 0.03174399957060814, + 0.020576000213623047, + 0.018783999606966972, + 0.027327999472618103, + 0.026623999699950218, + 0.018015999346971512, + 0.15929600596427917, + 0.02006400004029274, + 0.03244800120592117, + 0.02672000043094158, + 0.018432000651955605, + 0.031488001346588135, + 0.024768000468611717, + 0.01852799952030182, + 0.02953599952161312, + 0.021376000717282295, + 0.02006400004029274, + 0.05427199974656105, + 0.026623999699950218, + 0.027712000533938408, + 0.15561600029468536, + 0.019807999953627586, + 0.028672000393271446, + 0.1597760021686554, + 0.02131200022995472, + 0.02985600009560585, + 0.020576000213623047, + 0.020479999482631683, + 0.03526400029659271, + 0.020128000527620316, + 0.03206399828195572, + 0.14854399859905243 + ], + "effective_bandwidth_gbps": 31.20761900702121 + }, + "speedup_vs_torch_compile": 2.071052557610073, + "speedup_vs_pytorch_eager": 4.144736714120971 + }, + { + "kernel": "swiglu", + "shape": [ + 512, + 4096 + ], + "dtype": "float16", + "logical_bytes": 12582912, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.0009765625, + "max_rel_error": 0.0009354536887258291 + }, + "triton": { + "samples": 500, + "min_ms": 0.0144640002399683, + "p50_ms": 0.018432000651955605, + "p95_ms": 0.1377808056771755, + "p99_ms": 0.24096863433718677, + "max_ms": 0.30291199684143066, + "samples_ms": [ + 0.020416000857949257, + 0.018848000094294548, + 0.01990400068461895, + 0.019680000841617584, + 0.02163200080394745, + 0.01651199907064438, + 0.018112000077962875, + 0.01759999990463257, + 0.018432000651955605, + 0.014783999882638454, + 0.20972800254821777, + 0.016992000862956047, + 0.026655999943614006, + 0.01913600042462349, + 0.015584000386297703, + 0.016287999227643013, + 0.016256000846624374, + 0.2799679934978485, + 0.017152000218629837, + 0.01849599927663803, + 0.018464000895619392, + 0.2640959918498993, + 0.018848000094294548, + 0.017376000061631203, + 0.016767999157309532, + 0.018432000651955605, + 0.017376000061631203, + 0.018112000077962875, + 0.020416000857949257, + 0.018432000651955605, + 0.018112000077962875, + 0.020160000771284103, + 0.02377600036561489, + 0.020608000457286835, + 0.017343999817967415, + 0.01942400075495243, + 0.018303999677300453, + 0.023552000522613525, + 0.016416000202298164, + 0.017952000722289085, + 0.017343999817967415, + 0.018432000651955605, + 0.01571200042963028, + 0.22102400660514832, + 0.018239999189972878, + 0.02252800017595291, + 0.0197759997099638, + 0.018271999433636665, + 0.017184000462293625, + 0.01852799952030182, + 0.017823999747633934, + 0.018144000321626663, + 0.017023999243974686, + 0.018432000651955605, + 0.15241600573062897, + 0.019039999693632126, + 0.017023999243974686, + 0.01865600049495697, + 0.015263999812304974, + 0.017343999817967415, + 0.01484800036996603, + 0.017535999417304993, + 0.018432000651955605, + 0.020447999238967896, + 0.019936000928282738, + 0.028704000636935234, + 0.022463999688625336, + 0.01881599985063076, + 0.01692800037562847, + 0.016992000862956047, + 0.14159999787807465, + 0.0180479995906353, + 0.020416000857949257, + 0.017983999103307724, + 0.021695999428629875, + 0.01881599985063076, + 0.03097599931061268, + 0.017376000061631203, + 0.019328000023961067, + 0.020416000857949257, + 0.01692800037562847, + 0.017376000061631203, + 0.019007999449968338, + 0.018112000077962875, + 0.01744000054895878, + 0.026367999613285065, + 0.01836800016462803, + 0.017376000061631203, + 0.018464000895619392, + 0.017376000061631203, + 0.018432000651955605, + 0.0144640002399683, + 0.01708799973130226, + 0.018432000651955605, + 0.018592000007629395, + 0.018432000651955605, + 0.20710399746894836, + 0.018559999763965607, + 0.017343999817967415, + 0.01897599920630455, + 0.016127999871969223, + 0.018400000408291817, + 0.014879999682307243, + 0.019519999623298645, + 0.018015999346971512, + 0.01894400082528591, + 0.02051199972629547, + 0.030079999938607216, + 0.020416000857949257, + 0.018079999834299088, + 0.017055999487638474, + 0.015296000055968761, + 0.018015999346971512, + 0.01484800036996603, + 0.01958400011062622, + 0.018432000651955605, + 0.016992000862956047, + 0.016127999871969223, + 0.023679999634623528, + 0.018559999763965607, + 0.017343999817967415, + 0.016992000862956047, + 0.01696000061929226, + 0.018432000651955605, + 0.016448000445961952, + 0.020608000457286835, + 0.017696000635623932, + 0.01961600035429001, + 0.020191999152302742, + 0.030751999467611313, + 0.017343999817967415, + 0.018432000651955605, + 0.018464000895619392, + 0.0180479995906353, + 0.017696000635623932, + 0.018400000408291817, + 0.01836800016462803, + 0.0180479995906353, + 0.018079999834299088, + 0.01833599992096424, + 0.026240000501275063, + 0.018432000651955605, + 0.016896000131964684, + 0.01894400082528591, + 0.01727999933063984, + 0.01836800016462803, + 0.0191040001809597, + 0.018015999346971512, + 0.01724799908697605, + 0.018432000651955605, + 0.01603199914097786, + 0.24566400051116943, + 0.016992000862956047, + 0.02252800017595291, + 0.018112000077962875, + 0.017343999817967415, + 0.017791999503970146, + 0.018112000077962875, + 0.01651199907064438, + 0.01775999926030636, + 0.01759999990463257, + 0.018432000651955605, + 0.02672000043094158, + 0.020735999569296837, + 0.01817600056529045, + 0.019168000668287277, + 0.01532800029963255, + 0.018432000651955605, + 0.017023999243974686, + 0.018079999834299088, + 0.018112000077962875, + 0.018432000651955605, + 0.01945599913597107, + 0.025919999927282333, + 0.0163199994713068, + 0.018432000651955605, + 0.016383999958634377, + 0.015263999812304974, + 0.01724799908697605, + 0.0180479995906353, + 0.018559999763965607, + 0.01692800037562847, + 0.020128000527620316, + 0.016863999888300896, + 0.031231999397277832, + 0.018559999763965607, + 0.017983999103307724, + 0.017952000722289085, + 0.018464000895619392, + 0.01945599913597107, + 0.0144640002399683, + 0.01894400082528591, + 0.018464000895619392, + 0.018432000651955605, + 0.020255999639630318, + 0.02470399998128414, + 0.020416000857949257, + 0.018432000651955605, + 0.018432000651955605, + 0.017311999574303627, + 0.15411199629306793, + 0.01836800016462803, + 0.020416000857949257, + 0.017791999503970146, + 0.018688000738620758, + 0.018144000321626663, + 0.029440000653266907, + 0.018432000651955605, + 0.01836800016462803, + 0.01727999933063984, + 0.018464000895619392, + 0.015263999812304974, + 0.03209599852561951, + 0.017823999747633934, + 0.018112000077962875, + 0.020128000527620316, + 0.01587199978530407, + 0.02319999970495701, + 0.0180479995906353, + 0.01744000054895878, + 0.019071999937295914, + 0.018432000651955605, + 0.13488000631332397, + 0.01664000004529953, + 0.017696000635623932, + 0.018432000651955605, + 0.018079999834299088, + 0.016095999628305435, + 0.023231999948620796, + 0.018559999763965607, + 0.02054399996995926, + 0.018848000094294548, + 0.015296000055968761, + 0.0163199994713068, + 0.0144640002399683, + 0.018079999834299088, + 0.0180479995906353, + 0.018432000651955605, + 0.020479999482631683, + 0.15593600273132324, + 0.01727999933063984, + 0.018271999433636665, + 0.02051199972629547, + 0.015296000055968761, + 0.14665600657463074, + 0.01772800087928772, + 0.020416000857949257, + 0.017791999503970146, + 0.01775999926030636, + 0.018624000251293182, + 0.026399999856948853, + 0.018432000651955605, + 0.017376000061631203, + 0.019360000267624855, + 0.018464000895619392, + 0.015039999969303608, + 0.016256000846624374, + 0.01865600049495697, + 0.018464000895619392, + 0.020479999482631683, + 0.01945599913597107, + 0.03545600175857544, + 0.020416000857949257, + 0.02252800017595291, + 0.017376000061631203, + 0.019392000511288643, + 0.016992000862956047, + 0.01836800016462803, + 0.018432000651955605, + 0.018112000077962875, + 0.016992000862956047, + 0.018432000651955605, + 0.15356799960136414, + 0.017311999574303627, + 0.02127999998629093, + 0.016383999958634377, + 0.019360000267624855, + 0.014495999552309513, + 0.016831999644637108, + 0.018559999763965607, + 0.020576000213623047, + 0.017983999103307724, + 0.019007999449968338, + 0.03331200033426285, + 0.018559999763965607, + 0.017376000061631203, + 0.017376000061631203, + 0.019039999693632126, + 0.02252800017595291, + 0.014592000283300877, + 0.016992000862956047, + 0.01865600049495697, + 0.0225600004196167, + 0.02022399939596653, + 0.02691200003027916, + 0.022143999114632607, + 0.01852799952030182, + 0.018112000077962875, + 0.018271999433636665, + 0.017023999243974686, + 0.01865600049495697, + 0.24499200284481049, + 0.01775999926030636, + 0.01833599992096424, + 0.02051199972629547, + 0.23852799832820892, + 0.017216000705957413, + 0.018751999363303185, + 0.018432000651955605, + 0.018432000651955605, + 0.30291199684143066, + 0.014688000082969666, + 0.017472000792622566, + 0.018432000651955605, + 0.0180479995906353, + 0.016063999384641647, + 0.03142400085926056, + 0.01651199907064438, + 0.022624000906944275, + 0.01894400082528591, + 0.018464000895619392, + 0.01740800030529499, + 0.017696000635623932, + 0.017920000478625298, + 0.01772800087928772, + 0.018624000251293182, + 0.020191999152302742, + 0.026847999542951584, + 0.01836800016462803, + 0.020479999482631683, + 0.020479999482631683, + 0.017343999817967415, + 0.018688000738620758, + 0.01772800087928772, + 0.018559999763965607, + 0.018432000651955605, + 0.01817600056529045, + 0.017632000148296356, + 0.02643200010061264, + 0.018559999763965607, + 0.01775999926030636, + 0.018719999119639397, + 0.018464000895619392, + 0.018432000651955605, + 0.01894400082528591, + 0.017664000391960144, + 0.01775999926030636, + 0.018432000651955605, + 0.020160000771284103, + 0.14220799505710602, + 0.018880000337958336, + 0.016383999958634377, + 0.026623999699950218, + 0.016095999628305435, + 0.017311999574303627, + 0.016607999801635742, + 0.021888000890612602, + 0.018432000651955605, + 0.018079999834299088, + 0.01897599920630455, + 0.027295999228954315, + 0.018559999763965607, + 0.01852799952030182, + 0.016672000288963318, + 0.02051199972629547, + 0.020479999482631683, + 0.016383999958634377, + 0.018015999346971512, + 0.017184000462293625, + 0.020479999482631683, + 0.015039999969303608, + 0.03270399942994118, + 0.020416000857949257, + 0.02457600086927414, + 0.018079999834299088, + 0.01603199914097786, + 0.01696000061929226, + 0.0180479995906353, + 0.018432000651955605, + 0.017983999103307724, + 0.017311999574303627, + 0.018432000651955605, + 0.24092799425125122, + 0.01849599927663803, + 0.01913600042462349, + 0.017055999487638474, + 0.020479999482631683, + 0.01708799973130226, + 0.01651199907064438, + 0.018559999763965607, + 0.01852799952030182, + 0.018079999834299088, + 0.018144000321626663, + 0.03359999880194664, + 0.020416000857949257, + 0.01708799973130226, + 0.01849599927663803, + 0.020287999883294106, + 0.018464000895619392, + 0.014879999682307243, + 0.0180479995906353, + 0.018079999834299088, + 0.017632000148296356, + 0.016095999628305435, + 0.031072000041604042, + 0.018432000651955605, + 0.01836800016462803, + 0.020479999482631683, + 0.014527999795973301, + 0.15775999426841736, + 0.018559999763965607, + 0.018559999763965607, + 0.01817600056529045, + 0.017152000218629837, + 0.01820800080895424, + 0.02566399984061718, + 0.018432000651955605, + 0.018303999677300453, + 0.019360000267624855, + 0.01788800023496151, + 0.15267199277877808, + 0.018015999346971512, + 0.01836800016462803, + 0.01724799908697605, + 0.0225600004196167, + 0.019360000267624855, + 0.03347200155258179, + 0.017055999487638474, + 0.017023999243974686, + 0.019840000197291374, + 0.016767999157309532, + 0.017343999817967415, + 0.017023999243974686, + 0.146464005112648, + 0.018079999834299088, + 0.019807999953627586, + 0.01744000054895878, + 0.15705600380897522, + 0.01926399953663349, + 0.017023999243974686, + 0.01942400075495243, + 0.01926399953663349, + 0.017343999817967415, + 0.01692800037562847, + 0.01849599927663803, + 0.018559999763965607, + 0.01788800023496151, + 0.017343999817967415, + 0.16256000101566315, + 0.016863999888300896, + 0.0225600004196167, + 0.019039999693632126, + 0.017311999574303627, + 0.017376000061631203, + 0.018592000007629395, + 0.017920000478625298, + 0.019487999379634857, + 0.018144000321626663, + 0.01744000054895878, + 0.15753600001335144, + 0.016992000862956047, + 0.018432000651955605, + 0.019392000511288643, + 0.01532800029963255, + 0.01708799973130226, + 0.018688000738620758, + 0.018464000895619392, + 0.01692800037562847, + 0.018144000321626663, + 0.01740800030529499, + 0.1387840062379837, + 0.017023999243974686, + 0.018079999834299088, + 0.018464000895619392, + 0.018464000895619392, + 0.14220799505710602, + 0.016127999871969223, + 0.018112000077962875, + 0.01942400075495243, + 0.018112000077962875, + 0.01990400068461895, + 0.03328000009059906, + 0.020416000857949257, + 0.018432000651955605, + 0.017952000722289085, + 0.016767999157309532, + 0.0180479995906353, + 0.01772800087928772, + 0.01788800023496151, + 0.018015999346971512, + 0.01708799973130226, + 0.020447999238967896, + 0.02879999950528145, + 0.018559999763965607, + 0.016575999557971954, + 0.017376000061631203, + 0.015296000055968761, + 0.1377280056476593, + 0.01817600056529045, + 0.018400000408291817 + ], + "effective_bandwidth_gbps": 682.6666425201637 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.021536000072956085, + "p50_ms": 0.02489599958062172, + "p95_ms": 0.24457600712776184, + "p99_ms": 0.3108815976977348, + "max_ms": 0.3306240141391754, + "samples_ms": [ + 0.024607999250292778, + 0.0225600004196167, + 0.14953599870204926, + 0.16457599401474, + 0.02457600086927414, + 0.024607999250292778, + 0.028704000636935234, + 0.1595200002193451, + 0.027424000203609467, + 0.024607999250292778, + 0.1064319983124733, + 0.3264960050582886, + 0.15334400534629822, + 0.02364799939095974, + 0.028672000393271446, + 0.1526080071926117, + 0.24659200012683868, + 0.02412799932062626, + 0.024607999250292778, + 0.13519999384880066, + 0.02537599951028824, + 0.14828799664974213, + 0.024831999093294144, + 0.024607999250292778, + 0.02537599951028824, + 0.024383999407291412, + 0.023679999634623528, + 0.024607999250292778, + 0.025312000885605812, + 0.024351999163627625, + 0.0854720026254654, + 0.024607999250292778, + 0.15238399803638458, + 0.02848000079393387, + 0.024607999250292778, + 0.024607999250292778, + 0.3306240141391754, + 0.023584000766277313, + 0.024607999250292778, + 0.024607999250292778, + 0.13519999384880066, + 0.02396799996495247, + 0.02537599951028824, + 0.023584000766277313, + 0.24457600712776184, + 0.02848000079393387, + 0.024607999250292778, + 0.024607999250292778, + 0.025631999596953392, + 0.32547199726104736, + 0.14828799664974213, + 0.023871999233961105, + 0.024607999250292778, + 0.15056000649929047, + 0.025312000885605812, + 0.024831999093294144, + 0.025631999596953392, + 0.14953599870204926, + 0.02537599951028824, + 0.024351999163627625, + 0.025631999596953392, + 0.028704000636935234, + 0.2311359941959381, + 0.02534399926662445, + 0.024992000311613083, + 0.024607999250292778, + 0.024607999250292778, + 0.24854399263858795, + 0.027103999629616737, + 0.026655999943614006, + 0.024607999250292778, + 0.24662399291992188, + 0.025407999753952026, + 0.023871999233961105, + 0.024607999250292778, + 0.1526080071926117, + 0.02537599951028824, + 0.023679999634623528, + 0.028704000636935234, + 0.024607999250292778, + 0.24560000002384186, + 0.024320000782608986, + 0.023871999233961105, + 0.023584000766277313, + 0.14441600441932678, + 0.17286400496959686, + 0.1594880074262619, + 0.025536000728607178, + 0.15955199301242828, + 0.027456000447273254, + 0.024607999250292778, + 0.024607999250292778, + 0.1454399973154068, + 0.14927999675273895, + 0.02457600086927414, + 0.024607999250292778, + 0.026655999943614006, + 0.024320000782608986, + 0.02537599951028824, + 0.022655999287962914, + 0.025536000728607178, + 0.24764800071716309, + 0.15033599734306335, + 0.024032000452280045, + 0.024607999250292778, + 0.15056000649929047, + 0.027456000447273254, + 0.027456000447273254, + 0.028704000636935234, + 0.026655999943614006, + 0.02502400055527687, + 0.02332800067961216, + 0.026559999212622643, + 0.024607999250292778, + 0.2415039986371994, + 0.024480000138282776, + 0.02457600086927414, + 0.026655999943614006, + 0.146464005112648, + 0.024288000538945198, + 0.02739199995994568, + 0.024607999250292778, + 0.024607999250292778, + 0.15721599757671356, + 0.1534080058336258, + 0.023744000121951103, + 0.024607999250292778, + 0.25174400210380554, + 0.02486399933695793, + 0.024032000452280045, + 0.02160000056028366, + 0.15056000649929047, + 0.025280000641942024, + 0.15139199793338776, + 0.02489599958062172, + 0.024639999493956566, + 0.16412800550460815, + 0.026208000257611275, + 0.02489599958062172, + 0.07980799674987793, + 0.2415039986371994, + 0.023296000435948372, + 0.027424000203609467, + 0.024607999250292778, + 0.14659200608730316, + 0.023615999147295952, + 0.15241600573062897, + 0.023903999477624893, + 0.026655999943614006, + 0.2415039986371994, + 0.02486399933695793, + 0.024351999163627625, + 0.024607999250292778, + 0.24223999679088593, + 0.02473600022494793, + 0.15036800503730774, + 0.02412799932062626, + 0.024607999250292778, + 0.15852800011634827, + 0.023679999634623528, + 0.024320000782608986, + 0.026655999943614006, + 0.24355199933052063, + 0.024032000452280045, + 0.025407999753952026, + 0.02412799932062626, + 0.24048000574111938, + 0.024320000782608986, + 0.16592000424861908, + 0.02454400062561035, + 0.02768000029027462, + 0.024383999407291412, + 0.02473600022494793, + 0.027424000203609467, + 0.024639999493956566, + 0.24048000574111938, + 0.02473600022494793, + 0.15414400398731232, + 0.02486399933695793, + 0.24355199933052063, + 0.024800000712275505, + 0.024607999250292778, + 0.02534399926662445, + 0.024512000381946564, + 0.02537599951028824, + 0.02319999970495701, + 0.025407999753952026, + 0.02505600079894066, + 0.23942400515079498, + 0.025087999179959297, + 0.16489599645137787, + 0.023711999878287315, + 0.23948800563812256, + 0.024000000208616257, + 0.024607999250292778, + 0.025087999179959297, + 0.023871999233961105, + 0.024000000208616257, + 0.024639999493956566, + 0.1520639955997467, + 0.02489599958062172, + 0.024288000538945198, + 0.0244159996509552, + 0.16387200355529785, + 0.024383999407291412, + 0.24662399291992188, + 0.0244159996509552, + 0.024607999250292778, + 0.1531520038843155, + 0.02380800060927868, + 0.15750400722026825, + 0.02393599972128868, + 0.16489599645137787, + 0.02454400062561035, + 0.24560000002384186, + 0.024447999894618988, + 0.025631999596953392, + 0.15139199793338776, + 0.02473600022494793, + 0.024351999163627625, + 0.024607999250292778, + 0.1823039948940277, + 0.02454400062561035, + 0.024000000208616257, + 0.02454400062561035, + 0.024607999250292778, + 0.02735999971628189, + 0.24355199933052063, + 0.024639999493956566, + 0.02768000029027462, + 0.14934399724006653, + 0.02486399933695793, + 0.02848000079393387, + 0.024607999250292778, + 0.1597760021686554, + 0.02396799996495247, + 0.15747199952602386, + 0.023903999477624893, + 0.024607999250292778, + 0.14745600521564484, + 0.02537599951028824, + 0.023552000522613525, + 0.0777600035071373, + 0.1576640009880066, + 0.024607999250292778, + 0.02739199995994568, + 0.024607999250292778, + 0.024607999250292778, + 0.15052799880504608, + 0.07939200103282928, + 0.024512000381946564, + 0.024607999250292778, + 0.024607999250292778, + 0.027648000046610832, + 0.2890239953994751, + 0.12678399682044983, + 0.024607999250292778, + 0.024607999250292778, + 0.14931200444698334, + 0.029440000653266907, + 0.024607999250292778, + 0.0225600004196167, + 0.027775999158620834, + 0.15919999778270721, + 0.024351999163627625, + 0.023871999233961105, + 0.028384000062942505, + 0.1544319987297058, + 0.024383999407291412, + 0.023871999233961105, + 0.02844800055027008, + 0.16156800091266632, + 0.02486399933695793, + 0.024607999250292778, + 0.024607999250292778, + 0.1523520052433014, + 0.02502400055527687, + 0.023744000121951103, + 0.024607999250292778, + 0.15299199521541595, + 0.15849600732326508, + 0.02380800060927868, + 0.02768000029027462, + 0.024607999250292778, + 0.24659200012683868, + 0.13391999900341034, + 0.02768000029027462, + 0.024607999250292778, + 0.1401599943637848, + 0.0244159996509552, + 0.024320000782608986, + 0.024480000138282776, + 0.02537599951028824, + 0.13596799969673157, + 0.024607999250292778, + 0.024607999250292778, + 0.1391039937734604, + 0.023455999791622162, + 0.024351999163627625, + 0.023679999634623528, + 0.14086399972438812, + 0.15859200060367584, + 0.024351999163627625, + 0.06864000111818314, + 0.14108799397945404, + 0.024447999894618988, + 0.024383999407291412, + 0.02454400062561035, + 0.14319999516010284, + 0.023520000278949738, + 0.02537599951028824, + 0.024320000782608986, + 0.1401280015707016, + 0.023455999791622162, + 0.024351999163627625, + 0.024607999250292778, + 0.1391039937734604, + 0.023455999791622162, + 0.0828159973025322, + 0.023584000766277313, + 0.14851200580596924, + 0.024000000208616257, + 0.025248000398278236, + 0.028704000636935234, + 0.14748799800872803, + 0.024000000208616257, + 0.024351999163627625, + 0.024639999493956566, + 0.024607999250292778, + 0.024383999407291412, + 0.028416000306606293, + 0.024607999250292778, + 0.024607999250292778, + 0.024064000695943832, + 0.02848000079393387, + 0.02768000029027462, + 0.024607999250292778, + 0.3142080008983612, + 0.02537599951028824, + 0.023840000852942467, + 0.02457600086927414, + 0.3108479976654053, + 0.02505600079894066, + 0.024064000695943832, + 0.02768000029027462, + 0.14953599870204926, + 0.024768000468611717, + 0.023552000522613525, + 0.024607999250292778, + 0.146464005112648, + 0.02505600079894066, + 0.023360000923275948, + 0.0634239986538887, + 0.02409599907696247, + 0.02534399926662445, + 0.024032000452280045, + 0.024671999737620354, + 0.026655999943614006, + 0.02537599951028824, + 0.024320000782608986, + 0.02396799996495247, + 0.024607999250292778, + 0.02537599951028824, + 0.02848000079393387, + 0.024032000452280045, + 0.024607999250292778, + 0.32547199726104736, + 0.15030400454998016, + 0.024927999824285507, + 0.024607999250292778, + 0.15056000649929047, + 0.02396799996495247, + 0.02473600022494793, + 0.024607999250292778, + 0.15056000649929047, + 0.024960000067949295, + 0.02457600086927414, + 0.024607999250292778, + 0.024607999250292778, + 0.025407999753952026, + 0.07974400371313095, + 0.024607999250292778, + 0.024607999250292778, + 0.14748799800872803, + 0.02489599958062172, + 0.05984000116586685, + 0.024607999250292778, + 0.14953599870204926, + 0.025407999753952026, + 0.023520000278949738, + 0.024607999250292778, + 0.024607999250292778, + 0.25071999430656433, + 0.024191999807953835, + 0.025087999179959297, + 0.024607999250292778, + 0.23945599794387817, + 0.02848000079393387, + 0.024607999250292778, + 0.02675200067460537, + 0.02457600086927414, + 0.15545600652694702, + 0.02848000079393387, + 0.024607999250292778, + 0.0225600004196167, + 0.24563199281692505, + 0.02537599951028824, + 0.08336000144481659, + 0.023520000278949738, + 0.14851200580596924, + 0.02537599951028824, + 0.06380800157785416, + 0.024607999250292778, + 0.024639999493956566, + 0.025407999753952026, + 0.02396799996495247, + 0.028704000636935234, + 0.024607999250292778, + 0.24662399291992188, + 0.034623999148607254, + 0.02768000029027462, + 0.024607999250292778, + 0.024607999250292778, + 0.024064000695943832, + 0.024320000782608986, + 0.024607999250292778, + 0.024607999250292778, + 0.24764800071716309, + 0.025087999179959297, + 0.022655999287962914, + 0.024607999250292778, + 0.14953599870204926, + 0.024671999737620354, + 0.024671999737620354, + 0.028704000636935234, + 0.07788799703121185, + 0.02502400055527687, + 0.024159999564290047, + 0.024607999250292778, + 0.024607999250292778, + 0.24457600712776184, + 0.02505600079894066, + 0.09020800143480301, + 0.023584000766277313, + 0.14953599870204926, + 0.02380800060927868, + 0.07360000163316727, + 0.023584000766277313, + 0.13519999384880066, + 0.024383999407291412, + 0.02534399926662445, + 0.024064000695943832, + 0.23945599794387817, + 0.023391999304294586, + 0.02486399933695793, + 0.024607999250292778, + 0.024607999250292778, + 0.16156800091266632, + 0.1544319987297058, + 0.02377600036561489, + 0.024607999250292778, + 0.24560000002384186, + 0.024768000468611717, + 0.024159999564290047, + 0.023584000766277313, + 0.1536320000886917, + 0.025248000398278236, + 0.024320000782608986, + 0.02377600036561489, + 0.024607999250292778, + 0.24560000002384186, + 0.14927999675273895, + 0.024800000712275505, + 0.024607999250292778, + 0.2507520020008087, + 0.024831999093294144, + 0.028511999174952507, + 0.024607999250292778, + 0.15158399939537048, + 0.02409599907696247, + 0.15347200632095337, + 0.023903999477624893, + 0.024607999250292778, + 0.2451840043067932, + 0.024831999093294144, + 0.02412799932062626, + 0.02768000029027462, + 0.14748799800872803, + 0.02473600022494793, + 0.05558399856090546, + 0.021536000072956085, + 0.022207999601960182, + 0.034623999148607254, + 0.028704000636935234, + 0.18332800269126892, + 0.023903999477624893, + 0.025631999596953392, + 0.025280000641942024, + 0.02505600079894066, + 0.022624000906944275 + ], + "effective_bandwidth_gbps": 505.41903165013514 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.06752000004053116, + "p50_ms": 0.0830559991300106, + "p95_ms": 0.35031360685825336, + "p99_ms": 0.47564031094312637, + "max_ms": 0.5967040061950684, + "samples_ms": [ + 0.07273600250482559, + 0.07887999713420868, + 0.0748480036854744, + 0.07225599884986877, + 0.07945600152015686, + 0.0748480036854744, + 0.07577600330114365, + 0.42054399847984314, + 0.07267200201749802, + 0.08089599758386612, + 0.08240000158548355, + 0.19644799828529358, + 0.08716800063848495, + 0.07075200229883194, + 0.0711359977722168, + 0.08355200290679932, + 0.07267200201749802, + 0.08409599959850311, + 0.07449600100517273, + 0.30166399478912354, + 0.3178560137748718, + 0.4752959907054901, + 0.20316800475120544, + 0.22812800109386444, + 0.21331200003623962, + 0.07158400118350983, + 0.09270399808883667, + 0.07280000299215317, + 0.2099200040102005, + 0.3837119936943054, + 0.07430399954319, + 0.07884799689054489, + 0.19948799908161163, + 0.19728000462055206, + 0.07916799932718277, + 0.07280000299215317, + 0.07100799679756165, + 0.20022399723529816, + 0.07222399860620499, + 0.08086399734020233, + 0.0820159986615181, + 0.07539200037717819, + 0.07964800298213959, + 0.07552000135183334, + 0.06972800195217133, + 0.3030720055103302, + 0.0814720019698143, + 0.07100799679756165, + 0.08396799862384796, + 0.07203199714422226, + 0.07635200023651123, + 0.07996799796819687, + 0.07177600264549255, + 0.20844799280166626, + 0.21427200734615326, + 0.07126399874687195, + 0.08396799862384796, + 0.2986240088939667, + 0.07337599992752075, + 0.08502399921417236, + 0.08508799970149994, + 0.2168000042438507, + 0.20531199872493744, + 0.06860800087451935, + 0.131071999669075, + 0.35017600655555725, + 0.07180800288915634, + 0.0838719978928566, + 0.0788159966468811, + 0.07001599669456482, + 0.21167999505996704, + 0.06870400160551071, + 0.2017280012369156, + 0.43382400274276733, + 0.07180800288915634, + 0.07983999699354172, + 0.088639996945858, + 0.20934399962425232, + 0.08700799942016602, + 0.07062400132417679, + 0.07126399874687195, + 0.5097280144691467, + 0.07254400104284286, + 0.08294399827718735, + 0.4158399999141693, + 0.22172799706459045, + 0.08220800012350082, + 0.08287999778985977, + 0.07075200229883194, + 0.2096640020608902, + 0.07740800082683563, + 0.07126399874687195, + 0.20080000162124634, + 0.2975679934024811, + 0.08502399921417236, + 0.14326399564743042, + 0.19657599925994873, + 0.29977598786354065, + 0.08435200154781342, + 0.0676800012588501, + 0.20377600193023682, + 0.39769598841667175, + 0.07363200187683105, + 0.08508799970149994, + 0.19977599382400513, + 0.3670719861984253, + 0.08105599880218506, + 0.06921599805355072, + 0.08089599758386612, + 0.41887998580932617, + 0.07174400240182877, + 0.07676800340414047, + 0.07689599692821503, + 0.0719359964132309, + 0.1966399997472763, + 0.06972800195217133, + 0.09116800129413605, + 0.4277760088443756, + 0.07196799665689468, + 0.08079999685287476, + 0.2046400010585785, + 0.20838400721549988, + 0.07862400263547897, + 0.07075200229883194, + 0.07919999957084656, + 0.20553599298000336, + 0.07430399954319, + 0.08694399893283844, + 0.09011200070381165, + 0.21033599972724915, + 0.0796160027384758, + 0.08284799754619598, + 0.07487999647855759, + 0.3040960133075714, + 0.07280000299215317, + 0.07107199728488922, + 0.09324800223112106, + 0.3036800026893616, + 0.08403199911117554, + 0.07782399654388428, + 0.06752000004053116, + 0.2956799864768982, + 0.07942400127649307, + 0.07280000299215317, + 0.07884799689054489, + 0.19260799884796143, + 0.06963200122117996, + 0.08723200112581253, + 0.07280000299215317, + 0.08601599931716919, + 0.46035200357437134, + 0.0711359977722168, + 0.08294399827718735, + 0.19497600197792053, + 0.0745600014925003, + 0.0846719965338707, + 0.0727040022611618, + 0.07123199850320816, + 0.2972800135612488, + 0.07308799773454666, + 0.0870399996638298, + 0.07791999727487564, + 0.3092480003833771, + 0.07814399898052216, + 0.08524800091981888, + 0.07168000191450119, + 0.29897600412368774, + 0.2250239998102188, + 0.07184000313282013, + 0.09126400202512741, + 0.20748800039291382, + 0.07964800298213959, + 0.07996799796819687, + 0.07689599692821503, + 0.21376000344753265, + 0.08243200182914734, + 0.07280000299215317, + 0.0870399996638298, + 0.21772800385951996, + 0.07174400240182877, + 0.08495999872684479, + 0.08303999900817871, + 0.2189120054244995, + 0.22790400683879852, + 0.07382400333881378, + 0.08396799862384796, + 0.5119040012359619, + 0.07254400104284286, + 0.0788159966468811, + 0.06870400160551071, + 0.07148800045251846, + 0.07846400141716003, + 0.07075200229883194, + 0.08396799862384796, + 0.20838400721549988, + 0.24969600141048431, + 0.08531200140714645, + 0.0841279998421669, + 0.3030720055103302, + 0.21641600131988525, + 0.07222399860620499, + 0.07132799923419952, + 0.3017599880695343, + 0.07062400132417679, + 0.08064000308513641, + 0.07999999821186066, + 0.2948800027370453, + 0.08905600011348724, + 0.08755200356245041, + 0.07280000299215317, + 0.19910399615764618, + 0.084927998483181, + 0.07215999811887741, + 0.08393599838018417, + 0.19977599382400513, + 0.08035200089216232, + 0.2099519968032837, + 0.07126399874687195, + 0.20377600193023682, + 0.09177599847316742, + 0.2370239943265915, + 0.08150400221347809, + 0.1977279931306839, + 0.0764160007238388, + 0.19699199497699738, + 0.06966400146484375, + 0.09414400160312653, + 0.07731200009584427, + 0.07280000299215317, + 0.07932800054550171, + 0.09622400254011154, + 0.07254400104284286, + 0.084927998483181, + 0.08153600245714188, + 0.07344000041484833, + 0.0777600035071373, + 0.07280000299215317, + 0.07955200225114822, + 0.08367999643087387, + 0.20851199328899384, + 0.08416000008583069, + 0.08575999736785889, + 0.08303999900817871, + 0.20988799631595612, + 0.07407999783754349, + 0.06998399645090103, + 0.0963520035147667, + 0.20547200739383698, + 0.08428800106048584, + 0.22732800245285034, + 0.08508799970149994, + 0.2096640020608902, + 0.0851840004324913, + 0.21830399334430695, + 0.07942400127649307, + 0.30822399258613586, + 0.07187200337648392, + 0.2051839977502823, + 0.06969600170850754, + 0.3049280047416687, + 0.0772479996085167, + 0.2130880057811737, + 0.07955200225114822, + 0.41651201248168945, + 0.07417599856853485, + 0.08489599823951721, + 0.26214399933815, + 0.07017599791288376, + 0.3150720000267029, + 0.07177600264549255, + 0.21273599565029144, + 0.42816001176834106, + 0.07171200215816498, + 0.08396799862384796, + 0.22438399493694305, + 0.07283200323581696, + 0.21398399770259857, + 0.07379200309515, + 0.06950400024652481, + 0.09455999732017517, + 0.20943999290466309, + 0.08611200004816055, + 0.2231999933719635, + 0.08275199681520462, + 0.21167999505996704, + 0.08764799684286118, + 0.07072000205516815, + 0.0793600007891655, + 0.2949120104312897, + 0.07353600114583969, + 0.08710400015115738, + 0.0759039968252182, + 0.29552000761032104, + 0.08217599987983704, + 0.07280000299215317, + 0.21408000588417053, + 0.44707199931144714, + 0.07385600358247757, + 0.07884799689054489, + 0.298335999250412, + 0.07001599669456482, + 0.08566399663686752, + 0.0748480036854744, + 0.21171200275421143, + 0.20953600108623505, + 0.07158400118350983, + 0.08079999685287476, + 0.33456000685691833, + 0.19222399592399597, + 0.07894399762153625, + 0.0727040022611618, + 0.07100799679756165, + 0.08240000158548355, + 0.0748480036854744, + 0.08294399827718735, + 0.07996799796819687, + 0.19411200284957886, + 0.30345600843429565, + 0.07900799810886383, + 0.07075200229883194, + 0.07475200295448303, + 0.31436800956726074, + 0.06992000341415405, + 0.08716800063848495, + 0.07280000299215317, + 0.2040960043668747, + 0.2215999960899353, + 0.06870400160551071, + 0.08089599758386612, + 0.22832000255584717, + 0.2149440050125122, + 0.08256000280380249, + 0.0748480036854744, + 0.069023996591568, + 0.5967040061950684, + 0.07327999919652939, + 0.08396799862384796, + 0.32470399141311646, + 0.21148799359798431, + 0.0830719992518425, + 0.08691199868917465, + 0.06972800195217133, + 0.21142399311065674, + 0.07228799909353256, + 0.07107199728488922, + 0.2048960030078888, + 0.07168000191450119, + 0.08476799726486206, + 0.07993599772453308, + 0.07177600264549255, + 0.2107200026512146, + 0.08611200004816055, + 0.07177600264549255, + 0.1952960044145584, + 0.07315199822187424, + 0.07382400333881378, + 0.08303999900817871, + 0.06972800195217133, + 0.28543999791145325, + 0.07891199737787247, + 0.06870400160551071, + 0.08294399827718735, + 0.3097600042819977, + 0.07708799839019775, + 0.08604799956083298, + 0.31651198863983154, + 0.07187200337648392, + 0.08057600259780884, + 0.07075200229883194, + 0.20479999482631683, + 0.4347839951515198, + 0.07184000313282013, + 0.07884799689054489, + 0.33766400814056396, + 0.2170879989862442, + 0.07180800288915634, + 0.07782399654388428, + 0.07280000299215317, + 0.07184000313282013, + 0.08444800227880478, + 0.07075200229883194, + 0.07478400319814682, + 0.1987520009279251, + 0.07123199850320816, + 0.08009599894285202, + 0.08816000074148178, + 0.36553600430488586, + 0.20367999374866486, + 0.07603199779987335, + 0.1196800023317337, + 0.4408319890499115, + 0.07532799988985062, + 0.07875200361013412, + 0.06857600063085556, + 0.07228799909353256, + 0.2014079988002777, + 0.06963200122117996, + 0.07680000364780426, + 0.5304319858551025, + 0.07945600152015686, + 0.0838719978928566, + 0.09110400080680847, + 0.19859200716018677, + 0.07779199630022049, + 0.07065600156784058, + 0.07382400333881378, + 0.20521600544452667, + 0.07606399804353714, + 0.08396799862384796, + 0.1350719928741455, + 0.07311999797821045, + 0.07862400263547897, + 0.08620800077915192, + 0.190528005361557, + 0.25596800446510315, + 0.21980799734592438, + 0.06940799951553345, + 0.08083199709653854, + 0.2964800000190735, + 0.08463999629020691, + 0.07782399654388428, + 0.19568000733852386, + 0.30796799063682556, + 0.08339200168848038, + 0.07372800260782242, + 0.20694400370121002, + 0.38969600200653076, + 0.07388799637556076, + 0.08457600325345993, + 0.1987520009279251, + 0.2189439982175827, + 0.08662399649620056, + 0.07180800288915634, + 0.2017280012369156, + 0.44176000356674194, + 0.07382400333881378, + 0.07884799689054489, + 0.2714560031890869, + 0.06956800073385239, + 0.08320000022649765, + 0.07065600156784058, + 0.20387199521064758, + 0.4174399971961975, + 0.07379200309515, + 0.07884799689054489, + 0.08694399893283844, + 0.19910399615764618, + 0.08579199761152267, + 0.07280000299215317, + 0.07135999947786331, + 0.3529280126094818, + 0.07337599992752075, + 0.08908800035715103, + 0.2027519941329956, + 0.2104319930076599, + 0.08902399986982346, + 0.08303999900817871, + 0.08396799862384796, + 0.31433600187301636, + 0.20819200575351715, + 0.07174400240182877, + 0.09839999675750732, + 0.3030720055103302, + 0.20147199928760529, + 0.07891199737787247, + 0.07948800176382065, + 0.29631999135017395, + 0.0862400010228157, + 0.07075200229883194, + 0.07680000364780426, + 0.1905599981546402, + 0.07203199714422226, + 0.1615999937057495, + 0.06860800087451935, + 0.24579200148582458, + 0.21062399446964264, + 0.07184000313282013, + 0.07875200361013412, + 0.0820159986615181, + 0.298880010843277, + 0.07708799839019775, + 0.07062400132417679, + 0.07360000163316727, + 0.5236480236053467, + 0.07420799881219864, + 0.08294399827718735, + 0.08816000074148178, + 0.2959359884262085, + 0.07859200239181519, + 0.08271999657154083, + 0.07782399654388428, + 0.3020800054073334, + 0.2085759937763214, + 0.07369600236415863, + 0.12492799758911133, + 0.3116160035133362, + 0.21583999693393707, + 0.08105599880218506, + 0.07177600264549255, + 0.2016959935426712 + ], + "effective_bandwidth_gbps": 151.49913470191967 + }, + "speedup_vs_torch_compile": 1.3506943739165014, + "speedup_vs_pytorch_eager": 4.506076182305175 + }, + { + "kernel": "swiglu", + "shape": [ + 2048, + 4096 + ], + "dtype": "float16", + "logical_bytes": 50331648, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.00390625, + "max_rel_error": 0.000974658876657486 + }, + "triton": { + "samples": 500, + "min_ms": 0.05273599922657013, + "p50_ms": 0.06784000247716904, + "p95_ms": 0.2966096043586725, + "p99_ms": 0.43268191218376134, + "max_ms": 0.5597760081291199, + "samples_ms": [ + 0.2091200053691864, + 0.06710399687290192, + 0.06656000018119812, + 0.07267200201749802, + 0.24051199853420258, + 0.06787200272083282, + 0.06563200056552887, + 0.06963200122117996, + 0.05923200026154518, + 0.05766399949789047, + 0.07100799679756165, + 0.2724800109863281, + 0.20127999782562256, + 0.0671359971165657, + 0.0655359998345375, + 0.19868800044059753, + 0.05782400071620941, + 0.06790400296449661, + 0.06758400052785873, + 0.059039998799562454, + 0.30819201469421387, + 0.2773120105266571, + 0.06771200150251389, + 0.43241599202156067, + 0.19619199633598328, + 0.0660799965262413, + 0.06963200122117996, + 0.06374400109052658, + 0.19404800236225128, + 0.06492800265550613, + 0.06860800087451935, + 0.45900800824165344, + 0.07231999933719635, + 0.0687360018491745, + 0.06710399687290192, + 0.40041598677635193, + 0.1923840045928955, + 0.06815999746322632, + 0.06534399837255478, + 0.053247999399900436, + 0.05728000029921532, + 0.06563200056552887, + 0.06860800087451935, + 0.3819519877433777, + 0.06435199826955795, + 0.06735999882221222, + 0.0655359998345375, + 0.35657599568367004, + 0.06646399945020676, + 0.06543999910354614, + 0.06511999666690826, + 0.05283199995756149, + 0.05724800005555153, + 0.06540799885988235, + 0.07199999690055847, + 0.37040001153945923, + 0.06649599969387054, + 0.06592000275850296, + 0.06963200122117996, + 0.06649599969387054, + 0.05516799911856651, + 0.06761600077152252, + 0.06860800087451935, + 0.059776000678539276, + 0.0676800012588501, + 0.08048000186681747, + 0.07132799923419952, + 0.19254399836063385, + 0.06572800129652023, + 0.06761600077152252, + 0.06758400052785873, + 0.059007998555898666, + 0.05558399856090546, + 0.06972800195217133, + 0.06860800087451935, + 0.06652799993753433, + 0.4020479917526245, + 0.06614399701356888, + 0.06963200122117996, + 0.19203199446201324, + 0.06480000168085098, + 0.06892800331115723, + 0.0652799978852272, + 0.0777600035071373, + 0.053279999643564224, + 0.0679360032081604, + 0.06860800087451935, + 0.07894399762153625, + 0.35199999809265137, + 0.06761600077152252, + 0.07065600156784058, + 0.06659200042486191, + 0.35417601466178894, + 0.06755200028419495, + 0.05603199824690819, + 0.07379200309515, + 0.05555199831724167, + 0.0676800012588501, + 0.0788159966468811, + 0.06976000219583511, + 0.29600000381469727, + 0.06649599969387054, + 0.07023999840021133, + 0.06758400052785873, + 0.05708799883723259, + 0.05750399827957153, + 0.06860800087451935, + 0.06857600063085556, + 0.055296000093221664, + 0.2707520127296448, + 0.06672000139951706, + 0.06665600091218948, + 0.3304319977760315, + 0.2030400037765503, + 0.06537599861621857, + 0.06643199920654297, + 0.05286400020122528, + 0.05753599852323532, + 0.0679360032081604, + 0.08111999928951263, + 0.26633599400520325, + 0.20313599705696106, + 0.0676800012588501, + 0.06755200028419495, + 0.06963200122117996, + 0.0674239993095398, + 0.06598400324583054, + 0.06857600063085556, + 0.057760000228881836, + 0.07056000083684921, + 0.08144000172615051, + 0.06668800115585327, + 0.19251200556755066, + 0.06601600348949432, + 0.06652799993753433, + 0.06611199676990509, + 0.06566400080919266, + 0.06143999844789505, + 0.2603839933872223, + 0.06774400174617767, + 0.07475200295448303, + 0.2661759853363037, + 0.20073600113391876, + 0.06646399945020676, + 0.07372800260782242, + 0.2914240062236786, + 0.06886400282382965, + 0.06601600348949432, + 0.07280000299215317, + 0.05526399984955788, + 0.2782079875469208, + 0.06710399687290192, + 0.07407999783754349, + 0.3283520042896271, + 0.20396800339221954, + 0.06543999910354614, + 0.06758400052785873, + 0.06620799750089645, + 0.06585600227117538, + 0.06534399837255478, + 0.06860800087451935, + 0.0570559985935688, + 0.06729599833488464, + 0.07519999891519547, + 0.06771200150251389, + 0.2900159955024719, + 0.0674239993095398, + 0.06716799736022949, + 0.0655359998345375, + 0.054976001381874084, + 0.06758400052785873, + 0.2569600045681, + 0.06572800129652023, + 0.26310399174690247, + 0.07977599650621414, + 0.2006080001592636, + 0.06412799656391144, + 0.1998399943113327, + 0.06780800223350525, + 0.06620799750089645, + 0.06524799764156342, + 0.05321599915623665, + 0.06566400080919266, + 0.05724800005555153, + 0.06351999938488007, + 0.49219200015068054, + 0.06803199648857117, + 0.213919997215271, + 0.06598400324583054, + 0.06960000097751617, + 0.06780800223350525, + 0.06505600363016129, + 0.06623999774456024, + 0.06755200028419495, + 0.06140799820423126, + 0.06780800223350525, + 0.07913599908351898, + 0.07078400254249573, + 0.19977599382400513, + 0.06748799979686737, + 0.20201599597930908, + 0.07225599884986877, + 0.06550399959087372, + 0.06726399809122086, + 0.26396799087524414, + 0.07180800288915634, + 0.271232008934021, + 0.07340800017118454, + 0.19497600197792053, + 0.06719999760389328, + 0.06646399945020676, + 0.06643199920654297, + 0.19382399320602417, + 0.06777600198984146, + 0.05273599922657013, + 0.06867200136184692, + 0.05510399863123894, + 0.07568000257015228, + 0.2736000120639801, + 0.07283200323581696, + 0.20931200683116913, + 0.06790400296449661, + 0.06649599969387054, + 0.06707199662923813, + 0.06563200056552887, + 0.07331199944019318, + 0.2648319900035858, + 0.06985600292682648, + 0.07065600156784058, + 0.07929600030183792, + 0.2942720055580139, + 0.06726399809122086, + 0.06963200122117996, + 0.06511999666690826, + 0.06649599969387054, + 0.0674239993095398, + 0.06563200056552887, + 0.2540160119533539, + 0.06880000233650208, + 0.06758400052785873, + 0.07334399968385696, + 0.07372800260782242, + 0.0652799978852272, + 0.06851200014352798, + 0.06841599941253662, + 0.06963200122117996, + 0.1879359930753708, + 0.062144000083208084, + 0.06620799750089645, + 0.2685120105743408, + 0.27219200134277344, + 0.0788159966468811, + 0.07078400254249573, + 0.2027519941329956, + 0.06723199784755707, + 0.06806399673223495, + 0.06815999746322632, + 0.05523199960589409, + 0.0570559985935688, + 0.27510398626327515, + 0.06825599819421768, + 0.2505919933319092, + 0.4264959990978241, + 0.06815999746322632, + 0.06758400052785873, + 0.06710399687290192, + 0.07558400183916092, + 0.07014399766921997, + 0.06358399987220764, + 0.07161600142717361, + 0.05478399991989136, + 0.06774400174617767, + 0.06963200122117996, + 0.0798719972372055, + 0.07295999675989151, + 0.06806399673223495, + 0.06489600241184235, + 0.06960000097751617, + 0.06652799993753433, + 0.05920000001788139, + 0.0655359998345375, + 0.06656000018119812, + 0.1706240028142929, + 0.24447999894618988, + 0.08566399663686752, + 0.06566400080919266, + 0.06601600348949432, + 0.0689919963479042, + 0.06656000018119812, + 0.20582400262355804, + 0.059328000992536545, + 0.06579200178384781, + 0.06758400052785873, + 0.05993599817156792, + 0.06764800101518631, + 0.08207999914884567, + 0.06668800115585327, + 0.0676800012588501, + 0.19804799556732178, + 0.06726399809122086, + 0.06656000018119812, + 0.059487998485565186, + 0.05987200140953064, + 0.06976000219583511, + 0.06758400052785873, + 0.06860800087451935, + 0.5597760081291199, + 0.06620799750089645, + 0.06451199948787689, + 0.2778240144252777, + 0.1958719938993454, + 0.06761600077152252, + 0.06572800129652023, + 0.2671999931335449, + 0.26604801416397095, + 0.06719999760389328, + 0.06656000018119812, + 0.18063999712467194, + 0.06598400324583054, + 0.06851200014352798, + 0.0655359998345375, + 0.06851200014352798, + 0.06892800331115723, + 0.06755200028419495, + 0.06665600091218948, + 0.05584000051021576, + 0.0570559985935688, + 0.06576000154018402, + 0.0719040036201477, + 0.42233601212501526, + 0.26044800877571106, + 0.06716799736022949, + 0.06656000018119812, + 0.35760000348091125, + 0.054816000163555145, + 0.06656000018119812, + 0.07680000364780426, + 0.0530879981815815, + 0.2619200050830841, + 0.0735040009021759, + 0.07487999647855759, + 0.20047999918460846, + 0.06678400188684464, + 0.06860800087451935, + 0.07680000364780426, + 0.05926400050520897, + 0.06812799721956253, + 0.06960000097751617, + 0.07577600330114365, + 0.05920000001788139, + 0.08144000172615051, + 0.07078400254249573, + 0.07475200295448303, + 0.2533760070800781, + 0.06982400268316269, + 0.06860800087451935, + 0.06390400230884552, + 0.26476800441741943, + 0.06499200314283371, + 0.06649599969387054, + 0.0655359998345375, + 0.40358400344848633, + 0.06972800195217133, + 0.06550399959087372, + 0.06860800087451935, + 0.20425599813461304, + 0.06735999882221222, + 0.06531199812889099, + 0.06563200056552887, + 0.06115199998021126, + 0.06716799736022949, + 0.07472000271081924, + 0.2006399929523468, + 0.20553599298000336, + 0.06931199878454208, + 0.06550399959087372, + 0.06710399687290192, + 0.06652799993753433, + 0.06723199784755707, + 0.06956800073385239, + 0.06758400052785873, + 0.05987200140953064, + 0.06601600348949432, + 0.07539200037717819, + 0.25302401185035706, + 0.06675200164318085, + 0.06800000369548798, + 0.06960000097751617, + 0.07372800260782242, + 0.0655359998345375, + 0.0655359998345375, + 0.06639999896287918, + 0.07782399654388428, + 0.06518399715423584, + 0.07849600166082382, + 0.06668800115585327, + 0.0727040022611618, + 0.19193600118160248, + 0.06649599969387054, + 0.06630399823188782, + 0.06592000275850296, + 0.3615039885044098, + 0.06694400310516357, + 0.06857600063085556, + 0.0727040022611618, + 0.5438719987869263, + 0.06787200272083282, + 0.06960000097751617, + 0.06348799914121628, + 0.06758400052785873, + 0.06854400038719177, + 0.06806399673223495, + 0.06665600091218948, + 0.06003199890255928, + 0.05951999872922897, + 0.06976000219583511, + 0.07388799637556076, + 0.0687360018491745, + 0.3686720132827759, + 0.06668800115585327, + 0.06864000111818314, + 0.07472000271081924, + 0.053599998354911804, + 0.263839989900589, + 0.06572800129652023, + 0.2673279941082001, + 0.2632000148296356, + 0.08166400343179703, + 0.06566400080919266, + 0.1833599954843521, + 0.06719999760389328, + 0.2014079988002777, + 0.06412799656391144, + 0.05929600074887276, + 0.05984000116586685, + 0.06646399945020676, + 0.06860800087451935, + 0.05552000179886818, + 0.26764801144599915, + 0.0687360018491745, + 0.06758400052785873, + 0.3246079981327057, + 0.19993600249290466, + 0.06825599819421768, + 0.06326399743556976, + 0.0578560009598732, + 0.26390400528907776, + 0.0676800012588501, + 0.06656000018119812, + 0.4830720126628876, + 0.21302400529384613, + 0.07001599669456482, + 0.06758400052785873, + 0.19203199446201324, + 0.06604799628257751, + 0.06550399959087372, + 0.06511999666690826, + 0.07168000191450119, + 0.05961599946022034, + 0.06748799979686737, + 0.070592001080513, + 0.27452799677848816, + 0.06729599833488464, + 0.06656000018119812, + 0.06758400052785873, + 0.19315199553966522, + 0.06726399809122086, + 0.05955199897289276, + 0.06566400080919266, + 0.07116799801588058, + 0.2648319900035858, + 0.06489600241184235, + 0.0687360018491745, + 0.07283200323581696, + 0.1987520009279251, + 0.06700800359249115, + 0.06540799885988235, + 0.06950400024652481, + 0.05923200026154518, + 0.2746239900588989, + 0.06560000032186508, + 0.07676800340414047, + 0.26710399985313416, + 0.21456000208854675, + 0.0679360032081604, + 0.06550399959087372, + 0.2895039916038513, + 0.06672000139951706, + 0.06300800293684006, + 0.06649599969387054, + 0.05708799883723259, + 0.06825599819421768, + 0.06518399715423584, + 0.08352000266313553, + 0.3577919900417328, + 0.06601600348949432, + 0.06518399715423584, + 0.06860800087451935, + 0.3633599877357483, + 0.06534399837255478 + ], + "effective_bandwidth_gbps": 741.9169540410716 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.05344000086188316, + "p50_ms": 0.07280000299215317, + "p95_ms": 0.27601758539676663, + "p99_ms": 0.35915390551090237, + "max_ms": 0.41123199462890625, + "samples_ms": [ + 0.0711359977722168, + 0.07264000177383423, + 0.07267200201749802, + 0.20473599433898926, + 0.06233600154519081, + 0.07161600142717361, + 0.07264000177383423, + 0.0695360004901886, + 0.06307200342416763, + 0.07327999919652939, + 0.07161600142717361, + 0.07052800059318542, + 0.35308799147605896, + 0.17795200645923615, + 0.07366400212049484, + 0.1974720060825348, + 0.062272001057863235, + 0.07407999783754349, + 0.07264000177383423, + 0.07011199742555618, + 0.0607680007815361, + 0.17657600343227386, + 0.07264000177383423, + 0.07155200093984604, + 0.36713600158691406, + 0.24828800559043884, + 0.07276800274848938, + 0.07369600236415863, + 0.2651520073413849, + 0.06486400216817856, + 0.07273600250482559, + 0.07974400371313095, + 0.0650240033864975, + 0.07513599842786789, + 0.070592001080513, + 0.18198400735855103, + 0.07395199686288834, + 0.07168000191450119, + 0.07571200281381607, + 0.06950400024652481, + 0.06275200098752975, + 0.26499199867248535, + 0.07091200351715088, + 0.07052800059318542, + 0.05859199911355972, + 0.06665600091218948, + 0.07212799787521362, + 0.07052800059318542, + 0.06015999987721443, + 0.06518399715423584, + 0.07168000191450119, + 0.07052800059318542, + 0.06060799956321716, + 0.19331200420856476, + 0.07398399710655212, + 0.07052800059318542, + 0.35414400696754456, + 0.19737599790096283, + 0.07407999783754349, + 0.07052800059318542, + 0.06428799778223038, + 0.3638080060482025, + 0.07407999783754349, + 0.070592001080513, + 0.28143998980522156, + 0.20656000077724457, + 0.07395199686288834, + 0.07155200093984604, + 0.35414400696754456, + 0.19228799641132355, + 0.07321599870920181, + 0.07056000083684921, + 0.356224000453949, + 0.1953279972076416, + 0.07689599692821503, + 0.07360000163316727, + 0.06435199826955795, + 0.20745599269866943, + 0.07561600208282471, + 0.07078400254249573, + 0.06403200328350067, + 0.21027199923992157, + 0.07360000163316727, + 0.070592001080513, + 0.06428799778223038, + 0.2759679853916168, + 0.07436800003051758, + 0.06956800073385239, + 0.06419199705123901, + 0.21724799275398254, + 0.07180800288915634, + 0.07158400118350983, + 0.19142399728298187, + 0.30799999833106995, + 0.0719040036201477, + 0.070592001080513, + 0.07673600316047668, + 0.0692799985408783, + 0.07168000191450119, + 0.07468800246715546, + 0.19388799369335175, + 0.24924799799919128, + 0.27695998549461365, + 0.07199999690055847, + 0.06220800057053566, + 0.3591359853744507, + 0.07251200079917908, + 0.07056000083684921, + 0.06278400123119354, + 0.06454399973154068, + 0.0716480016708374, + 0.07052800059318542, + 0.06239999830722809, + 0.07795199751853943, + 0.07468800246715546, + 0.07459200173616409, + 0.28060799837112427, + 0.07545600086450577, + 0.07158400118350983, + 0.07360000163316727, + 0.0756480023264885, + 0.06639999896287918, + 0.07280000299215317, + 0.07161600142717361, + 0.23759999871253967, + 0.06518399715423584, + 0.19436800479888916, + 0.06995200365781784, + 0.06579200178384781, + 0.06623999774456024, + 0.07360000163316727, + 0.0697920024394989, + 0.0756480023264885, + 0.06419199705123901, + 0.0737600028514862, + 0.070592001080513, + 0.07571200281381607, + 0.06335999816656113, + 0.0727040022611618, + 0.070592001080513, + 0.07161600142717361, + 0.06326399743556976, + 0.07334399968385696, + 0.06963200122117996, + 0.070592001080513, + 0.19631999731063843, + 0.07401599735021591, + 0.07680000364780426, + 0.07161600142717361, + 0.06326399743556976, + 0.06419199705123901, + 0.07465600222349167, + 0.070592001080513, + 0.2824319899082184, + 0.19500799477100372, + 0.0740479975938797, + 0.07068800181150436, + 0.06649599969387054, + 0.20707200467586517, + 0.07235199958086014, + 0.07468800246715546, + 0.07257600128650665, + 0.06499200314283371, + 0.07049600034952164, + 0.07366400212049484, + 0.07462400197982788, + 0.06681600213050842, + 0.07414399832487106, + 0.07264000177383423, + 0.07462400197982788, + 0.06678400188684464, + 0.07225599884986877, + 0.07264000177383423, + 0.07606399804353714, + 0.06665600091218948, + 0.1953279972076416, + 0.0719359964132309, + 0.07872000336647034, + 0.06083200126886368, + 0.0647680014371872, + 0.06966400146484375, + 0.07052800059318542, + 0.06831999868154526, + 0.21238400042057037, + 0.07065600156784058, + 0.07571200281381607, + 0.06464000046253204, + 0.20585599541664124, + 0.07283200323581696, + 0.07366400212049484, + 0.285535991191864, + 0.07353600114583969, + 0.07619199901819229, + 0.06985600292682648, + 0.06649599969387054, + 0.07292799651622772, + 0.07308799773454666, + 0.0727040022611618, + 0.28060799837112427, + 0.07168000191450119, + 0.06272000074386597, + 0.07222399860620499, + 0.18016000092029572, + 0.06835199892520905, + 0.06255999952554703, + 0.07072000205516815, + 0.06854400038719177, + 0.07315199822187424, + 0.06467200070619583, + 0.07068800181150436, + 0.07068800181150436, + 0.0663679987192154, + 0.18412800133228302, + 0.07196799665689468, + 0.07980799674987793, + 0.06428799778223038, + 0.0719359964132309, + 0.0735040009021759, + 0.07878399640321732, + 0.06649599969387054, + 0.07023999840021133, + 0.0727040022611618, + 0.070592001080513, + 0.196383997797966, + 0.07609599828720093, + 0.06550399959087372, + 0.06966400146484375, + 0.06627199798822403, + 0.0711359977722168, + 0.0626240000128746, + 0.07046400010585785, + 0.0629120022058487, + 0.07273600250482559, + 0.20473599433898926, + 0.07168000191450119, + 0.19654400646686554, + 0.07680000364780426, + 0.2017280012369156, + 0.07308799773454666, + 0.19763199985027313, + 0.07686399668455124, + 0.07264000177383423, + 0.07443200051784515, + 0.12880000472068787, + 0.18768000602722168, + 0.07500799745321274, + 0.07072000205516815, + 0.1937599927186966, + 0.07571200281381607, + 0.07264000177383423, + 0.07158400118350983, + 0.07248000055551529, + 0.07468800246715546, + 0.07372800260782242, + 0.19251200556755066, + 0.07398399710655212, + 0.19948799908161163, + 0.13782399892807007, + 0.18928000330924988, + 0.07638400048017502, + 0.06614399701356888, + 0.07475200295448303, + 0.06412799656391144, + 0.07187200337648392, + 0.28758400678634644, + 0.07177600264549255, + 0.07267200201749802, + 0.0756480023264885, + 0.19334399700164795, + 0.13769599795341492, + 0.07161600142717361, + 0.07548800110816956, + 0.1934400051832199, + 0.0721919983625412, + 0.07062400132417679, + 0.19129599630832672, + 0.06492800265550613, + 0.07654400169849396, + 0.07366400212049484, + 0.19439999759197235, + 0.06592000275850296, + 0.07523199915885925, + 0.07161600142717361, + 0.18627199530601501, + 0.07311999797821045, + 0.07132799923419952, + 0.070592001080513, + 0.07462400197982788, + 0.08048000186681747, + 0.06723199784755707, + 0.07174400240182877, + 0.07667200267314911, + 0.08086399734020233, + 0.20656000077724457, + 0.07295999675989151, + 0.07360000163316727, + 0.19439999759197235, + 0.07327999919652939, + 0.07472000271081924, + 0.07155200093984604, + 0.07257600128650665, + 0.07558400183916092, + 0.0663359984755516, + 0.07577600330114365, + 0.07152000069618225, + 0.20217600464820862, + 0.20838400721549988, + 0.07427199929952621, + 0.07468800246715546, + 0.28390398621559143, + 0.20147199928760529, + 0.07311999797821045, + 0.07161600142717361, + 0.08051200211048126, + 0.19539199769496918, + 0.0759039968252182, + 0.07062400132417679, + 0.26815998554229736, + 0.07443200051784515, + 0.07372800260782242, + 0.07068800181150436, + 0.08240000158548355, + 0.06646399945020676, + 0.07686399668455124, + 0.070592001080513, + 0.32921600341796875, + 0.26524800062179565, + 0.28303998708724976, + 0.18809600174427032, + 0.2802560031414032, + 0.0740479975938797, + 0.07027199864387512, + 0.41123199462890625, + 0.06579200178384781, + 0.07280000299215317, + 0.07049600034952164, + 0.17414399981498718, + 0.196383997797966, + 0.07391999661922455, + 0.0756480023264885, + 0.06281600147485733, + 0.21881599724292755, + 0.07545600086450577, + 0.07052800059318542, + 0.1143999993801117, + 0.19430400431156158, + 0.07619199901819229, + 0.06950400024652481, + 0.17615999281406403, + 0.19433599710464478, + 0.07411199808120728, + 0.07052800059318542, + 0.2534720003604889, + 0.35571199655532837, + 0.07081600278615952, + 0.07052800059318542, + 0.06063999980688095, + 0.06780800223350525, + 0.07110399752855301, + 0.07062400132417679, + 0.058240000158548355, + 0.1807679980993271, + 0.07468800246715546, + 0.07779199630022049, + 0.20150400698184967, + 0.06467200070619583, + 0.07369600236415863, + 0.19244800508022308, + 0.26316800713539124, + 0.0732479989528656, + 0.07254400104284286, + 0.06489600241184235, + 0.25574401021003723, + 0.0804160013794899, + 0.07155200093984604, + 0.06278400123119354, + 0.30617600679397583, + 0.07475200295448303, + 0.070592001080513, + 0.11929599940776825, + 0.06428799778223038, + 0.07280000299215317, + 0.070592001080513, + 0.07123199850320816, + 0.3609279990196228, + 0.07382400333881378, + 0.070592001080513, + 0.12982399761676788, + 0.062431998550891876, + 0.07171200215816498, + 0.07468800246715546, + 0.06851200014352798, + 0.07110399752855301, + 0.13209599256515503, + 0.070592001080513, + 0.06703999638557434, + 0.07119999825954437, + 0.07264000177383423, + 0.07267200201749802, + 0.27327999472618103, + 0.07273600250482559, + 0.07248000055551529, + 0.19257600605487823, + 0.19708800315856934, + 0.07222399860620499, + 0.070592001080513, + 0.0777600035071373, + 0.0655680000782013, + 0.07184000313282013, + 0.07168000191450119, + 0.07878399640321732, + 0.06691200286149979, + 0.07116799801588058, + 0.070592001080513, + 0.07887999713420868, + 0.266400009393692, + 0.0713919997215271, + 0.0777600035071373, + 0.07779199630022049, + 0.06403200328350067, + 0.07379200309515, + 0.07065600156784058, + 0.19356800615787506, + 0.20412799715995789, + 0.07337599992752075, + 0.07264000177383423, + 0.07119999825954437, + 0.07420799881219864, + 0.07571200281381607, + 0.07360000163316727, + 0.07148800045251846, + 0.06601600348949432, + 0.17590400576591492, + 0.0727040022611618, + 0.07161600142717361, + 0.20848000049591064, + 0.0700799971818924, + 0.070592001080513, + 0.07878399640321732, + 0.26499199867248535, + 0.07199999690055847, + 0.07680000364780426, + 0.19254399836063385, + 0.27059200406074524, + 0.1391039937734604, + 0.0727040022611618, + 0.19542400538921356, + 0.07215999811887741, + 0.07676800340414047, + 0.07052800059318542, + 0.063680000603199, + 0.20047999918460846, + 0.1162559986114502, + 0.07577600330114365, + 0.06656000018119812, + 0.0711359977722168, + 0.05344000086188316, + 0.07177600264549255, + 0.40860798954963684, + 0.06486400216817856, + 0.07382400333881378, + 0.07462400197982788, + 0.18726399540901184, + 0.2741439938545227, + 0.06937599927186966, + 0.06960000097751617, + 0.17712000012397766, + 0.196383997797966, + 0.07411199808120728, + 0.07257600128650665, + 0.17948800325393677, + 0.19331200420856476, + 0.07171200215816498, + 0.07052800059318542, + 0.06614399701356888, + 0.07516799867153168, + 0.1207680031657219, + 0.07267200201749802, + 0.0666240006685257, + 0.2898240089416504, + 0.07286400347948074, + 0.07571200281381607, + 0.066880002617836, + 0.22761599719524384, + 0.07177600264549255, + 0.07049600034952164, + 0.061983998864889145, + 0.06249599903821945, + 0.07103999704122543, + 0.07267200201749802, + 0.07462400197982788, + 0.07110399752855301, + 0.07552000135183334, + 0.070592001080513, + 0.12691199779510498, + 0.06438399851322174, + 0.07411199808120728, + 0.07168000191450119, + 0.070592001080513, + 0.06694400310516357 + ], + "effective_bandwidth_gbps": 691.3687627928402 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.3983039855957031, + "p50_ms": 0.45158401131629944, + "p95_ms": 0.9686048001050949, + "p99_ms": 1.1012761032581329, + "max_ms": 1.2053439617156982, + "samples_ms": [ + 0.9887040257453918, + 0.43481600284576416, + 0.8806719779968262, + 0.6645439863204956, + 0.4272319972515106, + 0.7512320280075073, + 0.42985600233078003, + 0.419840008020401, + 0.7767999768257141, + 0.4360960125923157, + 1.0865919589996338, + 0.4177600145339966, + 0.42396798729896545, + 0.9652799963951111, + 0.41868799924850464, + 0.8038719892501831, + 0.6017600297927856, + 0.4126720130443573, + 0.9595839977264404, + 0.4307839870452881, + 0.43724799156188965, + 1.0222079753875732, + 0.41648000478744507, + 0.9024320244789124, + 0.42870399355888367, + 0.41443198919296265, + 0.9325439929962158, + 0.43212801218032837, + 0.447519987821579, + 0.794592022895813, + 0.43324801325798035, + 0.45158401131629944, + 0.8033919930458069, + 0.42051199078559875, + 0.5693439841270447, + 0.6376640200614929, + 0.4136640131473541, + 0.9366400241851807, + 0.42454400658607483, + 0.4413439929485321, + 0.7349759936332703, + 0.42108801007270813, + 0.6871039867401123, + 0.4386880099773407, + 0.41174399852752686, + 0.5734400153160095, + 0.6016319990158081, + 0.40780800580978394, + 0.9488959908485413, + 0.4283519983291626, + 0.4126720130443573, + 0.7102720141410828, + 0.4283519983291626, + 0.44543999433517456, + 0.7915199995040894, + 0.41651201248168945, + 0.5724160075187683, + 0.6567999720573425, + 0.4084799885749817, + 0.9263359904289246, + 0.42956799268722534, + 0.4331519901752472, + 0.7450879812240601, + 0.42825600504875183, + 0.6860799789428711, + 0.6193919777870178, + 0.41993600130081177, + 0.7943040132522583, + 0.42028799653053284, + 0.41705599427223206, + 0.7865920066833496, + 0.42204800248146057, + 0.449535995721817, + 0.73990398645401, + 0.4127359986305237, + 0.652288019657135, + 0.44019201397895813, + 0.4076479971408844, + 0.5816320180892944, + 0.659168004989624, + 0.4339520037174225, + 0.6540160179138184, + 0.420960009098053, + 0.449535995721817, + 0.6947199702262878, + 0.41894400119781494, + 0.879584014415741, + 0.4399679899215698, + 0.4158399999141693, + 0.7955520153045654, + 0.43033599853515625, + 0.4096960127353668, + 0.8312000036239624, + 0.42550399899482727, + 0.6654719710350037, + 0.4253759980201721, + 0.4158399999141693, + 0.8878080248832703, + 0.43059200048446655, + 0.41788798570632935, + 0.8500159978866577, + 0.4227519929409027, + 0.41833600401878357, + 0.786080002784729, + 0.4238719940185547, + 0.4505600035190582, + 0.8177919983863831, + 0.42294400930404663, + 0.45158401131629944, + 1.0137280225753784, + 0.4084799885749817, + 0.6522240042686462, + 0.8881919980049133, + 0.41068801283836365, + 0.8673279881477356, + 0.6252480149269104, + 0.4140160083770752, + 0.7799999713897705, + 0.6723200082778931, + 0.43007999658584595, + 0.43644800782203674, + 0.4254719913005829, + 0.45046401023864746, + 0.5758399963378906, + 0.41731199622154236, + 0.8642560243606567, + 0.6249600052833557, + 0.4206399917602539, + 0.7786239981651306, + 0.9001280069351196, + 0.4211199879646301, + 0.6631360054016113, + 0.6553599834442139, + 0.4545600116252899, + 0.6406400203704834, + 0.4172160029411316, + 0.5683199763298035, + 0.4176959991455078, + 0.42422398924827576, + 0.8055359721183777, + 0.6523200273513794, + 0.42185598611831665, + 0.6632639765739441, + 0.8120959997177124, + 0.4469760060310364, + 0.6099839806556702, + 0.4086399972438812, + 0.45980799198150635, + 0.4293760061264038, + 0.4206399917602539, + 0.780672013759613, + 0.42713600397109985, + 0.4132480025291443, + 0.9728320240974426, + 0.7885760068893433, + 0.4458880126476288, + 0.4315840005874634, + 0.4214079976081848, + 0.4960640072822571, + 0.6436160206794739, + 0.4193280041217804, + 0.7800319790840149, + 0.4290879964828491, + 0.42108801007270813, + 0.6531519889831543, + 0.43011200428009033, + 0.4411199986934662, + 0.566976010799408, + 0.6726719737052917, + 0.5713599920272827, + 0.4240320026874542, + 0.557856023311615, + 0.7823359966278076, + 0.41894400119781494, + 0.5517119765281677, + 1.0893759727478027, + 0.41836801171302795, + 0.4208320081233978, + 0.9028159976005554, + 0.4200960099697113, + 0.4554240107536316, + 0.43167999386787415, + 0.6881279945373535, + 0.837440013885498, + 0.43081599473953247, + 0.7628800272941589, + 0.8797119855880737, + 0.42451199889183044, + 0.5294079780578613, + 0.9011520147323608, + 0.4275520145893097, + 0.6417919993400574, + 0.43270400166511536, + 0.43827199935913086, + 0.5831040143966675, + 0.43273600935935974, + 0.6369280219078064, + 0.8659840226173401, + 0.426144003868103, + 0.5631679892539978, + 0.9685119986534119, + 0.42345601320266724, + 0.78438401222229, + 0.41791999340057373, + 0.43929600715637207, + 0.5539839863777161, + 1.0294400453567505, + 0.43801599740982056, + 0.7874879837036133, + 0.6512320041656494, + 0.4371519982814789, + 0.7853760123252869, + 0.41996800899505615, + 0.4435200095176697, + 0.6293759942054749, + 0.43033599853515625, + 0.5652480125427246, + 1.0737279653549194, + 0.4349760115146637, + 0.8448320031166077, + 0.6354560256004333, + 0.4095039963722229, + 0.9762560129165649, + 0.42953601479530334, + 0.5683199763298035, + 0.43171200156211853, + 0.44441598653793335, + 0.7710400223731995, + 0.6682559847831726, + 0.4331519901752472, + 1.1135679483413696, + 0.43004798889160156, + 0.42076799273490906, + 0.8495360016822815, + 0.4277760088443756, + 0.419871985912323, + 0.6171200275421143, + 0.43910399079322815, + 0.830847978591919, + 0.6386240124702454, + 0.4249599874019623, + 1.182271957397461, + 0.41836801171302795, + 0.5600640177726746, + 0.8790079951286316, + 0.4068480134010315, + 0.8557760119438171, + 0.42480000853538513, + 0.40857601165771484, + 0.7943040132522583, + 0.4290879964828491, + 0.44543999433517456, + 1.0179840326309204, + 0.4166080057621002, + 0.5528640151023865, + 0.6348479986190796, + 0.41276800632476807, + 0.8443840146064758, + 0.4294080138206482, + 0.449535995721817, + 0.6956800222396851, + 0.4291200041770935, + 0.6809599995613098, + 0.4331200122833252, + 0.41791999340057373, + 0.446368008852005, + 0.7643200159072876, + 0.41606399416923523, + 0.9387840032577515, + 0.42211198806762695, + 0.4423680007457733, + 0.7040960192680359, + 0.41999998688697815, + 0.4536319971084595, + 0.7853119969367981, + 0.4081279933452606, + 0.5703679919242859, + 0.5627840161323547, + 0.405023992061615, + 0.9369279742240906, + 0.43456000089645386, + 0.42393600940704346, + 0.7051519751548767, + 0.4264959990978241, + 0.44646400213241577, + 0.996288001537323, + 0.41676801443099976, + 0.567296028137207, + 0.642624020576477, + 0.4107840061187744, + 0.847711980342865, + 0.42825600504875183, + 0.44543999433517456, + 0.4223040044307709, + 0.4281280040740967, + 0.45260798931121826, + 0.4286080002784729, + 0.4240320026874542, + 0.4443199932575226, + 0.8649280071258545, + 0.4177280068397522, + 0.8683519959449768, + 0.42182400822639465, + 0.42393600940704346, + 0.7833600044250488, + 0.42105600237846375, + 0.42291200160980225, + 1.2053439617156982, + 0.41971200704574585, + 0.4248639941215515, + 0.9202880263328552, + 0.42054399847984314, + 0.4188480079174042, + 0.8620479702949524, + 0.43750399351119995, + 0.45260798931121826, + 0.9724159836769104, + 0.4241600036621094, + 0.46726399660110474, + 0.8744000196456909, + 0.40729600191116333, + 0.8857600092887878, + 0.423552006483078, + 0.41577601432800293, + 0.9229120016098022, + 0.4397760033607483, + 0.43110400438308716, + 0.8885120153427124, + 0.4280320107936859, + 0.9056320190429688, + 0.6521599888801575, + 0.4166400134563446, + 0.9502720236778259, + 0.42508798837661743, + 0.419871985912323, + 0.628063976764679, + 0.4325760006904602, + 0.5642240047454834, + 0.9653120040893555, + 0.42899200320243835, + 1.101151943206787, + 0.6440640091896057, + 0.42076799273490906, + 0.9703680276870728, + 0.41862401366233826, + 0.4577600061893463, + 0.4286719858646393, + 0.4183039963245392, + 0.8826879858970642, + 0.8978559970855713, + 0.41596800088882446, + 0.9855039715766907, + 0.652288019657135, + 0.44124799966812134, + 0.5689280033111572, + 0.4195840060710907, + 0.492576003074646, + 0.7844480276107788, + 0.4203200042247772, + 0.7817599773406982, + 0.5755199790000916, + 0.42051199078559875, + 0.9639999866485596, + 0.7988160252571106, + 0.4408319890499115, + 0.595583975315094, + 0.4237760007381439, + 0.5877760052680969, + 0.41862401366233826, + 0.42368000745773315, + 0.695967972278595, + 0.5619199872016907, + 0.4307520091533661, + 0.9732159972190857, + 0.7896000146865845, + 0.4419200122356415, + 0.43375998735427856, + 0.3983039855957031, + 0.8683519959449768, + 0.42873600125312805, + 0.41756799817085266, + 0.7758399844169617, + 0.4291839897632599, + 0.40908798575401306, + 0.7904959917068481, + 0.4260160028934479, + 0.430431991815567, + 0.5649600028991699, + 0.5755839943885803, + 0.4444800019264221, + 0.6823359727859497, + 0.7844480276107788, + 0.8476799726486206, + 0.43331199884414673, + 0.4177600145339966, + 0.8632000088691711, + 0.4254719913005829, + 0.5517439842224121, + 0.8075519800186157, + 0.4334079921245575, + 0.44419199228286743, + 0.6582080125808716, + 0.43222400546073914, + 0.44947201013565063, + 0.6445440053939819, + 0.6555520296096802, + 0.8622400164604187, + 0.42022401094436646, + 0.7864320278167725, + 0.8619199991226196, + 0.4208959937095642, + 0.5598719716072083, + 0.6569280028343201, + 0.42399999499320984, + 0.4567039906978607, + 0.6158720254898071, + 0.4214079976081848, + 0.5669440031051636, + 0.6293759942054749, + 0.6484159827232361, + 0.430400013923645, + 0.4301759898662567, + 0.42291200160980225, + 1.1303999423980713, + 0.42422398924827576, + 0.4105280041694641, + 1.0196800231933594, + 0.6366720199584961, + 0.7921919822692871, + 0.4297280013561249, + 0.6707199811935425, + 0.7078400254249573, + 0.4219839870929718, + 1.0380799770355225, + 0.43081599473953247, + 0.6718080043792725, + 0.4288319945335388, + 0.42393600940704346, + 0.6821439862251282, + 0.6872959733009338, + 0.41471999883651733, + 0.9711359739303589, + 0.42259201407432556, + 0.6573759913444519, + 0.7914239764213562, + 0.42345601320266724, + 0.9345920085906982, + 0.43299201130867004, + 0.5529599785804749, + 0.6264640092849731, + 0.4331839978694916, + 0.5694079995155334, + 0.5557760000228882, + 0.4280320107936859, + 1.0455039739608765, + 0.4257279932498932, + 0.6847360134124756, + 0.43027201294898987, + 0.4310080111026764, + 0.5631999969482422, + 0.6267840266227722, + 0.4126720130443573, + 0.8058879971504211, + 0.5650240182876587, + 0.4116480052471161, + 0.9037439823150635, + 0.4251199960708618, + 1.1549760103225708, + 0.5620800256729126, + 0.4166719913482666, + 0.9407680034637451, + 0.42022401094436646, + 0.936959981918335, + 0.4214720129966736, + 0.42905598878860474, + 0.9492480158805847, + 0.42022401094436646, + 0.6584320068359375, + 0.660319983959198, + 0.4158399999141693, + 0.9296960234642029, + 0.42451199889183044, + 0.40435200929641724, + 0.7851200103759766, + 0.4235199987888336, + 0.7895039916038513, + 0.43852800130844116, + 0.4158399999141693, + 0.786080002784729, + 0.6408320069313049, + 0.40988799929618835, + 0.5640640258789062, + 0.4317759871482849, + 0.6452479958534241, + 0.627295970916748, + 0.41676801443099976, + 0.9357119798660278, + 0.42876800894737244, + 0.4177919924259186, + 0.7801920175552368 + ], + "effective_bandwidth_gbps": 111.45577951994096 + }, + "speedup_vs_torch_compile": 1.0731132124686076, + "speedup_vs_pytorch_eager": 6.656603697328521 + }, + { + "kernel": "swiglu", + "shape": [ + 128, + 1024 + ], + "dtype": "bfloat16", + "logical_bytes": 786432, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.001953125, + "max_rel_error": 0.004166666883975267 + }, + "triton": { + "samples": 500, + "min_ms": 0.004095999989658594, + "p50_ms": 0.006111999973654747, + "p95_ms": 0.021415999904274584, + "p99_ms": 0.23168479815125462, + "max_ms": 0.30054399371147156, + "samples_ms": [ + 0.006144000217318535, + 0.006399999838322401, + 0.006144000217318535, + 0.009759999811649323, + 0.006560000125318766, + 0.004575999919325113, + 0.005152000114321709, + 0.004127999767661095, + 0.005791999865323305, + 0.006560000125318766, + 0.021023999899625778, + 0.008704000152647495, + 0.006144000217318535, + 0.004800000227987766, + 0.006496000103652477, + 0.006175999995321035, + 0.00595200015231967, + 0.005216000135987997, + 0.005791999865323305, + 0.008224000222980976, + 0.006144000217318535, + 0.14764800667762756, + 0.005439999978989363, + 0.006624000146985054, + 0.006144000217318535, + 0.004639999940991402, + 0.005024000070989132, + 0.006047999951988459, + 0.006271999794989824, + 0.005727999843657017, + 0.005824000108987093, + 0.00508800009265542, + 0.015296000055968761, + 0.0050559998489916325, + 0.0049600000493228436, + 0.005919999908655882, + 0.008191999979317188, + 0.006144000217318535, + 0.0046720001846551895, + 0.005824000108987093, + 0.005216000135987997, + 0.006144000217318535, + 0.005919999908655882, + 0.1388159990310669, + 0.005216000135987997, + 0.012319999746978283, + 0.005439999978989363, + 0.0058559998869895935, + 0.007199999876320362, + 0.0054720002226531506, + 0.005760000087320805, + 0.005535999778658152, + 0.005535999778658152, + 0.007679999805986881, + 0.30054399371147156, + 0.00508800009265542, + 0.00508800009265542, + 0.006144000217318535, + 0.006047999951988459, + 0.00508800009265542, + 0.005824000108987093, + 0.0060800001956522465, + 0.0058559998869895935, + 0.005824000108987093, + 0.004639999940991402, + 0.01833599992096424, + 0.006144000217318535, + 0.00508800009265542, + 0.006271999794989824, + 0.006175999995321035, + 0.006144000217318535, + 0.004608000162988901, + 0.006399999838322401, + 0.006175999995321035, + 0.006144000217318535, + 0.005888000130653381, + 0.12444800138473511, + 0.008224000222980976, + 0.006144000217318535, + 0.005824000108987093, + 0.0066559999249875546, + 0.005727999843657017, + 0.006240000016987324, + 0.006271999794989824, + 0.005791999865323305, + 0.005183999892324209, + 0.14611199498176575, + 0.02067199908196926, + 0.008191999979317188, + 0.00508800009265542, + 0.006111999973654747, + 0.006175999995321035, + 0.006144000217318535, + 0.006111999973654747, + 0.004800000227987766, + 0.006144000217318535, + 0.006144000217318535, + 0.004927999805659056, + 0.01616000011563301, + 0.008128000423312187, + 0.006144000217318535, + 0.0054720002226531506, + 0.0058559998869895935, + 0.004896000027656555, + 0.004224000032991171, + 0.006207999773323536, + 0.005760000087320805, + 0.0050559998489916325, + 0.008191999979317188, + 0.13728000223636627, + 0.0050559998489916325, + 0.006591999903321266, + 0.006144000217318535, + 0.006111999973654747, + 0.005919999908655882, + 0.004736000206321478, + 0.004224000032991171, + 0.006240000016987324, + 0.005824000108987093, + 0.006719999946653843, + 0.014240000396966934, + 0.006271999794989824, + 0.006111999973654747, + 0.00508800009265542, + 0.006399999838322401, + 0.006144000217318535, + 0.0060800001956522465, + 0.005663999821990728, + 0.006271999794989824, + 0.006175999995321035, + 0.008191999979317188, + 0.23164799809455872, + 0.0050559998489916325, + 0.005375999957323074, + 0.0050559998489916325, + 0.0058559998869895935, + 0.0054720002226531506, + 0.006144000217318535, + 0.006271999794989824, + 0.007104000076651573, + 0.006752000190317631, + 0.006175999995321035, + 0.013183999806642532, + 0.006271999794989824, + 0.0050559998489916325, + 0.004767999984323978, + 0.00470399996265769, + 0.008191999979317188, + 0.005791999865323305, + 0.005663999821990728, + 0.005247999913990498, + 0.006144000217318535, + 0.006144000217318535, + 0.15171200037002563, + 0.006047999951988459, + 0.008224000222980976, + 0.008191999979317188, + 0.004416000097990036, + 0.006047999951988459, + 0.004608000162988901, + 0.006271999794989824, + 0.006240000016987324, + 0.005696000065654516, + 0.00508800009265542, + 0.014112000353634357, + 0.006560000125318766, + 0.00508800009265542, + 0.00508800009265542, + 0.005888000130653381, + 0.006144000217318535, + 0.005791999865323305, + 0.005696000065654516, + 0.005311999935656786, + 0.006144000217318535, + 0.005216000135987997, + 0.15638400614261627, + 0.006175999995321035, + 0.008224000222980976, + 0.006144000217318535, + 0.00508800009265542, + 0.0050559998489916325, + 0.004352000076323748, + 0.008320000022649765, + 0.005727999843657017, + 0.005760000087320805, + 0.006496000103652477, + 0.01759999990463257, + 0.006144000217318535, + 0.00508800009265542, + 0.006111999973654747, + 0.006111999973654747, + 0.006591999903321266, + 0.005824000108987093, + 0.005152000114321709, + 0.006144000217318535, + 0.006144000217318535, + 0.23532800376415253, + 0.012927999719977379, + 0.006271999794989824, + 0.006240000016987324, + 0.005888000130653381, + 0.14563199877738953, + 0.0060800001956522465, + 0.005888000130653381, + 0.006688000168651342, + 0.005888000130653381, + 0.005888000130653381, + 0.0060800001956522465, + 0.014240000396966934, + 0.005696000065654516, + 0.004608000162988901, + 0.006047999951988459, + 0.005119999870657921, + 0.00508800009265542, + 0.005791999865323305, + 0.005119999870657921, + 0.008191999979317188, + 0.005760000087320805, + 0.13897599279880524, + 0.012992000207304955, + 0.006271999794989824, + 0.006240000016987324, + 0.006304000038653612, + 0.005919999908655882, + 0.006047999951988459, + 0.00595200015231967, + 0.010239999741315842, + 0.004896000027656555, + 0.005888000130653381, + 0.005311999935656786, + 0.028863999992609024, + 0.00508800009265542, + 0.004767999984323978, + 0.006560000125318766, + 0.006144000217318535, + 0.0050559998489916325, + 0.004480000119656324, + 0.006175999995321035, + 0.005024000070989132, + 0.005504000000655651, + 0.006432000081986189, + 0.019519999623298645, + 0.006271999794989824, + 0.006175999995321035, + 0.005824000108987093, + 0.005791999865323305, + 0.006432000081986189, + 0.004191999789327383, + 0.0058559998869895935, + 0.005216000135987997, + 0.005504000000655651, + 0.006144000217318535, + 0.23734399676322937, + 0.005663999821990728, + 0.005824000108987093, + 0.0046720001846551895, + 0.00508800009265542, + 0.005183999892324209, + 0.004288000054657459, + 0.007071999832987785, + 0.006144000217318535, + 0.005824000108987093, + 0.005311999935656786, + 0.1451839953660965, + 0.00508800009265542, + 0.005824000108987093, + 0.0054720002226531506, + 0.006175999995321035, + 0.005919999908655882, + 0.0060800001956522465, + 0.006144000217318535, + 0.005504000000655651, + 0.0058559998869895935, + 0.0063680000603199005, + 0.23667199909687042, + 0.00559999980032444, + 0.005216000135987997, + 0.006560000125318766, + 0.005216000135987997, + 0.006304000038653612, + 0.00559999980032444, + 0.006175999995321035, + 0.004736000206321478, + 0.004832000005990267, + 0.004832000005990267, + 0.019807999953627586, + 0.004480000119656324, + 0.005119999870657921, + 0.005183999892324209, + 0.005183999892324209, + 0.00595200015231967, + 0.004255999810993671, + 0.006207999773323536, + 0.006175999995321035, + 0.005824000108987093, + 0.00508800009265542, + 0.14790399372577667, + 0.0050559998489916325, + 0.006144000217318535, + 0.00598399993032217, + 0.005216000135987997, + 0.004767999984323978, + 0.005919999908655882, + 0.006271999794989824, + 0.00598399993032217, + 0.006976000033318996, + 0.007679999805986881, + 0.017632000148296356, + 0.006144000217318535, + 0.004927999805659056, + 0.0058559998869895935, + 0.005375999957323074, + 0.005760000087320805, + 0.006111999973654747, + 0.006783999968320131, + 0.005535999778658152, + 0.005888000130653381, + 0.006752000190317631, + 0.012671999633312225, + 0.0060800001956522465, + 0.006144000217318535, + 0.0044479998759925365, + 0.005408000200986862, + 0.0050559998489916325, + 0.005663999821990728, + 0.0072639998979866505, + 0.005183999892324209, + 0.005311999935656786, + 0.008191999979317188, + 0.14876799285411835, + 0.006591999903321266, + 0.005760000087320805, + 0.004863999783992767, + 0.008191999979317188, + 0.005824000108987093, + 0.00470399996265769, + 0.008320000022649765, + 0.006207999773323536, + 0.006144000217318535, + 0.004736000206321478, + 0.013183999806642532, + 0.0060800001956522465, + 0.008191999979317188, + 0.005247999913990498, + 0.006335999816656113, + 0.006527999881654978, + 0.005760000087320805, + 0.006271999794989824, + 0.005791999865323305, + 0.005183999892324209, + 0.006144000217318535, + 0.13439999520778656, + 0.005504000000655651, + 0.006335999816656113, + 0.010239999741315842, + 0.006144000217318535, + 0.0054720002226531506, + 0.004095999989658594, + 0.0058559998869895935, + 0.010239999741315842, + 0.00559999980032444, + 0.13504000008106232, + 0.019392000511288643, + 0.005919999908655882, + 0.006207999773323536, + 0.00508800009265542, + 0.0050559998489916325, + 0.00687999976798892, + 0.006271999794989824, + 0.005760000087320805, + 0.005760000087320805, + 0.006432000081986189, + 0.006144000217318535, + 0.12694400548934937, + 0.006335999816656113, + 0.005183999892324209, + 0.008191999979317188, + 0.005183999892324209, + 0.005216000135987997, + 0.004511999897658825, + 0.008320000022649765, + 0.006240000016987324, + 0.005504000000655651, + 0.0058559998869895935, + 0.010591999627649784, + 0.008320000022649765, + 0.004416000097990036, + 0.005216000135987997, + 0.006016000173985958, + 0.006175999995321035, + 0.006496000103652477, + 0.005760000087320805, + 0.0066559999249875546, + 0.006175999995321035, + 0.006175999995321035, + 0.13609600067138672, + 0.00470399996265769, + 0.008224000222980976, + 0.006144000217318535, + 0.006527999881654978, + 0.005247999913990498, + 0.006240000016987324, + 0.006271999794989824, + 0.005024000070989132, + 0.005760000087320805, + 0.005727999843657017, + 0.01836800016462803, + 0.006144000217318535, + 0.0050559998489916325, + 0.004608000162988901, + 0.006144000217318535, + 0.0050559998489916325, + 0.006016000173985958, + 0.005216000135987997, + 0.006144000217318535, + 0.006144000217318535, + 0.0066559999249875546, + 0.013024000450968742, + 0.006271999794989824, + 0.004191999789327383, + 0.00508800009265542, + 0.006271999794989824, + 0.008191999979317188, + 0.006304000038653612, + 0.006271999794989824, + 0.005791999865323305, + 0.0066559999249875546, + 0.006175999995321035, + 0.018688000738620758, + 0.0054720002226531506, + 0.00559999980032444, + 0.004767999984323978, + 0.006144000217318535, + 0.005119999870657921, + 0.004352000076323748, + 0.007199999876320362, + 0.006144000217318535, + 0.005791999865323305, + 0.005152000114321709, + 0.017855999991297722, + 0.006271999794989824, + 0.006240000016987324, + 0.005408000200986862, + 0.005280000157654285, + 0.006144000217318535, + 0.004352000076323748, + 0.005663999821990728, + 0.005439999978989363, + 0.007360000163316727, + 0.006144000217318535, + 0.13872000575065613, + 0.0046720001846551895, + 0.0046720001846551895, + 0.006111999973654747, + 0.006591999903321266, + 0.00559999980032444, + 0.006304000038653612, + 0.008128000423312187, + 0.006144000217318535, + 0.005888000130653381, + 0.0063680000603199005, + 0.013439999893307686, + 0.006271999794989824, + 0.005024000070989132, + 0.004991999827325344, + 0.007040000054985285, + 0.006144000217318535, + 0.006144000217318535, + 0.004736000206321478, + 0.006175999995321035, + 0.006144000217318535, + 0.00854399986565113, + 0.14156800508499146, + 0.006719999946653843, + 0.006144000217318535, + 0.006144000217318535, + 0.005216000135987997, + 0.006207999773323536, + 0.006688000168651342, + 0.0060800001956522465, + 0.006144000217318535, + 0.0058559998869895935, + 0.005183999892324209, + 0.011168000288307667, + 0.006304000038653612, + 0.006240000016987324, + 0.0058559998869895935, + 0.005216000135987997, + 0.00470399996265769, + 0.006016000173985958, + 0.005791999865323305, + 0.005247999913990498, + 0.008191999979317188, + 0.006144000217318535, + 0.23580799996852875, + 0.006175999995321035, + 0.008191999979317188, + 0.006144000217318535, + 0.004352000076323748, + 0.006624000146985054 + ], + "effective_bandwidth_gbps": 128.6701576226845 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.010080000385642052, + "p50_ms": 0.012624000199139118, + "p95_ms": 0.23508160188794136, + "p99_ms": 0.3049919903278351, + "max_ms": 0.32547199726104736, + "samples_ms": [ + 0.14851200580596924, + 0.1518400013446808, + 0.01142400037497282, + 0.015231999568641186, + 0.012319999746978283, + 0.25071999430656433, + 0.01206399966031313, + 0.015135999768972397, + 0.012319999746978283, + 0.01190400030463934, + 0.01206399966031313, + 0.013055999763309956, + 0.011327999643981457, + 0.1401280015707016, + 0.012095999903976917, + 0.013311999849975109, + 0.013183999806642532, + 0.15875199437141418, + 0.15027199685573578, + 0.012575999833643436, + 0.016224000602960587, + 0.012319999746978283, + 0.012095999903976917, + 0.012703999876976013, + 0.15158399939537048, + 0.012608000077307224, + 0.24662399291992188, + 0.01228800043463707, + 0.06752000004053116, + 0.015936000272631645, + 0.01539199985563755, + 0.013120000250637531, + 0.011327999643981457, + 0.1526080071926117, + 0.011615999974310398, + 0.23744000494480133, + 0.11958400160074234, + 0.01539199985563755, + 0.015200000256299973, + 0.13007999956607819, + 0.01206399966031313, + 0.013088000006973743, + 0.011711999773979187, + 0.010080000385642052, + 0.012095999903976917, + 0.012575999833643436, + 0.011392000131309032, + 0.015615999698638916, + 0.012000000104308128, + 0.011455999687314034, + 0.012319999746978283, + 0.012799999676644802, + 0.14723199605941772, + 0.012095999903976917, + 0.012319999746978283, + 0.01283199992030859, + 0.013120000250637531, + 0.12160000205039978, + 0.01744000054895878, + 0.012575999833643436, + 0.01206399966031313, + 0.013120000250637531, + 0.012319999746978283, + 0.01235199999064207, + 0.01206399966031313, + 0.01228800043463707, + 0.01744000054895878, + 0.14825600385665894, + 0.138047993183136, + 0.015135999768972397, + 0.012319999746978283, + 0.016416000202298164, + 0.011359999887645245, + 0.14214399456977844, + 0.010944000445306301, + 0.012319999746978283, + 0.016224000602960587, + 0.32547199726104736, + 0.011935999616980553, + 0.012319999746978283, + 0.012319999746978283, + 0.012575999833643436, + 0.012095999903976917, + 0.012384000234305859, + 0.014336000196635723, + 0.016224000602960587, + 0.15334400534629822, + 0.013663999736309052, + 0.012319999746978283, + 0.012319999746978283, + 0.14006400108337402, + 0.012480000033974648, + 0.011231999844312668, + 0.012319999746978283, + 0.011744000017642975, + 0.013120000250637531, + 0.01206399966031313, + 0.012319999746978283, + 0.14444799721240997, + 0.1462080031633377, + 0.011615999974310398, + 0.012319999746978283, + 0.012319999746978283, + 0.13369600474834442, + 0.012000000104308128, + 0.012736000120639801, + 0.012319999746978283, + 0.141184002161026, + 0.011136000044643879, + 0.01235199999064207, + 0.012319999746978283, + 0.012319999746978283, + 0.011392000131309032, + 0.013120000250637531, + 0.011103999800980091, + 0.012319999746978283, + 0.12883199751377106, + 0.012992000207304955, + 0.012095999903976917, + 0.012319999746978283, + 0.13062399625778198, + 0.013088000006973743, + 0.011552000418305397, + 0.016416000202298164, + 0.1329919993877411, + 0.23526400327682495, + 0.01158399973064661, + 0.012319999746978283, + 0.014368000440299511, + 0.013120000250637531, + 0.012095999903976917, + 0.012415999546647072, + 0.012319999746978283, + 0.23843200504779816, + 0.012032000347971916, + 0.01206399966031313, + 0.016416000202298164, + 0.24057599902153015, + 0.15427200496196747, + 0.012512000277638435, + 0.012319999746978283, + 0.012319999746978283, + 0.1451520025730133, + 0.0161920003592968, + 0.01539199985563755, + 0.012319999746978283, + 0.2519359886646271, + 0.013120000250637531, + 0.01142400037497282, + 0.012319999746978283, + 0.24969600141048431, + 0.013120000250637531, + 0.011359999887645245, + 0.014368000440299511, + 0.13622400164604187, + 0.012992000207304955, + 0.01142400037497282, + 0.012319999746978283, + 0.012319999746978283, + 0.1462399959564209, + 0.01616000011563301, + 0.012319999746978283, + 0.012319999746978283, + 0.3091840147972107, + 0.012095999903976917, + 0.012480000033974648, + 0.019487999379634857, + 0.3049919903278351, + 0.14009599387645721, + 0.011839999817311764, + 0.012319999746978283, + 0.01235199999064207, + 0.011872000060975552, + 0.012512000277638435, + 0.012319999746978283, + 0.012319999746978283, + 0.3049919903278351, + 0.14006400108337402, + 0.01360000018030405, + 0.012319999746978283, + 0.012319999746978283, + 0.01283199992030859, + 0.016127999871969223, + 0.012319999746978283, + 0.012319999746978283, + 0.14419199526309967, + 0.0161920003592968, + 0.01539199985563755, + 0.012319999746978283, + 0.23740799725055695, + 0.15132799744606018, + 0.014527999795973301, + 0.012319999746978283, + 0.012319999746978283, + 0.14486399292945862, + 0.01616000011563301, + 0.01539199985563755, + 0.01235199999064207, + 0.14828799664974213, + 0.016127999871969223, + 0.016416000202298164, + 0.012319999746978283, + 0.24326400458812714, + 0.14419199526309967, + 0.011552000418305397, + 0.012319999746978283, + 0.13929599523544312, + 0.012575999833643436, + 0.012032000347971916, + 0.012319999746978283, + 0.012319999746978283, + 0.14723199605941772, + 0.01616000011563301, + 0.01235199999064207, + 0.012319999746978283, + 0.3213120102882385, + 0.14207999408245087, + 0.012608000077307224, + 0.012319999746978283, + 0.1372479945421219, + 0.011744000017642975, + 0.012768000364303589, + 0.0163199994713068, + 0.012319999746978283, + 0.011711999773979187, + 0.017184000462293625, + 0.012319999746978283, + 0.012319999746978283, + 0.3060159981250763, + 0.14182400703430176, + 0.013663999736309052, + 0.014368000440299511, + 0.2343360036611557, + 0.022336000576615334, + 0.012160000391304493, + 0.012256000190973282, + 0.012319999746978283, + 0.23839999735355377, + 0.011807999573647976, + 0.01539199985563755, + 0.016416000202298164, + 0.146464005112648, + 0.14204800128936768, + 0.0764160007238388, + 0.011296000331640244, + 0.012319999746978283, + 0.23110400140285492, + 0.012256000190973282, + 0.016416000202298164, + 0.012319999746978283, + 0.13417600095272064, + 0.14102399349212646, + 0.013856000266969204, + 0.013344000093638897, + 0.014399999752640724, + 0.23535999655723572, + 0.011648000217974186, + 0.012256000190973282, + 0.01235199999064207, + 0.1311040073633194, + 0.19232000410556793, + 0.14112000167369843, + 0.011615999974310398, + 0.012319999746978283, + 0.1462080031633377, + 0.012543999589979649, + 0.19868800044059753, + 0.012927999719977379, + 0.23945599794387817, + 0.012703999876976013, + 0.011455999687314034, + 0.013344000093638897, + 0.14032000303268433, + 0.012384000234305859, + 0.011136000044643879, + 0.012319999746978283, + 0.012319999746978283, + 0.013120000250637531, + 0.012095999903976917, + 0.012223999947309494, + 0.018464000895619392, + 0.2343360036611557, + 0.011103999800980091, + 0.01283199992030859, + 0.012319999746978283, + 0.1382720023393631, + 0.012000000104308128, + 0.012768000364303589, + 0.01033599954098463, + 0.016416000202298164, + 0.012032000347971916, + 0.013088000006973743, + 0.01142400037497282, + 0.012319999746978283, + 0.23916800320148468, + 0.013120000250637531, + 0.01616000011563301, + 0.012319999746978283, + 0.0225600004196167, + 0.1462399959564209, + 0.14214399456977844, + 0.012575999833643436, + 0.012319999746978283, + 0.23638400435447693, + 0.01142400037497282, + 0.012384000234305859, + 0.01235199999064207, + 0.13519999384880066, + 0.011935999616980553, + 0.1401280015707016, + 0.011552000418305397, + 0.012319999746978283, + 0.2343679964542389, + 0.012671999633312225, + 0.011103999800980091, + 0.012319999746978283, + 0.14134399592876434, + 0.016127999871969223, + 0.14319999516010284, + 0.012575999833643436, + 0.012319999746978283, + 0.012768000364303589, + 0.011839999817311764, + 0.012160000391304493, + 0.012319999746978283, + 0.23235200345516205, + 0.011264000087976456, + 0.14422400295734406, + 0.011487999930977821, + 0.012319999746978283, + 0.012095999903976917, + 0.012799999676644802, + 0.011648000217974186, + 0.054207999259233475, + 0.1462399959564209, + 0.015072000212967396, + 0.01635199971497059, + 0.012319999746978283, + 0.23228800296783447, + 0.012384000234305859, + 0.13980799913406372, + 0.06191999837756157, + 0.1382720023393631, + 0.012512000277638435, + 0.011776000261306763, + 0.013120000250637531, + 0.010432000271975994, + 0.013088000006973743, + 0.01206399966031313, + 0.058400001376867294, + 0.012319999746978283, + 0.2333119958639145, + 0.012736000120639801, + 0.141184002161026, + 0.011552000418305397, + 0.13593600690364838, + 0.012095999903976917, + 0.01228800043463707, + 0.14319999516010284, + 0.016767999157309532, + 0.012223999947309494, + 0.05158400163054466, + 0.15568000078201294, + 0.012608000077307224, + 0.23638400435447693, + 0.01228800043463707, + 0.012319999746978283, + 0.015168000012636185, + 0.012319999746978283, + 0.14723199605941772, + 0.01158399973064661, + 0.1401280015707016, + 0.011487999930977821, + 0.23507200181484222, + 0.011776000261306763, + 0.012319999746978283, + 0.01196799986064434, + 0.014688000082969666, + 0.013120000250637531, + 0.012799999676644802, + 0.1430719941854477, + 0.011807999573647976, + 0.23535999655723572, + 0.012032000347971916, + 0.012319999746978283, + 0.015168000012636185, + 0.14134399592876434, + 0.012480000033974648, + 0.010784000158309937, + 0.14115199446678162, + 0.012864000163972378, + 0.14828799664974213, + 0.011615999974310398, + 0.012319999746978283, + 0.01206399966031313, + 0.23126399517059326, + 0.01104000024497509, + 0.013344000093638897, + 0.1391039937734604, + 0.012640000320971012, + 0.016256000846624374, + 0.012319999746978283, + 0.012319999746978283, + 0.01600000075995922, + 0.22819200158119202, + 0.011935999616980553, + 0.012319999746978283, + 0.1364160031080246, + 0.011776000261306763, + 0.01244799979031086, + 0.01228800043463707, + 0.012319999746978283, + 0.013120000250637531, + 0.014688000082969666, + 0.012319999746978283, + 0.012319999746978283, + 0.016416000202298164, + 0.012319999746978283, + 0.14521600306034088, + 0.012799999676644802, + 0.15542399883270264, + 0.012736000120639801, + 0.011392000131309032, + 0.016416000202298164, + 0.012319999746978283, + 0.012959999963641167, + 0.01206399966031313, + 0.012191999703645706, + 0.012319999746978283, + 0.013120000250637531, + 0.012095999903976917, + 0.01235199999064207, + 0.012319999746978283, + 0.23535999655723572, + 0.14108799397945404, + 0.013887999579310417, + 0.012319999746978283, + 0.14032000303268433, + 0.14416000247001648, + 0.012128000147640705, + 0.016416000202298164, + 0.012319999746978283, + 0.01283199992030859, + 0.012768000364303589, + 0.012128000147640705, + 0.012319999746978283, + 0.012095999903976917, + 0.1247360035777092, + 0.011296000331640244, + 0.012319999746978283, + 0.011327999643981457, + 0.013088000006973743, + 0.011392000131309032, + 0.012319999746978283, + 0.011711999773979187, + 0.013088000006973743, + 0.011103999800980091, + 0.012319999746978283, + 0.011935999616980553, + 0.013120000250637531, + 0.01104000024497509, + 0.013344000093638897, + 0.011327999643981457, + 0.012799999676644802, + 0.011455999687314034, + 0.01539199985563755, + 0.012032000347971916, + 0.012703999876976013, + 0.011296000331640244, + 0.012319999746978283, + 0.010975999757647514, + 0.14105600118637085, + 0.01158399973064661, + 0.013344000093638897, + 0.14422400295734406, + 0.012799999676644802, + 0.011711999773979187, + 0.012319999746978283, + 0.01206399966031313, + 0.013088000006973743, + 0.011839999817311764, + 0.01152000017464161, + 0.14828799664974213, + 0.013088000006973743, + 0.011327999643981457, + 0.012319999746978283, + 0.23638400435447693, + 0.14112000167369843, + 0.013791999779641628, + 0.012319999746978283, + 0.14032000303268433, + 0.14585599303245544, + 0.011071999557316303, + 0.012480000033974648, + 0.14134399592876434, + 0.012799999676644802, + 0.011071999557316303, + 0.012608000077307224, + 0.012319999746978283, + 0.013088000006973743 + ], + "effective_bandwidth_gbps": 62.29657696406168 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.01775999926030636, + "p50_ms": 0.02470399998128414, + "p95_ms": 0.16931999325752256, + "p99_ms": 0.253479668796062, + "max_ms": 0.33664000034332275, + "samples_ms": [ + 0.018432000651955605, + 0.02534399926662445, + 0.01852799952030182, + 0.01820800080895424, + 0.1574079990386963, + 0.021407999098300934, + 0.035840000957250595, + 0.027744000777602196, + 0.020576000213623047, + 0.17190399765968323, + 0.02566399984061718, + 0.020576000213623047, + 0.026623999699950218, + 0.020096000283956528, + 0.018688000738620758, + 0.036959998309612274, + 0.01852799952030182, + 0.24553599953651428, + 0.15433600544929504, + 0.02160000056028366, + 0.025599999353289604, + 0.15036800503730774, + 0.020096000283956528, + 0.025472000241279602, + 0.020576000213623047, + 0.019872000440955162, + 0.24649600684642792, + 0.021888000890612602, + 0.03404799848794937, + 0.02364799939095974, + 0.02051199972629547, + 0.03177599981427193, + 0.025087999179959297, + 0.01852799952030182, + 0.1515520066022873, + 0.022175999358296394, + 0.018271999433636665, + 0.036959998309612274, + 0.020576000213623047, + 0.16463999450206757, + 0.02735999971628189, + 0.01852799952030182, + 0.02457600086927414, + 0.24515199661254883, + 0.01775999926030636, + 0.02953599952161312, + 0.01852799952030182, + 0.02006400004029274, + 0.1573439985513687, + 0.02099199965596199, + 0.03174399957060814, + 0.160863995552063, + 0.018592000007629395, + 0.032575998455286026, + 0.026815999299287796, + 0.02876799926161766, + 0.24848000705242157, + 0.019487999379634857, + 0.018783999606966972, + 0.02672000043094158, + 0.018432000651955605, + 0.025472000241279602, + 0.02768000029027462, + 0.01852799952030182, + 0.15360000729560852, + 0.16393600404262543, + 0.0191040001809597, + 0.02630399912595749, + 0.022624000906944275, + 0.01894400082528591, + 0.02505600079894066, + 0.020479999482631683, + 0.03174399957060814, + 0.24780799448490143, + 0.02006400004029274, + 0.03219199925661087, + 0.027008000761270523, + 0.018432000651955605, + 0.14163200557231903, + 0.02099199965596199, + 0.018271999433636665, + 0.025599999353289604, + 0.019807999953627586, + 0.03363199904561043, + 0.024671999737620354, + 0.017952000722289085, + 0.025728000327944756, + 0.03030399978160858, + 0.020576000213623047, + 0.029343999922275543, + 0.017952000722289085, + 0.020128000527620316, + 0.024671999737620354, + 0.018432000651955605, + 0.03478400036692619, + 0.024671999737620354, + 0.018880000337958336, + 0.15462400019168854, + 0.16147199273109436, + 0.021056000143289566, + 0.029632000252604485, + 0.018751999363303185, + 0.018271999433636665, + 0.027583999559283257, + 0.018432000651955605, + 0.031968001276254654, + 0.2529279887676239, + 0.020031999796628952, + 0.034591998904943466, + 0.02473600022494793, + 0.018432000651955605, + 0.026335999369621277, + 0.020576000213623047, + 0.019007999449968338, + 0.16803200542926788, + 0.021056000143289566, + 0.0315839983522892, + 0.027648000046610832, + 0.01852799952030182, + 0.03177599981427193, + 0.02396799996495247, + 0.018432000651955605, + 0.029343999922275543, + 0.022207999601960182, + 0.018144000321626663, + 0.15062400698661804, + 0.019519999623298645, + 0.24515199661254883, + 0.02473600022494793, + 0.018464000895619392, + 0.031808000057935715, + 0.1555200070142746, + 0.017791999503970146, + 0.025119999423623085, + 0.01852799952030182, + 0.020416000857949257, + 0.15836800634860992, + 0.019999999552965164, + 0.15459200739860535, + 0.02582399919629097, + 0.02006400004029274, + 0.03142400085926056, + 0.024447999894618988, + 0.02252800017595291, + 0.029664000496268272, + 0.018112000077962875, + 0.018112000077962875, + 0.031231999397277832, + 0.018848000094294548, + 0.03315199911594391, + 0.02876799926161766, + 0.020576000213623047, + 0.030880000442266464, + 0.1656319946050644, + 0.020031999796628952, + 0.030719999223947525, + 0.021536000072956085, + 0.01820800080895424, + 0.02534399926662445, + 0.01852799952030182, + 0.031647998839616776, + 0.15731200575828552, + 0.017952000722289085, + 0.028672000393271446, + 0.024671999737620354, + 0.018432000651955605, + 0.026496000587940216, + 0.020576000213623047, + 0.021056000143289566, + 0.22809599339962006, + 0.02191999927163124, + 0.03276799991726875, + 0.14547200500965118, + 0.01974399946630001, + 0.03251200169324875, + 0.024320000782608986, + 0.01852799952030182, + 0.2446720004081726, + 0.019711999222636223, + 0.018239999189972878, + 0.024671999737620354, + 0.019487999379634857, + 0.027424000203609467, + 0.03286400064826012, + 0.01852799952030182, + 0.029759999364614487, + 0.15987199544906616, + 0.020959999412298203, + 0.027648000046610832, + 0.01852799952030182, + 0.018239999189972878, + 0.16156800091266632, + 0.019487999379634857, + 0.03174399957060814, + 0.19971199333667755, + 0.021247999742627144, + 0.03200000151991844, + 0.024224000051617622, + 0.01852799952030182, + 0.02879999950528145, + 0.018144000321626663, + 0.017855999991297722, + 0.1536960005760193, + 0.021183999255299568, + 0.033055998384952545, + 0.024671999737620354, + 0.01852799952030182, + 0.031168000772595406, + 0.24233600497245789, + 0.02112000063061714, + 0.026623999699950218, + 0.01852799952030182, + 0.02630399912595749, + 0.02735999971628189, + 0.01852799952030182, + 0.03174399957060814, + 0.316864013671875, + 0.019872000440955162, + 0.02707199938595295, + 0.024800000712275505, + 0.018432000651955605, + 0.15904000401496887, + 0.02175999991595745, + 0.018559999763965607, + 0.025599999353289604, + 0.017983999103307724, + 0.032735999673604965, + 0.025696000084280968, + 0.020576000213623047, + 0.1669439971446991, + 0.03126399964094162, + 0.019807999953627586, + 0.026623999699950218, + 0.017952000722289085, + 0.018559999763965607, + 0.03286400064826012, + 0.020576000213623047, + 0.15440000593662262, + 0.029343999922275543, + 0.01852799952030182, + 0.025599999353289604, + 0.3080959916114807, + 0.15350399911403656, + 0.021088000386953354, + 0.026623999699950218, + 0.020576000213623047, + 0.018783999606966972, + 0.03759999945759773, + 0.01852799952030182, + 0.03276799991726875, + 0.16556799411773682, + 0.022143999114632607, + 0.025728000327944756, + 0.02454400062561035, + 0.018432000651955605, + 0.15350399911403656, + 0.019840000197291374, + 0.018688000738620758, + 0.14652800559997559, + 0.022112000733613968, + 0.03296000137925148, + 0.02672000043094158, + 0.01852799952030182, + 0.03152000159025192, + 0.029311999678611755, + 0.02659199945628643, + 0.02457600086927414, + 0.02252800017595291, + 0.020160000771284103, + 0.03299200162291527, + 0.01852799952030182, + 0.33664000034332275, + 0.02518399991095066, + 0.01852799952030182, + 0.02457600086927414, + 0.02473600022494793, + 0.0191040001809597, + 0.030592000111937523, + 0.020576000213623047, + 0.018592000007629395, + 0.32764801383018494, + 0.01945599913597107, + 0.03174399957060814, + 0.024671999737620354, + 0.01852799952030182, + 0.029440000653266907, + 0.1518079936504364, + 0.021088000386953354, + 0.02457600086927414, + 0.018400000408291817, + 0.018239999189972878, + 0.03500799834728241, + 0.020576000213623047, + 0.31619200110435486, + 0.1549759954214096, + 0.021568000316619873, + 0.02457600086927414, + 0.1494400054216385, + 0.01836800016462803, + 0.026784000918269157, + 0.020576000213623047, + 0.01817600056529045, + 0.16527999937534332, + 0.020864000543951988, + 0.033440001308918, + 0.02672000043094158, + 0.017920000478625298, + 0.03145600110292435, + 0.025567999109625816, + 0.01852799952030182, + 0.15760000050067902, + 0.020128000527620316, + 0.01897599920630455, + 0.03593600168824196, + 0.018432000651955605, + 0.15132799744606018, + 0.02579200081527233, + 0.020576000213623047, + 0.1525759994983673, + 0.1613759994506836, + 0.02147199958562851, + 0.02457600086927414, + 0.01852799952030182, + 0.020927999168634415, + 0.17209599912166595, + 0.019039999693632126, + 0.03276799991726875, + 0.24985599517822266, + 0.017952000722289085, + 0.02812799997627735, + 0.026623999699950218, + 0.020608000457286835, + 0.15542399883270264, + 0.019648000597953796, + 0.018079999834299088, + 0.03596799820661545, + 0.018432000651955605, + 0.025119999423623085, + 0.024671999737620354, + 0.022624000906944275, + 0.03145600110292435, + 0.02735999971628189, + 0.020608000457286835, + 0.02457600086927414, + 0.01852799952030182, + 0.018239999189972878, + 0.025472000241279602, + 0.01852799952030182, + 0.03379200026392937, + 0.2457599937915802, + 0.017952000722289085, + 0.026847999542951584, + 0.02486399933695793, + 0.01852799952030182, + 0.1576640009880066, + 0.02163200080394745, + 0.018271999433636665, + 0.036959998309612274, + 0.018432000651955605, + 0.027424000203609467, + 0.02876799926161766, + 0.01852799952030182, + 0.15360000729560852, + 0.16755199432373047, + 0.018848000094294548, + 0.02457600086927414, + 0.01852799952030182, + 0.020576000213623047, + 0.02940800040960312, + 0.01852799952030182, + 0.03379200026392937, + 0.24985599517822266, + 0.018144000321626663, + 0.024800000712275505, + 0.03094400092959404, + 0.02672000043094158, + 0.16927999258041382, + 0.01897599920630455, + 0.018400000408291817, + 0.024671999737620354, + 0.019807999953627586, + 0.02537599951028824, + 0.024671999737620354, + 0.01852799952030182, + 0.16870400309562683, + 0.16259199380874634, + 0.01897599920630455, + 0.02457600086927414, + 0.01852799952030182, + 0.018079999834299088, + 0.029023999348282814, + 0.022624000906944275, + 0.03174399957060814, + 0.163455992937088, + 0.017952000722289085, + 0.02691200003027916, + 0.026559999212622643, + 0.01942400075495243, + 0.16176000237464905, + 0.01958400011062622, + 0.017823999747633934, + 0.025599999353289604, + 0.01929599978029728, + 0.02735999971628189, + 0.024671999737620354, + 0.019551999866962433, + 0.06921599805355072, + 0.020191999152302742, + 0.02454400062561035, + 0.1462080031633377, + 0.018015999346971512, + 0.15945599973201752, + 0.01958400011062622, + 0.018624000251293182, + 0.16051200032234192, + 0.0197759997099638, + 0.03161599859595299, + 0.02687999978661537, + 0.018432000651955605, + 0.02537599951028824, + 0.03302399814128876, + 0.01852799952030182, + 0.24569599330425262, + 0.020320000126957893, + 0.018624000251293182, + 0.025599999353289604, + 0.019328000023961067, + 0.02735999971628189, + 0.02876799926161766, + 0.018079999834299088, + 0.02816000021994114, + 0.1658560037612915, + 0.01945599913597107, + 0.157151997089386, + 0.01913600042462349, + 0.021056000143289566, + 0.16147199273109436, + 0.019711999222636223, + 0.03292800113558769, + 0.15062400698661804, + 0.018783999606966972, + 0.026016000658273697, + 0.030079999938607216, + 0.01852799952030182, + 0.15961599349975586, + 0.019840000197291374, + 0.018112000077962875, + 0.0318400003015995, + 0.018432000651955605, + 0.03200000151991844, + 0.1700800061225891, + 0.021407999098300934, + 0.15052799880504608, + 0.02864000014960766, + 0.02252800017595291, + 0.03270399942994118, + 0.020576000213623047, + 0.018112000077962875, + 0.03561599925160408, + 0.020479999482631683, + 0.033663999289274216, + 0.03379200026392937, + 0.019487999379634857, + 0.16486400365829468, + 0.024927999824285507, + 0.018432000651955605, + 0.024800000712275505, + 0.02876799926161766, + 0.018239999189972878, + 0.15574400126934052, + 0.019071999937295914, + 0.033055998384952545, + 0.16790400445461273, + 0.021824000403285027, + 0.1666560024023056, + 0.02611199952661991, + 0.020576000213623047, + 0.03062400035560131, + 0.018432000651955605, + 0.02038400061428547, + 0.03593600168824196, + 0.018432000651955605, + 0.1475840061903, + 0.03654399886727333, + 0.01852799952030182, + 0.17100800573825836, + 0.02595200017094612, + 0.021536000072956085, + 0.024191999807953835, + 0.020576000213623047, + 0.018559999763965607, + 0.24780799448490143, + 0.019039999693632126, + 0.03174399957060814, + 0.1536320000886917, + 0.021888000890612602, + 0.03270399942994118, + 0.06281600147485733, + 0.020576000213623047, + 0.03411199897527695 + ], + "effective_bandwidth_gbps": 31.834196915309438 + }, + "speedup_vs_torch_compile": 2.065445067662597, + "speedup_vs_pytorch_eager": 4.0418848311139755 + }, + { + "kernel": "swiglu", + "shape": [ + 512, + 4096 + ], + "dtype": "bfloat16", + "logical_bytes": 12582912, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.00390625, + "max_rel_error": 0.004166666883975267 + }, + "triton": { + "samples": 500, + "min_ms": 0.013919999822974205, + "p50_ms": 0.018015999346971512, + "p95_ms": 0.033361600153148104, + "p99_ms": 0.245143360048532, + "max_ms": 0.4622719883918762, + "samples_ms": [ + 0.01679999940097332, + 0.020479999482631683, + 0.020479999482631683, + 0.02457600086927414, + 0.244159996509552, + 0.016863999888300896, + 0.0163199994713068, + 0.018432000651955605, + 0.018112000077962875, + 0.016767999157309532, + 0.026944000273942947, + 0.018559999763965607, + 0.0225600004196167, + 0.01942400075495243, + 0.016704000532627106, + 0.01945599913597107, + 0.018432000651955605, + 0.017664000391960144, + 0.01679999940097332, + 0.020479999482631683, + 0.020479999482631683, + 0.4622719883918762, + 0.017216000705957413, + 0.016383999958634377, + 0.02051199972629547, + 0.018432000651955605, + 0.24102400243282318, + 0.016767999157309532, + 0.01836800016462803, + 0.018432000651955605, + 0.017791999503970146, + 0.01817600056529045, + 0.023871999233961105, + 0.018559999763965607, + 0.016383999958634377, + 0.020128000527620316, + 0.01616000011563301, + 0.01945599913597107, + 0.014495999552309513, + 0.016992000862956047, + 0.017472000792622566, + 0.016383999958634377, + 0.021503999829292297, + 0.15689599514007568, + 0.01744000054895878, + 0.016896000131964684, + 0.02051199972629547, + 0.015039999969303608, + 0.16044799983501434, + 0.01651199907064438, + 0.0163199994713068, + 0.02252800017595291, + 0.02179200015962124, + 0.017023999243974686, + 0.025760000571608543, + 0.02304000034928322, + 0.017343999817967415, + 0.019392000511288643, + 0.016896000131964684, + 0.020479999482631683, + 0.014655999839305878, + 0.019519999623298645, + 0.01897599920630455, + 0.016383999958634377, + 0.018144000321626663, + 0.024512000381946564, + 0.01600000075995922, + 0.016992000862956047, + 0.018432000651955605, + 0.01532800029963255, + 0.017343999817967415, + 0.016831999644637108, + 0.024512000381946564, + 0.01772800087928772, + 0.01775999926030636, + 0.017376000061631203, + 0.03062400035560131, + 0.016383999958634377, + 0.0163199994713068, + 0.016767999157309532, + 0.0225600004196167, + 0.01833599992096424, + 0.018112000077962875, + 0.016383999958634377, + 0.017632000148296356, + 0.02252800017595291, + 0.015424000099301338, + 0.3614400029182434, + 0.017023999243974686, + 0.020479999482631683, + 0.01945599913597107, + 0.01833599992096424, + 0.017376000061631203, + 0.016063999384641647, + 0.23897600173950195, + 0.01692800037562847, + 0.017791999503970146, + 0.018303999677300453, + 0.02534399926662445, + 0.017376000061631203, + 0.01692800037562847, + 0.016416000202298164, + 0.023584000766277313, + 0.017920000478625298, + 0.016863999888300896, + 0.016383999958634377, + 0.016736000776290894, + 0.018079999834299088, + 0.017343999817967415, + 0.2327360063791275, + 0.01836800016462803, + 0.017343999817967415, + 0.016831999644637108, + 0.01532800029963255, + 0.016767999157309532, + 0.014495999552309513, + 0.0180479995906353, + 0.01724799908697605, + 0.016831999644637108, + 0.016095999628305435, + 0.026496000587940216, + 0.020608000457286835, + 0.017376000061631203, + 0.021247999742627144, + 0.014560000039637089, + 0.01616000011563301, + 0.018880000337958336, + 0.020608000457286835, + 0.0180479995906353, + 0.0191040001809597, + 0.0225600004196167, + 0.02287999913096428, + 0.018464000895619392, + 0.016767999157309532, + 0.018464000895619392, + 0.01616000011563301, + 0.014816000126302242, + 0.018112000077962875, + 0.01836800016462803, + 0.01603199914097786, + 0.01881599985063076, + 0.018848000094294548, + 0.03110400028526783, + 0.018559999763965607, + 0.016767999157309532, + 0.020191999152302742, + 0.01696000061929226, + 0.018432000651955605, + 0.016863999888300896, + 0.24076800048351288, + 0.017535999417304993, + 0.020479999482631683, + 0.019936000928282738, + 0.14739200472831726, + 0.016672000288963318, + 0.016992000862956047, + 0.018432000651955605, + 0.018400000408291817, + 0.0144640002399683, + 0.01817600056529045, + 0.024512000381946564, + 0.016416000202298164, + 0.016063999384641647, + 0.018464000895619392, + 0.02723200060427189, + 0.018559999763965607, + 0.018271999433636665, + 0.020479999482631683, + 0.020479999482631683, + 0.020479999482631683, + 0.01414399966597557, + 0.018559999763965607, + 0.018015999346971512, + 0.018079999834299088, + 0.02051199972629547, + 0.02505600079894066, + 0.017343999817967415, + 0.0163199994713068, + 0.02051199972629547, + 0.01616000011563301, + 0.017376000061631203, + 0.016736000776290894, + 0.01836800016462803, + 0.017055999487638474, + 0.017823999747633934, + 0.015776000916957855, + 0.023903999477624893, + 0.020608000457286835, + 0.01711999997496605, + 0.01942400075495243, + 0.017376000061631203, + 0.20121599733829498, + 0.014592000283300877, + 0.017152000218629837, + 0.017376000061631203, + 0.018432000651955605, + 0.015807999297976494, + 0.025280000641942024, + 0.020416000857949257, + 0.018432000651955605, + 0.017184000462293625, + 0.016831999644637108, + 0.02054399996995926, + 0.01775999926030636, + 0.019007999449968338, + 0.016767999157309532, + 0.01740800030529499, + 0.018432000651955605, + 0.025760000571608543, + 0.018015999346971512, + 0.018015999346971512, + 0.018015999346971512, + 0.016383999958634377, + 0.24185599386692047, + 0.01500799972563982, + 0.018432000651955605, + 0.018432000651955605, + 0.020096000283956528, + 0.014015999622642994, + 0.023264000192284584, + 0.018592000007629395, + 0.01727999933063984, + 0.019392000511288643, + 0.017376000061631203, + 0.017920000478625298, + 0.013919999822974205, + 0.01600000075995922, + 0.018079999834299088, + 0.016383999958634377, + 0.016127999871969223, + 0.3468160033226013, + 0.018432000651955605, + 0.02051199972629547, + 0.0197759997099638, + 0.014688000082969666, + 0.01679999940097332, + 0.016063999384641647, + 0.018432000651955605, + 0.01692800037562847, + 0.017664000391960144, + 0.018432000651955605, + 0.029664000496268272, + 0.018624000251293182, + 0.01727999933063984, + 0.016992000862956047, + 0.016383999958634377, + 0.018624000251293182, + 0.016383999958634377, + 0.020416000857949257, + 0.018432000651955605, + 0.017823999747633934, + 0.014495999552309513, + 0.02643200010061264, + 0.01651199907064438, + 0.016416000202298164, + 0.020255999639630318, + 0.016256000846624374, + 0.01740800030529499, + 0.014816000126302242, + 0.017952000722289085, + 0.017184000462293625, + 0.016383999958634377, + 0.020479999482631683, + 0.1661120057106018, + 0.016448000445961952, + 0.016383999958634377, + 0.016383999958634377, + 0.015615999698638916, + 0.21910400688648224, + 0.0163199994713068, + 0.01836800016462803, + 0.018112000077962875, + 0.02223999984562397, + 0.018592000007629395, + 0.026399999856948853, + 0.020608000457286835, + 0.017311999574303627, + 0.019039999693632126, + 0.018432000651955605, + 0.02457600086927414, + 0.014783999882638454, + 0.017696000635623932, + 0.01711999997496605, + 0.022495999932289124, + 0.01990400068461895, + 0.026335999369621277, + 0.01836800016462803, + 0.018432000651955605, + 0.018112000077962875, + 0.015296000055968761, + 0.0180479995906353, + 0.016127999871969223, + 0.020479999482631683, + 0.018015999346971512, + 0.017216000705957413, + 0.018432000651955605, + 0.3246079981327057, + 0.017343999817967415, + 0.016543999314308167, + 0.018432000651955605, + 0.02252800017595291, + 0.29814401268959045, + 0.016863999888300896, + 0.020608000457286835, + 0.01852799952030182, + 0.020191999152302742, + 0.01926399953663349, + 0.025919999927282333, + 0.021088000386953354, + 0.01833599992096424, + 0.020927999168634415, + 0.0180479995906353, + 0.018464000895619392, + 0.01788800023496151, + 0.01775999926030636, + 0.01817600056529045, + 0.01772800087928772, + 0.02457600086927414, + 0.0208320003002882, + 0.017791999503970146, + 0.01679999940097332, + 0.018464000895619392, + 0.014976000413298607, + 0.01587199978530407, + 0.01616000011563301, + 0.01651199907064438, + 0.016383999958634377, + 0.01603199914097786, + 0.01724799908697605, + 0.03062400035560131, + 0.016383999958634377, + 0.018112000077962875, + 0.01692800037562847, + 0.020479999482631683, + 0.01945599913597107, + 0.014208000153303146, + 0.015968000516295433, + 0.017503999173641205, + 0.02252800017595291, + 0.015807999297976494, + 0.1918720006942749, + 0.018559999763965607, + 0.018464000895619392, + 0.02160000056028366, + 0.015776000916957855, + 0.020255999639630318, + 0.016383999958634377, + 0.021023999899625778, + 0.018079999834299088, + 0.016831999644637108, + 0.016416000202298164, + 0.03244800120592117, + 0.017343999817967415, + 0.01775999926030636, + 0.016416000202298164, + 0.018432000651955605, + 0.014175999909639359, + 0.014240000396966934, + 0.017472000792622566, + 0.02252800017595291, + 0.018432000651955605, + 0.020160000771284103, + 0.025280000641942024, + 0.018559999763965607, + 0.01648000068962574, + 0.017472000792622566, + 0.015263999812304974, + 0.016448000445961952, + 0.01635199971497059, + 0.022655999287962914, + 0.017216000705957413, + 0.017184000462293625, + 0.018464000895619392, + 0.034912001341581345, + 0.01727999933063984, + 0.017311999574303627, + 0.016992000862956047, + 0.016383999958634377, + 0.24460799992084503, + 0.01462399959564209, + 0.01759999990463257, + 0.016383999958634377, + 0.020479999482631683, + 0.014879999682307243, + 0.025439999997615814, + 0.01651199907064438, + 0.024671999737620354, + 0.017055999487638474, + 0.015776000916957855, + 0.01600000075995922, + 0.01648000068962574, + 0.01635199971497059, + 0.01772800087928772, + 0.016543999314308167, + 0.016416000202298164, + 0.23987199366092682, + 0.018144000321626663, + 0.017055999487638474, + 0.016416000202298164, + 0.020479999482631683, + 0.01817600056529045, + 0.015968000516295433, + 0.0163199994713068, + 0.02252800017595291, + 0.018144000321626663, + 0.01788800023496151, + 0.02409599907696247, + 0.01692800037562847, + 0.016383999958634377, + 0.016767999157309532, + 0.016543999314308167, + 0.016383999958634377, + 0.014720000326633453, + 0.0180479995906353, + 0.0180479995906353, + 0.017535999417304993, + 0.01408000010997057, + 0.027712000533938408, + 0.01833599992096424, + 0.016672000288963318, + 0.02051199972629547, + 0.016127999871969223, + 0.15875199437141418, + 0.016767999157309532, + 0.0163199994713068, + 0.016063999384641647, + 0.017472000792622566, + 0.016095999628305435, + 0.02364799939095974, + 0.020608000457286835, + 0.017472000792622566, + 0.02022399939596653, + 0.016992000862956047, + 0.02252800017595291, + 0.016127999871969223, + 0.019551999866962433, + 0.017376000061631203, + 0.016383999958634377, + 0.01408000010997057, + 0.024639999493956566, + 0.016416000202298164, + 0.016672000288963318, + 0.02160000056028366, + 0.017983999103307724, + 0.018464000895619392, + 0.016863999888300896, + 0.024512000381946564, + 0.018015999346971512, + 0.019648000597953796, + 0.01727999933063984, + 0.03328000009059906, + 0.017343999817967415, + 0.01664000004529953, + 0.01913600042462349, + 0.02115200087428093, + 0.014336000196635723, + 0.016896000131964684, + 0.018559999763965607, + 0.01740800030529499, + 0.020128000527620316, + 0.01865600049495697, + 0.03001599945127964, + 0.016448000445961952, + 0.017023999243974686, + 0.018624000251293182, + 0.01692800037562847, + 0.01724799908697605, + 0.018271999433636665, + 0.016416000202298164, + 0.01836800016462803, + 0.02022399939596653, + 0.017376000061631203, + 0.15263999998569489, + 0.019200000911951065, + 0.018464000895619392, + 0.02223999984562397, + 0.016095999628305435, + 0.0191040001809597, + 0.0163199994713068, + 0.016383999958634377, + 0.01775999926030636, + 0.02396799996495247, + 0.01696000061929226, + 0.141184002161026, + 0.019039999693632126, + 0.017216000705957413, + 0.016607999801635742, + 0.018432000651955605, + 0.15279999375343323, + 0.014112000353634357, + 0.015968000516295433, + 0.01724799908697605, + 0.020128000527620316, + 0.015807999297976494, + 0.026048000901937485, + 0.020479999482631683, + 0.016416000202298164, + 0.018271999433636665, + 0.016416000202298164, + 0.0180479995906353 + ], + "effective_bandwidth_gbps": 698.4298654581817 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.020959999412298203, + "p50_ms": 0.025119999423623085, + "p95_ms": 0.24326400458812714, + "p99_ms": 0.24969407364726065, + "max_ms": 0.3285439908504486, + "samples_ms": [ + 0.030751999467611313, + 0.024607999250292778, + 0.14953599870204926, + 0.023615999147295952, + 0.02457600086927414, + 0.028704000636935234, + 0.02768000029027462, + 0.15750400722026825, + 0.027456000447273254, + 0.02768000029027462, + 0.024639999493956566, + 0.15852800011634827, + 0.024992000311613083, + 0.025887999683618546, + 0.024607999250292778, + 0.24560000002384186, + 0.02537599951028824, + 0.02348800003528595, + 0.024607999250292778, + 0.14847999811172485, + 0.025407999753952026, + 0.024320000782608986, + 0.024607999250292778, + 0.14748799800872803, + 0.024800000712275505, + 0.02332800067961216, + 0.02768000029027462, + 0.024607999250292778, + 0.15878400206565857, + 0.025407999753952026, + 0.023871999233961105, + 0.024607999250292778, + 0.3213759958744049, + 0.024351999163627625, + 0.024512000381946564, + 0.024607999250292778, + 0.24966399371623993, + 0.024383999407291412, + 0.02489599958062172, + 0.024607999250292778, + 0.14851200580596924, + 0.023711999878287315, + 0.024447999894618988, + 0.024639999493956566, + 0.03280000016093254, + 0.15859200060367584, + 0.02848000079393387, + 0.024607999250292778, + 0.026655999943614006, + 0.024224000051617622, + 0.02470399998128414, + 0.024607999250292778, + 0.024607999250292778, + 0.14748799800872803, + 0.025407999753952026, + 0.02271999977529049, + 0.024607999250292778, + 0.024607999250292778, + 0.32444798946380615, + 0.024383999407291412, + 0.02470399998128414, + 0.024607999250292778, + 0.2343360036611557, + 0.024320000782608986, + 0.02521600015461445, + 0.024607999250292778, + 0.150176003575325, + 0.023455999791622162, + 0.024639999493956566, + 0.024607999250292778, + 0.024607999250292778, + 0.024383999407291412, + 0.02534399926662445, + 0.025536000728607178, + 0.024607999250292778, + 0.024383999407291412, + 0.02848000079393387, + 0.024607999250292778, + 0.08287999778985977, + 0.1533759981393814, + 0.02505600079894066, + 0.023711999878287315, + 0.024607999250292778, + 0.24662399291992188, + 0.02537599951028824, + 0.023903999477624893, + 0.028704000636935234, + 0.14748799800872803, + 0.025407999753952026, + 0.02412799932062626, + 0.024607999250292778, + 0.026655999943614006, + 0.02505600079894066, + 0.02425600029528141, + 0.024607999250292778, + 0.024607999250292778, + 0.14956800639629364, + 0.15030400454998016, + 0.024927999824285507, + 0.028704000636935234, + 0.026655999943614006, + 0.024191999807953835, + 0.024480000138282776, + 0.024607999250292778, + 0.024607999250292778, + 0.24355199933052063, + 0.024992000311613083, + 0.024000000208616257, + 0.024607999250292778, + 0.1526080071926117, + 0.024480000138282776, + 0.023711999878287315, + 0.024607999250292778, + 0.026655999943614006, + 0.15545600652694702, + 0.024032000452280045, + 0.02412799932062626, + 0.028704000636935234, + 0.24633599817752838, + 0.024351999163627625, + 0.02473600022494793, + 0.024607999250292778, + 0.14748799800872803, + 0.024288000538945198, + 0.025087999179959297, + 0.028704000636935234, + 0.026655999943614006, + 0.024000000208616257, + 0.02537599951028824, + 0.023584000766277313, + 0.024607999250292778, + 0.24460799992084503, + 0.02502400055527687, + 0.02412799932062626, + 0.02768000029027462, + 0.146464005112648, + 0.025119999423623085, + 0.023391999304294586, + 0.02768000029027462, + 0.024607999250292778, + 0.02534399926662445, + 0.024320000782608986, + 0.08451200276613235, + 0.028704000636935234, + 0.025119999423623085, + 0.024383999407291412, + 0.024927999824285507, + 0.024607999250292778, + 0.24355199933052063, + 0.023423999547958374, + 0.024191999807953835, + 0.028704000636935234, + 0.14953599870204926, + 0.024351999163627625, + 0.02505600079894066, + 0.02304000034928322, + 0.024607999250292778, + 0.024320000782608986, + 0.02537599951028824, + 0.023552000522613525, + 0.02768000029027462, + 0.024383999407291412, + 0.02457600086927414, + 0.023584000766277313, + 0.025631999596953392, + 0.24223999679088593, + 0.024639999493956566, + 0.02848000079393387, + 0.02768000029027462, + 0.15158399939537048, + 0.02537599951028824, + 0.15007999539375305, + 0.02473600022494793, + 0.024607999250292778, + 0.15744000673294067, + 0.026944000273942947, + 0.024927999824285507, + 0.02364799939095974, + 0.23945599794387817, + 0.023744000121951103, + 0.1544640064239502, + 0.02393599972128868, + 0.14748799800872803, + 0.027456000447273254, + 0.026655999943614006, + 0.028416000306606293, + 0.026655999943614006, + 0.24223999679088593, + 0.02473600022494793, + 0.15139199793338776, + 0.024927999824285507, + 0.24457600712776184, + 0.02489599958062172, + 0.15875199437141418, + 0.0244159996509552, + 0.02768000029027462, + 0.15945599973201752, + 0.02489599958062172, + 0.15036800503730774, + 0.02595200017094612, + 0.2415039986371994, + 0.02348800003528595, + 0.16182400286197662, + 0.02364799939095974, + 0.146464005112648, + 0.02537599951028824, + 0.024671999737620354, + 0.15343999862670898, + 0.026944000273942947, + 0.24428799748420715, + 0.025119999423623085, + 0.16387200355529785, + 0.024447999894618988, + 0.14748799800872803, + 0.029279999434947968, + 0.028704000636935234, + 0.02505600079894066, + 0.023903999477624893, + 0.1605439931154251, + 0.02396799996495247, + 0.14905600249767303, + 0.023840000852942467, + 0.24531200528144836, + 0.02409599907696247, + 0.024607999250292778, + 0.023615999147295952, + 0.1475840061903, + 0.027327999472618103, + 0.024607999250292778, + 0.1544640064239502, + 0.02703999914228916, + 0.1605439931154251, + 0.027135999873280525, + 0.1674879938364029, + 0.15440000593662262, + 0.023679999634623528, + 0.02470399998128414, + 0.15542399883270264, + 0.025087999179959297, + 0.023391999304294586, + 0.025119999423623085, + 0.15238399803638458, + 0.024927999824285507, + 0.024607999250292778, + 0.16284799575805664, + 0.023871999233961105, + 0.025407999753952026, + 0.024000000208616257, + 0.10131199657917023, + 0.023552000522613525, + 0.024639999493956566, + 0.025407999753952026, + 0.025696000084280968, + 0.023135999217629433, + 0.024512000381946564, + 0.08380799740552902, + 0.024607999250292778, + 0.024639999493956566, + 0.1584639996290207, + 0.023296000435948372, + 0.08502399921417236, + 0.026016000658273697, + 0.02502400055527687, + 0.05859199911355972, + 0.02454400062561035, + 0.023552000522613525, + 0.024927999824285507, + 0.08585599809885025, + 0.024607999250292778, + 0.023615999147295952, + 0.024639999493956566, + 0.02537599951028824, + 0.025248000398278236, + 0.028384000062942505, + 0.024288000538945198, + 0.02409599907696247, + 0.024960000067949295, + 0.024800000712275505, + 0.020959999412298203, + 0.025696000084280968, + 0.024607999250292778, + 0.1597760021686554, + 0.02537599951028824, + 0.02396799996495247, + 0.024671999737620354, + 0.026655999943614006, + 0.024992000311613083, + 0.15612800419330597, + 0.025087999179959297, + 0.024607999250292778, + 0.17103999853134155, + 0.16227200627326965, + 0.024831999093294144, + 0.024607999250292778, + 0.024607999250292778, + 0.1544640064239502, + 0.024960000067949295, + 0.023584000766277313, + 0.02768000029027462, + 0.16182400286197662, + 0.02505600079894066, + 0.025280000641942024, + 0.024607999250292778, + 0.02768000029027462, + 0.1541759967803955, + 0.024064000695943832, + 0.024671999737620354, + 0.0920960009098053, + 0.022495999932289124, + 0.31520000100135803, + 0.025407999753952026, + 0.023104000836610794, + 0.070592001080513, + 0.024064000695943832, + 0.025119999423623085, + 0.023391999304294586, + 0.14844800531864166, + 0.023840000852942467, + 0.07462400197982788, + 0.026655999943614006, + 0.1454399973154068, + 0.15852800011634827, + 0.02505600079894066, + 0.0244159996509552, + 0.024607999250292778, + 0.24665600061416626, + 0.02505600079894066, + 0.024000000208616257, + 0.10233599692583084, + 0.1388159990310669, + 0.024480000138282776, + 0.02643200010061264, + 0.025728000327944756, + 0.14032000303268433, + 0.025312000885605812, + 0.07286400347948074, + 0.024607999250292778, + 0.15030400454998016, + 0.025087999179959297, + 0.023296000435948372, + 0.025472000241279602, + 0.14953599870204926, + 0.02489599958062172, + 0.06543999910354614, + 0.0244159996509552, + 0.09612800180912018, + 0.02502400055527687, + 0.02502400055527687, + 0.023711999878287315, + 0.025567999109625816, + 0.02534399926662445, + 0.05097600072622299, + 0.024607999250292778, + 0.024607999250292778, + 0.025407999753952026, + 0.024288000538945198, + 0.02675200067460537, + 0.026655999943614006, + 0.1637759953737259, + 0.02848000079393387, + 0.024607999250292778, + 0.028704000636935234, + 0.24662399291992188, + 0.025407999753952026, + 0.08582399785518646, + 0.02659199945628643, + 0.2425280064344406, + 0.024320000782608986, + 0.02521600015461445, + 0.024607999250292778, + 0.14652800559997559, + 0.02518399991095066, + 0.024607999250292778, + 0.024607999250292778, + 0.024607999250292778, + 0.15955199301242828, + 0.02848000079393387, + 0.024607999250292778, + 0.024607999250292778, + 0.15955199301242828, + 0.02537599951028824, + 0.02377600036561489, + 0.024607999250292778, + 0.3285439908504486, + 0.02534399926662445, + 0.023615999147295952, + 0.028704000636935234, + 0.15056000649929047, + 0.025407999753952026, + 0.15436799824237823, + 0.024960000067949295, + 0.2487040013074875, + 0.15545600652694702, + 0.02595200017094612, + 0.024607999250292778, + 0.1526080071926117, + 0.025407999753952026, + 0.02457600086927414, + 0.02768000029027462, + 0.14851200580596924, + 0.025407999753952026, + 0.024159999564290047, + 0.024607999250292778, + 0.029632000252604485, + 0.025407999753952026, + 0.024383999407291412, + 0.024671999737620354, + 0.028704000636935234, + 0.2475840002298355, + 0.024000000208616257, + 0.05596800148487091, + 0.24675199389457703, + 0.2526719868183136, + 0.13289600610733032, + 0.024607999250292778, + 0.024607999250292778, + 0.24457600712776184, + 0.024383999407291412, + 0.023871999233961105, + 0.026655999943614006, + 0.15056000649929047, + 0.024383999407291412, + 0.024927999824285507, + 0.024607999250292778, + 0.026559999212622643, + 0.024383999407291412, + 0.024768000468611717, + 0.024607999250292778, + 0.024607999250292778, + 0.14953599870204926, + 0.15440000593662262, + 0.02409599907696247, + 0.025631999596953392, + 0.024607999250292778, + 0.025248000398278236, + 0.023871999233961105, + 0.024607999250292778, + 0.024607999250292778, + 0.15875199437141418, + 0.15852800011634827, + 0.03455999866127968, + 0.0777600035071373, + 0.24355199933052063, + 0.024383999407291412, + 0.02489599958062172, + 0.024607999250292778, + 0.1454399973154068, + 0.02364799939095974, + 0.02473600022494793, + 0.028736000880599022, + 0.024607999250292778, + 0.024064000695943832, + 0.02537599951028824, + 0.023679999634623528, + 0.024607999250292778, + 0.24326400458812714, + 0.025407999753952026, + 0.023615999147295952, + 0.024607999250292778, + 0.14953599870204926, + 0.025280000641942024, + 0.024000000208616257, + 0.07980799674987793, + 0.023520000278949738, + 0.025248000398278236, + 0.024032000452280045, + 0.0666240006685257, + 0.024607999250292778, + 0.24560000002384186, + 0.024351999163627625, + 0.024831999093294144, + 0.028704000636935234, + 0.24326400458812714, + 0.024960000067949295, + 0.024992000311613083, + 0.024607999250292778, + 0.15158399939537048, + 0.024224000051617622, + 0.025119999423623085, + 0.06380800157785416, + 0.024607999250292778, + 0.024000000208616257, + 0.15222400426864624, + 0.024831999093294144, + 0.028704000636935234, + 0.24428799748420715, + 0.024992000311613083, + 0.02380800060927868, + 0.02768000029027462, + 0.146464005112648, + 0.027456000447273254, + 0.02751999907195568, + 0.024607999250292778, + 0.028704000636935234, + 0.15849600732326508, + 0.02598400041460991, + 0.024992000311613083, + 0.024607999250292778, + 0.24048000574111938, + 0.02454400062561035 + ], + "effective_bandwidth_gbps": 500.9121134042269 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.06774400174617767, + "p50_ms": 0.08299199864268303, + "p95_ms": 0.34560480862855913, + "p99_ms": 0.4840224021673199, + "max_ms": 0.5832639932632446, + "samples_ms": [ + 0.07280000299215317, + 0.08092799782752991, + 0.07168000191450119, + 0.07148800045251846, + 0.08687999844551086, + 0.07280000299215317, + 0.21625599265098572, + 0.48364800214767456, + 0.07430399954319, + 0.08294399827718735, + 0.08271999657154083, + 0.1984959989786148, + 0.08822400122880936, + 0.07475200295448303, + 0.07334399968385696, + 0.0830719992518425, + 0.07123199850320816, + 0.08499199897050858, + 0.07996799796819687, + 0.21091200411319733, + 0.21161599457263947, + 0.08310399949550629, + 0.07075200229883194, + 0.08502399921417236, + 0.21055999398231506, + 0.07356800138950348, + 0.0870399996638298, + 0.20070399343967438, + 0.07955200225114822, + 0.07996799796819687, + 0.0748480036854744, + 0.21503999829292297, + 0.3401919901371002, + 0.07145600020885468, + 0.07676800340414047, + 0.2022079974412918, + 0.07142399996519089, + 0.08160000294446945, + 0.07222399860620499, + 0.20761600136756897, + 0.20960000157356262, + 0.07283200323581696, + 0.08191999793052673, + 0.40537598729133606, + 0.07062400132417679, + 0.08687999844551086, + 0.0748480036854744, + 0.07145600020885468, + 0.37248000502586365, + 0.18595199286937714, + 0.07577600330114365, + 0.07996799796819687, + 0.29523199796676636, + 0.0796160027384758, + 0.07891199737787247, + 0.07177600264549255, + 0.36451199650764465, + 0.20236800611019135, + 0.06934399902820587, + 0.1228799968957901, + 0.4450559914112091, + 0.27904000878334045, + 0.12390399724245071, + 0.2888000011444092, + 0.3479039967060089, + 0.08566399663686752, + 0.0711359977722168, + 0.19097599387168884, + 0.29049599170684814, + 0.07196799665689468, + 0.08406399935483932, + 0.07587199658155441, + 0.2176000028848648, + 0.09046400338411331, + 0.07280000299215317, + 0.412416011095047, + 0.21715199947357178, + 0.07689599692821503, + 0.07884799689054489, + 0.1905599981546402, + 0.07027199864387512, + 0.08767999708652496, + 0.06870400160551071, + 0.2017280012369156, + 0.08150400221347809, + 0.0724480003118515, + 0.07577600330114365, + 0.12969599664211273, + 0.20131200551986694, + 0.08463999629020691, + 0.06870400160551071, + 0.07737600058317184, + 0.07814399898052216, + 0.0748480036854744, + 0.08396799862384796, + 0.1565759927034378, + 0.30822399258613586, + 0.20659199357032776, + 0.08604799956083298, + 0.07996799796819687, + 0.2980160117149353, + 0.1993280053138733, + 0.06774400174617767, + 0.08406399935483932, + 0.29392001032829285, + 0.08268799632787704, + 0.08300799876451492, + 0.07177600264549255, + 0.07884799689054489, + 0.22908799350261688, + 0.07468800246715546, + 0.07744000107049942, + 0.19260799884796143, + 0.06924799829721451, + 0.08972799777984619, + 0.06870400160551071, + 0.20070399343967438, + 0.4236159920692444, + 0.0737600028514862, + 0.07884799689054489, + 0.45468801259994507, + 0.07267200201749802, + 0.0801599994301796, + 0.07280000299215317, + 0.07174400240182877, + 0.08383999764919281, + 0.1982399970293045, + 0.09033600240945816, + 0.305759996175766, + 0.07091200351715088, + 0.08316799998283386, + 0.08806400001049042, + 0.1977279931306839, + 0.22150400280952454, + 0.07228799909353256, + 0.06915199756622314, + 0.298911988735199, + 0.07577600330114365, + 0.08601599931716919, + 0.07996799796819687, + 0.07689599692821503, + 0.21065600216388702, + 0.0891840010881424, + 0.07264000177383423, + 0.08396799862384796, + 0.3437440097332001, + 0.07340800017118454, + 0.07372800260782242, + 0.07126399874687195, + 0.21068799495697021, + 0.34569600224494934, + 0.07177600264549255, + 0.08499199897050858, + 0.5210880041122437, + 0.07398399710655212, + 0.07887999713420868, + 0.07075200229883194, + 0.07155200093984604, + 0.20028799772262573, + 0.0719359964132309, + 0.0870399996638298, + 0.47071999311447144, + 0.1961279958486557, + 0.08012799918651581, + 0.0902400016784668, + 0.07062400132417679, + 0.07772800326347351, + 0.07075200229883194, + 0.07734400033950806, + 0.29148799180984497, + 0.0708480030298233, + 0.08499199897050858, + 0.07583999633789062, + 0.3491840064525604, + 0.07859200239181519, + 0.08428800106048584, + 0.07382400333881378, + 0.3004800081253052, + 0.207519993185997, + 0.07344000041484833, + 0.08668799698352814, + 0.19670400023460388, + 0.2035519927740097, + 0.08521600067615509, + 0.07126399874687195, + 0.08297599852085114, + 0.3456000089645386, + 0.07388799637556076, + 0.08092799782752991, + 0.08303999900817871, + 0.07148800045251846, + 0.07939200103282928, + 0.07075200229883194, + 0.08912000060081482, + 0.20572799444198608, + 0.07331199944019318, + 0.08214399963617325, + 0.08198399841785431, + 0.21846400201320648, + 0.20662400126457214, + 0.06960000097751617, + 0.07132799923419952, + 0.20822399854660034, + 0.20694400370121002, + 0.08511999994516373, + 0.1125440001487732, + 0.24268800020217896, + 0.21539199352264404, + 0.07897599786520004, + 0.06972800195217133, + 0.20479999482631683, + 0.07436800003051758, + 0.07401599735021591, + 0.0865280032157898, + 0.29500800371170044, + 0.08089599758386612, + 0.0806720033288002, + 0.07276800274848938, + 0.2017280012369156, + 0.08313599973917007, + 0.07267200201749802, + 0.08153600245714188, + 0.20080000162124634, + 0.07542400062084198, + 0.2908479869365692, + 0.06870400160551071, + 0.19968000054359436, + 0.08185599744319916, + 0.21158400177955627, + 0.08207999914884567, + 0.195360004901886, + 0.18131199479103088, + 0.20255999267101288, + 0.07184000313282013, + 0.07363200187683105, + 0.07859200239181519, + 0.25603199005126953, + 0.08726400136947632, + 0.18428799510002136, + 0.17772799730300903, + 0.2086080014705658, + 0.08300799876451492, + 0.22127999365329742, + 0.08076799660921097, + 0.21001599729061127, + 0.07222399860620499, + 0.0891840010881424, + 0.20851199328899384, + 0.21427200734615326, + 0.07999999821186066, + 0.08303999900817871, + 0.21583999693393707, + 0.09036800265312195, + 0.070592001080513, + 0.08575999736785889, + 0.21062399446964264, + 0.07116799801588058, + 0.08675199747085571, + 0.08099199831485748, + 0.2987839877605438, + 0.08105599880218506, + 0.20585599541664124, + 0.08012799918651581, + 0.4290879964828491, + 0.07199999690055847, + 0.2181120067834854, + 0.07158400118350983, + 0.07129599899053574, + 0.07571200281381607, + 0.22947199642658234, + 0.08361600339412689, + 0.528544008731842, + 0.07372800260782242, + 0.21606400609016418, + 0.07503999769687653, + 0.1977279931306839, + 0.08064000308513641, + 0.07280000299215317, + 0.07180800288915634, + 0.294624000787735, + 0.07254400104284286, + 0.08806400001049042, + 0.09427200257778168, + 0.19977599382400513, + 0.07900799810886383, + 0.08553600311279297, + 0.0703359991312027, + 0.20233599841594696, + 0.07465600222349167, + 0.0735040009021759, + 0.07766400277614594, + 0.07075200229883194, + 0.21376000344753265, + 0.08003199845552444, + 0.20934399962425232, + 0.08841600269079208, + 0.3096959888935089, + 0.0727040022611618, + 0.2016959935426712, + 0.08224000036716461, + 0.07180800288915634, + 0.08841600269079208, + 0.2110079973936081, + 0.08611200004816055, + 0.07427199929952621, + 0.0708480030298233, + 0.0798719972372055, + 0.07980799674987793, + 0.2979840040206909, + 0.08537600189447403, + 0.0727040022611618, + 0.07177600264549255, + 0.20758399367332458, + 0.0719359964132309, + 0.08297599852085114, + 0.21984000504016876, + 0.3041279911994934, + 0.08457600325345993, + 0.08601599931716919, + 0.07177600264549255, + 0.29788801074028015, + 0.07360000163316727, + 0.06982400268316269, + 0.1966720074415207, + 0.2868160009384155, + 0.08160000294446945, + 0.08611200004816055, + 0.21104000508785248, + 0.081727996468544, + 0.08694399893283844, + 0.07075200229883194, + 0.08089599758386612, + 0.27350398898124695, + 0.07161600142717361, + 0.0854720026254654, + 0.07280000299215317, + 0.21164800226688385, + 0.4163520038127899, + 0.07369600236415863, + 0.08089599758386612, + 0.08246400207281113, + 0.07062400132417679, + 0.08025600016117096, + 0.07280000299215317, + 0.06911999732255936, + 0.5359359979629517, + 0.07539200037717819, + 0.08662399649620056, + 0.07782399654388428, + 0.28940799832344055, + 0.1860799938440323, + 0.0862400010228157, + 0.07382400333881378, + 0.29894399642944336, + 0.07558400183916092, + 0.07088000327348709, + 0.0767040029168129, + 0.41331198811531067, + 0.18409599363803864, + 0.08191999793052673, + 0.07382400333881378, + 0.21174399554729462, + 0.08771199733018875, + 0.0748480036854744, + 0.08294399827718735, + 0.2921920120716095, + 0.07017599791288376, + 0.09113600105047226, + 0.07075200229883194, + 0.37119999527931213, + 0.1860799938440323, + 0.07280000299215317, + 0.08191999793052673, + 0.19059200584888458, + 0.07337599992752075, + 0.0806720033288002, + 0.19260799884796143, + 0.07177600264549255, + 0.08671999722719193, + 0.07235199958086014, + 0.07577600330114365, + 0.5832639932632446, + 0.07577600330114365, + 0.13199999928474426, + 0.3173440098762512, + 0.07542400062084198, + 0.08086399734020233, + 0.07235199958086014, + 0.06803199648857117, + 0.20137600600719452, + 0.07446400076150894, + 0.07123199850320816, + 0.18624000251293182, + 0.21078400313854218, + 0.08476799726486206, + 0.08156800270080566, + 0.17929600179195404, + 0.2199999988079071, + 0.09062399715185165, + 0.07382400333881378, + 0.19155199825763702, + 0.20768000185489655, + 0.07363200187683105, + 0.08499199897050858, + 0.19465599954128265, + 0.21775999665260315, + 0.08038400113582611, + 0.07280000299215317, + 0.08086399734020233, + 0.4296959936618805, + 0.07436800003051758, + 0.08191999793052673, + 0.0748480036854744, + 0.07206399738788605, + 0.08611200004816055, + 0.07280000299215317, + 0.20479999482631683, + 0.3261759877204895, + 0.06969600170850754, + 0.07884799689054489, + 0.08428800106048584, + 0.07327999919652939, + 0.08073599636554718, + 0.07072000205516815, + 0.07760000228881836, + 0.19836799800395966, + 0.08153600245714188, + 0.08284799754619598, + 0.08537600189447403, + 0.1982720047235489, + 0.07968000322580338, + 0.08240000158548355, + 0.08303999900817871, + 0.21078400313854218, + 0.07436800003051758, + 0.07094399631023407, + 0.09878399968147278, + 0.20201599597930908, + 0.08064000308513641, + 0.08185599744319916, + 0.08099199831485748, + 0.21379199624061584, + 0.08502399921417236, + 0.0753600001335144, + 0.08499199897050858, + 0.2925119996070862, + 0.06947200000286102, + 0.08495999872684479, + 0.06972800195217133, + 0.38889598846435547, + 0.20656000077724457, + 0.06860800087451935, + 0.10547199845314026, + 0.36502400040626526, + 0.19459199905395508, + 0.07631999999284744, + 0.0748480036854744, + 0.06937599927186966, + 0.08569599688053131, + 0.07280000299215317, + 0.08396799862384796, + 0.5806080102920532, + 0.07526399940252304, + 0.08294399827718735, + 0.08220800012350082, + 0.3819519877433777, + 0.0788159966468811, + 0.07680000364780426, + 0.0695360004901886, + 0.2935360074043274, + 0.08048000186681747, + 0.08601599931716919, + 0.07791999727487564, + 0.08406399935483932, + 0.2526719868183136, + 0.2067199945449829, + 0.07177600264549255, + 0.20479999482631683, + 0.20953600108623505, + 0.07142399996519089, + 0.08713600039482117, + 0.07689599692821503, + 0.20044800639152527, + 0.0878399983048439, + 0.07075200229883194, + 0.08294399827718735, + 0.21270400285720825, + 0.0748480036854744, + 0.22419199347496033, + 0.07897599786520004, + 0.06988800317049026, + 0.3150720000267029, + 0.06860800087451935, + 0.3041279911994934, + 0.08774399757385254, + 0.07689599692821503, + 0.08079999685287476, + 0.24377599358558655, + 0.07161600142717361, + 0.08115199953317642 + ], + "effective_bandwidth_gbps": 151.61596546403177 + }, + "speedup_vs_torch_compile": 1.394316181957775, + "speedup_vs_pytorch_eager": 4.606572027692374 + }, + { + "kernel": "swiglu", + "shape": [ + 2048, + 4096 + ], + "dtype": "bfloat16", + "logical_bytes": 50331648, + "autotune_candidates": [ + { + "block_size": 256, + "num_warps": 4 + }, + { + "block_size": 512, + "num_warps": 4 + }, + { + "block_size": 1024, + "num_warps": 8 + } + ], + "correctness": { + "passed": true, + "atol": 0.02, + "rtol": 0.02, + "max_abs_error": 0.0078125, + "max_rel_error": 0.004166666883975267 + }, + "triton": { + "samples": 500, + "min_ms": 0.052960000932216644, + "p50_ms": 0.06785600259900093, + "p95_ms": 0.2872064039111137, + "p99_ms": 0.4330342262983318, + "max_ms": 0.49507200717926025, + "samples_ms": [ + 0.06976000219583511, + 0.06864000111818314, + 0.06860800087451935, + 0.07574400305747986, + 0.19964799284934998, + 0.06611199676990509, + 0.06540799885988235, + 0.07680000364780426, + 0.058079998940229416, + 0.06972800195217133, + 0.07337599992752075, + 0.1995840072631836, + 0.06716799736022949, + 0.06630399823188782, + 0.06758400052785873, + 0.06963200122117996, + 0.05766399949789047, + 0.0663359984755516, + 0.07065600156784058, + 0.0578560009598732, + 0.3532800078392029, + 0.08079999685287476, + 0.06668800115585327, + 0.20716799795627594, + 0.0655680000782013, + 0.06646399945020676, + 0.0660799965262413, + 0.05548800155520439, + 0.06515199691057205, + 0.06809599697589874, + 0.06758400052785873, + 0.06940799951553345, + 0.20054399967193604, + 0.06969600170850754, + 0.06758400052785873, + 0.36057600378990173, + 0.06521599739789963, + 0.06700800359249115, + 0.06537599861621857, + 0.053247999399900436, + 0.05584000051021576, + 0.06483200192451477, + 0.06656000018119812, + 0.49507200717926025, + 0.0666240006685257, + 0.06966400146484375, + 0.0655359998345375, + 0.07065600156784058, + 0.06646399945020676, + 0.06614399701356888, + 0.06771200150251389, + 0.0676800012588501, + 0.06006399914622307, + 0.06684800237417221, + 0.07334399968385696, + 0.22844800353050232, + 0.20742399990558624, + 0.06566400080919266, + 0.06963200122117996, + 0.1980160027742386, + 0.05539200082421303, + 0.06521599739789963, + 0.06860800087451935, + 0.06860800087451935, + 0.25196799635887146, + 0.07913599908351898, + 0.06569600105285645, + 0.23814399540424347, + 0.06649599969387054, + 0.06761600077152252, + 0.06758400052785873, + 0.059647999703884125, + 0.06406400352716446, + 0.06966400146484375, + 0.0655359998345375, + 0.07168000191450119, + 0.21024000644683838, + 0.0681919977068901, + 0.06656000018119812, + 0.06860800087451935, + 0.19753600656986237, + 0.06732799857854843, + 0.06496000289916992, + 0.06950400024652481, + 0.055296000093221664, + 0.06668800115585327, + 0.06860800087451935, + 0.1852799952030182, + 0.3279680013656616, + 0.1971839964389801, + 0.06601600348949432, + 0.06700800359249115, + 0.06444799900054932, + 0.06579200178384781, + 0.06745599955320358, + 0.0549440011382103, + 0.052960000932216644, + 0.07091200351715088, + 0.08236800134181976, + 0.2694079875946045, + 0.2840319871902466, + 0.06921599805355072, + 0.06860800087451935, + 0.2688319981098175, + 0.05567999929189682, + 0.06972800195217133, + 0.06860800087451935, + 0.07884799689054489, + 0.05427199974656105, + 0.07420799881219864, + 0.06707199662923813, + 0.0676800012588501, + 0.2871040105819702, + 0.06649599969387054, + 0.06620799750089645, + 0.06524799764156342, + 0.055743999779224396, + 0.27827200293540955, + 0.06976000219583511, + 0.06864000111818314, + 0.4915519952774048, + 0.06681600213050842, + 0.0676800012588501, + 0.06966400146484375, + 0.06963200122117996, + 0.06649599969387054, + 0.06524799764156342, + 0.06960000097751617, + 0.057792000472545624, + 0.26713600754737854, + 0.06774400174617767, + 0.07401599735021591, + 0.1937599927186966, + 0.07049600034952164, + 0.06531199812889099, + 0.06761600077152252, + 0.06758400052785873, + 0.06604799628257751, + 0.06876800209283829, + 0.07068800181150436, + 0.06963200122117996, + 0.06092799827456474, + 0.07548800110816956, + 0.06854400038719177, + 0.06860800087451935, + 0.19942399859428406, + 0.06735999882221222, + 0.0679360032081604, + 0.06313599646091461, + 0.05993599817156792, + 0.0692799985408783, + 0.06864000111818314, + 0.06860800087451935, + 0.2754879891872406, + 0.07030399888753891, + 0.06761600077152252, + 0.06860800087451935, + 0.20259200036525726, + 0.06825599819421768, + 0.06723199784755707, + 0.06947200000286102, + 0.06015999987721443, + 0.06576000154018402, + 0.06860800087451935, + 0.07081600278615952, + 0.070592001080513, + 0.07065600156784058, + 0.06758400052785873, + 0.06857600063085556, + 0.29308798909187317, + 0.06524799764156342, + 0.0578560009598732, + 0.06576000154018402, + 0.06656000018119812, + 0.36287999153137207, + 0.28518399596214294, + 0.06672000139951706, + 0.06761600077152252, + 0.06703999638557434, + 0.06851200014352798, + 0.06560000032186508, + 0.06566400080919266, + 0.06217600032687187, + 0.06860800087451935, + 0.06451199948787689, + 0.3639039993286133, + 0.08079999685287476, + 0.06761600077152252, + 0.06550399959087372, + 0.07548800110816956, + 0.07257600128650665, + 0.06592000275850296, + 0.06348799914121628, + 0.05734400078654289, + 0.36691200733184814, + 0.06867200136184692, + 0.06656000018119812, + 0.4804159998893738, + 0.0682239979505539, + 0.06761600077152252, + 0.06508799642324448, + 0.19833600521087646, + 0.0674239993095398, + 0.06947200000286102, + 0.06371200084686279, + 0.05503999814391136, + 0.25833600759506226, + 0.06892800331115723, + 0.07315199822187424, + 0.3253439962863922, + 0.06518399715423584, + 0.06774400174617767, + 0.0655359998345375, + 0.06867200136184692, + 0.06707199662923813, + 0.06480000168085098, + 0.06860800087451935, + 0.056543998420238495, + 0.0666240006685257, + 0.28624001145362854, + 0.06771200150251389, + 0.06652799993753433, + 0.06694400310516357, + 0.06761600077152252, + 0.06576000154018402, + 0.06326399743556976, + 0.060256000608205795, + 0.20608000457286835, + 0.06576000154018402, + 0.47206398844718933, + 0.24223999679088593, + 0.06985600292682648, + 0.0655359998345375, + 0.1936960071325302, + 0.06780800223350525, + 0.06499200314283371, + 0.0655680000782013, + 0.06006399914622307, + 0.06716799736022949, + 0.0666240006685257, + 0.05516799911856651, + 0.07552000135183334, + 0.06668800115585327, + 0.06988800317049026, + 0.2112320065498352, + 0.06854400038719177, + 0.06540799885988235, + 0.06592000275850296, + 0.053247999399900436, + 0.2701759934425354, + 0.06774400174617767, + 0.2717440128326416, + 0.27481600642204285, + 0.066880002617836, + 0.06543999910354614, + 0.06761600077152252, + 0.07065600156784058, + 0.06732799857854843, + 0.06735999882221222, + 0.06960000097751617, + 0.07152000069618225, + 0.2686080038547516, + 0.06425599753856659, + 0.2590399980545044, + 0.06550399959087372, + 0.06796800345182419, + 0.06758400052785873, + 0.0655359998345375, + 0.06700800359249115, + 0.06511999666690826, + 0.06745599955320358, + 0.05804799869656563, + 0.23929600417613983, + 0.2818880081176758, + 0.08230400085449219, + 0.20105600357055664, + 0.287200003862381, + 0.06652799993753433, + 0.06956800073385239, + 0.0655359998345375, + 0.05955199897289276, + 0.06764800101518631, + 0.07116799801588058, + 0.06758400052785873, + 0.05788800120353699, + 0.07542400062084198, + 0.0687360018491745, + 0.07075200229883194, + 0.29683199524879456, + 0.06623999774456024, + 0.06732799857854843, + 0.07020799815654755, + 0.055456001311540604, + 0.06560000032186508, + 0.07065600156784058, + 0.06656000018119812, + 0.18688000738620758, + 0.06604799628257751, + 0.06963200122117996, + 0.0655359998345375, + 0.06646399945020676, + 0.06700800359249115, + 0.06710399687290192, + 0.06377600133419037, + 0.05548800155520439, + 0.06880000233650208, + 0.07065600156784058, + 0.07926400005817413, + 0.06719999760389328, + 0.06649599969387054, + 0.06851200014352798, + 0.0655359998345375, + 0.06825599819421768, + 0.06764800101518631, + 0.06745599955320358, + 0.24089600145816803, + 0.05769599974155426, + 0.06732799857854843, + 0.07382400333881378, + 0.18860800564289093, + 0.06684800237417221, + 0.06560000032186508, + 0.07168000191450119, + 0.07782399654388428, + 0.059007998555898666, + 0.0671359971165657, + 0.06960000097751617, + 0.0549440011382103, + 0.052960000932216644, + 0.08140800148248672, + 0.06771200150251389, + 0.18595199286937714, + 0.0663679987192154, + 0.06480000168085098, + 0.0655359998345375, + 0.05500800162553787, + 0.0666240006685257, + 0.07068800181150436, + 0.06860800087451935, + 0.36028799414634705, + 0.07491199672222137, + 0.06854400038719177, + 0.06758400052785873, + 0.06726399809122086, + 0.06521599739789963, + 0.06617599725723267, + 0.07135999947786331, + 0.26924800872802734, + 0.06483200192451477, + 0.06761600077152252, + 0.07475200295448303, + 0.20380799472332, + 0.0647680014371872, + 0.06864000111818314, + 0.07065600156784058, + 0.20070399343967438, + 0.06672000139951706, + 0.06588800251483917, + 0.07462400197982788, + 0.05974400043487549, + 0.06665600091218948, + 0.06864000111818314, + 0.08441600203514099, + 0.19859200716018677, + 0.06735999882221222, + 0.06659200042486191, + 0.07884799689054489, + 0.1929599940776825, + 0.0655359998345375, + 0.07369600236415863, + 0.07782399654388428, + 0.05999999865889549, + 0.06579200178384781, + 0.07302399724721909, + 0.07487999647855759, + 0.20080000162124634, + 0.06729599833488464, + 0.06864000111818314, + 0.07680000364780426, + 0.053568001836538315, + 0.0562559999525547, + 0.06560000032186508, + 0.05955199897289276, + 0.37142398953437805, + 0.0719040036201477, + 0.06854400038719177, + 0.19183999300003052, + 0.2176000028848648, + 0.06739199906587601, + 0.06966400146484375, + 0.06726399809122086, + 0.05555199831724167, + 0.06592000275850296, + 0.06464000046253204, + 0.07475200295448303, + 0.19446399807929993, + 0.06623999774456024, + 0.07068800181150436, + 0.06963200122117996, + 0.3588480055332184, + 0.20057600736618042, + 0.06521599739789963, + 0.0684799998998642, + 0.05417599901556969, + 0.2659519910812378, + 0.06777600198984146, + 0.07926400005817413, + 0.4326399862766266, + 0.2643199861049652, + 0.06492800265550613, + 0.07065600156784058, + 0.35555198788642883, + 0.06540799885988235, + 0.06755200028419495, + 0.06911999732255936, + 0.053727999329566956, + 0.0663679987192154, + 0.07999999821186066, + 0.06774400174617767, + 0.29980799555778503, + 0.06652799993753433, + 0.06614399701356888, + 0.06963200122117996, + 0.053408000618219376, + 0.06758400052785873, + 0.06864000111818314, + 0.06656000018119812, + 0.07065600156784058, + 0.4851840138435364, + 0.0660799965262413, + 0.06860800087451935, + 0.07475200295448303, + 0.28732800483703613, + 0.06611199676990509, + 0.06563200056552887, + 0.07052800059318542, + 0.053568001836538315, + 0.27209600806236267, + 0.06771200150251389, + 0.0796160027384758, + 0.36905598640441895, + 0.06585600227117538, + 0.06860800087451935, + 0.06860800087451935, + 0.35862401127815247, + 0.057151999324560165, + 0.07187200337648392, + 0.06860800087451935, + 0.059647999703884125, + 0.26291200518608093, + 0.07411199808120728, + 0.06854400038719177, + 0.1947840005159378, + 0.06857600063085556, + 0.06787200272083282, + 0.07171200215816498, + 0.06358399987220764, + 0.2513279914855957, + 0.07276800274848938, + 0.06864000111818314, + 0.07065600156784058, + 0.2673279941082001, + 0.06646399945020676, + 0.06604799628257751, + 0.07372800260782242, + 0.06729599833488464, + 0.06735999882221222, + 0.06531199812889099, + 0.07718399912118912, + 0.059967998415231705, + 0.290367990732193, + 0.06784000247716904, + 0.07900799810886383, + 0.20108799636363983, + 0.06723199784755707, + 0.06870400160551071, + 0.0655359998345375, + 0.06940799951553345, + 0.05913599953055382, + 0.06668800115585327, + 0.06656000018119812, + 0.05798399820923805, + 0.26793599128723145, + 0.07344000041484833, + 0.06566400080919266, + 0.33212798833847046, + 0.21372799575328827, + 0.06931199878454208, + 0.06348799914121628, + 0.05593600124120712, + 0.06643199920654297, + 0.06972800195217133, + 0.06451199948787689, + 0.26134398579597473, + 0.0788159966468811, + 0.0697920024394989, + 0.0655359998345375, + 0.18966400623321533, + 0.06815999746322632, + 0.07257600128650665 + ], + "effective_bandwidth_gbps": 741.7420135612448 + }, + "torch_compile": { + "samples": 500, + "min_ms": 0.06019200012087822, + "p50_ms": 0.07264000177383423, + "p95_ms": 0.276420809328556, + "p99_ms": 0.3490022301673889, + "max_ms": 0.4382399916648865, + "samples_ms": [ + 0.07468800246715546, + 0.07155200093984604, + 0.07360000163316727, + 0.2584640085697174, + 0.07651200145483017, + 0.07363200187683105, + 0.07065600156784058, + 0.18934400379657745, + 0.2025279998779297, + 0.07305599749088287, + 0.07360000163316727, + 0.2088640034198761, + 0.3489919900894165, + 0.0716480016708374, + 0.07311999797821045, + 0.20380799472332, + 0.06220800057053566, + 0.17900800704956055, + 0.07161600142717361, + 0.19247999787330627, + 0.0629120022058487, + 0.07407999783754349, + 0.07257600128650665, + 0.07052800059318542, + 0.36742401123046875, + 0.0681919977068901, + 0.07155200093984604, + 0.19145600497722626, + 0.06710399687290192, + 0.07168000191450119, + 0.07360000163316727, + 0.07097599655389786, + 0.17052799463272095, + 0.22355200350284576, + 0.07481600344181061, + 0.07158400118350983, + 0.06304000318050385, + 0.2840000092983246, + 0.0745600014925003, + 0.07155200093984604, + 0.06019200012087822, + 0.24659200012683868, + 0.0732479989528656, + 0.07513599842786789, + 0.060256000608205795, + 0.06540799885988235, + 0.07462400197982788, + 0.19247999787330627, + 0.20559999346733093, + 0.07411199808120728, + 0.07462400197982788, + 0.06070400029420853, + 0.25734400749206543, + 0.07209599763154984, + 0.07161600142717361, + 0.07727999985218048, + 0.20153599977493286, + 0.19846400618553162, + 0.07017599791288376, + 0.17375999689102173, + 0.21302400529384613, + 0.07142399996519089, + 0.07103999704122543, + 0.0658240020275116, + 0.2731199860572815, + 0.07344000041484833, + 0.0756480023264885, + 0.06943999975919724, + 0.32739201188087463, + 0.07311999797821045, + 0.07052800059318542, + 0.07155200093984604, + 0.06678400188684464, + 0.07385600358247757, + 0.07360000163316727, + 0.07052800059318542, + 0.06604799628257751, + 0.07411199808120728, + 0.07257600128650665, + 0.07062400132417679, + 0.06803199648857117, + 0.07420799881219864, + 0.07257600128650665, + 0.06659200042486191, + 0.2621760070323944, + 0.07152000069618225, + 0.0716480016708374, + 0.07369600236415863, + 0.062463998794555664, + 0.077504001557827, + 0.07103999704122543, + 0.06854400038719177, + 0.3510400056838989, + 0.26396799087524414, + 0.07756800204515457, + 0.36950400471687317, + 0.19232000410556793, + 0.07292799651622772, + 0.0767040029168129, + 0.06207999959588051, + 0.06486400216817856, + 0.07369600236415863, + 0.07420799881219864, + 0.06835199892520905, + 0.06281600147485733, + 0.07161600142717361, + 0.07257600128650665, + 0.06412799656391144, + 0.06419199705123901, + 0.07152000069618225, + 0.07769600301980972, + 0.06758400052785873, + 0.07043199986219406, + 0.0756480023264885, + 0.07974400371313095, + 0.06735999882221222, + 0.07168000191450119, + 0.07171200215816498, + 0.07161600142717361, + 0.06176000088453293, + 0.06204799935221672, + 0.0711359977722168, + 0.07360000163316727, + 0.06592000275850296, + 0.07545600086450577, + 0.07360000163316727, + 0.07116799801588058, + 0.28249600529670715, + 0.07420799881219864, + 0.07366400212049484, + 0.07155200093984604, + 0.0756480023264885, + 0.06665600091218948, + 0.0719359964132309, + 0.07052800059318542, + 0.07257600128650665, + 0.27318400144577026, + 0.26495999097824097, + 0.07094399631023407, + 0.2763200104236603, + 0.0764480009675026, + 0.0756480023264885, + 0.0756480023264885, + 0.2783359885215759, + 0.19539199769496918, + 0.07388799637556076, + 0.07052800059318542, + 0.07052800059318542, + 0.2896000146865845, + 0.07395199686288834, + 0.07465600222349167, + 0.07769600301980972, + 0.06220800057053566, + 0.07264000177383423, + 0.07103999704122543, + 0.07062400132417679, + 0.06774400174617767, + 0.07651200145483017, + 0.07257600128650665, + 0.07360000163316727, + 0.2783679962158203, + 0.20764799416065216, + 0.07411199808120728, + 0.07155200093984604, + 0.28044798970222473, + 0.25887998938560486, + 0.07199999690055847, + 0.07161600142717361, + 0.06406400352716446, + 0.204352006316185, + 0.07292799651622772, + 0.06950400024652481, + 0.07036799937486649, + 0.0676800012588501, + 0.07264000177383423, + 0.07571200281381607, + 0.06960000097751617, + 0.20665599405765533, + 0.07353600114583969, + 0.07161600142717361, + 0.07360000163316727, + 0.0676800012588501, + 0.1974720060825348, + 0.07283200323581696, + 0.07872000336647034, + 0.06809599697589874, + 0.06428799778223038, + 0.07116799801588058, + 0.06950400024652481, + 0.06579200178384781, + 0.06415999680757523, + 0.07145600020885468, + 0.07152000069618225, + 0.06588800251483917, + 0.20307199656963348, + 0.07366400212049484, + 0.07027199864387512, + 0.28041601181030273, + 0.07295999675989151, + 0.07651200145483017, + 0.07155200093984604, + 0.06454399973154068, + 0.07356800138950348, + 0.07955200225114822, + 0.07257600128650665, + 0.2783679962158203, + 0.07152000069618225, + 0.07635200023651123, + 0.07062400132417679, + 0.06639999896287918, + 0.0767040029168129, + 0.06796800345182419, + 0.07065600156784058, + 0.27958399057388306, + 0.07344000041484833, + 0.0655680000782013, + 0.0684799998998642, + 0.0716480016708374, + 0.0663679987192154, + 0.20377600193023682, + 0.07168000191450119, + 0.07769600301980972, + 0.06700800359249115, + 0.20272000133991241, + 0.0721919983625412, + 0.07337599992752075, + 0.06511999666690826, + 0.07231999933719635, + 0.07215999811887741, + 0.07155200093984604, + 0.06656000018119812, + 0.07142399996519089, + 0.07283200323581696, + 0.07161600142717361, + 0.06652799993753433, + 0.07395199686288834, + 0.06259199976921082, + 0.0716480016708374, + 0.19948799908161163, + 0.0719040036201477, + 0.06486400216817856, + 0.0716480016708374, + 0.2763200104236603, + 0.07168000191450119, + 0.19993600249290466, + 0.07148800045251846, + 0.19142399728298187, + 0.07612799853086472, + 0.07257600128650665, + 0.07446400076150894, + 0.2784320116043091, + 0.0724480003118515, + 0.07052800059318542, + 0.0764480009675026, + 0.0756480023264885, + 0.06969600170850754, + 0.07155200093984604, + 0.0647680014371872, + 0.07676800340414047, + 0.06550399959087372, + 0.07023999840021133, + 0.06566400080919266, + 0.07280000299215317, + 0.19436800479888916, + 0.0719359964132309, + 0.06486400216817856, + 0.0711359977722168, + 0.28860801458358765, + 0.07225599884986877, + 0.07360000163316727, + 0.07075200229883194, + 0.0674239993095398, + 0.07110399752855301, + 0.07360000163316727, + 0.07184000313282013, + 0.06569600105285645, + 0.07135999947786331, + 0.0711359977722168, + 0.07094399631023407, + 0.19129599630832672, + 0.0719359964132309, + 0.07763200253248215, + 0.07545600086450577, + 0.28143998980522156, + 0.07148800045251846, + 0.07369600236415863, + 0.06534399837255478, + 0.06947200000286102, + 0.07593599706888199, + 0.0756480023264885, + 0.06438399851322174, + 0.2784000039100647, + 0.07161600142717361, + 0.07718399912118912, + 0.0660799965262413, + 0.07289600372314453, + 0.0647680014371872, + 0.07065600156784058, + 0.07152000069618225, + 0.07177600264549255, + 0.0655359998345375, + 0.07382400333881378, + 0.07356800138950348, + 0.07430399954319, + 0.06496000289916992, + 0.07459200173616409, + 0.07360000163316727, + 0.07968000322580338, + 0.06470400094985962, + 0.07865600287914276, + 0.07360000163316727, + 0.19439999759197235, + 0.07289600372314453, + 0.07155200093984604, + 0.07257600128650665, + 0.07052800059318542, + 0.07152000069618225, + 0.19948799908161163, + 0.07548800110816956, + 0.07161600142717361, + 0.06255999952554703, + 0.2741439938545227, + 0.07292799651622772, + 0.07462400197982788, + 0.2654399871826172, + 0.0751039981842041, + 0.07155200093984604, + 0.07257600128650665, + 0.07440000027418137, + 0.0681919977068901, + 0.07603199779987335, + 0.0756480023264885, + 0.20211200416088104, + 0.07523199915885925, + 0.07171200215816498, + 0.07366400212049484, + 0.20681600272655487, + 0.1955839991569519, + 0.0719040036201477, + 0.07155200093984604, + 0.07103999704122543, + 0.11532799899578094, + 0.18003199994564056, + 0.07366400212049484, + 0.07052800059318542, + 0.4382399916648865, + 0.2619200050830841, + 0.07321599870920181, + 0.19350400567054749, + 0.20044800639152527, + 0.07398399710655212, + 0.07155200093984604, + 0.07574400305747986, + 0.24553599953651428, + 0.0748480036854744, + 0.07155200093984604, + 0.1945279985666275, + 0.06735999882221222, + 0.07257600128650665, + 0.07257600128650665, + 0.07001599669456482, + 0.18723200261592865, + 0.06563200056552887, + 0.07142399996519089, + 0.0711359977722168, + 0.06531199812889099, + 0.2075520008802414, + 0.07340800017118454, + 0.06950400024652481, + 0.17532800137996674, + 0.19846400618553162, + 0.0751039981842041, + 0.07769600301980972, + 0.06592000275850296, + 0.19926400482654572, + 0.07385600358247757, + 0.07052800059318542, + 0.25859200954437256, + 0.27478399872779846, + 0.07241600006818771, + 0.07052800059318542, + 0.3500159978866577, + 0.23590399324893951, + 0.0711359977722168, + 0.07152000069618225, + 0.06566400080919266, + 0.07727999985218048, + 0.07155200093984604, + 0.07369600236415863, + 0.06790400296449661, + 0.07305599749088287, + 0.07155200093984604, + 0.2385600060224533, + 0.20761600136756897, + 0.07135999947786331, + 0.07155200093984604, + 0.07369600236415863, + 0.28652799129486084, + 0.07766400277614594, + 0.07171200215816498, + 0.07580800354480743, + 0.0663679987192154, + 0.19334399700164795, + 0.0737600028514862, + 0.07667200267314911, + 0.06563200056552887, + 0.06470400094985962, + 0.07161600142717361, + 0.07667200267314911, + 0.1902720034122467, + 0.07513599842786789, + 0.07161600142717361, + 0.07667200267314911, + 0.06774400174617767, + 0.07123199850320816, + 0.07152000069618225, + 0.07875200361013412, + 0.06790400296449661, + 0.077504001557827, + 0.07155200093984604, + 0.0756480023264885, + 0.06723199784755707, + 0.07091200351715088, + 0.0716480016708374, + 0.07155200093984604, + 0.06726399809122086, + 0.07062400132417679, + 0.07462400197982788, + 0.07257600128650665, + 0.20217600464820862, + 0.07062400132417679, + 0.07103999704122543, + 0.07356800138950348, + 0.06787200272083282, + 0.07344000041484833, + 0.07472000271081924, + 0.06259199976921082, + 0.28012800216674805, + 0.07062400132417679, + 0.07369600236415863, + 0.2793920040130615, + 0.08163200318813324, + 0.07152000069618225, + 0.07360000163316727, + 0.0716480016708374, + 0.20121599733829498, + 0.07238399982452393, + 0.07155200093984604, + 0.07462400197982788, + 0.2046079933643341, + 0.0727040022611618, + 0.07155200093984604, + 0.07215999811887741, + 0.20336000621318817, + 0.07286400347948074, + 0.07462400197982788, + 0.07155200093984604, + 0.06729599833488464, + 0.07110399752855301, + 0.07155200093984604, + 0.07360000163316727, + 0.06803199648857117, + 0.07321599870920181, + 0.07472000271081924, + 0.06278400123119354, + 0.1995519995689392, + 0.07187200337648392, + 0.07103999704122543, + 0.07769600301980972, + 0.06604799628257751, + 0.07305599749088287, + 0.07462400197982788, + 0.07161600142717361, + 0.06531199812889099, + 0.07545600086450577, + 0.0756480023264885, + 0.07046400010585785, + 0.28041601181030273, + 0.07523199915885925, + 0.07366400212049484, + 0.07052800059318542, + 0.06614399701356888, + 0.06457599997520447, + 0.07289600372314453, + 0.07155200093984604, + 0.07257600128650665, + 0.06435199826955795, + 0.0719359964132309, + 0.07052800059318542, + 0.08191999793052673, + 0.06611199676990509, + 0.33190399408340454, + 0.07289600372314453, + 0.07631999999284744, + 0.06639999896287918, + 0.07548800110816956, + 0.0756480023264885, + 0.07974400371313095, + 0.06435199826955795, + 0.07363200187683105 + ], + "effective_bandwidth_gbps": 692.8916130358638 + }, + "pytorch_eager": { + "samples": 500, + "min_ms": 0.40355199575424194, + "p50_ms": 0.44921600818634033, + "p95_ms": 0.946699213981628, + "p99_ms": 1.1031820905208587, + "max_ms": 1.1720960140228271, + "samples_ms": [ + 0.6199679970741272, + 0.4320319890975952, + 0.9025279879570007, + 0.42640000581741333, + 0.5396159887313843, + 0.6422399878501892, + 0.4485119879245758, + 0.567296028137207, + 0.9866560101509094, + 0.4366079866886139, + 1.0522559881210327, + 0.4212160110473633, + 0.4392000138759613, + 0.8894720077514648, + 0.4190399944782257, + 0.4413760006427765, + 0.7347840070724487, + 0.4310399889945984, + 0.43007999658584595, + 1.0848640203475952, + 0.43088001012802124, + 1.1045759916305542, + 0.6181759834289551, + 0.41065600514411926, + 1.0694080591201782, + 0.4288960099220276, + 0.41577601432800293, + 0.5628160238265991, + 0.43910399079322815, + 0.8444799780845642, + 0.6416640281677246, + 0.4249599874019623, + 1.1596159934997559, + 0.42899200320243835, + 0.4587840139865875, + 0.8966400027275085, + 0.41276800632476807, + 0.861952006816864, + 0.42188799381256104, + 0.42291200160980225, + 0.7860479950904846, + 0.42323198914527893, + 0.6646080017089844, + 0.6787199974060059, + 0.40959998965263367, + 0.7247999906539917, + 0.42870399355888367, + 0.40620800852775574, + 0.9642879962921143, + 0.4246079921722412, + 0.4556800127029419, + 0.6982079744338989, + 0.4171200096607208, + 0.66457599401474, + 0.642911970615387, + 0.4137920141220093, + 0.7459840178489685, + 0.44095999002456665, + 0.4376319944858551, + 0.7984960079193115, + 0.4206719994544983, + 0.6799359917640686, + 0.6406720280647278, + 0.4158399999141693, + 0.9551039934158325, + 0.4306879937648773, + 0.4383679926395416, + 0.42585599422454834, + 0.4177919924259186, + 0.4413760006427765, + 0.7711039781570435, + 0.4137920141220093, + 0.6584320068359375, + 0.5546879768371582, + 0.4076479971408844, + 0.9653760194778442, + 0.44435200095176697, + 0.4281280040740967, + 0.5719680190086365, + 0.4251520037651062, + 0.4442560076713562, + 0.7910720109939575, + 0.41996800899505615, + 0.9277439713478088, + 0.43375998735427856, + 0.4116159975528717, + 0.8004480004310608, + 0.43907201290130615, + 0.44041600823402405, + 0.41865599155426025, + 0.4259839951992035, + 0.4477759897708893, + 0.7782719731330872, + 0.41791999340057373, + 0.6574079990386963, + 0.6488639712333679, + 0.41174399852752686, + 0.8609279990196228, + 0.4359680116176605, + 0.4301759898662567, + 0.833952009677887, + 0.41817599534988403, + 0.45184001326560974, + 0.6560320258140564, + 0.40857601165771484, + 0.6686720252037048, + 0.424703985452652, + 0.4076479971408844, + 0.8977599740028381, + 0.4392639994621277, + 0.40355199575424194, + 0.5633280277252197, + 0.4286080002784729, + 0.43081599473953247, + 0.8946560025215149, + 0.4241600036621094, + 0.449535995721817, + 0.6151360273361206, + 0.4158399999141693, + 0.6758400201797485, + 0.43536001443862915, + 0.41174399852752686, + 0.5611519813537598, + 0.6549440026283264, + 0.4105919897556305, + 0.8712000250816345, + 0.4357759952545166, + 0.44441598653793335, + 0.7021120190620422, + 0.4272960126399994, + 0.447488009929657, + 1.009503960609436, + 0.422432005405426, + 0.5642240047454834, + 0.778656005859375, + 0.4134399890899658, + 0.8816319704055786, + 0.6107839941978455, + 0.4252159893512726, + 0.5679360032081604, + 0.6625279784202576, + 0.4638719856739044, + 0.5758399963378906, + 0.4191040098667145, + 0.4607039988040924, + 0.6392639875411987, + 0.40508800745010376, + 0.8704000115394592, + 0.5590720176696777, + 0.41046398878097534, + 0.7809600234031677, + 0.6021760106086731, + 0.4168640077114105, + 0.9768639802932739, + 0.5816640257835388, + 0.4443199932575226, + 0.5658559799194336, + 0.4215039908885956, + 0.5908480286598206, + 0.435263991355896, + 0.4230400025844574, + 0.779263973236084, + 0.4301440119743347, + 0.4208320081233978, + 1.10316801071167, + 0.6581119894981384, + 0.44409599900245667, + 0.555616021156311, + 0.4333760142326355, + 0.447519987821579, + 0.42345601320266724, + 0.5640320181846619, + 0.7904959917068481, + 0.418720006942749, + 0.4185279905796051, + 1.093183994293213, + 0.936896026134491, + 0.8631680011749268, + 0.6338559985160828, + 0.6640639901161194, + 0.43987199664115906, + 0.42905598878860474, + 0.796671986579895, + 0.43004798889160156, + 0.42188799381256104, + 1.0077120065689087, + 0.5576639771461487, + 0.4224640130996704, + 0.5743680000305176, + 0.6732479929924011, + 0.6668480038642883, + 0.4245760142803192, + 0.42188799381256104, + 0.8785920143127441, + 0.43542400002479553, + 0.6667199730873108, + 0.9162560105323792, + 0.4270080029964447, + 0.42710399627685547, + 0.5692160129547119, + 0.42105600237846375, + 0.4301759898662567, + 0.7573440074920654, + 0.4188160002231598, + 0.8874239921569824, + 0.4315840005874634, + 0.6431679725646973, + 1.0289920568466187, + 0.4339199960231781, + 0.652895987033844, + 0.42028799653053284, + 0.652288019657135, + 0.6490240097045898, + 0.4402559995651245, + 0.61244797706604, + 0.871936023235321, + 0.44044798612594604, + 0.6790080070495605, + 0.42793598771095276, + 0.44790399074554443, + 0.6247360110282898, + 0.5253120064735413, + 0.6215680241584778, + 0.6429759860038757, + 0.4334079921245575, + 0.4331519901752472, + 0.5670080184936523, + 0.4402239918708801, + 0.6481599807739258, + 0.43904000520706177, + 0.4232639968395233, + 0.8467519879341125, + 0.43615999817848206, + 0.4055039882659912, + 0.7499520182609558, + 0.4410240054130554, + 0.567359983921051, + 0.7776640057563782, + 0.43110400438308716, + 0.997376024723053, + 0.43692800402641296, + 0.6817280054092407, + 0.5610880255699158, + 0.4392000138759613, + 0.647104024887085, + 0.7318400144577026, + 0.4291520118713379, + 0.8824319839477539, + 0.43372800946235657, + 0.41785600781440735, + 0.879360020160675, + 0.4275520145893097, + 0.4219839870929718, + 0.7874240279197693, + 0.41859200596809387, + 0.4152959883213043, + 0.8577920198440552, + 0.4201599955558777, + 0.647167980670929, + 0.5454400181770325, + 0.41174399852752686, + 0.9613119959831238, + 0.43353599309921265, + 0.40355199575424194, + 0.5676159858703613, + 0.42816001176834106, + 0.4330559968948364, + 0.869055986404419, + 0.4179520010948181, + 0.6543359756469727, + 0.556768000125885, + 0.41788798570632935, + 0.8475840091705322, + 0.8940479755401611, + 0.6420800089836121, + 0.6133440136909485, + 0.41574400663375854, + 0.7492480278015137, + 0.4249280095100403, + 0.4496319890022278, + 0.8780480027198792, + 0.41465601325035095, + 0.5612480044364929, + 0.5649920105934143, + 0.42364799976348877, + 0.9462720155715942, + 0.44089600443840027, + 0.4055039882659912, + 0.6577600240707397, + 0.43673598766326904, + 0.4086720049381256, + 0.6664320230484009, + 0.4423680007457733, + 0.4240320026874542, + 0.8834559917449951, + 0.4299840033054352, + 0.6575040221214294, + 0.6582720279693604, + 0.4136959910392761, + 0.7363520264625549, + 0.4424639940261841, + 0.4168640077114105, + 0.9619839787483215, + 0.4431999921798706, + 0.4402880072593689, + 0.424703985452652, + 0.4489920139312744, + 0.450655996799469, + 0.7134400010108948, + 0.4148479998111725, + 0.648576021194458, + 0.6416320204734802, + 0.41676801443099976, + 0.95551997423172, + 0.4296639859676361, + 0.4445120096206665, + 0.8506559729576111, + 0.4166719913482666, + 0.6472640037536621, + 0.6172159910202026, + 0.4076479971408844, + 0.6967999935150146, + 0.4288640022277832, + 0.4455359876155853, + 0.5680639743804932, + 0.4259839951992035, + 0.5643200278282166, + 0.4431360065937042, + 0.4215039908885956, + 0.8868799805641174, + 0.43696001172065735, + 0.4136959910392761, + 0.6533120274543762, + 0.4376640021800995, + 0.41071999073028564, + 0.9548159837722778, + 0.4437119960784912, + 0.4382399916648865, + 0.7739199995994568, + 0.43913599848747253, + 0.6779839992523193, + 0.6265599727630615, + 0.4177919924259186, + 0.6479039788246155, + 0.4257600009441376, + 0.420960009098053, + 0.8701760172843933, + 0.42790400981903076, + 0.44860801100730896, + 0.8105279803276062, + 0.41788798570632935, + 0.44041600823402405, + 0.6276159882545471, + 0.40959998965263367, + 0.6492159962654114, + 0.5720000267028809, + 0.4044800102710724, + 0.8818879723548889, + 0.42950400710105896, + 0.41993600130081177, + 0.5675839781761169, + 0.4346559941768646, + 0.4424639940261841, + 0.44230398535728455, + 0.4198080003261566, + 0.6353279948234558, + 0.5793600082397461, + 0.41359999775886536, + 0.8806080222129822, + 0.5935999751091003, + 0.41385599970817566, + 0.5608959794044495, + 0.6702079772949219, + 0.4445120096206665, + 0.4418559968471527, + 0.42160001397132874, + 0.4359999895095825, + 0.42454400658607483, + 0.41468799114227295, + 0.8806399703025818, + 0.7539839744567871, + 0.4148479998111725, + 0.572160005569458, + 0.8962879776954651, + 0.44041600823402405, + 0.4384639859199524, + 0.5547839999198914, + 0.5928959846496582, + 0.4254719913005829, + 0.416703999042511, + 0.8481280207633972, + 0.4227840006351471, + 0.4103040099143982, + 0.9000959992408752, + 0.423552006483078, + 0.4296320080757141, + 0.6466879844665527, + 0.8069120049476624, + 0.44944000244140625, + 0.684607982635498, + 0.5544319748878479, + 0.8492799997329712, + 0.43484801054000854, + 0.4094719886779785, + 0.6393280029296875, + 0.43321600556373596, + 0.44784000515937805, + 0.41839998960494995, + 0.7925440073013306, + 0.8615360260009766, + 0.4190399944782257, + 0.5486080050468445, + 1.1101759672164917, + 0.41631999611854553, + 0.4243839979171753, + 0.8574720025062561, + 0.4203839898109436, + 0.4472320079803467, + 0.6453120112419128, + 0.4331519901752472, + 0.8894720077514648, + 0.42739200592041016, + 0.5683199763298035, + 0.7731199860572815, + 0.42582398653030396, + 0.5622079968452454, + 0.8456640243530273, + 0.4259200096130371, + 0.7618240118026733, + 0.7195199728012085, + 0.4386880099773407, + 0.6345919966697693, + 0.4281280040740967, + 0.43724799156188965, + 0.6139839887619019, + 0.9789119958877563, + 0.43564799427986145, + 0.6369280219078064, + 0.4238399863243103, + 0.4403519928455353, + 0.41471999883651733, + 0.572160005569458, + 0.42905598878860474, + 0.681056022644043, + 0.7815999984741211, + 0.4374080002307892, + 0.9665279984474182, + 0.43772798776626587, + 0.6318079829216003, + 0.43430399894714355, + 0.4424000084400177, + 0.6308799982070923, + 0.5660480260848999, + 0.4423680007457733, + 0.8950719833374023, + 0.5311679840087891, + 0.5580800175666809, + 0.9414079785346985, + 0.43302398920059204, + 0.7905279994010925, + 0.4183039963245392, + 0.41577601432800293, + 0.7481279969215393, + 0.4411199986934662, + 0.5385919809341431, + 0.8146560192108154, + 0.42953601479530334, + 1.1659519672393799, + 0.544704020023346, + 0.4156480133533478, + 0.9386240243911743, + 0.4360960125923157, + 0.5549759864807129, + 0.551967978477478, + 0.4328959882259369, + 0.9274560213088989, + 0.6468160152435303, + 0.4188160002231598, + 1.1720960140228271, + 0.41673600673675537, + 0.6369600296020508, + 0.8721280097961426, + 0.40508800745010376, + 0.7936000227928162, + 0.4331519901752472, + 0.4341759979724884, + 0.7215359807014465, + 0.42502400279045105, + 0.6246079802513123, + 0.8954240083694458, + 0.41782400012016296, + 0.78438401222229, + 0.42841601371765137, + 0.4257600009441376, + 0.8568000197410583, + 0.4280639886856079, + 0.6809920072555542, + 0.6366400122642517, + 0.41993600130081177, + 0.869376003742218 + ], + "effective_bandwidth_gbps": 112.04330897113046 + }, + "speedup_vs_torch_compile": 1.0705022251768148, + "speedup_vs_pytorch_eager": 6.620136627278341 + } + ] +} diff --git a/docs/METHODOLOGY.md b/docs/METHODOLOGY.md index a9d30e9..eadad8b 100644 --- a/docs/METHODOLOGY.md +++ b/docs/METHODOLOGY.md @@ -3,10 +3,10 @@ The benchmark treats correctness and reproducibility as release criteria, not as notes around a headline speedup. -## Kernel +## Kernels -The first workload is RMSNorm, an inference-relevant reduction and elementwise -operation. One Triton program handles one row: +RMSNorm is an inference-relevant reduction and elementwise operation. One +Triton program handles one row: 1. Load the row and accumulate squared values in FP32. 2. Compute reciprocal RMS with the configured epsilon. @@ -17,6 +17,18 @@ The PyTorch oracle also accumulates in FP32 before converting back to the input dtype. Every benchmark case validates both the custom kernel and a `torch.compile` version against that oracle before timing. +SwiGLU is an inference-relevant gated activation. The Triton implementation +loads the gate and up-projection tensors, computes SiLU in FP32, multiplies by +the up projection, and writes the result in one kernel. Triton autotuning +compares three launch configurations per tensor size: + +- 256 elements per program with 4 warps. +- 512 elements per program with 4 warps. +- 1024 elements per program with 8 warps. + +Autotuning occurs before timed samples. The PyTorch oracle computes the same +expression in FP32 before converting back to the input dtype. + ## Timing - Warmup iterations compile the Triton kernel and stabilize allocator/runtime state. @@ -41,8 +53,9 @@ The reported bandwidth is a transparent logical model: It does not claim to be a hardware-counter measurement. Weight caching, compiler behavior, and memory transactions can make physical traffic differ from the -logical byte count. Nsight Compute should be used when hardware-counter evidence -is required. +logical byte count. Nsight Compute was not available for the checked-in run and +should be used when DRAM traffic, cache behavior, occupancy, or instruction-mix +evidence is required. ## Regression Gate diff --git a/pyproject.toml b/pyproject.toml index 173dbf6..1f92d19 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,6 +17,8 @@ keywords = [ "inference", "performance-engineering", "rmsnorm", + "swiglu", + "autotuning", ] classifiers = [ "Development Status :: 3 - Alpha", diff --git a/src/triton_kernel_lab/benchmark.py b/src/triton_kernel_lab/benchmark.py index ead2609..a618098 100644 --- a/src/triton_kernel_lab/benchmark.py +++ b/src/triton_kernel_lab/benchmark.py @@ -28,7 +28,14 @@ def parse_shape(value: str) -> tuple[int, int]: def build_parser() -> argparse.ArgumentParser: parser = argparse.ArgumentParser( - description="Benchmark a fused Triton RMSNorm kernel against a PyTorch oracle." + description="Benchmark fused Triton inference kernels against PyTorch oracles." + ) + parser.add_argument( + "--kernel", + action="append", + choices=("rmsnorm", "swiglu"), + dest="kernels", + help="Kernel to benchmark. Repeat for multiple kernels.", ) parser.add_argument( "--shape", @@ -102,67 +109,77 @@ def _measure_cuda_ms( return [start.elapsed_time(end) for start, end in zip(starts, ends, strict=True)] -def _effective_bandwidth_gbps(shape: tuple[int, int], element_size: int, p50_ms: float) -> float: - rows, hidden = shape - logical_bytes = ((2 * rows * hidden) + hidden) * element_size +def _effective_bandwidth_gbps(logical_bytes: int, p50_ms: float) -> float: return logical_bytes / (p50_ms / 1000.0) / 1e9 -def _run_case( +def _correctness_tolerances(dtype_name: str) -> tuple[float, float]: + if dtype_name in {"float16", "bfloat16"}: + return 2e-2, 2e-2 + return 1e-5, 1e-5 + + +def _validate_correctness( torch: Any, - triton: Any, + actual: Any, + expected: Any, + compiled_actual: Any, shape: tuple[int, int], dtype_name: str, - epsilon: float, - warmup: int, - repeats: int, - cache_flush: Any | None, -) -> dict[str, Any]: - from triton_kernel_lab.rmsnorm import rmsnorm_reference, rmsnorm_triton - - dtype = getattr(torch, dtype_name) - inputs = torch.randn(shape, device="cuda", dtype=dtype) - weight = torch.randn((shape[1],), device="cuda", dtype=dtype) - - expected = rmsnorm_reference(inputs, weight, epsilon) - actual = rmsnorm_triton(inputs, weight, epsilon) - compiled_reference = torch.compile(rmsnorm_reference, fullgraph=True) - compiled_actual = compiled_reference(inputs, weight, epsilon) - torch.cuda.synchronize() + kernel: str, +) -> dict[str, float | bool]: difference = (actual.float() - expected.float()).abs() denominator = expected.float().abs().clamp_min(1e-6) max_abs_error = difference.max().item() max_rel_error = (difference / denominator).max().item() + atol, rtol = _correctness_tolerances(dtype_name) - atol = 2e-2 if dtype_name in {"float16", "bfloat16"} else 1e-5 - rtol = 2e-2 if dtype_name in {"float16", "bfloat16"} else 1e-5 if not torch.allclose(actual, expected, atol=atol, rtol=rtol): raise RuntimeError( - f"correctness check failed for {shape} {dtype_name}: " + f"correctness check failed for {kernel} {shape} {dtype_name}: " f"max_abs={max_abs_error:.6g}, max_rel={max_rel_error:.6g}" ) if not torch.allclose(compiled_actual, expected, atol=atol, rtol=rtol): raise RuntimeError( - f"torch.compile correctness check failed for {shape} {dtype_name}" + f"torch.compile correctness check failed for {kernel} {shape} {dtype_name}" ) + return { + "passed": True, + "atol": atol, + "rtol": rtol, + "max_abs_error": max_abs_error, + "max_rel_error": max_rel_error, + } + + +def _benchmark_implementations( + torch: Any, + triton_operation: Any, + compiled_operation: Any, + eager_operation: Any, + warmup: int, + repeats: int, + cache_flush: Any | None, + logical_bytes: int, +) -> dict[str, Any]: triton_samples = _measure_cuda_ms( torch, - lambda: rmsnorm_triton(inputs, weight, epsilon), + triton_operation, warmup, repeats, cache_flush, ) compiled_samples = _measure_cuda_ms( torch, - lambda: compiled_reference(inputs, weight, epsilon), + compiled_operation, warmup, repeats, cache_flush, ) eager_samples = _measure_cuda_ms( torch, - lambda: rmsnorm_reference(inputs, weight, epsilon), + eager_operation, warmup, repeats, cache_flush, @@ -175,36 +192,25 @@ def _run_case( eager_p50 = float(eager_summary["p50_ms"]) return { - "kernel": "rmsnorm", - "shape": list(shape), - "dtype": dtype_name, - "epsilon": epsilon, - "correctness": { - "passed": True, - "atol": atol, - "rtol": rtol, - "max_abs_error": max_abs_error, - "max_rel_error": max_rel_error, - }, "triton": { **triton_summary, "samples_ms": triton_samples, "effective_bandwidth_gbps": _effective_bandwidth_gbps( - shape, inputs.element_size(), triton_p50 + logical_bytes, triton_p50 ), }, "torch_compile": { **compiled_summary, "samples_ms": compiled_samples, "effective_bandwidth_gbps": _effective_bandwidth_gbps( - shape, inputs.element_size(), compiled_p50 + logical_bytes, compiled_p50 ), }, "pytorch_eager": { **eager_summary, "samples_ms": eager_samples, "effective_bandwidth_gbps": _effective_bandwidth_gbps( - shape, inputs.element_size(), eager_p50 + logical_bytes, eager_p50 ), }, "speedup_vs_torch_compile": compiled_p50 / triton_p50, @@ -212,6 +218,114 @@ def _run_case( } +def _run_rmsnorm_case( + torch: Any, + shape: tuple[int, int], + dtype_name: str, + epsilon: float, + warmup: int, + repeats: int, + cache_flush: Any | None, +) -> dict[str, Any]: + from triton_kernel_lab.rmsnorm import rmsnorm_reference, rmsnorm_triton + + dtype = getattr(torch, dtype_name) + inputs = torch.randn(shape, device="cuda", dtype=dtype) + weight = torch.randn((shape[1],), device="cuda", dtype=dtype) + + expected = rmsnorm_reference(inputs, weight, epsilon) + actual = rmsnorm_triton(inputs, weight, epsilon) + compiled_reference = torch.compile(rmsnorm_reference, fullgraph=True) + compiled_actual = compiled_reference(inputs, weight, epsilon) + torch.cuda.synchronize() + correctness = _validate_correctness( + torch, + actual, + expected, + compiled_actual, + shape, + dtype_name, + "rmsnorm", + ) + rows, hidden = shape + logical_bytes = ((2 * rows * hidden) + hidden) * inputs.element_size() + measurements = _benchmark_implementations( + torch=torch, + triton_operation=lambda: rmsnorm_triton(inputs, weight, epsilon), + compiled_operation=lambda: compiled_reference(inputs, weight, epsilon), + eager_operation=lambda: rmsnorm_reference(inputs, weight, epsilon), + warmup=warmup, + repeats=repeats, + cache_flush=cache_flush, + logical_bytes=logical_bytes, + ) + + return { + "kernel": "rmsnorm", + "shape": list(shape), + "dtype": dtype_name, + "epsilon": epsilon, + "logical_bytes": logical_bytes, + "correctness": correctness, + **measurements, + } + + +def _run_swiglu_case( + torch: Any, + shape: tuple[int, int], + dtype_name: str, + warmup: int, + repeats: int, + cache_flush: Any | None, +) -> dict[str, Any]: + from triton_kernel_lab.swiglu import swiglu_reference, swiglu_triton + + dtype = getattr(torch, dtype_name) + gate = torch.randn(shape, device="cuda", dtype=dtype) + up = torch.randn(shape, device="cuda", dtype=dtype) + + expected = swiglu_reference(gate, up) + actual = swiglu_triton(gate, up) + compiled_reference = torch.compile(swiglu_reference, fullgraph=True) + compiled_actual = compiled_reference(gate, up) + torch.cuda.synchronize() + correctness = _validate_correctness( + torch, + actual, + expected, + compiled_actual, + shape, + dtype_name, + "swiglu", + ) + logical_bytes = 3 * gate.numel() * gate.element_size() + measurements = _benchmark_implementations( + torch=torch, + triton_operation=lambda: swiglu_triton(gate, up), + compiled_operation=lambda: compiled_reference(gate, up), + eager_operation=lambda: swiglu_reference(gate, up), + warmup=warmup, + repeats=repeats, + cache_flush=cache_flush, + logical_bytes=logical_bytes, + ) + + return { + "kernel": "swiglu", + "shape": list(shape), + "dtype": dtype_name, + "logical_bytes": logical_bytes, + "autotune_candidates": [ + {"block_size": 256, "num_warps": 4}, + {"block_size": 512, "num_warps": 4}, + {"block_size": 1024, "num_warps": 8}, + ], + "correctness": correctness, + **measurements, + } + + def _build_report(args: argparse.Namespace) -> dict[str, Any]: try: import torch @@ -231,6 +345,7 @@ def _build_report(args: argparse.Namespace) -> dict[str, Any]: torch.manual_seed(args.seed) shapes = args.shapes or [(128, 1024), (512, 4096), (2048, 4096)] dtypes = args.dtypes or ["float16", "bfloat16"] + kernels = args.kernels or ["rmsnorm", "swiglu"] properties = torch.cuda.get_device_properties(0) cache_flush = None if args.cache_mode == "cold": @@ -240,20 +355,30 @@ def _build_report(args: argparse.Namespace) -> dict[str, Any]: dtype=torch.int8, ) - cases = [ - _run_case( - torch=torch, - triton=triton, - shape=shape, - dtype_name=dtype_name, - epsilon=args.epsilon, - warmup=args.warmup, - repeats=args.repeats, - cache_flush=cache_flush, - ) - for dtype_name in dtypes - for shape in shapes - ] + cases = [] + for kernel in kernels: + for dtype_name in dtypes: + for shape in shapes: + if kernel == "rmsnorm": + case = _run_rmsnorm_case( + torch=torch, + shape=shape, + dtype_name=dtype_name, + epsilon=args.epsilon, + warmup=args.warmup, + repeats=args.repeats, + cache_flush=cache_flush, + ) + else: + case = _run_swiglu_case( + torch=torch, + shape=shape, + dtype_name=dtype_name, + warmup=args.warmup, + repeats=args.repeats, + cache_flush=cache_flush, + ) + cases.append(case) return { "schema_version": 1, @@ -278,6 +403,10 @@ def _build_report(args: argparse.Namespace) -> dict[str, Any]: "cache_flush_mib": args.cache_flush_mib if cache_flush is not None else 0, "oracle": "PyTorch implementation with FP32 accumulation", "bandwidth": "Logical input read + weight read + output write bytes divided by p50", + "autotuning": ( + "SwiGLU launch parameters are selected by Triton on first use " + "per tensor size" + ), }, "cases": cases, } @@ -285,10 +414,11 @@ def _build_report(args: argparse.Namespace) -> dict[str, Any]: def _print_summary(report: dict[str, Any]) -> None: print(f"GPU: {report['system']['gpu']}") - print("shape dtype Triton p50 compile p50 vs compile bandwidth") + print("kernel shape dtype Triton p50 compile p50 vs compile bandwidth") for case in report["cases"]: rows, hidden = case["shape"] print( + f"{case['kernel']:<8} " f"{rows:>4}x{hidden:<5} " f"{case['dtype']:<10} " f"{case['triton']['p50_ms']:>9.4f} ms " diff --git a/src/triton_kernel_lab/swiglu.py b/src/triton_kernel_lab/swiglu.py new file mode 100644 index 0000000..d7c65bb --- /dev/null +++ b/src/triton_kernel_lab/swiglu.py @@ -0,0 +1,69 @@ +"""Fused Triton SwiGLU kernel and a high-precision PyTorch oracle.""" + +from __future__ import annotations + +import torch +import triton +import triton.language as tl + + +@triton.autotune( + configs=[ + triton.Config({"block_size": 256}, num_warps=4), + triton.Config({"block_size": 512}, num_warps=4), + triton.Config({"block_size": 1024}, num_warps=8), + ], + key=["n_elements"], +) +@triton.jit +def _swiglu_kernel( + gate_ptr, + up_ptr, + output_ptr, + n_elements: tl.constexpr, + block_size: tl.constexpr, +): + offsets = (tl.program_id(axis=0) * block_size) + tl.arange(0, block_size) + mask = offsets < n_elements + + gate = tl.load(gate_ptr + offsets, mask=mask, other=0.0).to(tl.float32) + up = tl.load(up_ptr + offsets, mask=mask, other=0.0).to(tl.float32) + activated = gate * tl.sigmoid(gate) + tl.store(output_ptr + offsets, activated * up, mask=mask) + + +def swiglu_triton(gate: torch.Tensor, up: torch.Tensor) -> torch.Tensor: + """Run fused SwiGLU over two contiguous CUDA tensors with identical shape.""" + if not gate.is_cuda or not up.is_cuda: + raise ValueError("gate and up must be CUDA tensors") + if gate.ndim != 2 or up.ndim != 2: + raise ValueError("gate and up must have shape [tokens, hidden_size]") + if gate.shape != up.shape: + raise ValueError("gate and up must have identical shapes") + if gate.dtype not in (torch.float16, torch.bfloat16, torch.float32): + raise ValueError("supported dtypes are float16, bfloat16, and float32") + if gate.dtype != up.dtype: + raise ValueError("gate and up must use the same dtype") + if not gate.is_contiguous() or not up.is_contiguous(): + raise ValueError("gate and up must be contiguous") + + output = torch.empty_like(gate) + n_elements = gate.numel() + + def grid(meta: dict[str, int]) -> tuple[int]: + return (triton.cdiv(n_elements, meta["block_size"]),) + + _swiglu_kernel[grid]( + gate, + up, + output, + n_elements=n_elements, + ) + return output + + +def swiglu_reference(gate: torch.Tensor, up: torch.Tensor) -> torch.Tensor: + """Compute an FP32 PyTorch SwiGLU oracle.""" + gate_fp32 = gate.float() + activated = gate_fp32 * torch.sigmoid(gate_fp32) + return (activated * up.float()).to(gate.dtype) diff --git a/tests/test_cli.py b/tests/test_cli.py index 3e4f40e..65d21b7 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -21,6 +21,10 @@ def test_parse_shape_rejects_invalid_values(value: str) -> None: def test_parser_accepts_repeated_cases() -> None: args = build_parser().parse_args( [ + "--kernel", + "rmsnorm", + "--kernel", + "swiglu", "--shape", "128x1024", "--shape", @@ -31,6 +35,6 @@ def test_parser_accepts_repeated_cases() -> None: "bfloat16", ] ) + assert args.kernels == ["rmsnorm", "swiglu"] assert args.shapes == [(128, 1024), (512, 4096)] assert args.dtypes == ["float16", "bfloat16"] -