Skip to content
trunk

Revert "Revert "Arm backend: Enable pytest VKML op unit testing in ci… #19658

Sign in to view logs

Revert "Revert "Arm backend: Enable pytest VKML op unit testing in ci…

Revert "Revert "Arm backend: Enable pytest VKML op unit testing in ci… #19658

Run time

Learn about OS pricing on GitHub Actions
Job Run time
changes
7s
test-coreml-delegate / macos-job
16m 10s
test-llama-torchao-lowbit / macos-job
11m 12s
test-static-llama-ane / macos-job
10m 23s
test-arm-ootb-linux / linux-job
11m 41s
test-demo-backend-delegation (buck2) / linux-job
8m 59s
test-models-macos-cpu (efficient_sam, portable) / macos-job
21m 58s
test-demo-backend-delegation (cmake) / linux-job
8m 28s
test-models-macos-cpu (llama, portable) / macos-job
9m 37s
test-models-macos-cpu (llama3_2_vision_encoder, portable) / macos-job
18m 28s
test-models-macos-cpu (llama2, xnnpack-quantization-delegation) / macos-job
9m 54s
test-models-macos-cpu (mobilebert, xnnpack-quantization-delegation) / macos-job
10m 21s
test-models-macos-cpu (mv3, xnnpack-quantization-delegation) / macos-job
9m 26s
test-models-macos-cpu (vit, xnnpack-quantization-delegation) / macos-job
9m 33s
test-models-macos-cpu (mv3, portable) / macos-job
9m 10s
test-models-macos-cpu (emformer_join, xnnpack-quantization-delegation) / macos-job
8m 57s
test-models-macos-cpu (w2l, xnnpack-quantization-delegation) / macos-job
8m 55s
test-models-macos-cpu (resnet50, xnnpack-quantization-delegation) / macos-job
9m 10s
test-models-macos-cpu (ic4, xnnpack-quantization-delegation) / macos-job
9m 53s
test-models-linux-aarch64 (add_mul, portable, linux.arm64.2xlarge) / linux-job
9m 1s
test-models-linux-aarch64 (emformer_join, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 16s
test-selective-build-macos (cmake) / macos-job
11m 13s
test-custom-ops-macos (cmake) / macos-job
9m 44s
test-models-linux-aarch64 (ic3, portable, linux.arm64.2xlarge) / linux-job
20m 14s
test-models-linux-aarch64 (emformer_transcribe, portable, linux.arm64.2xlarge) / linux-job
10m 46s
test-models-linux-aarch64 (resnet18, portable, linux.arm64.2xlarge) / linux-job
15m 38s
test-models-linux-aarch64 (mul, portable, linux.arm64.2xlarge) / linux-job
8m 46s
test-models-linux-aarch64 (emformer_join, portable, linux.arm64.2xlarge) / linux-job
41m 4s
test-models-linux-aarch64 (add_mul, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 18s
test-models-linux-aarch64 (linear, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 7s
test-models-linux-aarch64 (mv3, portable, linux.arm64.2xlarge) / linux-job
9m 28s
test-models-linux-aarch64 (linear, portable, linux.arm64.2xlarge) / linux-job
8m 50s
test-models-linux-aarch64 (mobilebert, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
12m 31s
test-models-linux-aarch64 (ic3, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
10m 9s
test-models-linux-aarch64 (resnet18, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 25s
test-models-linux-aarch64 (mv3, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 44s
test-models-linux-aarch64 (emformer_transcribe, xnnpack-quantization-delegation, linux.arm64.2xla... / linux-job
17m 35s
test-models-linux-aarch64 (add, portable, linux.arm64.2xlarge) / linux-job
8m 46s
test-models-linux-aarch64 (llama3_2_vision_encoder, portable, linux.arm64.2xlarge) / linux-job
38m 41s
test-models-linux-aarch64 (ic4, portable, linux.arm64.2xlarge) / linux-job
58m 13s
test-models-linux-aarch64 (w2l, portable, linux.arm64.2xlarge) / linux-job
10m 50s
test-models-linux-aarch64 (phi_4_mini, portable, linux.arm64.m7g.4xlarge) / linux-job
52m 4s
test-models-linux-aarch64 (softmax, portable, linux.arm64.2xlarge) / linux-job
8m 59s
test-models-linux-aarch64 (resnet50, portable, linux.arm64.2xlarge) / linux-job
25m 49s
test-models-linux-aarch64 (add, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 7s
test-models-linux-aarch64 (resnet50, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 38s
test-models-linux-aarch64 (qwen2_5_1_5b, portable, linux.arm64.2xlarge) / linux-job
11m 18s
test-models-linux-aarch64 (w2l, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 3s
test-models-linux-aarch64 (vit, portable, linux.arm64.2xlarge) / linux-job
16m 16s
test-models-linux-aarch64 (ic4, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
10m 51s
test-models-linux-aarch64 (vit, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
10m 22s
test-models-linux-aarch64 (lstm, portable, linux.arm64.2xlarge) / linux-job
8m 46s
test-models-linux-aarch64 (mobilebert, portable, linux.arm64.2xlarge) / linux-job
10m 54s
test-models-linux-aarch64 (mv2, portable, linux.arm64.2xlarge) / linux-job
10m 51s
test-models-linux-aarch64 (mv2, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job
9m 26s
test-mcu-cortex-m-backend / linux-job
15m 43s
test-huggingface-transformers-xnnpack (smollm2-135m|xnnpack|--quantize) / linux-job
19m 41s
test-huggingface-transformers-xnnpack (smollm3-3b|xnnpack|--quantize) / linux-job
23m 39s
test-huggingface-transformers-xnnpack (phi4-mini|xnnpack|--quantize) / linux-job
21m 54s
test-huggingface-transformers-xnnpack (llama3.2-1b|xnnpack|--quantize) / linux-job
16m 25s
test-huggingface-transformers-xnnpack (qwen3-0.6b|xnnpack|--quantize) / linux-job
20m 15s
test-huggingface-transformers-xnnpack (qwen3-1.7b|xnnpack|--quantize) / linux-job
20m 43s
test-huggingface-transformers-xnnpack (gemma3-1b|xnnpack|--quantize) / linux-job
21m 24s
test-huggingface-transformers-macos (distilbert|coreml_fp32_gpu|--quantize) / macos-job
9m 22s
test-huggingface-transformers-macos (smollm2-135m|coreml_fp32_gpu|--quantize) / macos-job
9m 52s
test-huggingface-transformers-macos (olmo-1b|coreml_fp32_gpu|--quantize) / macos-job
10m 20s
test-huggingface-transformers-macos (llama3.2-1b|coreml_fp32_gpu|--quantize) / macos-job
10m 14s
test-huggingface-transformers-macos (bert|coreml_fp32_gpu|--quantize) / macos-job
9m 11s
test-multimodal-macos (gemma3-4b) / macos-job
20m 16s
test-huggingface-transformers-macos (qwen3-0.6b|coreml_fp32_gpu|--quantize) / macos-job
10m 16s
test-models-macos-coreml (efficient_sam) / macos-job
10m 21s
test-models-macos-coreml (dl3) / macos-job
9m 55s
test-models-macos-coreml (emformer_transcribe) / macos-job
9m 29s
test-models-macos-coreml (emformer_join) / macos-job
9m 24s
test-models-macos-coreml (mobilebert) / macos-job
7m 6s
test-models-macos-coreml (edsr) / macos-job
6m 46s
test-models-macos-coreml (resnet50) / macos-job
6m 50s
test-models-macos-coreml (ic3) / macos-job
7m 11s
test-models-macos-coreml (ic4) / macos-job
6m 59s
test-models-macos-coreml (mv2) / macos-job
6m 55s
test-models-macos-coreml (mv3) / macos-job
6m 54s
test-models-macos-coreml (vit) / macos-job
7m 45s
test-llama-runner-mac (fp32, coreml) / macos-job
11m 15s
test-llama-runner-mac (fp32, xnnpack+custom+quantize_kv) / macos-job
11m 27s
test-models-macos-coreml (w2l) / macos-job
7m 20s
test-llama-runner-mac (fp32, mps) / macos-job
8m 42s
test-llama-runner-qnn-linux (fp32, qnn_16a16w, qnn) / linux-job
19m 58s
test-llama-runner-qnn-linux (fp32, qnn_8a8w, qnn) / linux-job
32m 37s
test-arm-cortex-m-size-test (bare_metal) / linux-job
10m 28s
test-arm-cortex-m-size-test (zephyr-preset) / linux-job
10m 9s
test-arm-backend (test_memory_allocation) / linux-job
13m 11s
test-arm-backend (test_pytest_models_ethosu_fvp) / linux-job
40m 47s
test-arm-backend (test_models_tosa) / linux-job
28m 22s
test-arm-backend (test_pytest_ops_vkml) / linux-job
45m 9s
test-arm-backend (test_model_smollm2-135M) / linux-job
17m 29s
test-arm-backend (test_models_ethos-u55) / linux-job
27m 26s
test-arm-backend (test_pytest_ops_ethosu_fvp) / linux-job
2h 1m 5s
test-arm-backend (test_run_ethosu_fvp) / linux-job
30m 19s
test-arm-backend (test_smaller_stories_llama) / linux-job
21m 56s
test-arm-backend (test_models_ethos-u85) / linux-job
1h 0m 47s
test-llama-runner-linux (fp32, xnnpack+custom, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11... / linux-job
16m 31s
test-llama-runner-linux (bf16, portable, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job
10m 28s
test-llama-runner-linux (fp32, xnnpack+custom, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job
13m 23s
test-llama-runner-linux (bf16, custom, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job
11m 5s
test-llama-runner-linux (fp32, portable, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job
11m 20s
test-llama-runner-linux (bf16, portable, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job
10m 59s
test-llama-runner-linux (fp32, portable, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job
10m 27s
test-torchao-huggingface-checkpoints (phi_4_mini, linux.2xlarge, executorch-ubuntu-22.04-clang12,... / linux-job
21m 34s
test-torchao-huggingface-checkpoints (qwen3_4b, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc1... / linux-job
15m 5s
test-torchao-huggingface-checkpoints (qwen3_4b, linux.2xlarge, executorch-ubuntu-22.04-clang12, x... / linux-job
26m 34s
test-qnn-model (fp32, dl3) / linux-job
12m 34s
test-qnn-model (fp32, mv3) / linux-job
11m 50s
test-torchao-huggingface-checkpoints (phi_4_mini, linux.arm64.2xlarge, executorch-ubuntu-22.04-gc... / linux-job
12m 41s
test-qnn-model (fp32, conv_former) / linux-job
12m 58s
test-qnn-model (fp32, w2l) / linux-job
11m 23s
test-qnn-model (fp32, mv2) / linux-job
12m 3s
test-qnn-model (fp32, mb) / linux-job
30m 13s
test-qnn-model (fp32, vit) / linux-job
12m 23s
test-qnn-model (fp32, ic3) / linux-job
12m 2s
test-qnn-model (fp32, ic4) / linux-job
12m 49s
test-qnn-optimum-model (fp32, focalnet) / linux-job
12m 32s
test-qnn-optimum-model (fp32, efficientnet) / linux-job
11m 45s
test-qnn-optimum-model (fp32, pvt) / linux-job
11m 56s
test-qnn-optimum-model (fp32, mobilevit_v2) / linux-job
12m 36s
test-qnn-optimum-model (fp32, distilbert) / linux-job
11m 52s
test-qnn-optimum-model (fp32, cvt) / linux-job
12m 58s
test-qnn-optimum-model (fp32, swin) / linux-job
13m 31s
test-qnn-optimum-model (fp32, roberta) / linux-job
13m 43s
test-qnn-optimum-model (fp32, albert) / linux-job
12m 21s
test-qnn-optimum-model (fp32, dit) / linux-job
12m 20s
test-qnn-optimum-model (fp32, mobilevit_v1) / linux-job
12m 22s
test-qnn-optimum-model (fp32, bert) / linux-job
12m 22s
test-models-macos-mps / macos-job
11m 2s
test-models-windows (mobilebert, portable) / windows-job
32m 51s
test-models-windows (mobilebert, xnnpack-q8) / windows-job
36m 20s
test-models-windows (vit, xnnpack-q8) / windows-job
33m 58s
test-models-windows (mv3, portable) / windows-job
30m 8s
test-models-windows (resnet50, xnnpack-q8) / windows-job
32m 11s
test-models-windows (mv3, xnnpack-q8) / windows-job
33m 35s
test-models-windows (vit, portable) / windows-job
34m 9s
test-models-windows (resnet50, portable) / windows-job
34m 49s
unittest-release / macos / macos-job
29m 35s
unittest-release / linux / linux-job
1h 3m 39s
test-models-windows (emformer_transcribe, portable) / windows-job
32m 39s
test-models-windows (emformer_transcribe, xnnpack-q8) / windows-job
37m 28s
unittest-release / windows / windows-job
1h 23m 45s
test-static-llama-qnn-eval-linux
0s
1d 18h 52m 11s