Skip to content
CI

ci: Add watchdog #2784

Sign in to view logs

ci: Add watchdog

ci: Add watchdog #2784

Run time

Learn about OS pricing on GitHub Actions
Job Run time
metadata
1s
bump-manifest
21s
amd64 / test-distribution (extra-only-distribution.sh)
6s
arm64 / test-distribution (extra-only-distribution.sh)
7s
amd64 / test-distribution (mirror-only-distribution.sh)
10s
arm64 / test-distribution (mirror-only-distribution.sh)
6s
amd64 / test-distribution (upstream-only-distribution.sh)
8s
amd64 / test-distribution (local-patch-distribution.sh)
10s
arm64 / test-distribution (upstream-only-distribution.sh)
6s
arm64 / test-distribution (local-patch-distribution.sh)
5s
amd64 / build-base / build-base
5m 38s
arm64 / build-base / build-base
6m 43s
amd64 / build-jax / build-jax
15m 14s
arm64 / build-jax / build-jax
21m 32s
amd64 / build-equinox / build-equinox
3m 37s
amd64 / build-grok / build-grok
3m 39s
amd64 / build-maxtext / build-maxtext
5m 53s
amd64 / build-levanter / build-levanter
4m 34s
amd64 / build-triton / build-triton
8m 49s
amd64 / build-upstream-t5x / build-upstream-t5x
6m 31s
amd64 / build-upstream-pax / build-upstream-pax
6m 12s
amd64 / test-jax / jax-V100-unit-test
17m 55s
amd64 / test-jax / jax-A100-unit-test
12m 40s
amd64 / test-pallas / pallas-V100-unit-test
4m 15s
amd64 / test-pallas / pallas-A100-unit-test
5m 52s
amd64 / test-jax / runner / launch-slurm-runner
13m 58s
amd64 / test-pallas / runner / launch-slurm-runner
7m 4s
amd64 / test-levanter / levanter-V100-unit-test
16m 14s
amd64 / test-levanter / levanter-A100-unit-test
13m 4s
amd64 / test-levanter / runner / launch-slurm-runner
15m 9s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 1)
15m 57s
amd64 / test-maxtext / maxtext-multinode (1, 1, 8, 1)
13m 19s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 8)
18m 32s
amd64 / test-maxtext / single-process-multi-device (1, 1, 2, 4)
11m 55s
amd64 / test-maxtext / maxtext-multinode (1, 1, 4, 2)
15m 0s
amd64 / test-maxtext / maxtext-multinode (1, 2, 2, 2)
21m 28s
amd64 / test-maxtext / maxtext-multinode (1, 4, 2, 2)
20m 17s
arm64 / build-maxtext
0s
arm64 / build-triton
0s
arm64 / test-jax
0s
arm64 / test-pallas
0s
arm64 / build-equinox / build-equinox
6m 51s
arm64 / build-levanter / build-levanter
8m 31s
arm64 / build-upstream-pax / build-upstream-pax
28m 50s
arm64 / build-grok / build-grok
8m 55s
arm64 / build-upstream-t5x / build-upstream-t5x
21m 25s
arm64 / test-maxtext
0s
arm64 / test-triton
0s
amd64 / test-triton
0s
amd64 / test-upstream-pax / single-process-multi-device (1, 8, 1, 1)
40m 46s
amd64 / test-upstream-pax / single-process-multi-device (1, 1, 2, 4)
26m 35s
amd64 / test-upstream-pax / single-process-evaluation (1, 8, 1, 1)
43m 14s
amd64 / test-upstream-pax / pax-multi-node (1DP1FSDP1TP1PP, 1, 1, 1, 1, 4)
46m 12s
amd64 / test-upstream-pax / pax-multi-node (8DP1FSDP1TP1PP, 1, 8, 1, 1, 4)
44m 17s
amd64 / test-upstream-pax / pax-multi-node (1DP8FSDP1TP1PP, 1, 1, 8, 1, 4)
37m 37s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP1TP4PP, 4, 2, 1, 1, 4)
31m 23s
amd64 / test-te / te-V100-unit-test
21m 14s
amd64 / test-upstream-pax / pax-multi-node (4DP1FSDP2TP1PP, 1, 4, 1, 2, 4)
41m 19s
amd64 / test-te / te-A100-unit-test
15m 56s
amd64 / build-rosetta-pax / build-rosetta
1m 46s
amd64 / test-upstream-pax / pax-multi-node (16DP1FSDP1TP1PP, 1, 16, 1, 1, 4)
55m 43s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP2TP4PP, 4, 2, 1, 2, 4)
52m 45s
amd64 / test-upstream-pax / pax-multi-node (LLaMA_eval, 1, 1, 8, 1, 4, true, --model-type LLaMA70BProxy --evaluate)
1h 0m 31s
amd64 / test-te / runner / launch-slurm-runner
33m 31s
amd64 / test-te-multigpu / te-multi-gpu (2) / te-2GPU
22m 48s
amd64 / test-te-multigpu / te-multi-gpu (4) / te-4GPU
37m 55s
amd64 / test-te-multigpu / te-multi-gpu (8) / te-8GPU
34m 41s
amd64 / test-upstream-t5x / t5x-multi-node (1G1N, 1, 1)
1h 20m 40s
amd64 / build-rosetta-t5x / build-rosetta
8m 3s
amd64 / test-upstream-t5x / t5x-multi-node (2G1N, 2, 1)
1h 39m 16s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P1G, 1)
1h 3m 59s
amd64 / test-upstream-t5x / t5x-multi-node (4G1N, 4, 1)
1h 35m 44s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P2G, 2)
1h 9m 34s
amd64 / test-upstream-t5x / t5x-multi-node (8G1N, 8, 1)
1h 28m 4s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P4G, 4)
1h 35m 32s
amd64 / test-upstream-t5x / t5x-multi-node (1G2N, 1, 2)
1h 13m 25s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P8G, 8)
1h 17m 22s
amd64 / test-upstream-t5x / t5x-multi-node (2G2N, 2, 2)
1h 46m 40s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P1G_fmha, 1, --enable-fmha 1)
1h 17m 17s
amd64 / test-upstream-t5x / t5x-multi-node (4G2N, 4, 2)
1h 32m 1s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P2G_fmha, 2, --enable-fmha 1)
1h 0m 35s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N, 8, 2)
1h 50m 17s
amd64 / test-upstream-t5x / t5x-multi-node (2G2N_fmha, 2, 2, --enable-fmha 1)
1h 24m 38s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N_fmha, 8, 2, --enable-fmha 1)
1h 42m 55s
amd64 / test-rosetta-pax
0s
arm64 / test-levanter
0s
amd64 / collect-docker-tags
1s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (1N1G-te-1, 1, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
2h 7m 8s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (1N8G-te-1, 8, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
1h 56m 0s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N8G-te-1, 8, 2, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
2h 12m 15s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N2G_te-0, 2, 2, --enable-te 0)
2h 0m 48s
amd64 / test-rosetta-t5x / single-process-multi-device (1P1G_te-1, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train...
2h 8m 6s
amd64 / test-rosetta-t5x / single-process-multi-device (1P1G_te-0, 1, --enable-te 0)
1h 56m 52s
amd64 / test-rosetta-t5x / vit-single-process-multi-device (8)
2h 3m 27s
amd64 / test-rosetta-t5x / single-process-multi-device (1P8G_te-1, 8, --gin.train/utils.DatasetConfig.pack=False --gin.train...
2h 15m 0s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 1)
2h 4m 35s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 2)
2h 9m 34s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 1)
2h 3m 22s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 2)
2h 2m 11s
amd64 / test-maxtext / test-maxtext-summary
1s
amd64 / test-maxtext / test-maxtext-metrics
16s
amd64 / test-maxtext / test-maxtext-sitrep / sitrep
7s
amd64 / test-maxtext / test-maxtext-outcome
1s
arm64 / test-upstream-t5x
0s
arm64 / build-rosetta-t5x / build-rosetta
3m 42s
arm64 / test-rosetta-t5x
0s
arm64 / test-te
0s
arm64 / test-upstream-pax
0s
arm64 / test-te-multigpu
0s
arm64 / build-rosetta-pax / build-rosetta
1m 35s
arm64 / collect-docker-tags
1s
arm64 / test-rosetta-pax
0s
amd64 / test-te-multigpu / sitrep
5s
amd64 / test-upstream-pax / test-upstream-pax-summary
1s
amd64 / test-upstream-pax / test-upstream-pax-metrics
15s
amd64 / test-upstream-pax / test-upstream-pax-sitrep / sitrep
6s
amd64 / test-upstream-pax / test-upstream-pax-outcome
1s
amd64 / test-upstream-t5x / test-upstream-t5x-summary
1s
amd64 / test-upstream-t5x / test-upstream-t5x-metrics
17s
amd64 / test-upstream-t5x / test-upstream-t5x-sitrep / sitrep
8s
amd64 / test-upstream-t5x / test-upstream-t5x-outcome
1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-metrics
21s
amd64 / test-rosetta-t5x / test-t5x-rosetta-summary
1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-sitrep / sitrep
12s
amd64 / test-rosetta-t5x / test-t5x-rosetta-outcome
1s
make-publish-configs
5s
merge-new-manifest
0s
publish-containers (equinox, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:908362352... / publish
17s
publish-containers (base, mock-jax, 800, ghcr.io/nvidia/jax-toolbox-internal:9083623521-base-amd6... / publish
26s
publish-containers (equinox, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-equino... / publish
13s
publish-containers (grok, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-grok-amd6... / publish
26s
publish-containers (grok, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9083623521-g... / publish
29s
publish-containers (jax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9083623521-ja... / publish
24s
publish-containers (jax, mock-jax, 1000, ghcr.io/nvidia/jax-toolbox-internal:9083623521-jax-amd64... / publish
13s
publish-containers (levanter, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-levan... / publish
14s
publish-containers (levanter, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:90836235... / publish
12s
publish-containers (maxtext, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-maxtex... / publish
20s
publish-containers (t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-t5x-amd64,... / publish
10s
publish-containers (upstream-pax, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-u... / publish
14s
publish-containers (maxtext, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:908362352... / publish
10s
publish-containers (upstream-pax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9083... / publish
17s
publish-containers (upstream-t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9083623521-u... / publish
16s
publish-containers (upstream-t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9083... / publish
25s
publish-containers (t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9083623521-t5... / publish
25s
finalize / workflow-badge
4s
finalize / report
20s
finalize / upload-badge
12s
finalize / publish-badge
5s
2d 17h 33m 37s