Skip to content
CI

ci: Add watchdog #2781

Sign in to view logs

ci: Add watchdog

ci: Add watchdog #2781

Run time

Learn about OS pricing on GitHub Actions
Job Run time
metadata
1s
bump-manifest
37s
arm64 / test-distribution (extra-only-distribution.sh)
8s
amd64 / test-distribution (extra-only-distribution.sh)
6s
arm64 / test-distribution (mirror-only-distribution.sh)
6s
amd64 / test-distribution (mirror-only-distribution.sh)
7s
arm64 / test-distribution (upstream-only-distribution.sh)
4s
amd64 / test-distribution (upstream-only-distribution.sh)
13s
arm64 / test-distribution (local-patch-distribution.sh)
10s
amd64 / test-distribution (local-patch-distribution.sh)
4s
amd64 / build-base / build-base
5m 45s
arm64 / build-base / build-base
6m 23s
amd64 / build-jax / build-jax
8m 5s
arm64 / build-jax / build-jax
15m 32s
amd64 / build-maxtext / build-maxtext
5m 26s
amd64 / build-equinox / build-equinox
3m 33s
amd64 / build-levanter / build-levanter
4m 23s
amd64 / build-upstream-t5x / build-upstream-t5x
7m 2s
amd64 / build-grok / build-grok
3m 37s
amd64 / build-triton / build-triton
10m 11s
amd64 / build-upstream-pax / build-upstream-pax
6m 40s
amd64 / test-jax / jax-V100-unit-test
17m 56s
amd64 / test-jax / jax-A100-unit-test
12m 9s
amd64 / test-pallas / pallas-V100-unit-test
4m 14s
amd64 / test-pallas / pallas-A100-unit-test
5m 48s
amd64 / test-jax / runner / launch-slurm-runner
6m 50s
amd64 / test-pallas / runner / launch-slurm-runner
13m 22s
amd64 / test-levanter / levanter-V100-unit-test
15m 46s
amd64 / test-levanter / levanter-A100-unit-test
12m 44s
amd64 / test-levanter / runner / launch-slurm-runner
15m 27s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 1)
10m 17s
amd64 / test-maxtext / single-process-multi-device (1, 1, 2, 4)
11m 43s
amd64 / test-maxtext / maxtext-multinode (1, 1, 8, 1)
18m 54s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 8)
13m 19s
amd64 / test-maxtext / maxtext-multinode (1, 1, 4, 2)
15m 1s
amd64 / test-maxtext / maxtext-multinode (1, 2, 2, 2)
18m 51s
amd64 / test-maxtext / maxtext-multinode (1, 4, 2, 2)
17m 42s
arm64 / build-maxtext
0s
arm64 / build-triton
0s
arm64 / test-jax
0s
arm64 / test-pallas
0s
arm64 / build-levanter / build-levanter
8m 14s
arm64 / build-equinox / build-equinox
6m 55s
arm64 / build-upstream-pax / build-upstream-pax
13m 8s
arm64 / build-upstream-t5x / build-upstream-t5x
10m 23s
arm64 / build-grok / build-grok
7m 36s
arm64 / test-maxtext
0s
arm64 / test-triton
0s
amd64 / test-triton / triton-V100-unit-test
4m 32s
amd64 / test-triton / triton-A100-unit-test
4m 46s
amd64 / test-triton / runner / launch-slurm-runner
30m 20s
amd64 / test-upstream-pax / single-process-multi-device (1, 8, 1, 1)
26m 22s
amd64 / test-upstream-pax / single-process-multi-device (1, 1, 2, 4)
33m 15s
amd64 / test-upstream-pax / single-process-evaluation (1, 8, 1, 1)
47m 50s
amd64 / test-upstream-pax / pax-multi-node (1DP1FSDP1TP1PP, 1, 1, 1, 1, 4)
56m 59s
amd64 / test-upstream-pax / pax-multi-node (8DP1FSDP1TP1PP, 1, 8, 1, 1, 4)
56m 41s
amd64 / test-upstream-pax / pax-multi-node (1DP8FSDP1TP1PP, 1, 1, 8, 1, 4)
53m 55s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP1TP4PP, 4, 2, 1, 1, 4)
45m 51s
amd64 / build-rosetta-pax / build-rosetta
1m 34s
amd64 / test-upstream-pax / pax-multi-node (4DP1FSDP2TP1PP, 1, 4, 1, 2, 4)
54m 3s
amd64 / test-upstream-pax / pax-multi-node (16DP1FSDP1TP1PP, 1, 16, 1, 1, 4)
50m 53s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP2TP4PP, 4, 2, 1, 2, 4)
40m 51s
amd64 / test-upstream-pax / pax-multi-node (LLaMA_eval, 1, 1, 8, 1, 4, true, --model-type LLaMA70BProxy --evaluate)
45m 27s
amd64 / test-te / te-V100-unit-test
21m 39s
amd64 / test-te / te-A100-unit-test
15m 47s
amd64 / test-te / runner / launch-slurm-runner
18m 50s
amd64 / test-te-multigpu / te-multi-gpu (2) / te-2GPU
29m 30s
amd64 / test-te-multigpu / te-multi-gpu (4) / te-4GPU
34m 12s
amd64 / test-te-multigpu / te-multi-gpu (8) / te-8GPU
23m 24s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P1G, 1)
1h 1m 9s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P2G, 2)
1h 1m 4s
amd64 / build-rosetta-t5x / build-rosetta
8m 2s
amd64 / test-upstream-t5x / t5x-multi-node (1G1N, 1, 1)
1h 34m 1s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P4G, 4)
1h 15m 51s
amd64 / test-upstream-t5x / t5x-multi-node (2G1N, 2, 1)
1h 27m 1s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P8G, 8)
1h 12m 16s
amd64 / test-upstream-t5x / t5x-multi-node (4G1N, 4, 1)
1h 34m 34s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P1G_fmha, 1, --enable-fmha 1)
1h 4m 37s
amd64 / test-upstream-t5x / t5x-multi-node (8G1N, 8, 1)
1h 37m 38s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P2G_fmha, 2, --enable-fmha 1)
1h 12m 3s
amd64 / test-upstream-t5x / t5x-multi-node (1G2N, 1, 2)
1h 19m 30s
amd64 / test-upstream-t5x / t5x-multi-node (2G2N, 2, 2)
1h 8m 28s
amd64 / test-upstream-t5x / t5x-multi-node (4G2N, 4, 2)
1h 30m 32s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N, 8, 2)
1h 45m 10s
amd64 / test-upstream-t5x / t5x-multi-node (2G2N_fmha, 2, 2, --enable-fmha 1)
1h 41m 40s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N_fmha, 8, 2, --enable-fmha 1)
1h 23m 16s
amd64 / test-rosetta-pax
0s
arm64 / test-levanter
0s
amd64 / collect-docker-tags
1s
amd64 / test-rosetta-t5x / vit-single-process-multi-device (8)
1h 43m 7s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (1N1G-te-1, 1, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
1h 45m 24s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (1N8G-te-1, 8, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
1h 47m 41s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N8G-te-1, 8, 2, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...
1h 54m 41s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N2G_te-0, 2, 2, --enable-te 0)
1h 41m 49s
amd64 / test-rosetta-t5x / single-process-multi-device (1P1G_te-1, 1, --gin.train/utils.DatasetConfig.pack=False --gin.train...
1h 46m 41s
amd64 / test-rosetta-t5x / single-process-multi-device (1P1G_te-0, 1, --enable-te 0)
2h 2m 56s
amd64 / test-rosetta-t5x / single-process-multi-device (1P8G_te-1, 8, --gin.train/utils.DatasetConfig.pack=False --gin.train...
1h 57m 31s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 1)
1h 47m 55s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 2)
1h 59m 10s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 1)
1h 50m 47s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 2)
1h 49m 9s
arm64 / build-rosetta-t5x
0s
arm64 / test-upstream-t5x
0s
arm64 / test-rosetta-t5x
0s
arm64 / test-te
0s
arm64 / test-upstream-pax
0s
arm64 / build-rosetta-pax
0s
arm64 / test-te-multigpu
0s
arm64 / collect-docker-tags
1s
arm64 / test-rosetta-pax
0s
amd64 / test-maxtext / test-maxtext-metrics
17s
amd64 / test-maxtext / test-maxtext-summary
1s
amd64 / test-maxtext / test-maxtext-sitrep / sitrep
6s
amd64 / test-maxtext / test-maxtext-outcome
1s
amd64 / test-te-multigpu / sitrep
9s
amd64 / test-upstream-pax / test-upstream-pax-summary
1s
amd64 / test-upstream-pax / test-upstream-pax-metrics
44s
amd64 / test-upstream-pax / test-upstream-pax-sitrep / sitrep
11s
amd64 / test-upstream-pax / test-upstream-pax-outcome
1s
amd64 / test-upstream-t5x / test-upstream-t5x-summary
1s
amd64 / test-upstream-t5x / test-upstream-t5x-metrics
21s
amd64 / test-upstream-t5x / test-upstream-t5x-sitrep / sitrep
9s
amd64 / test-upstream-t5x / test-upstream-t5x-outcome
1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-summary
1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-metrics
24s
amd64 / test-rosetta-t5x / test-t5x-rosetta-sitrep / sitrep
5m 25s
amd64 / test-rosetta-t5x / test-t5x-rosetta-outcome
1s
make-publish-configs
4s
merge-new-manifest
0s
publish-containers (equinox, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-equino... / publish
19s
publish-containers (base, mock-jax, 800, ghcr.io/nvidia/jax-toolbox-internal:9075845198-base-amd6... / publish
12s
publish-containers (equinox, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:907584519... / publish
13s
publish-containers (levanter, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-levan... / publish
13s
publish-containers (grok, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-grok-amd6... / publish
25s
publish-containers (jax, mock-jax, 1000, ghcr.io/nvidia/jax-toolbox-internal:9075845198-jax-amd64... / publish
13s
publish-containers (grok, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075845198-g... / publish
30s
publish-containers (jax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075845198-ja... / publish
16s
publish-containers (maxtext, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-maxtex... / publish
19s
publish-containers (maxtext, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:907584519... / publish
19s
publish-containers (levanter, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:90758451... / publish
24s
publish-containers (t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075845198-t5... / publish
9s
publish-containers (triton, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075845198... / publish
11s
publish-containers (triton, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-triton-... / publish
10s
publish-containers (t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-t5x-amd64,... / publish
10s
publish-containers (upstream-pax, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-u... / publish
20s
publish-containers (upstream-t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:9075845198-u... / publish
14s
publish-containers (upstream-pax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075... / publish
21s
publish-containers (upstream-t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:9075... / publish
16s
finalize / workflow-badge
7s
finalize / report
15s
finalize / upload-badge
26s
finalize / publish-badge
4s
2d 13h 29m 2s