Skip to content

Commit 3fd9dcf

Browse files
janeyx99facebook-github-bot
janeyx99
authored and
facebook-github-bot
committed
Move non-libtorch scheduled linux CI to GHA (#61732)
Summary: Move non-libtorch Linux 11.3 scheduled CI job to GHA. Libtorch builds will be migrated here: #61774 Successful run: https://github.com/pytorch/pytorch/actions/runs/1035592487 Pull Request resolved: #61732 Reviewed By: seemethere Differential Revision: D29735637 Pulled By: janeyx99 fbshipit-source-id: dce13370b218ae7833483fdaa00137db95e27c98
1 parent 287603f commit 3fd9dcf

10 files changed

+441
-30
lines changed

‎.circleci/config.yml‎

Lines changed: 1 addition & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -9244,28 +9244,14 @@ workflows:
92449244
- docker_build_job:
92459245
name: "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
92469246
image_name: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
9247-
- pytorch_linux_build:
9248-
name: periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_build
9249-
requires:
9250-
- "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
9251-
build_environment: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-build"
9252-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
9253-
- pytorch_linux_test:
9254-
name: periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_test
9255-
requires:
9256-
- periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_build
9257-
build_environment: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-test"
9258-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
9259-
use_cuda_docker_runtime: "1"
9260-
resource_class: gpu.medium
92619247
- pytorch_linux_build:
92629248
name: periodic_libtorch_xenial_cuda11_3_cudnn8_gcc7_build
92639249
requires:
92649250
- "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
92659251
build_environment: "pytorch-libtorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-build"
92669252
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
92679253

9268-
# The following allows these jobs to run on ci-all and release branches
9254+
# The following allows the equivalent periodic jobs on GHA to run on CircleCI ci-all and release branches
92699255
debuggable-scheduled-ci:
92709256
jobs:
92719257
- docker_build_job:

‎.circleci/verbatim-sources/workflows/workflows-scheduled-ci.yml‎

Lines changed: 1 addition & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -11,28 +11,14 @@
1111
- docker_build_job:
1212
name: "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
1313
image_name: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
14-
- pytorch_linux_build:
15-
name: periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_build
16-
requires:
17-
- "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
18-
build_environment: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-build"
19-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
20-
- pytorch_linux_test:
21-
name: periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_test
22-
requires:
23-
- periodic_pytorch_xenial_cuda11_3_cudnn8_gcc7_build
24-
build_environment: "pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-test"
25-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
26-
use_cuda_docker_runtime: "1"
27-
resource_class: gpu.medium
2814
- pytorch_linux_build:
2915
name: periodic_libtorch_xenial_cuda11_3_cudnn8_gcc7_build
3016
requires:
3117
- "docker-pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
3218
build_environment: "pytorch-libtorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7-build"
3319
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7"
3420

35-
# The following allows these jobs to run on ci-all and release branches
21+
# The following allows the equivalent periodic jobs on GHA to run on CircleCI ci-all and release branches
3622
debuggable-scheduled-ci:
3723
jobs:
3824
- docker_build_job:

‎.github/scripts/generate_ci_workflows.py‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,7 @@ def PyTorchLinuxWorkflow(
6161
enable_slow_test: YamlShellBool = "''",
6262
num_test_shards: int = 1,
6363
is_scheduled: Optional[str] = None,
64+
exclude_test: bool = False,
6465
) -> PyTorchWorkflow:
6566
return {
6667
"build_environment": build_environment,
@@ -75,6 +76,7 @@ def PyTorchLinuxWorkflow(
7576
"enable_nogpu_no_avx2_test": enable_nogpu_no_avx2_test,
7677
"enable_slow_test": enable_slow_test,
7778
"num_test_shards": num_test_shards,
79+
"exclude_test": exclude_test,
7880
}
7981

8082

@@ -189,6 +191,20 @@ def generate_workflow_file(
189191
# docker_image_base=f"{DOCKER_REGISTRY}/pytorch/pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7",
190192
# test_runner_type=LINUX_CUDA_TEST_RUNNER,
191193
# ),
194+
PyTorchLinuxWorkflow(
195+
build_environment="periodic-pytorch-linux-xenial-cuda11.3-cudnn8-py3.6-gcc7",
196+
docker_image_base=f"{DOCKER_REGISTRY}/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7",
197+
test_runner_type=LINUX_CUDA_TEST_RUNNER,
198+
num_test_shards=2,
199+
is_scheduled="45 0,4,8,12,16,20 * * *",
200+
),
201+
# PyTorchLinuxWorkflow(
202+
# build_environment="periodic-pytorch-libtorch-linux-xenial-cuda11.3-cudnn8-py3.6-gcc7",
203+
# docker_image_base=f"{DOCKER_REGISTRY}/pytorch/pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7",
204+
# test_runner_type=LINUX_CUDA_TEST_RUNNER,
205+
# exclude_test=True,
206+
# is_scheduled="45 0,4,8,12,16,20 * * *",
207+
# ),
192208
# PyTorchLinuxWorkflow(
193209
# build_environment="pytorch-linux-bionic-py3.6-clang9-noarch",
194210
# docker_image_base=f"{DOCKER_REGISTRY}/pytorch/pytorch-linux-bionic-py3.6-clang9",

‎.github/templates/linux_ci_workflow.yml.j2‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -234,6 +234,7 @@ jobs:
234234
run: .github/scripts/generate_pytorch_test_matrix.py
235235

236236
test:
237+
if: !{{ not build_only }}
237238
needs:
238239
- calculate-docker-image
239240
- build

0 commit comments

Comments
 (0)