blob: ea07fda814b1d46b8cc517bb6a98ad63109652ea [file]
name: android-full-build-test
on:
workflow_call:
inputs:
build-environment:
required: true
type: string
description: Top-level label for what's being built/tested.
docker-image-name:
required: true
type: string
description: Name of the base docker image to build with.
sync-tag:
required: false
type: string
default: ""
description: |
If this is set, our linter will use this to make sure that every other
job with the same `sync-tag` is identical.
env:
GIT_DEFAULT_BRANCH: ${{ github.event.repository.default_branch }}
jobs:
build:
# Don't run on forked repos.
if: github.repository_owner == 'pytorch'
runs-on: [self-hosted, linux.2xlarge]
steps:
- name: Setup SSH (Click me for login details)
uses: pytorch/test-infra/.github/actions/setup-ssh@main
with:
github-secret: ${{ secrets.GITHUB_TOKEN }}
# [see note: pytorch repo ref]
- name: Checkout PyTorch
uses: pytorch/pytorch/.github/actions/checkout-pytorch@master
- name: Setup Linux
uses: ./.github/actions/setup-linux
- name: Calculate docker image
id: calculate-docker-image
uses: ./.github/actions/calculate-docker-image
with:
docker-image-name: ${{ inputs.docker-image-name }}
- name: Pull docker image
uses: pytorch/test-infra/.github/actions/pull-docker-image@main
with:
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
- name: Output disk space left
shell: bash
run: |
sudo df -H
- name: Preserve github env variables for use in docker
shell: bash
run: |
env | grep '^GITHUB' >> "/tmp/github_env_${GITHUB_RUN_ID}"
env | grep '^CI' >> "/tmp/github_env_${GITHUB_RUN_ID}"
- name: Parse ref
id: parse-ref
run: .github/scripts/parse_ref.py
- name: Build arm-v7a
uses: ./.github/actions/build-android
with:
arch: arm_v7a
arch-for-build-env: arm-v7a
github-secret: ${{ secrets.GITHUB_TOKEN }}
build-environment: ${{ inputs.build-environment }}
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
branch: ${{ steps.parse-ref.outputs.branch }}
- name: Build arm-v8a
uses: ./.github/actions/build-android
with:
arch: arm_v8a
arch-for-build-env: arm-v8a
github-secret: ${{ secrets.GITHUB_TOKEN }}
build-environment: ${{ inputs.build-environment }}
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
branch: ${{ steps.parse-ref.outputs.branch }}
- name: Build x86_32
id: build-x86_32
uses: ./.github/actions/build-android
with:
arch: x86_32
arch-for-build-env: x86_32
github-secret: ${{ secrets.GITHUB_TOKEN }}
build-environment: ${{ inputs.build-environment }}
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
branch: ${{ steps.parse-ref.outputs.branch }}
- name: Build x86_64
uses: ./.github/actions/build-android
with:
arch: x86_64
arch-for-build-env: x86_64
github-secret: ${{ secrets.GITHUB_TOKEN }}
build-environment: ${{ inputs.build-environment }}
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
branch: ${{ steps.parse-ref.outputs.branch }}
- name: Build final artifact
env:
BRANCH: ${{ steps.parse-ref.outputs.branch }}
DOCKER_IMAGE: ${{ steps.calculate-docker-image.outputs.docker-image }}
AWS_DEFAULT_REGION: us-east-1
PR_NUMBER: ${{ github.event.pull_request.number }}
SHA1: ${{ github.event.pull_request.head.sha || github.sha }}
SCCACHE_BUCKET: ossci-compiler-cache-circleci-v2
ID_X86_32: ${{ steps.build-x86_32.outputs.container_id }}
run: |
set -eux
# Putting everything together
# ID_X86_32 container were created during build-x86_32 step
docker cp "${GITHUB_WORKSPACE}/build_android_install_arm_v7a" "${ID_X86_32}:/var/lib/jenkins/workspace/build_android_install_arm_v7a"
docker cp "${GITHUB_WORKSPACE}/build_android_install_x86_64" "${ID_X86_32}:/var/lib/jenkins/workspace/build_android_install_x86_64"
docker cp "${GITHUB_WORKSPACE}/build_android_install_arm_v8a" "${ID_X86_32}:/var/lib/jenkins/workspace/build_android_install_arm_v8a"
docker cp "${GITHUB_WORKSPACE}/build_android_install_x86_32" "${ID_X86_32}:/var/lib/jenkins/workspace/build_android_install_x86_32"
# run gradle buildRelease
(echo "./.circleci/scripts/build_android_gradle.sh" | docker exec \
-e BUILD_ENVIRONMENT="pytorch-linux-focal-py3-clang7-android-ndk-r19c-gradle-build" \
-e MAX_JOBS="$(nproc --ignore=2)" \
-e AWS_DEFAULT_REGION \
-e PR_NUMBER \
-e SHA1 \
-e BRANCH \
-e SCCACHE_BUCKET \
-e SKIP_SCCACHE_INITIALIZATION=1 \
--env-file="/tmp/github_env_${GITHUB_RUN_ID}" \
--user jenkins \
-u jenkins -i "${ID_X86_32}" bash) 2>&1
mkdir -p "${GITHUB_WORKSPACE}/build_android_artifacts"
docker cp "${ID_X86_32}:/var/lib/jenkins/workspace/android/artifacts.tgz" "${GITHUB_WORKSPACE}/build_android_artifacts/"
- name: Store PyTorch Android Build Artifacts on S3
uses: seemethere/upload-artifact-s3@v5
with:
name: ${{ inputs.build-environment }}
retention-days: 14
if-no-files-found: error
path: build_android_artifacts/artifacts.tgz
- name: Chown workspace
uses: ./.github/actions/chown-workspace
if: always()
- name: Teardown Linux
uses: pytorch/test-infra/.github/actions/teardown-linux@main
if: always()