Skip to content

apply Black 2024 style in fbcode (4/16) #38

apply Black 2024 style in fbcode (4/16)

apply Black 2024 style in fbcode (4/16) #38

name: Kubernetes Dist Train Integration Test
on:
push:
branches:
- main
pull_request:
jobs:
kubernetes-launch:
runs-on: ubuntu-20.04
permissions:
id-token: write
contents: read
steps:
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: 3.8
architecture: x64
- name: Checkout TorchX
uses: actions/checkout@v2
- name: Configure AWS Credentials
uses: aws-actions/[email protected]
with:
aws-region: us-west-2
role-to-assume: ${{ secrets.AWS_ROLE_ARN }}
role-session-name: github-torchx
continue-on-error: true
- name: Configure Kube Config
env:
AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }}
run: |
set -eux
if [ -n "$AWS_ROLE_ARN" ]; then
aws eks update-kubeconfig --region=us-west-2 --name=${{ secrets.EKS_CLUSTER_NAME }}
fi
- name: Configure Docker
env:
AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }}
run: |
set -eux
if [ -n "$AWS_ROLE_ARN" ]; then
aws ecr get-login-password --region us-west-2 | docker login --username AWS --password-stdin 495572122715.dkr.ecr.us-west-2.amazonaws.com
fi
- name: Install dependencies
run: |
set -eux
pip install -e .[kubernetes]
- name: Run Kubernetes Integration Tests
env:
INTEGRATION_TEST_STORAGE: ${{ secrets.INTEGRATION_TEST_STORAGE }}
CONTAINER_REPO: ${{ secrets.CONTAINER_REPO }}
AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }}
run: |
if [ -z "$AWS_ROLE_ARN" ]; then
# only dryrun if no secrets
ARGS="--dryrun"
else
ARGS=
fi
scripts/kube_dist_trainer.py $ARGS