Spaces:
Runtime error
Runtime error
Soutrik
commited on
Commit
·
4594919
1
Parent(s):
279680a
cd pipeline made independent
Browse files- .github/workflows/cd.yaml +16 -29
.github/workflows/cd.yaml
CHANGED
@@ -1,15 +1,14 @@
|
|
1 |
name: Deploy PyTorch Training to ECR with Docker Compose
|
2 |
|
3 |
on:
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
-
|
8 |
|
9 |
jobs:
|
10 |
deploy:
|
11 |
runs-on: self-hosted
|
12 |
-
if: github.ref_name == 'main' || github.ref_name == 'feat/pytorch-catdog-setup'
|
13 |
|
14 |
steps:
|
15 |
- name: Checkout repository
|
@@ -25,44 +24,32 @@ jobs:
|
|
25 |
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
26 |
aws-region: ${{ secrets.AWS_REGION }}
|
27 |
|
28 |
-
- name:
|
29 |
-
|
30 |
-
|
31 |
-
echo "AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}" >> .env
|
32 |
-
echo "AWS_REGION=${{ secrets.AWS_REGION }}" >> .env
|
33 |
-
|
34 |
-
- name: Build Docker image with .env
|
35 |
-
env:
|
36 |
-
REGISTRY: ${{ secrets.AWS_REGISTRY }}
|
37 |
-
REPOSITORY: soutrik71/pytorch_catdog
|
38 |
-
IMAGE_TAG: ${{ github.sha }}
|
39 |
-
run: |
|
40 |
-
docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
|
41 |
|
42 |
- name: Run Docker Compose for train service
|
43 |
-
run: |
|
44 |
-
docker-compose up -d --build train # Start only the `train` service
|
45 |
-
|
46 |
-
- name: Tag Docker image
|
47 |
env:
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
run: |
|
52 |
-
docker
|
53 |
|
54 |
-
- name:
|
55 |
env:
|
56 |
-
REGISTRY: ${{
|
57 |
REPOSITORY: soutrik71/pytorch_catdog
|
58 |
IMAGE_TAG: ${{ github.sha }}
|
59 |
run: |
|
|
|
60 |
docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
|
|
|
61 |
docker push $REGISTRY/$REPOSITORY:latest
|
62 |
|
63 |
- name: Pull Docker image from ECR and verify
|
64 |
env:
|
65 |
-
REGISTRY: ${{
|
66 |
REPOSITORY: soutrik71/pytorch_catdog
|
67 |
IMAGE_TAG: ${{ github.sha }}
|
68 |
run: |
|
|
|
1 |
name: Deploy PyTorch Training to ECR with Docker Compose
|
2 |
|
3 |
on:
|
4 |
+
push:
|
5 |
+
branches:
|
6 |
+
- main
|
7 |
+
- feat/pytorch-catdog-setup
|
8 |
|
9 |
jobs:
|
10 |
deploy:
|
11 |
runs-on: self-hosted
|
|
|
12 |
|
13 |
steps:
|
14 |
- name: Checkout repository
|
|
|
24 |
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
25 |
aws-region: ${{ secrets.AWS_REGION }}
|
26 |
|
27 |
+
- name: Log in to Amazon ECR
|
28 |
+
id: login-ecr
|
29 |
+
uses: aws-actions/amazon-ecr-login@v2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
|
31 |
- name: Run Docker Compose for train service
|
|
|
|
|
|
|
|
|
32 |
env:
|
33 |
+
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
34 |
+
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
35 |
+
AWS_REGION: ${{ secrets.AWS_REGION }}
|
36 |
run: |
|
37 |
+
docker-compose up -d --build train
|
38 |
|
39 |
+
- name: Build, tag, and push Docker image to Amazon ECR
|
40 |
env:
|
41 |
+
REGISTRY: ${{ steps.login-ecr.outputs.registry }}
|
42 |
REPOSITORY: soutrik71/pytorch_catdog
|
43 |
IMAGE_TAG: ${{ github.sha }}
|
44 |
run: |
|
45 |
+
docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
|
46 |
docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
|
47 |
+
docker tag $REGISTRY/$REPOSITORY:$IMAGE_TAG $REGISTRY/$REPOSITORY:latest
|
48 |
docker push $REGISTRY/$REPOSITORY:latest
|
49 |
|
50 |
- name: Pull Docker image from ECR and verify
|
51 |
env:
|
52 |
+
REGISTRY: ${{ steps.login-ecr.outputs.registry }}
|
53 |
REPOSITORY: soutrik71/pytorch_catdog
|
54 |
IMAGE_TAG: ${{ github.sha }}
|
55 |
run: |
|