Soutrik commited on
Commit
4594919
·
1 Parent(s): 279680a

cd pipeline made independent

Browse files
Files changed (1) hide show
  1. .github/workflows/cd.yaml +16 -29
.github/workflows/cd.yaml CHANGED
@@ -1,15 +1,14 @@
1
  name: Deploy PyTorch Training to ECR with Docker Compose
2
 
3
  on:
4
- workflow_run:
5
- workflows: ["CI Pipeline"]
6
- types:
7
- - completed
8
 
9
  jobs:
10
  deploy:
11
  runs-on: self-hosted
12
- if: github.ref_name == 'main' || github.ref_name == 'feat/pytorch-catdog-setup'
13
 
14
  steps:
15
  - name: Checkout repository
@@ -25,44 +24,32 @@ jobs:
25
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
26
  aws-region: ${{ secrets.AWS_REGION }}
27
 
28
- - name: Create .env file
29
- run: |
30
- echo "AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}" >> .env
31
- echo "AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}" >> .env
32
- echo "AWS_REGION=${{ secrets.AWS_REGION }}" >> .env
33
-
34
- - name: Build Docker image with .env
35
- env:
36
- REGISTRY: ${{ secrets.AWS_REGISTRY }}
37
- REPOSITORY: soutrik71/pytorch_catdog
38
- IMAGE_TAG: ${{ github.sha }}
39
- run: |
40
- docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
41
 
42
  - name: Run Docker Compose for train service
43
- run: |
44
- docker-compose up -d --build train # Start only the `train` service
45
-
46
- - name: Tag Docker image
47
  env:
48
- REGISTRY: ${{ secrets.AWS_REGISTRY }}
49
- REPOSITORY: soutrik71/pytorch_catdog
50
- IMAGE_TAG: ${{ github.sha }}
51
  run: |
52
- docker tag $REGISTRY/$REPOSITORY:$IMAGE_TAG $REGISTRY/$REPOSITORY:latest
53
 
54
- - name: Push Docker image to ECR
55
  env:
56
- REGISTRY: ${{ secrets.AWS_REGISTRY }}
57
  REPOSITORY: soutrik71/pytorch_catdog
58
  IMAGE_TAG: ${{ github.sha }}
59
  run: |
 
60
  docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
 
61
  docker push $REGISTRY/$REPOSITORY:latest
62
 
63
  - name: Pull Docker image from ECR and verify
64
  env:
65
- REGISTRY: ${{ secrets.AWS_REGISTRY }}
66
  REPOSITORY: soutrik71/pytorch_catdog
67
  IMAGE_TAG: ${{ github.sha }}
68
  run: |
 
1
  name: Deploy PyTorch Training to ECR with Docker Compose
2
 
3
  on:
4
+ push:
5
+ branches:
6
+ - main
7
+ - feat/pytorch-catdog-setup
8
 
9
  jobs:
10
  deploy:
11
  runs-on: self-hosted
 
12
 
13
  steps:
14
  - name: Checkout repository
 
24
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
25
  aws-region: ${{ secrets.AWS_REGION }}
26
 
27
+ - name: Log in to Amazon ECR
28
+ id: login-ecr
29
+ uses: aws-actions/amazon-ecr-login@v2
 
 
 
 
 
 
 
 
 
 
30
 
31
  - name: Run Docker Compose for train service
 
 
 
 
32
  env:
33
+ AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
34
+ AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
35
+ AWS_REGION: ${{ secrets.AWS_REGION }}
36
  run: |
37
+ docker-compose up -d --build train
38
 
39
+ - name: Build, tag, and push Docker image to Amazon ECR
40
  env:
41
+ REGISTRY: ${{ steps.login-ecr.outputs.registry }}
42
  REPOSITORY: soutrik71/pytorch_catdog
43
  IMAGE_TAG: ${{ github.sha }}
44
  run: |
45
+ docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
46
  docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
47
+ docker tag $REGISTRY/$REPOSITORY:$IMAGE_TAG $REGISTRY/$REPOSITORY:latest
48
  docker push $REGISTRY/$REPOSITORY:latest
49
 
50
  - name: Pull Docker image from ECR and verify
51
  env:
52
+ REGISTRY: ${{ steps.login-ecr.outputs.registry }}
53
  REPOSITORY: soutrik71/pytorch_catdog
54
  IMAGE_TAG: ${{ github.sha }}
55
  run: |