Jenkinsfile for hybrid

jenkins.file

pipeline {
    agent any

    environment {
        // Construct the IMAGE_TAG using Jenkins environment variables
        IMAGE_TAG = "${env.GIT_COMMIT}-${env.BUILD_ID}
        AWS_ACCESS_KEY_ID = credentials('aws-access-key-id')  // Reference to the AWS access key ID secret
        AWS_SECRET_ACCESS_KEY = credentials('aws-secret-access-key')  // Reference to the AWS secret access key secret
        AWS_REGION = 'us-west-2'  // Set your AWS region
    }

    stages {
        stage('Set Build Output') {
            steps {
                script {
                    sh 'python3.8 -m pip install dagster-cloud'
                    sh 'dagster-cloud-cli ci set-build-output --location-name=quickstart_etl --image-tag=$IMAGE_TAG-quickstart_etl'
                }
            }
        }

        stage('Configure AWS Credentials') {
            when {
                expression { return env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip' }
            }
            steps {
                script {
                    withCredentials([string(credentialsId: 'aws-access-key-id', variable: 'AWS_ACCESS_KEY_ID'),
                                     string(credentialsId: 'aws-secret-access-key', variable: 'AWS_SECRET_ACCESS_KEY')]) {
                        sh '''
                        aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID
                        aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY
                        aws configure set region $AWS_REGION
                        '''
                    }
                }
            }
        }

        stage('Login to ECR') {
            when {
                expression { return env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip' }
            }
            steps {
                script {
                    sh '''
                    aws ecr get-login-password --region $AWS_REGION | docker login --username AWS --password-stdin <your-ecr-repository-url>
                    docker build -t ${IMAGE_REGISTRY}:${IMAGE_TAG}-quickstart_etl .
                    docker push ${IMAGE_REGISTRY}:${IMAGE_TAG}-quickstart_etl
                    '''
                }
            }
        }

        stage('Deploy to Dagster Cloud') {
            when {
                expression { return env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip' }
            }
            steps {
                script {
                    sh 'dagster-cloud-cli ci deploy'
                }
            }
        }

        stage('Update PR Comment for Branch Deployments') {
            when {
                expression { return env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip' }
            }
            steps {
                script {
                    sh 'dagster-cloud-cli ci notify --project-dir=${DAGSTER_PROJECT_DIR}'
                }
            }
        }

        stage('Generate a Summary') {
            when {
                expression { return env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip' }
            }
            steps {
                script {
                    sh 'dagster-cloud-cli ci status --output-format=markdown >> $GITHUB_STEP_SUMMARY'
                }
            }
        }
    }

    post {
        always {
            script {
                if (env.STEPS_PRERUN_OUTPUTS_RESULT != 'skip') {
                    sh 'dagster-cloud-cli ci notify --project-dir=${DAGSTER_PROJECT_DIR}'
                    sh 'dagster-cloud-cli ci status --output-format=markdown >> $GITHUB_STEP_SUMMARY'
                }
            }
        }
    }
}