Skip to content

remove username pass for duckling #248

remove username pass for duckling

remove username pass for duckling #248

Workflow file for this run

# DISABLED until we change the workflow to reflect the actual live deployment
# name: financial-demo cicd
# on:
# workflow_dispatch:
# push:
# paths:
# - 'data/**'
# - 'config.yml'
# - 'domain.yml'
# - 'actions/**'
# - 'requirements.txt'
# - 'Dockerfile'
# - '.github/trigger.txt'
# env:
# # Keep these values in sync with the values in the Makefile
# AWS_REGION: us-west-2
# AWS_ECR_URI: 024629701212.dkr.ecr.us-west-2.amazonaws.com
# AWS_ECR_REPOSITORY: financial-demo
# AWS_S3_BUCKET_NAME: rasa-financial-demo
# # Notes:
# # (-) rasa & rasa-sdk versions are extracted from `requirements.txt`
# # (-) TODO: extract this from Makefile
# RASA_ENTERPRISE_VERSION: "1.1.0"
# jobs:
# params:
# name: params
# runs-on: ubuntu-latest
# # Map step outputs to job outputs, for use by downstream jobs
# outputs:
# git_branch: ${{ steps.git.outputs.git_branch }}
# do_deploy_to_prod_cluster: ${{ steps.git.outputs.do_deploy_to_prod_cluster }}
# rasa_enterprise_version: ${{ steps.versions.outputs.rasa_enterprise_version }}
# rasa_version: ${{ steps.versions.outputs.rasa_version }}
# rasa_sdk_version: ${{ steps.versions.outputs.rasa_sdk_version }}
# do_training: ${{ steps.rasa_model.outputs.do_training }}
# aws_region: ${{ steps.aws.outputs.aws_region }}
# aws_s3: ${{ steps.aws.outputs.aws_s3 }}
# do_create_test_cluster: ${{ steps.aws.outputs.do_create_test_cluster }}
# steps:
# - name: git
# id: git
# run: |
# echo $GITHUB_REF
# git_branch=$(echo ${GITHUB_REF##*/})
# echo "::set-output name=git_branch::$git_branch"
# if [[ $git_branch == "main" ]]
# then
# echo "::set-output name=do_deploy_to_prod_cluster::true"
# else
# echo "::set-output name=do_deploy_to_prod_cluster::false"
# fi
# - name: checkout
# uses: actions/checkout@v2
# - name: files
# id: files
# if: github.event_name == 'push'
# uses: jitterbit/get-changed-files@v1
# - name: Configure AWS Credentials
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ env.AWS_REGION }}
# - name: versions
# id: versions
# run: |
# rasa_version=$( cat requirements.txt | grep 'rasa\[spacy\]' | cut -d'=' -f 3 )-spacy-en
# rasa_sdk_version=$( cat requirements.txt | grep 'rasa-sdk' | cut -d'=' -f 3 )
# echo "::set-output name=rasa_enterprise_version::${{ env.RASA_ENTERPRISE_VERSION }}"
# echo "::set-output name=rasa_version::$rasa_version"
# echo "::set-output name=rasa_sdk_version::$rasa_sdk_version"
# - name: rasa_model
# id: rasa_model
# run: |
# github_event_name=$(echo ${GITHUB_EVENT_NAME})
# echo "github_event_name: $github_event_name"
# aws_s3_rasa_model_exists=$( make aws-s3-rasa-model-exists )
# echo "aws_s3_rasa_model_exists: $aws_s3_rasa_model_exists"
# if [[ $github_event_name == 'workflow_dispatch' ]] || \
# [[ $aws_s3_rasa_model_exists == 'false' ]] || \
# [[ "${{ steps.files.outputs.all }}" == *"data/"* ]] || \
# [[ "${{ steps.files.outputs.all }}" == *"config.yml"* ]] || \
# [[ "${{ steps.files.outputs.all }}" == *"domain.yml"* ]] || \
# [[ "${{ steps.files.outputs.all }}" == *"requirements.txt"* ]]
# then
# echo "::set-output name=do_training::true"
# else
# echo "::set-output name=do_training::false"
# fi
# - name: aws
# id: aws
# run: |
# echo "::set-output name=aws_region::${{ env.AWS_REGION }}"
# echo "::set-output name=aws_s3::${{ env.AWS_S3_BUCKET_NAME }}"
# if [[ $(make aws-eks-cluster-exists) = True ]]
# then
# echo "::set-output name=do_create_test_cluster::false"
# else
# echo "::set-output name=do_create_test_cluster::true"
# fi
# params_summary:
# name: params_summary
# runs-on: ubuntu-latest
# needs: [params]
# steps:
# - name: params_summary
# run: |
# echo git_branch: ${{ needs.params.outputs.git_branch }}
# echo do_deploy_to_prod_cluster: ${{ needs.params.outputs.do_deploy_to_prod_cluster }}
# echo rasa_enterprise_version : ${{ needs.params.outputs.rasa_enterprise_version }}
# echo rasa_version : ${{ needs.params.outputs.rasa_version }}
# echo rasa_sdk_version : ${{ needs.params.outputs.rasa_sdk_version }}
# echo do_training: ${{ needs.params.outputs.do_training }}
# echo aws_region: ${{ needs.params.outputs.aws_region }}
# echo aws_s3: ${{ needs.params.outputs.aws_s3 }}
# echo do_create_test_cluster: ${{ needs.params.outputs.do_create_test_cluster }}
# # - name: Dump GitHub context
# # env:
# # GITHUB_CONTEXT: ${{ toJSON(github) }}
# # run: |
# # echo "$GITHUB_CONTEXT"
# # exit 1
# action_server:
# name: action_server (to AWS ECR)
# runs-on: ubuntu-latest
# needs: [params, params_summary]
# steps:
# - name: checkout
# uses: actions/checkout@v2
# - name: Set up Python 3.7
# uses: actions/setup-python@v2
# with:
# python-version: 3.7
# - name: Cache pip
# # see: https://docs.github.com/en/actions/guides/building-and-testing-python#caching-dependencies
# uses: actions/cache@v2
# with:
# path: ~/.cache/pip
# key: ${{ runner.os }}-pip-${{ hashFiles('requirements-dev.txt') }}
# restore-keys: |
# ${{ runner.os }}-pip-
# ${{ runner.os }}-
# - name: Configure AWS Credentials
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ env.AWS_REGION }}
# - name: Do it all
# run: |
# python -m pip install -U pip
# pip install -r requirements-dev.txt
# make lint
# make types
# make test
# make aws-ecr-docker-login
# make docker-pull
# make docker-build
# make docker-push
# rasa_model:
# name: rasa_model (to AWS S3)
# runs-on: ubuntu-latest
# needs: [params, params_summary]
# services:
# # Label used to access the service container
# duckling:
# image: rasa/duckling
# ports:
# # Maps port 8000 on service container to port 8000 on host VM
# - 8000:8000
# steps:
# - name: checkout
# if: needs.params.outputs.do_training == 'true'
# uses: actions/checkout@v2
# - name: Install dependencies
# if: needs.params.outputs.do_training == 'true'
# run: |
# python -m pip install -U pip
# pip install -r requirements.txt
# python -m spacy download en_core_web_md
# python -m spacy link en_core_web_md en
# - name: Configure AWS Credentials
# if: needs.params.outputs.do_training == 'true'
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ needs.params.outputs.aws_region }}
# - name: Do it all
# if: needs.params.outputs.do_training == 'true'
# run: |
# make rasa-train
# make rasa-test
# make aws-s3-upload-rasa-model
# aws_eks_create_test_cluster:
# name: aws_eks_create_test_cluster
# runs-on: ubuntu-latest
# needs: [params, params_summary]
# steps:
# - name: checkout
# if: needs.params.outputs.do_create_test_cluster == 'true'
# uses: actions/checkout@v2
# - name: Configure AWS Credentials
# if: needs.params.outputs.do_create_test_cluster == 'true'
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ needs.params.outputs.aws_region }}
# - name: Do it all
# if: needs.params.outputs.do_create_test_cluster == 'true'
# run: |
# make install-eksctl
# make install-kubectl
# make aws-eks-cluster-create
# deploy_to_test_cluster:
# name: deploy_to_test_cluster
# runs-on: ubuntu-latest
# needs: [params, aws_eks_create_test_cluster, rasa_model, action_server]
# steps:
# - name: checkout
# uses: actions/checkout@v2
# - name: Configure AWS Credentials
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ needs.params.outputs.aws_region }}
# - name: install CLIs & dependencies
# run: |
# make install-eksctl
# make install-kubectl
# make install-helm
# make install-jp
# - name: configure kubectl
# run: |
# make aws-eks-cluster-update-kubeconfig
# - name: create namespace if not exists
# run: |
# make aws-eks-namespace-create
# # Enable cluster to pull the private rasa enterprise image
# - name: create/refresh gcr-pull-secret
# env:
# GCR_AUTH_JSON_PRIVATE_KEY_ID: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY_ID }}
# GCR_AUTH_JSON_PRIVATE_KEY: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY }}
# GCR_AUTH_JSON_CLIENT_EMAIL: ${{ secrets.GCR_AUTH_JSON_CLIENT_EMAIL }}
# GCR_AUTH_JSON_CLIENT_ID: ${{ secrets.GCR_AUTH_JSON_CLIENT_ID }}
# run: |
# make pull-secret-gcr-create
# # Enable cluster to pull the private action server image
# - name: create/refresh ecr-pull-secret
# run: |
# make pull-secret-ecr-create
# - name: Install or Upgrade Rasa Enterprise
# env:
# GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD: ${{ secrets.GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD }}
# GLOBAL_REDIS_PASSWORD: ${{ secrets.GLOBAL_REDIS_PASSWORD }}
# RABBITMQ_RABBITMQ_PASSWORD: ${{ secrets.RABBITMQ_RABBITMQ_PASSWORD }}
# RASAX_DEBUG_MODE: true
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# RASAX_JWTSECRET: ${{ secrets.RASAX_JWTSECRET }}
# RASAX_PASSWORDSALT: ${{ secrets.RASAX_PASSWORDSALT }}
# RASAX_TOKEN: ${{ secrets.RASAX_TOKEN }}
# RASA_TOKEN: ${{ secrets.RASA_TOKEN }}
# run: |
# make rasa-enterprise-install
# - name: Check Rasa Enterprise Health
# run: |
# # Need to give rasa-prod container some time...
# sleep 30
# make rasa-enterprise-check-health
# - name: Deploy rasa model
# env:
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# run: |
# make aws-s3-download-rasa-model
# make rasa-enterprise-model-delete
# make rasa-enterprise-model-upload
# sleep 2
# make rasa-enterprise-model-tag
# # Give rasa-prod some time to unpack & load the model
# sleep 60
# - name: Smoketest
# env:
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# run: |
# make rasa-enterprise-smoketest
# deploy_to_prod_cluster:
# name: deploy_to_prod_cluster
# runs-on: ubuntu-latest
# needs: [params, deploy_to_test_cluster]
# if: ${{ needs.params.outputs.do_deploy_to_prod_cluster == 'true' }}
# steps:
# - name: checkout
# uses: actions/checkout@v2
# - name: Configure AWS Credentials
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: ${{ needs.params.outputs.aws_region }}
# - name: install CLIs & dependencies
# run: |
# make install-eksctl
# make install-kubectl
# make install-helm
# make install-jp
# - name: configure kubectl
# run: |
# make aws-eks-cluster-update-kubeconfig AWS_EKS_CLUSTER_NAME=financial-demo-production
# - name: create namespace if not exists
# run: |
# make aws-eks-namespace-create
# # Enable cluster to pull the private rasa enterprise image
# - name: create/refresh gcr-pull-secret
# env:
# GCR_AUTH_JSON_PRIVATE_KEY_ID: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY_ID }}
# GCR_AUTH_JSON_PRIVATE_KEY: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY }}
# GCR_AUTH_JSON_CLIENT_EMAIL: ${{ secrets.GCR_AUTH_JSON_CLIENT_EMAIL }}
# GCR_AUTH_JSON_CLIENT_ID: ${{ secrets.GCR_AUTH_JSON_CLIENT_ID }}
# run: |
# make pull-secret-gcr-create
# # Enable cluster to pull the private action server image
# - name: create/refresh ecr-pull-secret
# run: |
# make pull-secret-ecr-create
# - name: Install or Upgrade Rasa Enterprise
# env:
# GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD: ${{ secrets.GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD }}
# GLOBAL_REDIS_PASSWORD: ${{ secrets.GLOBAL_REDIS_PASSWORD }}
# RABBITMQ_RABBITMQ_PASSWORD: ${{ secrets.RABBITMQ_RABBITMQ_PASSWORD }}
# RASAX_DEBUG_MODE: false
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# RASAX_JWTSECRET: ${{ secrets.RASAX_JWTSECRET }}
# RASAX_PASSWORDSALT: ${{ secrets.RASAX_PASSWORDSALT }}
# RASAX_TOKEN: ${{ secrets.RASAX_TOKEN }}
# RASA_TOKEN: ${{ secrets.RASA_TOKEN }}
# run: |
# make rasa-enterprise-install
# - name: Check Rasa Enterprise Health
# run: |
# # Need to give rasa-prod container some time...
# sleep 30
# make rasa-enterprise-check-health
# - name: Deploy rasa model
# env:
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# run: |
# make aws-s3-download-rasa-model
# make rasa-enterprise-model-delete
# make rasa-enterprise-model-upload
# sleep 2
# make rasa-enterprise-model-tag
# # Give rasa-prod some time to unpack & load the model
# sleep 60
# - name: Smoketest
# env:
# RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }}
# RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }}
# run: |
# make rasa-enterprise-smoketest