cf-for-k8s.yml

---
groups:
- name: cf-for-k8s
  jobs:
  - validate-cf-for-k8s
  - release-validation-pool-manual
- name: Stability Validation
  jobs:
  - stability-test-cf-for-k8s
  - release-stability-pool-manual

resources:
- name: cf-for-k8s-master
  type: git
  icon: github-box
  source:
    branch: master
    uri: git@github.com:cloudfoundry/cf-for-k8s
    private_key: ((cf_for_k8s_readonly_deploy_key.private_key))
    ignore_paths:
      - ci/**

- name: every-20-minutes
  type: time
  icon: clock-outline
  source:
    interval: 20m

# semaphore for the Kubernetes cluster (ci-test-cluster in GKE); it is shared between this pipeline and the CF for K8s PR test pipeline
- name: validation-pool
  type: pool
  icon: pool
  source:
    uri: git@github.com:cloudfoundry/relint-ci-pools
    branch: master
    pool: cf-for-k8s
    private_key: ((relint_ci_pools_readwrite_deploy_key.private_key))

- name: stability-pool
  type: pool
  icon: pool
  source:
    uri: git@github.com:cloudfoundry/relint-ci-pools
    branch: master
    pool: cf-for-k8s-stability
    private_key: ((relint_ci_pools_readwrite_deploy_key.private_key))

- name: deliver-tracker-stories
  type: tracker
  source:
    token: ((cf_relint_tracker_api_token))
    project_id: "1382120"
    tracker_url: https://www.pivotaltracker.com

# Extract common platform and image_resource details so task configs can be more concise
x-config: &common-task-config
  platform: linux
  image_resource:
    type: docker-image
    source:
      repository: relintdockerhubpushbot/cf-for-k8s-ci

# Extract common platform and image_resource details so task configs can be more concise
test-runner-config: &common-test-config
  platform: linux
  image_resource:
    type: docker-image
    source:
      repository: relintdockerhubpushbot/cf-test-runner

jobs:
- name: validate-cf-for-k8s
  serial: true
  public: true
  plan:
  - put: validation-pool
    params: {acquire: true}
  - get: cf-for-k8s-master
    trigger: true
  - task: delete-cf
    config:
      <<: *common-task-config
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          export KUBECONFIG=kube-config.yml
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials '((ci_k8s_gke_cluster_name))' --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          kapp delete -a cf --yes

  - task: install-cf
    config:
      <<: *common-task-config
      inputs:
      - name: cf-for-k8s-master
      outputs:
      - name: env-metadata
      params:
        DNS_DOMAIN: ((ci_k8s_domain))
        DNS_ZONE_NAME: ((ci_k8s_dns_zone_name))
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          export KUBECONFIG=kube-config.yml
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials '((ci_k8s_gke_cluster_name))' --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          cf-for-k8s-master/hack/confirm-network-policy.sh '((ci_k8s_gke_cluster_name))' '((ci_k8s_gcp_project_zone))'
          echo "Generating install values..."
          cf-for-k8s-master/hack/generate-values.sh "${DNS_DOMAIN}" > cf-install-values.yml
          echo "Installing CF..."
          cf-for-k8s-master/bin/install-cf.sh cf-install-values.yml
          bosh interpolate --path /cf_admin_password cf-install-values.yml > env-metadata/cf-admin-password.txt
          echo "${DNS_DOMAIN}" > env-metadata/dns-domain.txt
          echo "Configuring DNS..."
          cf-for-k8s-master/hack/update-gcp-dns.sh "${DNS_DOMAIN}" "${DNS_ZONE_NAME}"

  - task: run-smoke-test
    config:
      <<: *common-test-config
      inputs:
      - name: cf-for-k8s-master
      - name: env-metadata
      run:
        path: /bin/sh
        args:
        - -ec
        - |
          DNS_DOMAIN=$(cat env-metadata/dns-domain.txt)
          export SMOKE_TEST_API_ENDPOINT="https://api.${DNS_DOMAIN}"
          export SMOKE_TEST_APPS_DOMAIN="${DNS_DOMAIN}"
          export SMOKE_TEST_USERNAME=admin
          export SMOKE_TEST_PASSWORD=$(cat env-metadata/cf-admin-password.txt)
          cf-for-k8s-master/hack/run-smoke-tests.sh

  - task: delete-cf
    config:
      <<: *common-task-config
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          export KUBECONFIG=kube-config.yml
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials '((ci_k8s_gke_cluster_name))' --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          kapp delete -a cf --yes

  - put: validation-pool
    params: {release: validation-pool}

  - put: deliver-tracker-stories
    params:
      repos:
        - cf-for-k8s-master

- name: stability-test-cf-for-k8s
  serial: true
  public: true
  plan:
  - put: stability-pool
    params: {acquire: true}
  - get: cf-for-k8s-master
  - get: every-20-minutes
    trigger: true

  - task: delete-cf
    input_mapping: {pool-lock: stability-pool}
    config:
      <<: *common-task-config
      inputs:
      - name: pool-lock
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          cluster_name=$(cat pool-lock/name)
          export KUBECONFIG=kube-config.yml
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials "${cluster_name}" --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          kapp delete -a cf --yes

  - task: install-cf
    input_mapping: {pool-lock: stability-pool}
    config:
      <<: *common-task-config
      inputs:
      - name: cf-for-k8s-master
      - name: pool-lock
      outputs:
      - name: env-metadata
      params:
        DNS_ZONE_NAME: ((ci_k8s_dns_zone_name))
        DNS_ROOT_DOMAIN: ((ci_k8s_root_domain))
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          export KUBECONFIG=kube-config.yml
          cluster_name=$(cat pool-lock/name)
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials "${cluster_name}" --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          export DNS_DOMAIN="${cluster_name}.${DNS_ROOT_DOMAIN}"
          cf-for-k8s-master/hack/confirm-network-policy.sh "${cluster_name}" '((ci_k8s_gcp_project_zone))'
          echo "Generating install values..."
          cf-for-k8s-master/hack/generate-values.sh "${DNS_DOMAIN}" > cf-install-values.yml
          echo "Installing CF..."
          cf-for-k8s-master/bin/install-cf.sh cf-install-values.yml
          bosh interpolate --path /cf_admin_password cf-install-values.yml > env-metadata/cf-admin-password.txt
          echo "${DNS_DOMAIN}" > env-metadata/dns-domain.txt
          echo "Configuring DNS..."
          cf-for-k8s-master/hack/update-gcp-dns.sh "${DNS_DOMAIN}" "${DNS_ZONE_NAME}"

  - task: run-smoke-test
    config:
      <<: *common-test-config
      inputs:
      - name: cf-for-k8s-master
      - name: env-metadata
      run:
        path: /bin/sh
        args:
        - -ec
        - |
          DNS_DOMAIN=$(cat env-metadata/dns-domain.txt)
          export SMOKE_TEST_API_ENDPOINT="https://api.${DNS_DOMAIN}"
          export SMOKE_TEST_APPS_DOMAIN="${DNS_DOMAIN}"
          export SMOKE_TEST_USERNAME=admin
          export SMOKE_TEST_PASSWORD=$(cat env-metadata/cf-admin-password.txt)
          cf-for-k8s-master/hack/run-smoke-tests.sh

  - task: delete-cf
    input_mapping: {pool-lock: stability-pool}
    config:
      <<: *common-task-config
      inputs:
      - name: pool-lock
      run:
        path: /bin/bash
        args:
        - -ec
        - |
          cluster_name=$(cat pool-lock/name)
          export KUBECONFIG=kube-config.yml
          gcloud auth activate-service-account --key-file=<(echo '((ci_k8s_gcp_service_account_json))') --project='((ci_k8s_gcp_project_name))' 1>/dev/null 2>&1
          gcloud container clusters get-credentials "${cluster_name}" --zone '((ci_k8s_gcp_project_zone))' 1>/dev/null 2>&1

          kapp delete -a cf --yes

  - put: stability-pool
    params: {release: stability-pool}

- name: release-validation-pool-manual
  public: true
  plan:
  - get: validation-pool
  ensure:
    try:
      put: validation-pool
      params: {release: validation-pool}

- name: release-stability-pool-manual
  public: true
  plan:
  - get: stability-pool
  ensure:
    try:
      put: stability-pool
      params: {release: stability-pool}