fix testing for makefile in kfp workflows

Signed-off-by: David Wood <[email protected]>
IBM · Oct 5, 2024 · acd34a8 · acd34a8
1 parent f710d3f
commit acd34a8
Show file tree

Hide file tree

Showing 19 changed files with 38 additions and 38 deletions.
diff --git a/.github/workflows/test-code-code2parquet-kfp.yml b/.github/workflows/test-code-code2parquet-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/code2parquet/Makefile" -a -d "transforms/code/code2parquet/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/code2parquet/Makefile" -a -e "transforms/code/code2parquet/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/code2parquet/Makefile" -a -d "transforms/code/code2parquet/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/code2parquet/Makefile" -a -e "transforms/code/code2parquet/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-code_quality-kfp.yml b/.github/workflows/test-code-code_quality-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/code_quality/Makefile" -a -d "transforms/code/code_quality/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/code_quality/Makefile" -a -e "transforms/code/code_quality/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/code_quality/Makefile" -a -d "transforms/code/code_quality/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/code_quality/Makefile" -a -e "transforms/code/code_quality/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-header_cleanser-kfp.yml b/.github/workflows/test-code-header_cleanser-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/header_cleanser/Makefile" -a -d "transforms/code/header_cleanser/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/header_cleanser/Makefile" -a -e "transforms/code/header_cleanser/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/header_cleanser/Makefile" -a -d "transforms/code/header_cleanser/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/header_cleanser/Makefile" -a -e "transforms/code/header_cleanser/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-license_select-kfp.yml b/.github/workflows/test-code-license_select-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/license_select/Makefile" -a -d "transforms/code/license_select/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/license_select/Makefile" -a -e "transforms/code/license_select/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/license_select/Makefile" -a -d "transforms/code/license_select/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/license_select/Makefile" -a -e "transforms/code/license_select/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-malware-kfp.yml b/.github/workflows/test-code-malware-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/malware/Makefile" -a -d "transforms/code/malware/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/malware/Makefile" -a -e "transforms/code/malware/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/malware/Makefile" -a -d "transforms/code/malware/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/malware/Makefile" -a -e "transforms/code/malware/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-proglang_select-kfp.yml b/.github/workflows/test-code-proglang_select-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/proglang_select/Makefile" -a -d "transforms/code/proglang_select/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/proglang_select/Makefile" -a -e "transforms/code/proglang_select/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/proglang_select/Makefile" -a -d "transforms/code/proglang_select/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/proglang_select/Makefile" -a -e "transforms/code/proglang_select/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-code-repo_level_ordering-kfp.yml b/.github/workflows/test-code-repo_level_ordering-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/repo_level_ordering/Makefile" -a -d "transforms/code/repo_level_ordering/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/repo_level_ordering/Makefile" -a -e "transforms/code/repo_level_ordering/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/code/repo_level_ordering/Makefile" -a -d "transforms/code/repo_level_ordering/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/code/repo_level_ordering/Makefile" -a -e "transforms/code/repo_level_ordering/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-kfp-transform.template b/.github/workflows/test-kfp-transform.template
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" -a -d "@TARGET_TRANSFORM_DIR@/kfp_ray/Makefile" ]; then
+                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" -a -e "@TARGET_TRANSFORM_DIR@/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" -a -d "@TARGET_TRANSFORM_DIR@/kfp_ray/Makefile" ]; then
+                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" -a -e "@TARGET_TRANSFORM_DIR@/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-language-doc_quality-kfp.yml b/.github/workflows/test-language-doc_quality-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/doc_quality/Makefile" -a -d "transforms/language/doc_quality/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/doc_quality/Makefile" -a -e "transforms/language/doc_quality/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/doc_quality/Makefile" -a -d "transforms/language/doc_quality/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/doc_quality/Makefile" -a -e "transforms/language/doc_quality/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-language-lang_id-kfp.yml b/.github/workflows/test-language-lang_id-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/lang_id/Makefile" -a -d "transforms/language/lang_id/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/lang_id/Makefile" -a -e "transforms/language/lang_id/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/lang_id/Makefile" -a -d "transforms/language/lang_id/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/lang_id/Makefile" -a -e "transforms/language/lang_id/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-language-text_encoder-kfp.yml b/.github/workflows/test-language-text_encoder-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/text_encoder/Makefile" -a -d "transforms/language/text_encoder/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/text_encoder/Makefile" -a -e "transforms/language/text_encoder/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/language/text_encoder/Makefile" -a -d "transforms/language/text_encoder/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/language/text_encoder/Makefile" -a -e "transforms/language/text_encoder/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-doc_id-kfp.yml b/.github/workflows/test-universal-doc_id-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/doc_id/Makefile" -a -d "transforms/universal/doc_id/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/doc_id/Makefile" -a -e "transforms/universal/doc_id/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/doc_id/Makefile" -a -d "transforms/universal/doc_id/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/doc_id/Makefile" -a -e "transforms/universal/doc_id/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-ededup-kfp.yml b/.github/workflows/test-universal-ededup-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/ededup/Makefile" -a -d "transforms/universal/ededup/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/ededup/Makefile" -a -e "transforms/universal/ededup/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/ededup/Makefile" -a -d "transforms/universal/ededup/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/ededup/Makefile" -a -e "transforms/universal/ededup/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-fdedup-kfp.yml b/.github/workflows/test-universal-fdedup-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/fdedup/Makefile" -a -d "transforms/universal/fdedup/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/fdedup/Makefile" -a -e "transforms/universal/fdedup/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/fdedup/Makefile" -a -d "transforms/universal/fdedup/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/fdedup/Makefile" -a -e "transforms/universal/fdedup/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-filter-kfp.yml b/.github/workflows/test-universal-filter-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/filter/Makefile" -a -d "transforms/universal/filter/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/filter/Makefile" -a -e "transforms/universal/filter/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/filter/Makefile" -a -d "transforms/universal/filter/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/filter/Makefile" -a -e "transforms/universal/filter/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-noop-kfp.yml b/.github/workflows/test-universal-noop-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/noop/Makefile" -a -d "transforms/universal/noop/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/noop/Makefile" -a -e "transforms/universal/noop/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/noop/Makefile" -a -d "transforms/universal/noop/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/noop/Makefile" -a -e "transforms/universal/noop/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env

diff --git a/.github/workflows/test-universal-profiler-kfp.yml b/.github/workflows/test-universal-profiler-kfp.yml
@@ -59,7 +59,7 @@ jobs:
             - name: Test KFP libs (shared and v1) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/profiler/Makefile" -a -d "transforms/universal/profiler/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/profiler/Makefile" -a -e "transforms/universal/profiler/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env
@@ -102,7 +102,7 @@ jobs:
             - name: Test KFP libs (shared and v2) and run a workflow
               timeout-minutes: 120
               run: |
-                  if [ -e "transforms/universal/profiler/Makefile" -a -d "transforms/universal/profiler/kfp_ray/Makefile" ]; then
+                  if [ -e "transforms/universal/profiler/Makefile" -a -e "transforms/universal/profiler/kfp_ray/Makefile" ]; then
                       export REPOROOT=$PWD
                       export K8S_SETUP_SCRIPTS=$PWD/scripts/k8s-setup
                       source $K8S_SETUP_SCRIPTS/requirements.env