From 31fb868102ca670346c238850336e2bb38d4d99f Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Thu, 19 Dec 2024 06:27:15 -0500 Subject: [PATCH] remove REMOTE_IMAGE from workflow-test Signed-off-by: Maroun Touma --- transforms/language/doc_chunk/kfp_ray/Makefile | 3 +-- .../language/doc_quality/kfp_ray/Makefile | 1 - .../language/html2parquet/kfp_ray/Makefile | 18 +----------------- transforms/language/lang_id/kfp_ray/Makefile | 1 - .../language/pdf2parquet/kfp_ray/Makefile | 3 +-- .../language/text_encoder/kfp_ray/Makefile | 3 +-- transforms/universal/doc_id/kfp_ray/Makefile | 16 ---------------- transforms/universal/ededup/kfp_ray/Makefile | 1 - transforms/universal/hap/kfp_ray/Makefile | 1 - 9 files changed, 4 insertions(+), 43 deletions(-) diff --git a/transforms/language/doc_chunk/kfp_ray/Makefile b/transforms/language/doc_chunk/kfp_ray/Makefile index fcc12450d..7244ce142 100644 --- a/transforms/language/doc_chunk/kfp_ray/Makefile +++ b/transforms/language/doc_chunk/kfp_ray/Makefile @@ -33,8 +33,7 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ - PIPELINE_FILE=doc_chunk_wf.yaml .workflows.test-pipeline + PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload workflow-upload: workflow-build diff --git a/transforms/language/doc_quality/kfp_ray/Makefile b/transforms/language/doc_quality/kfp_ray/Makefile index 858db1b0a..0c831e1c7 100644 --- a/transforms/language/doc_quality/kfp_ray/Makefile +++ b/transforms/language/doc_quality/kfp_ray/Makefile @@ -33,7 +33,6 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload diff --git a/transforms/language/html2parquet/kfp_ray/Makefile b/transforms/language/html2parquet/kfp_ray/Makefile index 882f9a0ca..c2fb8dbdd 100644 --- a/transforms/language/html2parquet/kfp_ray/Makefile +++ b/transforms/language/html2parquet/kfp_ray/Makefile @@ -27,21 +27,6 @@ clean: @# Help: Clean up the virtual environment. rm -rf ${REPOROOT}/transforms/venv -venv:: - -build:: - -test:: - -test-src:: - -test-image:: - -publish:: - -image:: - -load-image:: .PHONY: workflow-build workflow-build: workflow-venv @@ -53,8 +38,7 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ - PIPELINE_FILE=html2parquet_wf.yaml .workflows.test-pipeline + PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload workflow-upload: diff --git a/transforms/language/lang_id/kfp_ray/Makefile b/transforms/language/lang_id/kfp_ray/Makefile index 7c3da2456..7244ce142 100644 --- a/transforms/language/lang_id/kfp_ray/Makefile +++ b/transforms/language/lang_id/kfp_ray/Makefile @@ -33,7 +33,6 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload diff --git a/transforms/language/pdf2parquet/kfp_ray/Makefile b/transforms/language/pdf2parquet/kfp_ray/Makefile index bf55c9b9c..0c831e1c7 100644 --- a/transforms/language/pdf2parquet/kfp_ray/Makefile +++ b/transforms/language/pdf2parquet/kfp_ray/Makefile @@ -33,8 +33,7 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ - PIPELINE_FILE=pdf2parquet_wf.yaml .workflows.test-pipeline + PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload workflow-upload: workflow-build diff --git a/transforms/language/text_encoder/kfp_ray/Makefile b/transforms/language/text_encoder/kfp_ray/Makefile index 049e3e59b..7244ce142 100644 --- a/transforms/language/text_encoder/kfp_ray/Makefile +++ b/transforms/language/text_encoder/kfp_ray/Makefile @@ -33,8 +33,7 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ - PIPELINE_FILE=text_encoder_wf.yaml .workflows.test-pipeline + PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload workflow-upload: workflow-build diff --git a/transforms/universal/doc_id/kfp_ray/Makefile b/transforms/universal/doc_id/kfp_ray/Makefile index be5a2144f..dc693bc6e 100644 --- a/transforms/universal/doc_id/kfp_ray/Makefile +++ b/transforms/universal/doc_id/kfp_ray/Makefile @@ -27,21 +27,6 @@ clean: @# Help: Clean up the virtual environment. rm -rf ${REPOROOT}/transforms/venv -venv:: - -build:: - -test:: - -test-src:: - -test-image:: - -publish:: - -image:: - -load-image:: .PHONY: workflow-build workflow-build: workflow-venv @@ -53,7 +38,6 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload diff --git a/transforms/universal/ededup/kfp_ray/Makefile b/transforms/universal/ededup/kfp_ray/Makefile index 858db1b0a..0c831e1c7 100644 --- a/transforms/universal/ededup/kfp_ray/Makefile +++ b/transforms/universal/ededup/kfp_ray/Makefile @@ -33,7 +33,6 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload diff --git a/transforms/universal/hap/kfp_ray/Makefile b/transforms/universal/hap/kfp_ray/Makefile index 7c3da2456..7244ce142 100644 --- a/transforms/universal/hap/kfp_ray/Makefile +++ b/transforms/universal/hap/kfp_ray/Makefile @@ -33,7 +33,6 @@ workflow-test: workflow-build TRANSFORM_RUNTIME=$(TRANSFORM_RUNTIME) \ TRANSFORM_NAME=$(TRANSFORM_NAME) \ BUILD_SPECIFIC_RUNTIME=$(BUILD_SPECIFIC_RUNTIME) \ - DOCKER_REMOTE_IMAGE=$(DOCKER_REGISTRY_ENDPOINT)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \ PIPELINE_FILE=$(TRANSFORM_NAME)_wf.yaml .workflows.test-pipeline .PHONY: workflow-upload