From d3df90860d2c09011b6ea83e083a8d9a4d7f104f Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Sun, 17 Nov 2024 13:35:59 -0500 Subject: [PATCH] use module name to invoke entry point Signed-off-by: Maroun Touma --- transforms/language/html2parquet/kfp_ray/Makefile | 1 + transforms/language/html2parquet/kfp_ray/html2parquet_wf.py | 2 +- .../language/html2parquet/kfp_ray/pipeline_definitions.yaml | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/transforms/language/html2parquet/kfp_ray/Makefile b/transforms/language/html2parquet/kfp_ray/Makefile index 17613dbf2..1dfea9084 100644 --- a/transforms/language/html2parquet/kfp_ray/Makefile +++ b/transforms/language/html2parquet/kfp_ray/Makefile @@ -2,6 +2,7 @@ REPOROOT=${CURDIR}/../../../../ WORKFLOW_VENV_ACTIVATE=${REPOROOT}/transforms/venv/bin/activate include $(REPOROOT)/transforms/.make.workflows + # Include the common configuration for this transform #include ../transform.config diff --git a/transforms/language/html2parquet/kfp_ray/html2parquet_wf.py b/transforms/language/html2parquet/kfp_ray/html2parquet_wf.py index 4eb8b9de1..cfaa637f4 100644 --- a/transforms/language/html2parquet/kfp_ray/html2parquet_wf.py +++ b/transforms/language/html2parquet/kfp_ray/html2parquet_wf.py @@ -20,7 +20,7 @@ task_image = "quay.io/dataprep1/data-prep-kit/html2parquet-ray:latest" # the name of the job script -EXEC_SCRIPT_NAME: str = "html2parquet_transform_ray.py" +EXEC_SCRIPT_NAME: str = "-m dpk_html2parquet.ray.transform" # components base_kfp_image = "quay.io/dataprep1/data-prep-kit/kfp-data-processing:latest" diff --git a/transforms/language/html2parquet/kfp_ray/pipeline_definitions.yaml b/transforms/language/html2parquet/kfp_ray/pipeline_definitions.yaml index f78c81219..6f39a6547 100644 --- a/transforms/language/html2parquet/kfp_ray/pipeline_definitions.yaml +++ b/transforms/language/html2parquet/kfp_ray/pipeline_definitions.yaml @@ -1,7 +1,7 @@ pipeline_parameters: name: "html2parquet" description: "Pipeline for html2parquet task" - script_name: "html2parquet_transform_ray.py" + script_name: "-m dpk_html2parquet.ray.transform" prefix: "" multi_s3: False compute_func_name: ""