diff --git a/transforms/universal/hap/python/output/metadata.json b/transforms/universal/hap/python/output/metadata.json index 6627fabb9..062fee162 100644 --- a/transforms/universal/hap/python/output/metadata.json +++ b/transforms/universal/hap/python/output/metadata.json @@ -5,8 +5,8 @@ "job name": "hap", "job type": "pure python", "job id": "job_id", - "start_time": "2024-09-25 00:47:58", - "end_time": "2024-09-25 00:48:06", + "start_time": "2024-10-03 21:38:20", + "end_time": "2024-10-03 21:38:29", "status": "success" }, "code": { @@ -17,7 +17,7 @@ "job_input_params": { "model_name_or_path": "ibm-granite/granite-guardian-hap-38m", "annotation_column": "hap_score", - "doc_text_column": "doc_text", + "doc_text_column": "contents", "inference_engine": "CPU", "max_length": 512, "batch_size": 128, @@ -30,11 +30,12 @@ "num_processors": 0 }, "job_output_stats": { - "source_files": 1, - "source_size": 109303, + "source_files": 2, + "source_size": 12124594, + "transform execution exception": 1, "result_files": 1, "result_size": 79822, - "processing_time": 6.543, + "processing_time": 6.932, "source_doc_count": 50, "result_doc_count": 50 }, diff --git a/transforms/universal/hap/python/output/test1.parquet b/transforms/universal/hap/python/output/test1.parquet index 8ac5be443..c9483e34d 100644 Binary files a/transforms/universal/hap/python/output/test1.parquet and b/transforms/universal/hap/python/output/test1.parquet differ diff --git a/transforms/universal/hap/python/test-data/expected/metadata.json b/transforms/universal/hap/python/test-data/expected/metadata.json index 1e5f710db..062fee162 100644 --- a/transforms/universal/hap/python/test-data/expected/metadata.json +++ b/transforms/universal/hap/python/test-data/expected/metadata.json @@ -5,8 +5,8 @@ "job name": "hap", "job type": "pure python", "job id": "job_id", - "start_time": "2024-09-26 20:56:49", - "end_time": "2024-09-26 20:56:56", + "start_time": "2024-10-03 21:38:20", + "end_time": "2024-10-03 21:38:29", "status": "success" }, "code": { @@ -17,7 +17,7 @@ "job_input_params": { "model_name_or_path": "ibm-granite/granite-guardian-hap-38m", "annotation_column": "hap_score", - "doc_text_column": "doc_text", + "doc_text_column": "contents", "inference_engine": "CPU", "max_length": 512, "batch_size": 128, @@ -30,11 +30,12 @@ "num_processors": 0 }, "job_output_stats": { - "source_files": 1, - "source_size": 109303, + "source_files": 2, + "source_size": 12124594, + "transform execution exception": 1, "result_files": 1, "result_size": 79822, - "processing_time": 6.501, + "processing_time": 6.932, "source_doc_count": 50, "result_doc_count": 50 }, diff --git a/transforms/universal/hap/python/test-data/expected/test1.parquet b/transforms/universal/hap/python/test-data/expected/test1.parquet index 8ac5be443..5e2f5fe9d 100644 Binary files a/transforms/universal/hap/python/test-data/expected/test1.parquet and b/transforms/universal/hap/python/test-data/expected/test1.parquet differ diff --git a/transforms/universal/hap/python/test-data/input/test1.parquet b/transforms/universal/hap/python/test-data/input/test1.parquet index 8a3468009..5e2f5fe9d 100644 Binary files a/transforms/universal/hap/python/test-data/input/test1.parquet and b/transforms/universal/hap/python/test-data/input/test1.parquet differ