Changed doc_text into contents in related files

IBM · Oct 3, 2024 · ea94740 · ea94740
1 parent 84df0a1
commit ea94740
Show file tree

Hide file tree

Showing 5 changed files with 14 additions and 12 deletions.
diff --git a/transforms/universal/hap/python/output/metadata.json b/transforms/universal/hap/python/output/metadata.json
@@ -5,8 +5,8 @@
     "job name": "hap",
     "job type": "pure python",
     "job id": "job_id",
-    "start_time": "2024-09-25 00:47:58",
-    "end_time": "2024-09-25 00:48:06",
+    "start_time": "2024-10-03 21:38:20",
+    "end_time": "2024-10-03 21:38:29",
     "status": "success"
   },
   "code": {
@@ -17,7 +17,7 @@
   "job_input_params": {
     "model_name_or_path": "ibm-granite/granite-guardian-hap-38m",
     "annotation_column": "hap_score",
-    "doc_text_column": "doc_text",
+    "doc_text_column": "contents",
     "inference_engine": "CPU",
     "max_length": 512,
     "batch_size": 128,
@@ -30,11 +30,12 @@
     "num_processors": 0
   },
   "job_output_stats": {
-    "source_files": 1,
-    "source_size": 109303,
+    "source_files": 2,
+    "source_size": 12124594,
+    "transform execution exception": 1,
     "result_files": 1,
     "result_size": 79822,
-    "processing_time": 6.543,
+    "processing_time": 6.932,
     "source_doc_count": 50,
     "result_doc_count": 50
   },

diff --git a/transforms/universal/hap/python/output/test1.parquet b/transforms/universal/hap/python/output/test1.parquet
diff --git a/transforms/universal/hap/python/test-data/expected/metadata.json b/transforms/universal/hap/python/test-data/expected/metadata.json
@@ -5,8 +5,8 @@
     "job name": "hap",
     "job type": "pure python",
     "job id": "job_id",
-    "start_time": "2024-09-26 20:56:49",
-    "end_time": "2024-09-26 20:56:56",
+    "start_time": "2024-10-03 21:38:20",
+    "end_time": "2024-10-03 21:38:29",
     "status": "success"
   },
   "code": {
@@ -17,7 +17,7 @@
   "job_input_params": {
     "model_name_or_path": "ibm-granite/granite-guardian-hap-38m",
     "annotation_column": "hap_score",
-    "doc_text_column": "doc_text",
+    "doc_text_column": "contents",
     "inference_engine": "CPU",
     "max_length": 512,
     "batch_size": 128,
@@ -30,11 +30,12 @@
     "num_processors": 0
   },
   "job_output_stats": {
-    "source_files": 1,
-    "source_size": 109303,
+    "source_files": 2,
+    "source_size": 12124594,
+    "transform execution exception": 1,
     "result_files": 1,
     "result_size": 79822,
-    "processing_time": 6.501,
+    "processing_time": 6.932,
     "source_doc_count": 50,
     "result_doc_count": 50
   },

diff --git a/transforms/universal/hap/python/test-data/expected/test1.parquet b/transforms/universal/hap/python/test-data/expected/test1.parquet
diff --git a/transforms/universal/hap/python/test-data/input/test1.parquet b/transforms/universal/hap/python/test-data/input/test1.parquet