fixing bugs

IBM · Oct 1, 2024 · 6d3c65b · 6d3c65b
1 parent 4f881a6
commit 6d3c65b
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 7 deletions.
diff --git a/transforms/code/semantic_profiler/python/src/ikb/null_libs.csv b/transforms/code/semantic_profiler/python/src/ikb/null_libs.csv
diff --git a/transforms/code/semantic_profiler/python/src/sp_local_python_multiprocessor.py b/transforms/code/semantic_profiler/python/src/sp_local_python_multiprocessor.py
@@ -33,7 +33,7 @@
     "runtime_pipeline_id": "pipeline_id",
     "runtime_job_id": "job_id",
     "runtime_code_location": ParamsUtils.convert_to_ast(code_location),
-    "runtime_num_processors": 2,
+    # "runtime_num_processors": 2,
     # sp params
     "sp_ikb_file": "src/ikb/ikb_model.csv",
     "sp_null_libs_file": "src/ikb/null_libs.csv"

diff --git a/transforms/code/semantic_profiler/python/src/sp_transform.py b/transforms/code/semantic_profiler/python/src/sp_transform.py
@@ -49,7 +49,7 @@ def __init__(self, config: dict[str, Any]):
         self.ikb_file = config.get("ikb_file", "../src/ikb/ikb_model.csv")
         self.null_libs_file = config.get("null_libs_file", "../src/ikb/null_libs.csv")
 
-    def transform(self, table: pa.Table) -> tuple[list[pa.Table], dict[str, Any]]:
+    def transform(self, table: pa.Table, file_name: str = None) -> tuple[list[pa.Table], dict[str, Any]]:
         """
         Put Transform-specific to convert one Table to 0 or more tables. It also returns
         a dictionary of execution statistics - arbitrary dictionary
@@ -100,14 +100,14 @@ def add_input_params(self, parser: ArgumentParser) -> None:
         parser.add_argument(
             f"--{ikb_file_cli_param}",
             type=str,
-            default="ikb/ikb_model.csv",
+            default=None,
             help="Default IKB file",
         )
 
         parser.add_argument(
             f"--{null_libs_file_cli_param}",
             type=str,
-            default="ikb/null_libs.csv",
+            default=None,
             help="Default Null Libraries file",
         )
 

diff --git a/transforms/code/semantic_profiler/ray/src/sp_local_ray.py b/transforms/code/semantic_profiler/ray/src/sp_local_ray.py
@@ -40,8 +40,8 @@
     "runtime_creation_delay": 0,
     "runtime_code_location": ParamsUtils.convert_to_ast(code_location),
     # noop params
-    "sp_ikb_file": "ikb/ikb_model.csv",
-    "sp_null_libs_file": "ikb/null_libs.csv"
+    "sp_ikb_file": "src/ikb/ikb_model.csv",
+    "sp_null_libs_file": "src/ikb/null_libs.csv"
 }
 if __name__ == "__main__":
     # Set the simulated command line args

diff --git a/transforms/code/semantic_profiler/ray/test/test_sp_ray.py b/transforms/code/semantic_profiler/ray/test/test_sp_ray.py
@@ -34,7 +34,7 @@ def get_test_transform_fixtures(self) -> list[tuple]:
         input_dir = os.path.join(src_file_dir, "../test-data/input")
         expected_dir = os.path.join(src_file_dir, "../test-data/expected")
         runtime_config = {"run_locally": True}
-        transform_config = {ikb_file_cli_param:"../src/ikb/ikb_model.csv", null_libs_file_cli_param: "../src/ikb/null_libs.csv"}
+        transform_config = {ikb_file_cli_param: os.path.join(src_file_dir, "../src/ikb/ikb_model.csv"), null_libs_file_cli_param: os.path.join(src_file_dir,"../src/ikb/null_libs.csv")}
         fixtures.append(
             (
                 launcher,