add data pipeline in the main

SylphAI-Inc · Dec 5, 2024 · 4e58f9a · 4e58f9a
1 parent 2cc4196
commit 4e58f9a
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/adalflow/adalflow/__init__.py b/adalflow/adalflow/__init__.py
@@ -63,6 +63,10 @@
     BedrockAPIClient,
 )
 
+# data pipeline
+from adalflow.components.data_process.text_splitter import TextSplitter
+from adalflow.components.data_process.data_components import ToEmbeddings
+
 __all__ = [
     "Component",
     "fun_to_component",
@@ -102,6 +106,9 @@
     "JsonOutputParser",
     "ListOutputParser",
     "DataClassParser",
+    # Data Pipeline
+    "TextSplitter",
+    "ToEmbeddings",
     # Types
     "GeneratorOutput",
     "EmbedderOutput",