From 4e58f9a422a0f88a8ecef261a3e8ac1345cda4e0 Mon Sep 17 00:00:00 2001
From: Li Yin <li.yin.gravity@gmail.com>
Date: Wed, 4 Dec 2024 16:15:26 -0800
Subject: [PATCH] add data pipeline in the main

---
 adalflow/adalflow/__init__.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/adalflow/adalflow/__init__.py b/adalflow/adalflow/__init__.py
index 199ac060..4c9b45ba 100644
--- a/adalflow/adalflow/__init__.py
+++ b/adalflow/adalflow/__init__.py
@@ -63,6 +63,10 @@
     BedrockAPIClient,
 )
 
+# data pipeline
+from adalflow.components.data_process.text_splitter import TextSplitter
+from adalflow.components.data_process.data_components import ToEmbeddings
+
 __all__ = [
     "Component",
     "fun_to_component",
@@ -102,6 +106,9 @@
     "JsonOutputParser",
     "ListOutputParser",
     "DataClassParser",
+    # Data Pipeline
+    "TextSplitter",
+    "ToEmbeddings",
     # Types
     "GeneratorOutput",
     "EmbedderOutput",