Upgrade to python 3.11, remove poetry for uv, move to lazy loading in app.py

.replit

@@ -1,19 +1,28 @@
 run = "bash run.sh"
 entrypoint = "main.py"
-modules = ["python-3.10:v18-20230807-322e88b"]
 
 disableInstallBeforeRun = true
 
 hidden = [".pythonlibs"]
+modules = ["cpp-clang14"]
 
 [nix]
-channel = "stable-23_05"
+channel = "stable-24_05"
+packages = [
+  "gcc",
+  "gcc.cc.lib",
+  "libstdcxx5",
+  "stdenv.cc.cc.lib"
+]
 
 [deployment]
 run = ["sh", "-c", "bash run.sh"]
 build = ["sh", "-c", "bash build.sh"]
 deploymentTarget = "gce"
 
+[env]
+REPLIT_DISABLE_PACKAGE_LAYER = "1"
+
 [[ports]]
-localPort=8000
-externalPort=80
+localPort = 8000
+externalPort = 80

build.sh

@@ -1,4 +1,45 @@
-pip install fasttext && \
-poetry install --without dev --all-extras  && \
-poetry build && \
+echo "Running build.sh"
+set -x  # Enable command echo
+set -e  # Exit on error
+
+# Find libstdc++ to use 
+for dir in /nix/store/*-gcc-*/lib64 /nix/store/*-stdenv-*/lib /nix/store/*-libstdc++*/lib; do
+    echo "Checking directory: $dir"  # Add this line for debugging
+    if [ -f "$dir/libstdc++.so.6" ]; then
+        export LD_LIBRARY_PATH="$dir:$LD_LIBRARY_PATH"
+        echo "Found libstdc++.so.6 in $dir"
+        break
+    fi
+done
+
+# Create virtualenv & set up
+rm -rf .venv
+python3.11 -m venv .venv
+export VIRTUAL_ENV=.venv
+export PATH="$VIRTUAL_ENV/bin:$PATH"
+export PYTHONPATH="$(pwd)/src:$PYTHONPATH" 
+
+# Use uv for faster installs
+pip install pip --upgrade
+pip install uv --upgrade --no-cache
+
+# Clear any existing installations that might conflict
+rm -rf $VIRTUAL_ENV/lib/python*/site-packages/typing_extensions*
+rm -rf $VIRTUAL_ENV/lib/python*/site-packages/pydantic*
+rm -rf $VIRTUAL_ENV/lib/python*/site-packages/fastapi*
+
+# Install dependencies
+uv pip install -r requirements.txt --no-cache
+
+# Re-install problematic package
+uv pip install --no-cache-dir --force-reinstall typing_extensions==4.11.0
+
+# Install app
+uv pip install -e .
+
 mkdir -p ./data/cache
+
+# Debug information
+echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
+ls -la $LIBSTDCXX_DIR/libstdc++.so* || true
+ldd $VIRTUAL_ENV/lib/python*/site-packages/pandas/_libs/*.so || true

pyproject.toml

@@ -10,7 +10,7 @@ repository = "https://github.com/wandb/wandbot"
 include = ["src/**/*", "LICENSE", "README.md"]
 
 [tool.poetry.dependencies]
-python = ">=3.10.0,<=3.12.4"
+python = ">=3.10.0,<=3.13"
 numpy = "^1.26.1"
 pandas = "^2.1.2"
 pydantic-settings = "^2.0.3"

replit.nix

@@ -1,9 +1,30 @@
-{pkgs}: {
-  deps = [
-    pkgs.bash
-    pkgs.hydrus
-    pkgs.gitFull
-    pkgs.glibcLocales
-    pkgs.python311
+{ pkgs }: {
+  deps = with pkgs; [
+    # Core system libraries
+    stdenv.cc.cc.lib
+    libstdcxx5
+
+    # Make sure gcc and its runtime are available
+    gcc
+    gcc.cc.lib
+
+    # Other dependencies
+    bash
+    hydrus
+    gitFull
+    glibcLocales
+    python311
   ];
-}
+
+  env = {
+    APPEND_LIBRARY_PATH = "${pkgs.stdenv.cc.cc.lib}/lib";
+    NIXPKGS_ALLOW_UNFREE = "1";
+    LD_LIBRARY_PATH = let
+      libraries = [
+        pkgs.stdenv.cc.cc.lib
+        pkgs.libstdcxx5
+        pkgs.gcc.cc.lib
+      ];
+    in "${pkgs.lib.makeLibraryPath libraries}";
+  };
+}

requirements.txt

@@ -0,0 +1,38 @@
+numpy>=1.26.1
+pandas>=2.1.2
+pydantic>=2.10.0
+pydantic-settings>=2.5.1
+gitpython>=3.1.40
+giturlparse>=0.12.0
+scikit-learn>=1.3.2
+python-dotenv>=1.0.0
+slack-bolt>=1.18.0
+slack-sdk>=3.21.3
+discord>=2.3.2
+markdown>=3.5.1
+fastapi>=0.115.0
+tree-sitter-languages>=1.7.1
+markdownify>=0.11.6
+uvicorn>=0.24.0
+openai>=1.58.1
+weave>=0.51.25
+colorlog>=6.8.0
+litellm>=1.55.4
+google-cloud-bigquery>=3.14.1
+db-dtypes>=1.2.0
+python-frontmatter>=1.1.0
+pymdown-extensions>=10.5
+langchain>=0.3.10
+langchain-openai>=0.2.14
+langchain-experimental>=0.3.3
+langchain-core>=0.3.27
+langchain-cohere>=0.3.3
+langchain-chroma>=0.1.2
+simsimd==3.7.7
+nbformat>=5.10.4
+nbconvert>=7.16.4
+wandb[workspaces]>=0.19.0
+tree-sitter==0.21.3
+typing_extensions>=4.12.0
+nest-asyncio==1.6.0
+fasttext-wheel

run.sh

@@ -1,4 +1,27 @@
-(uvicorn wandbot.api.app:app --host="0.0.0.0" --port=8000) & \
-(python -m wandbot.apps.slack -l en) & \
-(python -m wandbot.apps.slack -l ja) & \
-(python -m wandbot.apps.discord)
+set -e # Exit on error
+
+# Ensure we're using the virtual environment from build.sh
+export VIRTUAL_ENV=.venv
+export PATH="$VIRTUAL_ENV/bin:$PATH"
+export PYTHONPATH="$(pwd)/src:$PYTHONPATH"
+
+echo "Starting Wandbot application..."
+
+# Function to start a service with logging to stdout
+start_service() {
+    echo "Starting service: $*"
+    "$@" || {
+        echo "Failed to start service: $*" >&2
+        return 1
+    }
+}
+
+# Print all python prints
+export PYTHONUNBUFFERED=1
+
+# Start all services
+($VIRTUAL_ENV/bin/uvicorn wandbot.api.app:app --host="0.0.0.0" --port=8000 \
+--workers 1 --timeout-keep-alive 75 --loop uvloop --http httptools --log-level debug) & \
+($VIRTUAL_ENV/bin/python -m wandbot.apps.slack -l en) & \
+($VIRTUAL_ENV/bin/python -m wandbot.apps.slack -l ja) & \
+($VIRTUAL_ENV/bin/python -m wandbot.apps.discord)