🐛 build script fixes

.github/workflows/main.yaml

@@ -108,6 +108,7 @@ jobs:
           pip install -r server/requirements.txt
 
       - name: Install tiktoken vocab file
+        # Done to avoid extra network request to download the vocab file
         run: |
           mkdir .tiktoken_cache
           curl -o .tiktoken_cache/9b5ad71b2ce5302211f9c61530b329a4922fc6a4 https://s3.us-west-1.amazonaws.com/s3.continue.dev/tiktoken/9b5ad71b2ce5302211f9c61530b329a4922fc6a4

.github/workflows/preview.yaml

@@ -108,6 +108,7 @@ jobs:
           pip install -r server/requirements.txt
 
       - name: Install tiktoken vocab file
+        # Done to avoid extra network request to download the vocab file
         run: |
           mkdir .tiktoken_cache
           curl -o .tiktoken_cache/9b5ad71b2ce5302211f9c61530b329a4922fc6a4 https://s3.us-west-1.amazonaws.com/s3.continue.dev/tiktoken/9b5ad71b2ce5302211f9c61530b329a4922fc6a4

build.cmd

@@ -5,6 +5,7 @@ rmdir /s /q build
 rmdir /s /q env
 rmdir /s /q dist
 rmdir /s /q server\.venv
+rmdir /s /q .tiktoken_cache
 
 REM 2. Create a new virtual environment and activate it
 python -m venv env
@@ -13,7 +14,11 @@ call env\Scripts\activate
 REM 3. Install the required packages
 pip install -r server\requirements.txt
 
-pip install pyinstaller
+pip install pyinstaller || exit /b 1
+pip install certifi || exit /b 1
+
+REM 4.5. Make .tiktoken_cache directory, used to package with tiktoken vocab file
+mkdir .tiktoken_cache
 
 REM 4. Call PyInstaller from within the virtual environment
 env\Scripts\pyinstaller continue_server.spec

build.sh

@@ -5,14 +5,16 @@ rm -rf build
 rm -rf env
 rm -rf dist
 rm -rf server/.venv
+rm -rf .tiktoken_cache
 
 # 2. Create a new virtual environment and activate it
 python3 -m venv env
 . env/bin/activate
 
 # 3. Install the required packages
-pip install -r server/requirements.txt
-pip install pyinstaller
+pip install -r server/requirements.txt || exit 1
+pip install pyinstaller || exit 1
+pip install certifi || exit 1
 
 # 4. Detect M1 architecture or allow manual override
 USE_ARCH="intel"
@@ -33,6 +35,9 @@ else
     fi
 fi
 
+# 4.5. Make .tiktoken_cache directory, used to package with tiktoken vocab file
+mkdir .tiktoken_cache
+
 # 5. Call PyInstaller from within the virtual environment
 env/bin/pyinstaller continue_server.spec -- --arch $USE_ARCH