refactor: update lfx directory structure for improved developer experience

.github/workflows/codeflash.yml

@@ -3,7 +3,7 @@ name: Codeflash
 on:
   pull_request:
     paths:
-      - "src/backend/base/langflow/**"
+      - "src/packages/base/langflow/**"
   workflow_dispatch:
 
 concurrency:
@@ -31,7 +31,7 @@ jobs:
           prune-cache: false
       - run: uv sync
       - name: Run Codeflash Optimizer
-        working-directory: ./src/backend/base
+        working-directory: ./src/packages/base
         continue-on-error: true
         run: uv run codeflash
 

.github/workflows/cross-platform-test.yml

@@ -50,16 +50,16 @@ jobs:
         run: make build_langflow_base args="--wheel"
       - name: Move base package to correct directory
         run: |
-          # Base package builds to dist/ but should be in src/backend/base/dist/
-          mkdir -p src/backend/base/dist
-          mv dist/langflow_base*.whl src/backend/base/dist/
+          # Base package builds to dist/ but should be in src/packages/base/dist/
+          mkdir -p src/packages/base/dist
+          mv dist/langflow_base*.whl src/packages/base/dist/
       - name: Build main package
         run: make build_langflow args="--wheel"
       - name: Upload base artifact
         uses: actions/upload-artifact@v4
         with:
           name: adhoc-dist-base
-          path: src/backend/base/dist
+          path: src/packages/base/dist
       - name: Upload main artifact
         uses: actions/upload-artifact@v4
         with:

.github/workflows/docker-build.yml

@@ -201,7 +201,7 @@ jobs:
       - name: Install the project
         run: |
           if [[ "${{ inputs.release_type }}" == "base" || "${{ inputs.release_type }}" == "nightly-base" ]]; then
-            uv sync --directory src/backend/base --no-dev --no-sources
+            uv sync --directory src/packages/base --no-dev --no-sources
           else
             uv sync --no-dev --no-sources
           fi

.github/workflows/nightly_build.yml

@@ -88,10 +88,10 @@ jobs:
           uv run ./scripts/ci/update_pyproject_combined.py main $MAIN_TAG $BASE_TAG $LFX_TAG
 
           uv lock
-          cd src/backend/base && uv lock && cd ../../..
-          cd src/lfx && uv lock && cd ../..
+          cd src/packages/base && uv lock && cd ../../..
+          cd src/packages/core && uv lock && cd ../..
 
-          git add pyproject.toml src/backend/base/pyproject.toml src/lfx/pyproject.toml uv.lock src/backend/base/uv.lock
+          git add pyproject.toml src/packages/base/pyproject.toml src/packages/core/pyproject.toml uv.lock src/packages/base/uv.lock
           git commit -m "Update version and project name"
 
           echo "Tagging main with $MAIN_TAG"
@@ -114,7 +114,7 @@ jobs:
 
       - name: Retrieve Base Tag
         id: retrieve_base_tag
-        working-directory: src/backend/base
+        working-directory: src/packages/base
         run: |
           # If the main tag already exists, we need to retrieve the base version from the main tag codebase.
           version=$(uv tree | grep 'langflow-base' | awk '{print $3}' | head -n 1)

.github/workflows/release-lfx.yml

@@ -58,7 +58,7 @@ jobs:
       - name: Check version
         id: check
         run: |
-          cd src/lfx
+          cd src/packages/core
           # Use uv tree to get package info, consistent with nightly workflow
           name=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $1}')
           version=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $2}')
@@ -107,12 +107,12 @@ jobs:
 
       - name: Run LFX tests
         run: |
-          cd src/lfx
+          cd src/packages/core
           make test
 
       - name: Test CLI installation
         run: |
-          cd src/lfx
+          cd src/packages/core
           uv pip install .
           uv run lfx --help
           uv run lfx run --help
@@ -142,7 +142,7 @@ jobs:
       - name: Verify Version
         id: check-version
         run: |
-          cd src/lfx
+          cd src/packages/core
           # Use uv tree to get package info, consistent with nightly workflow
           name=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $1}')
           version=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $2}')
@@ -166,20 +166,20 @@ jobs:
 
       - name: Build distribution
         run: |
-          cd src/lfx
+          cd src/packages/core
           rm -rf dist/
           uv build --wheel --out-dir dist
 
       - name: Check build artifacts
         run: |
-          cd src/lfx
+          cd src/packages/core
           ls -la dist/
           # Verify wheel contents
           unzip -l dist/*.whl | grep -E "(lfx/__main__.py|lfx/cli/run.py|lfx/cli/commands.py)"
 
       - name: Test installation from wheel
         run: |
-          cd src/lfx
+          cd src/packages/core
           uv pip install dist/*.whl --force-reinstall
           uv run lfx --help
           echo "LFX CLI test completed successfully"
@@ -188,15 +188,15 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: lfx-dist
-          path: src/lfx/dist/
+          path: src/packages/core/dist/
           retention-days: 5
 
       - name: Publish to PyPI
         if: github.event.inputs.publish_pypi == 'true'
         env:
           UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
         run: |
-          cd src/lfx
+          cd src/packages/core
           uv publish dist/*.whl
 
   build-docker:
@@ -250,7 +250,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: .
-          file: src/lfx/docker/Dockerfile${{ matrix.variant == 'alpine' && '.alpine' || '' }}
+          file: src/packages/core/docker/Dockerfile${{ matrix.variant == 'alpine' && '.alpine' || '' }}
           platforms: linux/amd64,linux/arm64
           push: true
           tags: ${{ steps.meta.outputs.tags }}

.github/workflows/release.yml

@@ -100,10 +100,10 @@ jobs:
       - name: Test CLI
         if: steps.check-version.outputs.skipped == 'false'
         run: |
-          # TODO: Unsure why the whl is not built in src/backend/base/dist
-          mkdir src/backend/base/dist
-          mv dist/*.whl src/backend/base/dist
-          uv pip install src/backend/base/dist/*.whl
+          # TODO: Unsure why the whl is not built in src/packages/base/dist
+          mkdir src/packages/base/dist
+          mv dist/*.whl src/packages/base/dist
+          uv pip install src/packages/base/dist/*.whl
           uv run python -m langflow run --host localhost --port 7860 --backend-only &
           SERVER_PID=$!
           # Wait for the server to start
@@ -126,7 +126,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: dist-base
-          path: src/backend/base/dist
+          path: src/packages/base/dist
 
   build-main:
     name: Build Langflow Main
@@ -250,7 +250,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: dist-base
-          path: src/backend/base/dist
+          path: src/packages/base/dist
       - name: Setup Environment
         uses: astral-sh/setup-uv@v6
         with:
@@ -261,7 +261,7 @@ jobs:
         env:
           UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
         run: |
-          cd src/backend/base && uv publish dist/*.whl
+          cd src/packages/base && uv publish dist/*.whl
 
   publish-main:
     name: Publish Langflow Main to PyPI
@@ -353,7 +353,7 @@ jobs:
       - name: Check Version
         id: check-version
         run: |
-          cd src/lfx
+          cd src/packages/core
           version=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $2}' | sed 's/^v//')
           last_released_version=$(curl -s "https://pypi.org/pypi/lfx/json" | jq -r '.releases | keys | .[]' | sort -V | tail -n 1)
           if [ "$version" = "$last_released_version" ]; then
@@ -364,19 +364,19 @@ jobs:
           fi
       - name: Build project for distribution
         run: |
-          cd src/lfx
+          cd src/packages/core
           rm -rf dist/
           uv build --wheel --out-dir dist
       - name: Test CLI
         run: |
-          cd src/lfx
+          cd src/packages/core
           uv pip install dist/*.whl --force-reinstall
           uv run lfx --help
       - name: Upload Artifact
         uses: actions/upload-artifact@v4
         with:
           name: dist-lfx
-          path: src/lfx/dist
+          path: src/packages/core/dist
 
   publish-lfx:
     name: Publish LFX to PyPI
@@ -388,7 +388,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: dist-lfx
-          path: src/lfx/dist
+          path: src/packages/core/dist
       - name: Setup Environment
         uses: astral-sh/setup-uv@v6
         with:
@@ -398,7 +398,7 @@ jobs:
         env:
           UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
         run: |
-          cd src/lfx && uv publish dist/*.whl
+          cd src/packages/core && uv publish dist/*.whl
 
   create_release:
     name: Create Release

.github/workflows/release_nightly.yml

@@ -99,12 +99,12 @@ jobs:
           python-version: ${{ env.PYTHON_VERSION }}
           prune-cache: false
       - name: Install LFX dependencies
-        run: cd src/lfx && uv sync
+        run: cd src/packages/core && uv sync
 
       - name: Verify Nightly Name and Version
         id: verify
         run: |
-          cd src/lfx
+          cd src/packages/core
           name=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $1}')
           version=$(uv tree | grep 'lfx' | head -n 1 | awk '{print $2}')
           if [ "$name" != "lfx-nightly" ]; then
@@ -121,13 +121,13 @@ jobs:
 
       - name: Build LFX for distribution
         run: |
-          cd src/lfx
+          cd src/packages/core
           rm -rf dist/
           uv build --wheel --out-dir dist
 
       - name: Test LFX CLI
         run: |
-          cd src/lfx
+          cd src/packages/core
           uv pip install dist/*.whl --force-reinstall
           uv run lfx --help
           echo "LFX CLI test completed successfully"
@@ -138,7 +138,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: dist-nightly-lfx
-          path: src/lfx/dist
+          path: src/packages/core/dist
 
   build-nightly-base:
     name: Build Langflow Nightly Base
@@ -190,16 +190,16 @@ jobs:
 
       - name: Build Langflow Base for distribution
         run: |
-          rm -rf src/backend/base/dist
+          rm -rf src/packages/base/dist
           rm -rf dist
           make build base=true args="--wheel"
 
       - name: Test Langflow Base CLI
         run: |
-          # TODO: Unsure why the whl is not built in src/backend/base/dist
-          mkdir src/backend/base/dist
-          mv dist/*.whl src/backend/base/dist/
-          uv pip install src/backend/base/dist/*.whl
+          # TODO: Unsure why the whl is not built in src/packages/base/dist
+          mkdir src/packages/base/dist
+          mv dist/*.whl src/packages/base/dist/
+          uv pip install src/packages/base/dist/*.whl
           uv run python -m langflow run --host localhost --port 7860 --backend-only &
           SERVER_PID=$!
           # Wait for the server to start
@@ -221,7 +221,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: dist-nightly-base
-          path: src/backend/base/dist
+          path: src/packages/base/dist
 
   build-nightly-main:
     name: Build Langflow Nightly Main
@@ -317,7 +317,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: dist-nightly-lfx
-          path: src/lfx/dist
+          path: src/packages/core/dist
       - name: Setup Environment
         uses: astral-sh/setup-uv@v6
         with:
@@ -342,7 +342,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: dist-nightly-base
-          path: src/backend/base/dist
+          path: src/packages/base/dist
       - name: Setup Environment
         uses: astral-sh/setup-uv@v6
         with:

.github/workflows/template-tests.yml

@@ -3,9 +3,9 @@ name: Template Tests
 on:
   pull_request:
     paths:
-      - 'src/backend/base/langflow/initial_setup/starter_projects/**'
+      - 'src/packages/base/langflow/initial_setup/starter_projects/**'
       - 'src/backend/tests/unit/template/test_starter_projects.py'
-      - 'src/backend/base/langflow/utils/template_validation.py'
+      - 'src/packages/base/langflow/utils/template_validation.py'
       - '.github/workflows/template-tests.yml'
   workflow_dispatch: