fix(ci): align nightly workflows with langflow-base (#14352)

Author: erichare

.github/workflows/cross-platform-test.yml

@@ -14,10 +14,6 @@ on:
         description: "Name of the base package artifact"
         required: true
         type: string
-      core-artifact-name:
-        description: "Name of the langflow-core package artifact"
-        required: false
-        type: string
       main-artifact-name:
         description: "Name of the main package artifact"
         required: true
@@ -262,13 +258,6 @@ jobs:
           name: ${{ inputs.base-artifact-name || needs.build-if-needed.outputs.base-artifact-name || 'adhoc-dist-base' }}
           path: ./base-dist
 
-      - name: Download langflow-core package artifact
-        if: steps.install-method.outputs.method == 'wheel' && inputs.core-artifact-name != ''
-        uses: actions/download-artifact@v7
-        with:
-          name: ${{ inputs.core-artifact-name }}
-          path: ./core-dist
-
       - name: Download main package artifact
         if: steps.install-method.outputs.method == 'wheel'
         uses: actions/download-artifact@v7
@@ -302,7 +291,7 @@ jobs:
 
           refresh_find_links() {
             FIND_LINKS=()
-            for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./core-dist ./bundles-dist; do
+            for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./bundles-dist; do
               if [ -d "$wheel_dir" ]; then
                 FIND_LINKS+=(--find-links "$wheel_dir")
               fi
@@ -336,11 +325,6 @@ jobs:
           BASE_WHEELS=(./base-dist/*.whl)
           install_wheels "base" "${BASE_WHEELS[@]}"
 
-          CORE_WHEELS=(./core-dist/*.whl)
-          if [ ${#CORE_WHEELS[@]} -gt 0 ]; then
-            install_wheels "core" "${CORE_WHEELS[@]}"
-          fi
-
           if [ -d ./bundles-dist ]; then
             BUNDLE_WHEELS=(./bundles-dist/*.whl)
             install_wheels "bundle" "${BUNDLE_WHEELS[@]}"
@@ -576,13 +560,6 @@ jobs:
           name: ${{ inputs.base-artifact-name || needs.build-if-needed.outputs.base-artifact-name || 'adhoc-dist-base' }}
           path: ./base-dist
 
-      - name: Download langflow-core package artifact
-        if: steps.install-method.outputs.method == 'wheel' && inputs.core-artifact-name != ''
-        uses: actions/download-artifact@v7
-        with:
-          name: ${{ inputs.core-artifact-name }}
-          path: ./core-dist
-
       - name: Download main package artifact
         if: steps.install-method.outputs.method == 'wheel'
         uses: actions/download-artifact@v7
@@ -616,7 +593,7 @@ jobs:
 
           refresh_find_links() {
             FIND_LINKS=()
-            for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./core-dist ./bundles-dist; do
+            for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./bundles-dist; do
               if [ -d "$wheel_dir" ]; then
                 FIND_LINKS+=(--find-links "$wheel_dir")
               fi
@@ -646,11 +623,6 @@ jobs:
           BASE_WHEELS=(./base-dist/*.whl)
           install_wheels "base" "${BASE_WHEELS[@]}"
 
-          CORE_WHEELS=(./core-dist/*.whl)
-          if [ ${#CORE_WHEELS[@]} -gt 0 ]; then
-            install_wheels "core" "${CORE_WHEELS[@]}"
-          fi
-
           if [ -d ./bundles-dist ]; then
             BUNDLE_WHEELS=(./bundles-dist/*.whl)
             install_wheels "bundle" "${BUNDLE_WHEELS[@]}"
@@ -673,12 +645,12 @@ jobs:
         run: |
           # Expose the local wheel dirs so dependency re-resolution (the
           # pre-release path below drops --no-deps) can find the local
-          # pre-release lfx/base/core wheels. Without these, uv re-resolves
+          # pre-release SDK/LFX/base wheels. Without these, uv re-resolves
           # langflow-base's `lfx>=X.Y.Zrc0` constraint against PyPI only, where
           # the matching rc/dev wheel is not published yet, and fails with
           # "No solution found when resolving dependencies".
           FIND_LINKS=()
-          for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./core-dist ./bundles-dist; do
+          for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./bundles-dist; do
             if [ -d "$wheel_dir" ]; then
               FIND_LINKS+=(--find-links "$wheel_dir")
             fi
@@ -734,24 +706,19 @@ jobs:
             fi
             uv pip install --force-reinstall $NO_DEPS --prerelease=if-necessary-or-explicit "${FIND_LINKS[@]}" --python ./test-env/Scripts/python.exe "${INSTALL_WHEELS[@]}"
           fi
-
-          CORE_WHEEL=$(find ./core-dist -name "*.whl" -type f 2>/dev/null | head -1 || true)
-          if [ -n "$CORE_WHEEL" ]; then
-            uv pip install --force-reinstall --no-deps --python ./test-env/Scripts/python.exe "$CORE_WHEEL"
-          fi
         shell: bash
 
       - name: Force reinstall local wheels to prevent downgrades (Unix)
         if: steps.install-method.outputs.method == 'wheel' && matrix.os != 'windows'
         run: |
           # Expose the local wheel dirs so dependency re-resolution (the
           # pre-release path below drops --no-deps) can find the local
-          # pre-release lfx/base/core wheels. Without these, uv re-resolves
+          # pre-release SDK/LFX/base wheels. Without these, uv re-resolves
           # langflow-base's `lfx>=X.Y.Zrc0` constraint against PyPI only, where
           # the matching rc/dev wheel is not published yet, and fails with
           # "No solution found when resolving dependencies".
           FIND_LINKS=()
-          for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./core-dist ./bundles-dist; do
+          for wheel_dir in ./sdk-dist ./lfx-dist ./base-dist ./bundles-dist; do
             if [ -d "$wheel_dir" ]; then
               FIND_LINKS+=(--find-links "$wheel_dir")
             fi
@@ -807,11 +774,6 @@ jobs:
             fi
             uv pip install --force-reinstall $NO_DEPS --prerelease=if-necessary-or-explicit "${FIND_LINKS[@]}" --python ./test-env/bin/python "${INSTALL_WHEELS[@]}"
           fi
-
-          CORE_WHEEL=$(find ./core-dist -name "*.whl" -type f 2>/dev/null | head -1 || true)
-          if [ -n "$CORE_WHEEL" ]; then
-            uv pip install --force-reinstall --no-deps --python ./test-env/bin/python "$CORE_WHEEL"
-          fi
         shell: bash
 
       # PyPI installation steps
@@ -939,14 +901,17 @@ jobs:
           "
         shell: bash
 
-  test-core-runtime:
-    name: Core Runtime Wheel - Linux Python 3.14
+  test-base-runtime:
+    name: Base Distribution Wheel - Linux Python 3.14
     needs: [build-if-needed]
     if: |
       always() &&
       inputs.langflow-version == '' &&
-      (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped')
+      (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped') &&
+      (inputs.base-artifact-name != '' || needs.build-if-needed.outputs.base-artifact-name != '')
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
     steps:
       - name: Setup UV
         uses: astral-sh/setup-uv@v6
@@ -973,7 +938,7 @@ jobs:
           name: ${{ inputs.base-artifact-name || needs.build-if-needed.outputs.base-artifact-name || 'adhoc-dist-base' }}
           path: ./base-dist
 
-      - name: Install only core wheels
+      - name: Install only the base dependency chain
         shell: bash
         run: |
           set -euo pipefail
@@ -982,49 +947,56 @@ jobs:
           SDK_WHEELS=(./sdk-dist/*.whl)
           LFX_WHEELS=(./lfx-dist/*.whl)
           BASE_WHEELS=(./base-dist/*.whl)
-          [ ${#LFX_WHEELS[@]} -eq 1 ] || { echo "Expected one LFX wheel, found ${#LFX_WHEELS[@]}"; exit 1; }
-          [ ${#BASE_WHEELS[@]} -eq 1 ] || { echo "Expected one base wheel, found ${#BASE_WHEELS[@]}"; exit 1; }
-          [ ${#SDK_WHEELS[@]} -le 1 ] || { echo "Expected at most one SDK wheel, found ${#SDK_WHEELS[@]}"; exit 1; }
+          [ ${#SDK_WHEELS[@]} -le 1 ] || { echo "Expected at most one SDK wheel"; exit 1; }
+          [ ${#LFX_WHEELS[@]} -le 1 ] || { echo "Expected at most one LFX wheel"; exit 1; }
+          [ ${#BASE_WHEELS[@]} -eq 1 ] || { echo "Expected one base wheel"; exit 1; }
 
-          FIND_LINKS=(--find-links ./lfx-dist --find-links ./base-dist)
-          if [ ${#SDK_WHEELS[@]} -eq 1 ]; then
-            FIND_LINKS+=(--find-links ./sdk-dist)
-          fi
-
-          uv venv core-test-env --seed --python 3.14
-          uv pip install --python core-test-env/bin/python \
+          FIND_LINKS=()
+          for directory in sdk-dist lfx-dist base-dist; do
+            if [ -d "$directory" ]; then
+              FIND_LINKS+=(--find-links "./$directory")
+            fi
+          done
+          uv venv base-test-env --seed --python 3.14
+          uv pip install --python base-test-env/bin/python \
             --prerelease=if-necessary-or-explicit \
             "${FIND_LINKS[@]}" "${SDK_WHEELS[@]}" "${LFX_WHEELS[@]}" "${BASE_WHEELS[0]}"
-          uv pip check --python core-test-env/bin/python
+          uv pip check --python base-test-env/bin/python
 
-      - name: Verify core boundary and indexed imports
+      - name: Verify base boundary and indexed imports
         shell: bash
         run: |
-          core-test-env/bin/python - <<'PY'
+          base-test-env/bin/python - <<'PY'
           import importlib
           import re
-          from importlib.metadata import distributions, entry_points
+          import sys
+          from importlib.metadata import distributions, entry_points, metadata, requires
+          from pathlib import Path
 
           from lfx.interface.components import _read_component_index
 
           normalize = lambda value: re.sub(r"[-_.]+", "-", value).lower()
           installed = {normalize(dist.metadata["Name"]) for dist in distributions() if dist.metadata["Name"]}
           assert {"langflow-base", "langflow-sdk", "lfx"} <= installed, installed
-          assert "langflow" not in installed, installed
-          extensions = sorted(name for name in installed if name.startswith("lfx-"))
-          assert not extensions, f"Extension distributions installed: {extensions}"
+          forbidden = installed & {"langflow", "langflow-core", "torch", "torchvision"}
+          forbidden |= {name for name in installed if name.startswith("lfx-")}
+          assert not forbidden, f"Forbidden base distributions: {sorted(forbidden)}"
           for group in ("lfx.bundles", "langflow.extensions", "langflow.plugins"):
               assert not entry_points(group=group), f"Extension entry points registered in {group}"
 
+          scripts = Path(sys.executable).parent
+          assert (scripts / "langflow").is_file()
+          assert not (scripts / "langflow-base").exists()
+          provided_extras = set(metadata("langflow-base").get_all("Provides-Extra", []))
+          assert {"complete", "all"} <= provided_extras
+          compatibility_requirements = [
+              requirement for requirement in (requires("langflow-base") or [])
+              if 'extra == "complete"' in requirement or 'extra == "all"' in requirement
+          ]
+          assert not compatibility_requirements, compatibility_requirements
+
           index = _read_component_index()
           assert index is not None, "Installed LFX rejected its bundled component index"
-          expected_metadata = {
-              "num_modules": len(index["entries"]),
-              "num_components": sum(len(components) for _, components in index["entries"]),
-          }
-          assert index["metadata"] == expected_metadata, (
-            f"Unexpected component index metadata: {index['metadata']} != {expected_metadata}"
-          )
           for category, components in index["entries"]:
               for component_name, component in components.items():
                   module_path = component.get("metadata", {}).get("module")
@@ -1033,7 +1005,7 @@ jobs:
                   getattr(importlib.import_module(module_name), class_name)
           PY
 
-      - name: Boot installed core server
+      - name: Boot installed base server
         shell: bash
         timeout-minutes: 5
         run: |
@@ -1045,7 +1017,7 @@ jobs:
           export DO_NOT_TRACK=true
           LOG_FILE="$RUNTIME_DIR/server.log"
 
-          core-test-env/bin/langflow-base run \
+          base-test-env/bin/langflow run \
             --host 127.0.0.1 --port 7861 --backend-only --workers 1 >"$LOG_FILE" 2>&1 &
           SERVER_PID=$!
           cleanup() {
@@ -1071,52 +1043,40 @@ jobs:
             exit 1
           fi
 
-          curl -fsS -c "$RUNTIME_DIR/cookies" http://127.0.0.1:7861/api/v1/auto_login >/dev/null
-          curl -fsS --compressed -b "$RUNTIME_DIR/cookies" \
-            http://127.0.0.1:7861/api/v1/all >"$RUNTIME_DIR/catalog.json"
-          core-test-env/bin/python - "$RUNTIME_DIR/catalog.json" <<'PY'
-          import json
-          import sys
-          from pathlib import Path
-
-          from lfx.interface.components import _read_component_index
-
-          catalog = json.loads(Path(sys.argv[1]).read_text())
-          catalog.pop("component_display_names", None)
-          index = _read_component_index()
-          assert index is not None, "Installed LFX rejected its bundled component index"
-          actual_metadata = {
-              "num_modules": len(catalog),
-              "num_components": sum(len(components) for components in catalog.values()),
-          }
-          assert actual_metadata == index["metadata"], (
-              f"Unexpected API catalog metadata: {actual_metadata} != {index['metadata']}"
-          )
-          PY
-
   test-summary:
     name: Cross-Platform Test Summary
-    needs: [test-installation-stable, test-installation-experimental, test-core-runtime]
+    needs: [build-if-needed, test-installation-stable, test-installation-experimental, test-base-runtime]
     runs-on: ubuntu-latest
     if: always()
     steps:
       - name: Check test results
         env:
           LANGFLOW_VERSION: ${{ inputs.langflow-version }}
+          EXPECT_BASE_RUNTIME: ${{ inputs.base-artifact-name != '' || needs.build-if-needed.outputs.base-artifact-name != '' }}
         run: |
           stable_result="${{ needs.test-installation-stable.result }}"
           experimental_result="${{ needs.test-installation-experimental.result }}"
-          core_result="${{ needs.test-core-runtime.result }}"
+          base_result="${{ needs.test-base-runtime.result }}"
 
           echo "Stable platforms result: $stable_result"
           echo "Experimental platforms result: $experimental_result"
-          echo "Core runtime result: $core_result"
+          echo "Base runtime result: $base_result"
+
+          if [ "$stable_result" = "skipped" ] && [ "$base_result" = "skipped" ]; then
+            echo "✅ No Langflow application distribution was selected; package build tests passed"
+            exit 0
+          fi
 
-          if [ "${{ inputs.langflow-version }}" = "" ] && [ "$core_result" != "success" ]; then
-            echo "❌ Core runtime wheel test failed: $core_result"
+          if [ "$EXPECT_BASE_RUNTIME" = "true" ] && [ -z "$LANGFLOW_VERSION" ] && [ "$base_result" != "success" ]; then
+            echo "❌ Base runtime wheel test failed: $base_result"
             exit 1
           fi
 
+          if [ "$stable_result" = "skipped" ] && [ "$base_result" = "success" ]; then
+            echo "✅ Base-only wheel installation tests passed"
+            exit 0
+          fi
+
           # Stable platforms must succeed, experimental can fail
           if [ "$stable_result" = "success" ]; then
             if [ "$experimental_result" = "success" ]; then

.github/workflows/docker-nightly-build.yml

@@ -122,7 +122,8 @@ jobs:
           context: .
           push: ${{ inputs.push_to_registry }}
           pull: true
-          file: ./docker/build_and_push_base.Dockerfile
+          file: ./docker/build_and_push.Dockerfile
+          target: base
           tags: ${{ steps.tags.outputs.docker_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false
@@ -135,7 +136,8 @@ jobs:
           context: .
           push: ${{ inputs.push_to_registry }}
           pull: true
-          file: ./docker/build_and_push_base.Dockerfile
+          file: ./docker/build_and_push.Dockerfile
+          target: base
           tags: ${{ steps.tags.outputs.ghcr_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false
@@ -218,6 +220,7 @@ jobs:
           push: ${{ inputs.push_to_registry }}
           pull: true
           file: ./docker/build_and_push.Dockerfile
+          target: full
           tags: ${{ steps.tags.outputs.docker_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false
@@ -231,6 +234,7 @@ jobs:
           push: ${{ inputs.push_to_registry }}
           pull: true
           file: ./docker/build_and_push.Dockerfile
+          target: full
           tags: ${{ steps.tags.outputs.ghcr_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false
@@ -312,7 +316,8 @@ jobs:
           context: .
           push: ${{ inputs.push_to_registry }}
           pull: true
-          file: ./docker/build_and_push_with_extras.Dockerfile
+          file: ./docker/build_and_push.Dockerfile
+          target: full-bundles
           tags: ${{ steps.tags.outputs.docker_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false
@@ -325,7 +330,8 @@ jobs:
           context: .
           push: ${{ inputs.push_to_registry }}
           pull: true
-          file: ./docker/build_and_push_with_extras.Dockerfile
+          file: ./docker/build_and_push.Dockerfile
+          target: full-bundles
           tags: ${{ steps.tags.outputs.ghcr_tags }}
           platforms: linux/${{ matrix.arch }}
           provenance: false