ci(lfx): add coverage generation and Codecov reporting (#10266)

* chore: update dependency markers and add pytest-cov for coverage reporting

- Refined dependency markers for several packages to improve compatibility with Python 3.12 and specific platforms.
- Added pytest-cov to development dependencies for enhanced test coverage reporting.
- Updated dependencies for pyobjc frameworks to include platform-specific markers for better compatibility.

* chore: enhance lfx_tests command with coverage reporting

- Updated the lfx_tests target in the Makefile to include coverage reporting options for pytest.
- Added coverage metrics output in XML, HTML, and terminal formats to improve test visibility and analysis.

* chore: update codecov configuration for LFX coverage tracking

- Added LFX coverage target and threshold to the codecov.yml file.
- Defined separate coverage flags for frontend, backend, and LFX components.
- Updated ignore patterns to exclude LFX test and component directories from coverage reports.

* chore: add coverage upload steps to Python CI workflow

- Implemented steps to upload coverage reports to Codecov for Python 3.10.
- Added artifact upload for coverage reports, retaining them for 30 days.

* chore: update LFX coverage target in codecov configuration

- Increased the LFX coverage target from 40% to 60% to encourage aspirational improvement.
- Clarified the allowable drop in coverage threshold from 44% to 39% without failing the status check.

* chore: update coverage configuration in pyproject.toml

- Enabled branch coverage in the coverage run configuration.
- Fixed a typo in the main module check to ensure proper execution.

Author: ogabrielluiz

.github/workflows/python_test.yml

@@ -168,6 +168,27 @@ jobs:
         env:
           DO_NOT_TRACK: true # disable telemetry reporting
 
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v5
+        if: matrix.python-version == '3.10'
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./src/lfx/coverage.xml
+          flags: lfx
+          name: lfx-coverage
+          fail_ci_if_error: false
+          directory: ./src/lfx/
+
+      - name: Upload coverage artifacts
+        uses: actions/upload-artifact@v4
+        if: matrix.python-version == '3.10'
+        with:
+          name: lfx-coverage-report
+          path: |
+            src/lfx/coverage.xml
+            src/lfx/htmlcov/
+          retention-days: 30
+
   test-cli:
     name: Test CLI - Python ${{ matrix.python-version }}
     runs-on: ${{ (inputs['runs-on'] && startsWith(format('{0}', inputs['runs-on']), '[') && fromJSON(inputs['runs-on'])) || inputs['runs-on'] || github.event.inputs['runs-on'] || 'ubuntu-latest' }}

Makefile

@@ -171,7 +171,7 @@ lfx_tests: ## run lfx package unit tests
 	@echo 'Running LFX Package Tests...'
 	@cd src/lfx && \
 	uv sync && \
-	uv run pytest tests/unit -v $(args)
+	uv run pytest tests/unit -v --cov=src/lfx --cov-report=xml --cov-report=html --cov-report=term-missing $(args)
 
 integration_tests:
 	uv run pytest src/backend/tests/integration \

codecov.yml

@@ -36,6 +36,17 @@ coverage:
         flags:
           - frontend
 
+      # LFX coverage: Target for core package (excludes components)
+      # Components (third-party integrations) tracked separately
+      # Current core coverage: ~44%, Target: 60% (aspirational improvement)
+      lfx:
+        target: 60%
+        # Threshold: Allowable drop in coverage before failing the check
+        # 5% = coverage can drop from 44% to 39% without failing status
+        threshold: 5%
+        flags:
+          - lfx
+
     # New code coverage requirements - realistic target for current state
     # Encourages testing new features without blocking development
     patch:
@@ -51,7 +62,7 @@ comment:
   require_base: false     # Don't require base branch comparison
   require_head: true      # Require current branch coverage
 
-# Define separate coverage tracking for frontend and backend
+# Define separate coverage tracking for frontend, backend, and lfx
 flags:
   backend:
     paths:
@@ -61,6 +72,10 @@ flags:
     paths:
       - src/frontend/
     carryforward: true  # Preserve coverage data across builds if missing
+  lfx:
+    paths:
+      - src/lfx/
+    carryforward: true  # Preserve coverage data across builds if missing
 
 # Define coverage components for granular reporting
 component_management:
@@ -86,6 +101,7 @@ ignore:
   - "src/backend/tests/**"
   - "src/frontend/tests/**"
   - "src/frontend/test-results/**"
+  - "src/lfx/tests/**"
   # Build artifacts and dependencies
   - "**/__pycache__/**"
   - "**/*.pyc"
@@ -94,4 +110,6 @@ ignore:
   # Python package init files - typically just imports
   - "**/__init__.py"
   # Database migrations
-  - "**/migrations/**"
+  - "**/migrations/**"
+  # LFX components - third-party integrations tracked separately
+  - "src/lfx/components/**"

src/lfx/pyproject.toml

@@ -125,5 +125,25 @@ dev = [
     "hypothesis>=6.136.3",
     "pytest>=8.4.1",
     "pytest-asyncio>=0.26.0",
+    "pytest-cov>=7.0.0",
     "ruff>=0.9.10",
 ]
+
+[tool.coverage.run]
+branch = true
+omit = [
+    "*/tests/*",
+    "*/__init__.py",
+    "*/components/*",  # Third-party integrations tracked separately
+]
+
+[tool.coverage.report]
+exclude_lines = [
+    "pragma: no cover",
+    "def __repr__",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if __name__ == '__main__':",
+    "if TYPE_CHECKING:",
+    "@abstractmethod",
+]