feat: Improve local dev experience with file-aware hooks and auto parallelization

franciscojavierarceo · claude · ntkathole · commit 82ae1097a2e0 · 2026-02-11T20:35:57.000+05:30
- Make precommit hooks file-aware: format and lint only changed Python files
- Add conditional template hook that only runs when template files change
- Update test-python-integration-local to use -n auto and --dist loadscope
- Add new pytest markers: slow, cloud, local_only for better test selection
- Add format-python-files and lint-python-files Makefile targets

Co-Authored-By: Claude Opus 4.5 &lt;noreply@anthropic.com&gt;
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -3,21 +3,29 @@ default_stages: [commit]
 repos:
   - repo: local
     hooks:
-      - id: format
-        name: Format
+      # File-aware format hook - only runs on changed Python files
+      - id: format-files
+        name: Format Changed Files
         stages: [commit]
         language: system
-        entry: make format-python
-        pass_filenames: false
-      - id: lint
-        name: Lint
+        types: [python]
+        entry: uv run ruff check --fix
+        pass_filenames: true
+
+      # File-aware lint hook - only runs on changed Python files
+      - id: lint-files
+        name: Lint Changed Files
         stages: [commit]
         language: system
-        entry: make lint-python
-        pass_filenames: false
+        types: [python]
+        entry: uv run ruff check
+        pass_filenames: true
+
+      # Conditional template hook - only runs when template files change
       - id: template
         name: Build Templates
         stages: [commit]
         language: system
+        files: ^infra/templates/|\.jinja2$
         entry: make build-templates
         pass_filenames: false
diff --git a/Makefile b/Makefile
@@ -58,11 +58,29 @@ format-python: ## Format Python code
 	uv run ruff check --fix sdk/python/feast/ sdk/python/tests/
 	uv run ruff format sdk/python/feast/ sdk/python/tests/
 
+# File-aware format (for use with pre-commit, accepts file args)
+format-python-files: ## Format specified Python files
+	@if [ -n "$(FILES)" ]; then \
+		uv run ruff check --fix $(FILES); \
+		uv run ruff format $(FILES); \
+	else \
+		echo "Usage: make format-python-files FILES='file1.py file2.py'"; \
+	fi
+
 lint-python: ## Lint Python code
 	uv run ruff check sdk/python/feast/ sdk/python/tests/
 	uv run ruff format --check sdk/python/feast/ sdk/python/tests/
 	uv run bash -c "cd sdk/python && mypy feast"
 
+# File-aware lint (for use with pre-commit, accepts file args)
+lint-python-files: ## Lint specified Python files
+	@if [ -n "$(FILES)" ]; then \
+		uv run ruff check $(FILES); \
+		uv run ruff format --check $(FILES); \
+	else \
+		echo "Usage: make lint-python-files FILES='file1.py file2.py'"; \
+	fi
+
 # New combined target
 precommit-check: format-python lint-python ## Run all precommit checks
 	@echo "✅ All precommit checks passed"
@@ -209,7 +227,7 @@ test-python-integration-local: ## Run Python integration tests (local dev mode)
 	HADOOP_HOME=$$HOME/hadoop \
 	CLASSPATH="$$( $$HADOOP_HOME/bin/hadoop classpath --glob ):$$CLASSPATH" \
 	HADOOP_USER_NAME=root \
-	uv run python -m pytest --tb=short -v -n 8 --color=yes --integration --durations=10 --timeout=1200 --timeout_method=thread --dist loadgroup \
+	uv run python -m pytest --tb=short -v -n auto --color=yes --integration --durations=10 --timeout=1200 --timeout_method=thread --dist loadscope \
 		-k "not test_lambda_materialization and not test_snowflake_materialization" \
 		-m "not rbac_remote_integration_test" \
 		--log-cli-level=INFO -s \
diff --git a/sdk/python/pytest.ini b/sdk/python/pytest.ini
@@ -17,6 +17,9 @@ markers =
     rbac_remote_integration_test: RBAC and remote functionality tests
     integration: Integration tests (slower, requires services)
     benchmark: Benchmark tests
+    slow: Tests taking >30 seconds
+    cloud: Tests requiring cloud credentials
+    local_only: Tests that run entirely locally
 
 timeout = 300
 timeout_method = thread
