diff options
| -rw-r--r-- | Makefile | 4 | ||||
| -rw-r--r-- | docs/design/coverage.org | 31 | ||||
| -rw-r--r-- | tests/run-coverage-file.el | 1 |
3 files changed, 34 insertions, 2 deletions
@@ -234,8 +234,8 @@ COVERAGE_EXCLUDE = \ COVERAGE_TESTS = $(filter-out $(COVERAGE_EXCLUDE),$(UNIT_TESTS)) coverage: coverage-clean $(COVERAGE_DIR) - @echo "[i] Deleting modules/*.elc so undercover can instrument sources..." - @rm -f $(MODULE_DIR)/*.elc + @echo "[i] Deleting compiled coverage targets so undercover can instrument sources..." + @rm -f $(MODULE_DIR)/*.elc gptel-tools/*.elc @echo "[i] Running coverage across $(words $(COVERAGE_TESTS)) test files..." @echo " (this is slower than 'make test' — each file runs in its own Emacs)" @echo " excluded from coverage: $(notdir $(COVERAGE_EXCLUDE))" diff --git a/docs/design/coverage.org b/docs/design/coverage.org index b5083f66..acd8b4c4 100644 --- a/docs/design/coverage.org +++ b/docs/design/coverage.org @@ -66,6 +66,37 @@ Three files: =init.el= requires the core and the active backends. +*** Elisp coverage producer + +For the Elisp backend, =make coverage= is the only supported producer of the +coverage artifact. It removes stale compiled files for instrumented sources, +then runs each unit test file in its own batch Emacs process. Before loading +the test file, the Makefile loads =tests/run-coverage-file.el=, which +initializes packages and configures Undercover: + +#+begin_src emacs-lisp +(undercover "modules/*.el" + "gptel-tools/*.el" + (:report-format 'simplecov) + (:report-file ".coverage/simplecov.json") + (:merge-report t) + (:send-report nil)) +#+end_src + +Undercover is therefore the instrumentation layer: it instruments +=modules/*.el= and =gptel-tools/*.el=, records Edebug stop-point hits while +tests execute, and writes the line hit arrays. SimpleCov is the local +interchange format consumed by the rest of this design. The split-per-test-file +Makefile strategy depends on =:merge-report t=; Undercover can merge SimpleCov +reports across separate Emacs processes, while its LCOV writer cannot merge +reports. This is the concrete reason the artifact is +=.coverage/simplecov.json= rather than =coverage.lcov=. + +The Makefile excludes tests that are incompatible with instrumented source +loading, such as byte-compilation checks. If =.coverage/simplecov.json= is not +created, the coverage run is considered failed; downstream report commands +should not infer partial coverage from a missing artifact. + *** Backend protocol Each backend is a plist registered into =cj/coverage-backends=: diff --git a/tests/run-coverage-file.el b/tests/run-coverage-file.el index 50a0ed2e..6ac65300 100644 --- a/tests/run-coverage-file.el +++ b/tests/run-coverage-file.el @@ -32,6 +32,7 @@ (setq undercover-force-coverage t) (undercover "modules/*.el" + "gptel-tools/*.el" (:report-format 'simplecov) (:report-file ".coverage/simplecov.json") (:merge-report t) |