54d9540c08
Files changed: - .wikitool-kb.json - AGENTS.md - CHANGES.md - INSTALL-MCP.md - INSTALL.md - README.md - VERSION - instructions/capture-session.md - instructions/dev/issue-tracking.md - instructions/german-terminology.md - instructions/kb-profiles.md - instructions/migrate-corpus.md - instructions/migrations/5.0.0-confidence-removal.md - instructions/private-instance.md - instructions/setup-instance.md - instructions/wiki-lint/SKILL.md - instructions/wiki-manage/SKILL.md - instructions/wiki-query/SKILL.md - kb/CONTRACT.md - kb/CONVENTIONS.md - kb/CONVENTIONS.md.template - kb/concepts/architectures/Consolidation Tiers.md - kb/concepts/architectures/Context Isolation.md - kb/concepts/architectures/Cross-platform Agent Skills.md - kb/concepts/architectures/Episodic Memory.md - kb/concepts/architectures/Hybrid Search.md - kb/concepts/architectures/Implementation Spectrum.md - kb/concepts/architectures/Knowledge Graph.md - kb/concepts/architectures/LLM Wiki Pattern.md - kb/concepts/architectures/MCP-Leseserver.md - kb/concepts/architectures/Memory Lifecycle.md - kb/concepts/architectures/OKF Compatibility.md - kb/concepts/architectures/Optional Instance Context File.md - kb/concepts/architectures/Personalization Plane.md - kb/concepts/architectures/Procedural Memory.md - kb/concepts/architectures/RAG.md - kb/concepts/architectures/Scale Ceiling.md - kb/concepts/architectures/Semantic Memory.md - kb/concepts/architectures/Three-Layer Architecture.md - kb/concepts/architectures/Token Economics.md - kb/concepts/architectures/Working Memory.md - kb/concepts/decisions/Delete Rather Than Anonymize.md - kb/concepts/decisions/Denylist over Allowlist.md - kb/concepts/decisions/Diff-Reviewable Agent Edits.md - kb/concepts/decisions/Dual Licensing by File Plan.md - kb/concepts/decisions/Issue Label Scheme.md - kb/concepts/decisions/KB Stack Versioning.md - kb/concepts/decisions/Structural Enforcement over Documented Rule.md - kb/concepts/patterns/Audit Trail.md - kb/concepts/patterns/BM25.md - kb/concepts/patterns/Command Round-Trip Integrity.md - kb/concepts/patterns/Confidence Scoring.md - kb/concepts/patterns/Contradiction Resolution.md - kb/concepts/patterns/Entity Extraction.md - kb/concepts/patterns/Filter on Ingest.md - kb/concepts/patterns/Forgetting.md - kb/concepts/patterns/Graph Traversal.md - kb/concepts/patterns/Mesh Sync.md - kb/concepts/patterns/Quality Scoring.md - kb/concepts/patterns/Reciprocal Rank Fusion.md - kb/concepts/patterns/Self-Healing.md - kb/concepts/patterns/Shared vs Private.md - kb/concepts/patterns/Typed Relationships.md - kb/concepts/patterns/Vector Search.md - kb/concepts/patterns/Work Coordination.md - kb/concepts/problems/Ambient Environment Dependency.md - kb/concepts/problems/Detect-Repair Asymmetry.md - kb/concepts/problems/Green Suite Blind Spot.md - kb/concepts/problems/Naming Convention Conflict.md - kb/concepts/problems/Write-Once Frontmatter Fields.md - kb/concepts/protocols/CPPC.md - kb/concepts/protocols/Modbus.md - kb/concepts/protocols/SSD TRIM.md - kb/concepts/workflows/Anti-Cramming Heuristic.md - kb/concepts/workflows/Bulk Operations.md - kb/concepts/workflows/CI Integration.md - kb/concepts/workflows/Checkpoint Audit.md - kb/concepts/workflows/Claude Code Auto Mode.md - kb/concepts/workflows/Content Quality Control.md - kb/concepts/workflows/Crystallization.md - kb/concepts/workflows/Event-Driven Automation.md - kb/concepts/workflows/Hooks.md - kb/concepts/workflows/Index Scaling.md - kb/concepts/workflows/Iteration and Cost Limits.md - kb/concepts/workflows/KB Migration.md - kb/concepts/workflows/Knowledge Compounding.md - kb/concepts/workflows/Lint Workflow.md - kb/concepts/workflows/Mass-Update Gate.md - kb/concepts/workflows/Multi-Agent Collaboration.md - kb/concepts/workflows/Privacy and Governance.md - kb/concepts/workflows/Publish-Remote Gate.md - kb/concepts/workflows/Quality and Self-Correction.md - kb/concepts/workflows/Semantic Lint Automation.md - kb/concepts/workflows/Session Orientation.md - kb/concepts/workflows/Split Merge Reclassify.md - kb/concepts/workflows/Split Threshold.md - kb/concepts/workflows/Stub Threshold.md - kb/concepts/workflows/Supersession.md - kb/concepts/workflows/User Management.md - kb/concepts/workflows/Workflow Extraction.md - kb/concepts/workflows/Workflow Orchestration.md - kb/entities/people/Andrej Karpathy.md - kb/entities/people/E3DC GmbH.md - kb/entities/people/Rohit Gupta.md - kb/entities/people/Vannevar Bush.md - kb/entities/projects/BCDModule.md - kb/entities/projects/Chemenu.md - kb/entities/projects/andybalholm-edl.md - kb/entities/projects/goresponsiveness.md - kb/entities/projects/ha-core.md - kb/entities/projects/hacs-e3dc.md - kb/entities/projects/hacs-integration-blueprint.md - kb/entities/projects/llm-wiki-skills.md - kb/entities/projects/plugnburn-edl.md - kb/entities/projects/wiki-skills-vanillaflava.md - kb/entities/projects/wiki-skills.md - kb/entities/systems/AGENTS.md.md - kb/entities/systems/CLAUDE.md.md - kb/entities/systems/E3DC.md - kb/entities/systems/ENVIRONMENT.md.md - kb/entities/systems/Memex.md - kb/entities/systems/Tolkien Gateway.md - kb/entities/technologies/Arch Linux.md - kb/entities/technologies/Disk Encryption.md - kb/entities/technologies/Docker.md - kb/entities/technologies/GRUB.md - kb/entities/technologies/Gitea Actions.md - kb/entities/technologies/Gitea.md - kb/entities/technologies/Go.md - kb/entities/technologies/Home Assistant.md - kb/entities/technologies/Kernel PM Governors.md - kb/entities/technologies/LVM.md - kb/entities/technologies/Linux Kernel.md - kb/entities/technologies/MQTT.md - kb/entities/technologies/OPC UA.md - kb/entities/technologies/Python.md - kb/entities/technologies/Rust.md - kb/entities/technologies/Wine GE.md - kb/entities/technologies/Wine-Staging.md - kb/entities/technologies/acpi-cpufreq.md - kb/entities/technologies/amd-pstate.md - kb/entities/technologies/iii Engine.md - kb/entities/tools/AUR.md - kb/entities/tools/Act Runner.md - kb/entities/tools/Agent Memory.md - kb/entities/tools/Aura.md - kb/entities/tools/Bottles.md - kb/entities/tools/ChatGPT.md - kb/entities/tools/Claude Code.md - kb/entities/tools/Codex CLI.md - kb/entities/tools/Dataview.md - kb/entities/tools/GPG.md - kb/entities/tools/GitHub Copilot.md - kb/entities/tools/Gitea MCP Server.md - kb/entities/tools/Lutris.md - kb/entities/tools/Marp.md - kb/entities/tools/Mistral Vibe.md - kb/entities/tools/NotebookLM.md - kb/entities/tools/Obsidian Web Clipper.md - kb/entities/tools/Obsidian.md - kb/entities/tools/OpenAI Codex.md - kb/entities/tools/OpenCode.md - kb/entities/tools/Pi.md - kb/entities/tools/Proton.md - kb/entities/tools/Steam.md - kb/entities/tools/Wine.md - kb/entities/tools/awesome-llm-wiki.md - kb/entities/tools/farzaa gist.md - kb/entities/tools/gdeploy.md - kb/entities/tools/makepkg.md - kb/entities/tools/pascalandy schema.md - kb/entities/tools/qmd.md - kb/entities/tools/wikitool.md - kb/index.md - kb/log.md - raw/CONTRACT.md - tools/CONTRACT.md - tools/README.md - tools/chemenu/api.py - tools/chemenu/cli.py - tools/chemenu/commands/confidence_decay.py - tools/chemenu/commands/docs_verify.py - tools/chemenu/commands/doctor.py - tools/chemenu/commands/index_build.py - tools/chemenu/commands/new_page.py - tools/chemenu/commands/search.py - tools/chemenu/commands/touch.py - tools/chemenu/commands/version_cmd.py - tools/chemenu/conventions.py - tools/chemenu/corpus_diff.py - tools/chemenu/frontmatter_io.py - tools/chemenu/lint_core.py - tools/chemenu/mcp/server.py - tools/chemenu/page.py - tools/chemenu/search/base.py - tools/chemenu/search/filters.py - tools/chemenu/search/ripgrep.py - tools/chemenu/search/service.py - tools/chemenu/search/types.py - tools/chemenu/tests/conftest.py - tools/chemenu/tests/test_api.py - tools/chemenu/tests/test_confidence_decay.py - tools/chemenu/tests/test_corpus_diff.py - tools/chemenu/tests/test_docs_verify.py - tools/chemenu/tests/test_frontmatter_io.py - tools/chemenu/tests/test_index_build.py - tools/chemenu/tests/test_kb_scan.py - tools/chemenu/tests/test_lint.py - tools/chemenu/tests/test_mcp_server.py - tools/chemenu/tests/test_new_page.py - tools/chemenu/tests/test_page_ops.py - tools/chemenu/tests/test_provenance.py - tools/chemenu/tests/test_raw_cmd.py - tools/chemenu/tests/test_search.py - tools/chemenu/tests/test_touch.py - tools/chemenu/tests/test_type_resolver.py - tools/chemenu/tests/test_version_cmd.py - tools/chemenu/tests/test_xref.py - tools/chemenu/version.py - types/concept.md - types/concept.schema.yaml - types/entity.md - types/entity.schema.yaml - types/instruction.md - types/type-spec.md
178 lines
7.3 KiB
Python
178 lines
7.3 KiB
Python
"""What this instance decided, read from `kb/CONVENTIONS.md`.
|
|
|
|
`kb/CONTRACT.md` and this file answer two different questions. The contract
|
|
holds what the code enforces - what a collection is, which files are generated,
|
|
how `provenance:` works - and is identical in every instance, so `dist export`
|
|
ships it verbatim. `kb/CONVENTIONS.md` holds what each instance decides for
|
|
itself: the language its pages are written in, the relationship-label
|
|
vocabulary, the tone examples, the hedging rule, the ADR prefix. The
|
|
distribution ships only `kb/CONVENTIONS.md.template`, exactly the split
|
|
`USER.md`/`SOUL.md` already use one directory up.
|
|
|
|
Only one part of it is machine-read, and it is the part that used to be Python:
|
|
the three section headings `xref add` and `cite add` write. While
|
|
`RELATIONSHIPS = "Beziehungen"` sat in `sections.py`, an instance writing its
|
|
pages in any other language had to edit the compiler to say so - which made the
|
|
KB language a stack property in code while every document called it an instance
|
|
decision.
|
|
|
|
**A missing conventions file is not an error here.** It is the state an
|
|
instance is in between installing this machinery and running the migration that
|
|
writes the file, and every command has to keep working through it. The fallback
|
|
is `PRE_CONVENTIONS_NAMES` - not "the stack's language", but *what this stack
|
|
hardcoded before the file existed*, which is by construction what any corpus
|
|
reaching that state was written with. `wikitool doctor` is what says the file is
|
|
missing; degrading loudly here would take out `doctor` itself.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
from typing import Any, Optional
|
|
|
|
from chemenu import config
|
|
from chemenu.frontmatter_io import read_page
|
|
|
|
CONVENTIONS_FILENAME = "CONVENTIONS.md"
|
|
CONVENTIONS_TEMPLATE = f"{CONVENTIONS_FILENAME}.template"
|
|
|
|
# The two tool-owned regions, keyed by the block name in `chemenu.blocks`. The
|
|
# block name is the identifier - it is what the marker pair carries and what the
|
|
# tool locates the region by - while the heading text below it is prose the
|
|
# instance chooses.
|
|
#
|
|
# `see_also` is gone as a section: it was the reciprocal half of the old
|
|
# bidirectional `xref add`, and under authored directional edges it is a *label*
|
|
# inside the links block rather than a region of its own.
|
|
SECTIONS_KEY = "sections"
|
|
LANGUAGE_KEY = "language"
|
|
|
|
# What a heading renders as when the instance has not said. Purely cosmetic, and
|
|
# that is a genuine change from before: while the tool located a region by
|
|
# matching this text, a wrong default silently split a page into two sections and
|
|
# `xref add` appended to the wrong one. Now the marker pair carries the identity,
|
|
# so a region rendered under the wrong words is a *display* fault that the next
|
|
# write repairs by itself once `kb/CONVENTIONS.md` says otherwise.
|
|
#
|
|
# So this is a fallback for the window between installing the machinery and
|
|
# writing the conventions file - `doctor` is what makes that window loud - and
|
|
# not a language the compiler has an opinion about.
|
|
DEFAULT_HEADINGS: dict[str, str] = {
|
|
"links": "Relationships",
|
|
"footnotes": "Footnotes",
|
|
}
|
|
|
|
|
|
def conventions_file() -> Path:
|
|
return config.KB_DIR / CONVENTIONS_FILENAME
|
|
|
|
|
|
# (path, mtime_ns, size) -> frontmatter. `heading_re()` is called once per page
|
|
# per lint run, so re-reading the file each time would put a stat+parse on a
|
|
# per-page path for a document that changes about once per instance. Keyed on
|
|
# the stat rather than on the path alone, so a test that rewrites the file
|
|
# inside one process is not answered out of the cache.
|
|
_CACHE: dict[tuple[str, int, int], dict[str, Any]] = {}
|
|
|
|
|
|
def read_conventions() -> dict[str, Any]:
|
|
"""`kb/CONVENTIONS.md`'s frontmatter, or `{}` if the file is absent.
|
|
|
|
Permissive on purpose, like `read_page` itself: a conventions file with
|
|
broken YAML degrades to the pre-conventions defaults rather than taking
|
|
every command down with it. `doctor` and `docs verify` are where that
|
|
surfaces as a finding.
|
|
"""
|
|
path = conventions_file()
|
|
if not path.is_file():
|
|
return {}
|
|
stat = path.stat()
|
|
key = (str(path), stat.st_mtime_ns, stat.st_size)
|
|
if key not in _CACHE:
|
|
frontmatter, _ = read_page(path)
|
|
_CACHE.clear()
|
|
_CACHE[key] = frontmatter
|
|
return _CACHE[key]
|
|
|
|
|
|
def reset_cache() -> None:
|
|
"""Drop the parsed conventions. For a caller that rewrote the file and has
|
|
to see the new value within the same stat resolution."""
|
|
_CACHE.clear()
|
|
|
|
|
|
def _mapping(key: str) -> dict[str, Any]:
|
|
value = read_conventions().get(key)
|
|
return value if isinstance(value, dict) else {}
|
|
|
|
|
|
def language() -> Optional[str]:
|
|
"""The declared KB language tag (e.g. `de`), or None if undeclared.
|
|
|
|
Nothing in the compiler branches on it - the language is carried by the
|
|
prose the instance writes, not by a switch. It is here because the
|
|
conventions file is where a human and an agent look the answer up, and
|
|
because `doctor` reports it.
|
|
"""
|
|
value = read_conventions().get(LANGUAGE_KEY)
|
|
if value is None:
|
|
return None
|
|
return str(value).strip() or None
|
|
|
|
|
|
def heading(block: str) -> str:
|
|
"""The heading this instance renders above `block`'s generated region."""
|
|
declared = _mapping(SECTIONS_KEY).get(block)
|
|
if isinstance(declared, str) and declared.strip():
|
|
return declared.strip()
|
|
return DEFAULT_HEADINGS.get(block, block.title())
|
|
|
|
|
|
def declaration_issues() -> list[str]:
|
|
"""What is wrong with this instance's conventions file, if anything.
|
|
|
|
Shared by `doctor` (which FAILs on it) and `docs verify` (which refuses a
|
|
tree with it), so the two cannot disagree about what a valid declaration
|
|
looks like. An absent file is *not* reported here - that is a separate
|
|
finding with a separate fix, and only `doctor` makes it one.
|
|
"""
|
|
from chemenu import blocks
|
|
|
|
path = conventions_file()
|
|
if not path.is_file():
|
|
return []
|
|
|
|
issues: list[str] = []
|
|
frontmatter, _ = read_page(path)
|
|
if not frontmatter:
|
|
return [
|
|
f"kb/{CONVENTIONS_FILENAME} has no readable frontmatter - it must declare "
|
|
f"`{SECTIONS_KEY}:` with the headings this instance renders"
|
|
]
|
|
|
|
declared = frontmatter.get(SECTIONS_KEY)
|
|
if not isinstance(declared, dict):
|
|
return [
|
|
f"kb/{CONVENTIONS_FILENAME}: `{SECTIONS_KEY}:` must be a mapping of "
|
|
f"{'/'.join(blocks.BLOCKS)} to the heading this instance renders above it"
|
|
]
|
|
for block in blocks.BLOCKS:
|
|
value = declared.get(block)
|
|
if not isinstance(value, str) or not value.strip():
|
|
issues.append(
|
|
f"kb/{CONVENTIONS_FILENAME}: `{SECTIONS_KEY}.{block}` is missing or empty - "
|
|
f"the generated `{block}` region would render under a default heading rather "
|
|
"than this instance's own"
|
|
)
|
|
for block in sorted(set(declared) - set(blocks.BLOCKS)):
|
|
issues.append(
|
|
f"kb/{CONVENTIONS_FILENAME}: `{SECTIONS_KEY}.{block}` is not a region the tool "
|
|
f"generates; the regions are {', '.join(blocks.BLOCKS)}"
|
|
)
|
|
|
|
if config.TEMPLATE_SENTINEL in path.read_text(encoding="utf-8"):
|
|
issues.append(
|
|
f"kb/{CONVENTIONS_FILENAME} still carries the `{config.TEMPLATE_SENTINEL}` line - "
|
|
"a renamed template is not a filled one"
|
|
)
|
|
return issues
|