Add Obsidian ingest and export tasks

cron_tasks/export_obsidian.py

@@ -0,0 +1,109 @@
+#!/usr/bin/env python3
+"""Export Second-Brain engrams as Markdown notes into a configured Obsidian vault."""
+
+import hashlib
+import json
+import os
+import re
+import sys
+from pathlib import Path
+
+BRAIN_DIR = Path(__file__).resolve().parents[1]
+sys.path.insert(0, str(BRAIN_DIR))
+
+from src.store import EngramStore
+
+
+DATA_DIR = BRAIN_DIR / "data"
+CONFIG_PATH = DATA_DIR / "obsidian_config.json"
+DEFAULT_STATE_PATH = DATA_DIR / "obsidian_export_state.json"
+
+
+def load_json(path: Path, default: dict) -> dict:
+    if not path.exists():
+        return default
+    try:
+        return json.loads(path.read_text(encoding="utf-8"))
+    except Exception:
+        return default
+
+
+def write_json(path: Path, data: dict) -> None:
+    path.parent.mkdir(parents=True, exist_ok=True)
+    path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
+
+
+def sha256_text(text: str) -> str:
+    return hashlib.sha256(text.encode("utf-8")).hexdigest()
+
+
+def slugify(value: str) -> str:
+    slug = re.sub(r"[^A-Za-z0-9._-]+", "-", value).strip("-._")
+    return slug[:80] or "engram"
+
+
+def render_markdown(eg) -> str:
+    tags = eg.metadata.get("tags", []) or []
+    tag_line = " ".join(f"#{slugify(str(t))}" for t in tags if str(t).strip())
+    return (
+        "---\n"
+        f"id: {eg.id}\n"
+        f"source: {json.dumps(eg.metadata.get('source', ''), ensure_ascii=False)}\n"
+        f"created: {eg.metadata.get('created', '')}\n"
+        f"modified: {eg.metadata.get('modified', '')}\n"
+        f"confidence: {eg.compute_confidence():.3f}\n"
+        f"tags: {json.dumps(tags, ensure_ascii=False)}\n"
+        "---\n\n"
+        f"{tag_line}\n\n"
+        f"{eg.content.strip()}\n"
+    )
+
+
+def main() -> int:
+    cfg = load_json(CONFIG_PATH, {})
+    if not cfg.get("enabled", {}).get("export", False):
+        print(json.dumps({"success": True, "skipped": "export disabled"}))
+        return 0
+
+    vault = Path(cfg.get("vault_path") or "")
+    if not vault.exists() or not vault.is_dir():
+        print(json.dumps({"success": True, "skipped": "vault_path missing or invalid", "vault_path": str(vault)}))
+        return 0
+    if cfg.get("require_obsidian_dir", True) and not (vault / ".obsidian").is_dir():
+        print(json.dumps({"success": True, "skipped": "vault is missing .obsidian", "vault_path": str(vault)}))
+        return 0
+
+    export_cfg = cfg.get("export", {})
+    subdir = export_cfg.get("subdir", "SecondBrain")
+    max_per_run = int(export_cfg.get("max_per_run", 2000))
+    state_path_raw = export_cfg.get("state_path")
+    state_path = (BRAIN_DIR.parent / state_path_raw).resolve() if state_path_raw else DEFAULT_STATE_PATH
+    state = load_json(state_path, {"version": 1, "hash_by_id": {}})
+    hashes = dict(state.get("hash_by_id", {}))
+
+    out_dir = vault / subdir
+    out_dir.mkdir(parents=True, exist_ok=True)
+
+    store = EngramStore(os.environ.get("BRAIN_DB") or str(DATA_DIR / "brain.sqlite"))
+    exported = 0
+    unchanged = 0
+    for eg in store.get_all(limit=max_per_run):
+        text = render_markdown(eg)
+        digest = sha256_text(text)
+        eg_id = str(eg.id)
+        if hashes.get(eg_id) == digest:
+            unchanged += 1
+            continue
+        title = slugify(eg.content.splitlines()[0][:60] if eg.content else eg_id)
+        path = out_dir / f"{title}-{eg_id[:8]}.md"
+        path.write_text(text, encoding="utf-8")
+        hashes[eg_id] = digest
+        exported += 1
+
+    write_json(state_path, {"version": 1, "hash_by_id": hashes})
+    print(json.dumps({"success": True, "exported": exported, "unchanged": unchanged, "target": str(out_dir)}))
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())