{"messages":[{"content":"You are a constitutional council ranking individual git commits for ownership allocation.\n\nCompare these two commits. Decide which contributed more lasting value to the project.\n\nJudge substance, not spectacle:\n- Prefer correct, lasting design and real bugfixes over churn, formatting, renames, or generated noise.\n- Prefer clarity and necessity over sheer line count. A small precise change can beat a large diffuse one.\n- Do not favor a side merely because its patch is longer or noisier.\n- Weight what the change does for the project, not the contributor's name.\n\nReturn ONLY a JSON object: {\"winner\": \"A\" or \"B\", \"ratio\": \"N:M\", \"explanation\": \"...\"}\nThe explanation must cite concrete differences in the patches (1-3 sentences).\n\nSide A — contributor: tommy-mor\nSide A — commit message:\n[9e20d06c] Add sorterc dev tool for offline DSL compile and JSONL lint.\n\nIntroduce a workspace-only binary that validates .sorter files into ranking JSON and scans events.jsonl for corrupt or unreplayable ingests.\n\nCo-authored-by: Cursor \n\nSide A — unified diff (full patch):\ndiff --git a/Cargo.lock b/Cargo.lock\nindex bf8153d9c723af97122c9ffdd4a7cfe82e853bb6..a07734f089b466440c3ae6fc1087ce85fc24ce62 100644\n--- a/Cargo.lock\n+++ b/Cargo.lock\n@@ -1826,6 +1826,17 @@ dependencies = [\n \"windows-sys 0.60.2\",\n ]\n \n+[[package]]\n+name = \"sorterc\"\n+version = \"0.0.1\"\n+dependencies = [\n+ \"anyhow\",\n+ \"clap\",\n+ \"serde\",\n+ \"serde_json\",\n+ \"slugsocial-server\",\n+]\n+\n [[package]]\n name = \"spin\"\n version = \"0.9.8\"\ndiff --git a/Cargo.toml b/Cargo.toml\nindex 149cbf07901eab57c593184ff8719a75d530f1da..25337acdd61e44b20f354c78fed4a88caf896280 100644\n--- a/Cargo.toml\n+++ b/Cargo.toml\n@@ -1,5 +1,5 @@\n [workspace]\n-members = [\"server\", \"cli\"]\n+members = [\"server\", \"cli\", \"sorterc\"]\n resolver = \"2\"\n \n \ndiff --git a/agents.md b/agents.md\nindex d8b801e454fdf37e7ac6038b91a69f83b0746d59..ce646ed3cd7123be4732dccec4a6800467e651e7 100644\n--- a/agents.md\n+++ b/agents.md\n@@ -93,6 +93,17 @@ SLUG_GOOGLE_CLIENT_SECRET=mock\n \n After OAuth completes, the pending-session poll returns a `slug_…` bearer token for API calls.\n \n+### Dev-only offline tooling\n+\n+**`sorterc`** — workspace binary, not published via npm. Compiles `.sorter` files and lints `events.jsonl` without a server:\n+\n+```\n+cargo run -p sorterc -- compile path/to/doc.sorter [--base events.jsonl] [--room public] [--pretty]\n+cargo run -p sorterc -- scan path/to/events.jsonl [--pretty]\n+```\n+\n+`compile` validates DSL, simulates ingest against empty (or `--base`) reducer state, and prints JSON rankings. `scan` reports corrupt JSONL lines and ingests that fail DSL replay.\n+\n ### Testing\n \n - **Rust tests:** `cargo nextest run --workspace` (163 tests; requires `cargo-nextest`)\ndiff --git a/server/src/lib.rs b/server/src/lib.rs\nindex c1d477d21aea03aff00e6f0689b0b4379d0d68d2..ad8e31099c807fb5844acb16cd5086a2f19327a7 100644\n--- a/server/src/lib.rs\n+++ b/server/src/lib.rs\n@@ -10,6 +10,7 @@ pub mod form_template;\n pub mod html;\n pub mod identity;\n pub mod middleware;\n+pub mod offline;\n pub mod path_types;\n pub mod ranking;\n pub mod reducer;\ndiff --git a/server/src/offline.rs b/server/src/offline.rs\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..54ad0ded096a305ef8454ab2cdd1c3af71b14f5d\n--- /dev/null\n+++ b/server/src/offline.rs\n@@ -0,0 +1,333 @@\n+//! Offline `.sorter` compilation and JSONL diagnostics (no network, no auth).\n+\n+use std::collections::HashSet;\n+use std::path::Path;\n+\n+use serde::Serialize;\n+use slug_types::{CheckScopeRanking, RankComponent, RankRow, paths::GardenItemUrl};\n+\n+use crate::{\n+ api::{resolve_item, validate_ingest_document},\n+ dsl,\n+ events::{Event, Ingest},\n+ path_types::ItemId,\n+ reducer::{ReducerState, ScopeId, scope_from_room_wire},\n+ scope_rank::build_children_rankings,\n+};\n+\n+#[derive(Debug, Clone, Serialize)]\n+pub struct CompileStats {\n+ pub items: usize,\n+ pub votes: usize,\n+ pub prose_blocks: usize,\n+}\n+\n+#[derive(Debug, Serialize)]\n+pub struct CompileResult {\n+ pub ok: bool,\n+ pub threads: Vec,\n+ pub rankings: Vec,\n+ pub stats: CompileStats,\n+}\n+\n+#[derive(Debug, Clone, Serialize)]\n+pub struct CompileError {\n+ pub ok: bool,\n+ pub error: String,\n+ #[serde(skip_serializing_if = \"Option::is_none\")]\n+ pub hint: Option,\n+}\n+\n+#[derive(Debug, Clone, Serialize)]\n+pub struct BadJsonLine {\n+ pub line: usize,\n+ pub message: String,\n+}\n+\n+#[derive(Debug, Clone, Serialize)]\n+pub struct MalformedIngest {\n+ pub line: usize,\n+ pub id: String,\n+ pub room_id: String,\n+ pub thread_tag: String,\n+ pub reason: String,\n+}\n+\n+#[derive(Debug, Clone, Serialize)]\n+pub struct ScanResult {\n+ pub ok: bool,\n+ pub path: String,\n+ pub total_lines: usize,\n+ pub parsed_events: usize,\n+ pub bad_json_lines: Vec,\n+ pub malformed_ingests: Vec,\n+ pub skipped_ingests: usize,\n+}\n+\n+fn document_stats(doc: &dsl::Document) -> CompileStats {\n+ let mut items = 0usize;\n+ let mut votes = 0usize;\n+ let mut prose_blocks = 0usize;\n+ for stmt in &doc.statements {\n+ match stmt {\n+ dsl::Stmt::Item { .. } => items += 1,\n+ dsl::Stmt::Vote { .. } => votes += 1,\n+ dsl::Stmt::Prose { .. } => prose_blocks += 1,\n+ }\n+ }\n+ CompileStats {\n+ items,\n+ votes,\n+ prose_blocks,\n+ }\n+}\n+\n+fn threads_in_document(text: &str) -> Vec {\n+ let mut out = HashSet::new();\n+ for line in text.lines() {\n+ let trimmed = line.trim();\n+ if !trimmed.starts_with('#') {\n+ continue;\n+ }\n+ let rest = trimmed.trim_start_matches('#').trim();\n+ if rest.is_empty() {\n+ continue;\n+ }\n+ let tag = rest.split_whitespace().next().unwrap_or(rest);\n+ let tag = tag.split(':').next().unwrap_or(tag).trim();\n+ if tag.is_empty() {\n+ continue;\n+ }\n+ out.insert(format!(\"#{}\", crate::canonical_path::canonicalize_tag(tag)));\n+ }\n+ let mut tags: Vec = out.into_iter().collect();\n+ tags.sort();\n+ tags\n+}\n+\n+fn voted_parent_scopes(doc: &dsl::Document) -> Vec {\n+ let mut parents = HashSet::new();\n+ for stmt in &doc.statements {\n+ if let dsl::Stmt::Vote { item1, item2, .. } = stmt {\n+ if let (Ok(a), Ok(b)) = (resolve_item(item1), resolve_item(item2)) {\n+ if let Some(p) = a.parent() {\n+ parents.insert(p);\n+ }\n+ if let Some(p) = b.parent() {\n+ parents.insert(p);\n+ }\n+ }\n+ }\n+ }\n+ let mut out: Vec = parents.into_iter().collect();\n+ out.sort();\n+ out\n+}\n+\n+fn rankings_for_simulated(\n+ simulated: &ReducerState,\n+ scope: &ScopeId,\n+ room_wire: &str,\n+ doc: &dsl::Document,\n+) -> Vec {\n+ voted_parent_scopes(doc)\n+ .iter()\n+ .map(|parent| {\n+ let scoped_content = simulated\n+ .content_for_scope(&scope)\n+ .unwrap_or_else(|| simulated.public());\n+ let scoped = build_children_rankings(scoped_content, parent);\n+ let components: Vec = scoped\n+ .component_rankings\n+ .into_iter()\n+ .map(|comp| RankComponent {\n+ pairs: comp.pairs,\n+ ranking: comp\n+ .ranked\n+ .into_iter()\n+ .map(|r| RankRow {\n+ item: GardenItemUrl::from_stored(&r.item, room_wire),\n+ score: r.score,\n+ percent: None,\n+ })\n+ .collect(),\n+ })\n+ .collect();\n+ CheckScopeRanking {\n+ parent: GardenItemUrl::from_stored(parent, room_wire).into_inner(),\n+ components,\n+ unranked_items: scoped\n+ .unranked_items\n+ .into_iter()\n+ .map(|it| GardenItemUrl::from_stored(&it, room_wire))\n+ .collect(),\n+ }\n+ })\n+ .collect()\n+}\n+\n+/// Validate and simulate one `.sorter` document against optional base reducer state.\n+pub fn compile_document(\n+ base: &ReducerState,\n+ room: &str,\n+ text: &str,\n+) -> Result {\n+ let room_key = room.trim();\n+ let scope = scope_from_room_wire(room_key);\n+ let validated = validate_ingest_document(base, text, &scope).map_err(|(_, message, hint)| {\n+ CompileError {\n+ ok: false,\n+ error: message,\n+ hint,\n+ }\n+ })?;\n+\n+ let event = Event::Ingest(Ingest {\n+ ts: validated.ts,\n+ id: uuid::Uuid::new_v4().to_string(),\n+ raw: validated.raw_text.clone(),\n+ principal: \"offline\".to_string(),\n+ delegate: None,\n+ room_id: room_key.to_string(),\n+ thread_tag: \"offline\".to_string(),\n+ });\n+\n+ let mut simulated = base.clone();\n+ simulated.apply_event(event);\n+\n+ Ok(CompileResult {\n+ ok: true,\n+ threads: threads_in_document(text),\n+ rankings: rankings_for_simulated(&simulated, &scope, room_key, &validated.doc),\n+ stats: document_stats(&validated.doc),\n+ })\n+}\n+\n+fn ingest_parse_error(raw: &str) -> Option {\n+ dsl::parse_full(raw).err().map(|e| e.to_string())\n+}\n+\n+fn load_events_from_jsonl(path: &Path) -> Result<(Vec<(usize, Event)>, Vec), std::io::Error> {\n+ let text = std::fs::read_to_string(path)?;\n+ let mut events = Vec::new();\n+ let mut bad_json_lines = Vec::new();\n+ for (idx, line) in text.lines().enumerate() {\n+ let line_no = idx + 1;\n+ let trimmed = line.trim();\n+ if trimmed.is_empty() {\n+ continue;\n+ }\n+ match serde_json::from_str::(trimmed) {\n+ Ok(ev) => events.push((line_no, ev)),\n+ Err(e) => bad_json_lines.push(BadJsonLine {\n+ line: line_no,\n+ message: e.to_string(),\n+ }),\n+ }\n+ }\n+ Ok((events, bad_json_lines))\n+}\n+\n+/// Replay a JSONL event log into reducer state (same rules as server boot).\n+pub fn load_reducer_from_jsonl(path: &Path) -> Result<(ReducerState, Vec), std::io::Error> {\n+ let (events, bad_json_lines) = load_events_from_jsonl(path)?;\n+ let mut state = ReducerState::default();\n+ for (_line_no, ev) in events {\n+ state.apply_event(ev);\n+ }\n+ Ok((state, bad_json_lines))\n+}\n+\n+/// Scan an events.jsonl for corrupt JSON lines and ingests that fail DSL replay.\n+pub fn scan_jsonl(path: &Path) -> Result {\n+ let text = std::fs::read_to_string(path)?;\n+ let total_lines = text.lines().count();\n+ let (events, bad_json_lines) = load_events_from_jsonl(path)?;\n+\n+ let mut malformed_ingests = Vec::new();\n+ let mut skipped_ingests = 0usize;\n+ let mut state = ReducerState::default();\n+ let parsed_events = events.len();\n+\n+ for (line_no, ev) in events {\n+ if let Event::Ingest(ref ing) = ev {\n+ if let Some(reason) = ingest_parse_error(&ing.raw) {\n+ malformed_ingests.push(MalformedIngest {\n+ line: line_no,\n+ id: ing.id.clone(),\n+ room_id: ing.room_id.clone(),\n+ thread_tag: ing.thread_tag.clone(),\n+ reason,\n+ });\n+ }\n+ let before = state.ingests_by_id.len();\n+ state.apply_event(ev);\n+ if state.ingests_by_id.len() == before {\n+ skipped_ingests += 1;\n+ }\n+ } else {\n+ state.apply_event(ev);\n+ }\n+ }\n+\n+ let ok = bad_json_lines.is_empty() && malformed_ingests.is_empty() && skipped_ingests == 0;\n+\n+ Ok(ScanResult {\n+ ok,\n+ path: path.display().to_string(),\n+ total_lines,\n+ parsed_events,\n+ bad_json_lines,\n+ malformed_ingests,\n+ skipped_ingests,\n+ })\n+}\n+\n+#[cfg(test)]\n+mod tests {\n+ use super::*;\n+\n+ const TUTORIAL: &str = include_str!(\"../tests/fixtures/tutorial.sorter\");\n+\n+ #[test]\n+ fn compile_tutorial_fixture_emits_rankings() {\n+ let result = compile_document(&ReducerState::default(), \"public\", TUTORIAL).unwrap();\n+ assert!(result.ok);\n+ assert!(!result.threads.is_empty());\n+ assert!(result.stats.items >= 6);\n+ assert!(result.stats.votes >= 6);\n+ assert!(!result.rankings.is_empty());\n+ }\n+\n+ #[test]\n+ fn compile_rejects_vote_on_missing_item() {\n+ let err = compile_document(\n+ &ReducerState::default(),\n+ \"public\",\n+ \"{ reason }\\n~/missing/a 2:1 ~/missing/b\",\n+ )\n+ .unwrap_err();\n+ assert!(!err.ok);\n+ assert!(err.error.contains(\"undefined\"));\n+ }\n+\n+ #[test]\n+ fn scan_empty_jsonl_is_ok() {\n+ let dir = tempfile::tempdir().unwrap();\n+ let path = dir.path().join(\"events.jsonl\");\n+ std::fs::write(&path, \"\").unwrap();\n+ let report = scan_jsonl(&path).unwrap();\n+ assert!(report.ok);\n+ assert!(report.bad_json_lines.is_empty());\n+ }\n+\n+ #[test]\n+ fn scan_reports_bad_json_line() {\n+ let dir = tempfile::tempdir().unwrap();\n+ let path = dir.path().join(\"events.jsonl\");\n+ std::fs::write(&path, \"{not json}\\n\").unwrap();\n+ let report = scan_jsonl(&path).unwrap();\n+ assert!(!report.ok);\n+ assert_eq!(report.bad_json_lines.len(), 1);\n+ }\n+}\ndiff --git a/sorterc/Cargo.toml b/sorterc/Cargo.toml\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..92d477aff9b53291fb1a266db83065c1c800791d\n--- /dev/null\n+++ b/sorterc/Cargo.toml\n@@ -0,0 +1,18 @@\n+[package]\n+name = \"sorterc\"\n+version = \"0.0.1\"\n+edition = \"2021\"\n+license = \"MIT\"\n+publish = false\n+description = \"Offline .sorter compiler and events.jsonl linter (dev only)\"\n+\n+[[bin]]\n+name = \"sorterc\"\n+path = \"src/main.rs\"\n+\n+[dependencies]\n+anyhow = \"1\"\n+clap = { version = \"4\", features = [\"derive\"] }\n+serde = { version = \"1\", features = [\"derive\"] }\n+serde_json = \"1\"\n+slugsocial-server = { path = \"../server\" }\ndiff --git a/sorterc/readme.md b/sorterc/readme.md\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..1ebcc3fc935541ea9e47e0458ec67a750fe19fff\n--- /dev/null\n+++ b/sorterc/readme.md\n@@ -0,0 +1,92 @@\n+# sorterc\n+\n+Dev-only offline tooling for the slug `.sorter` DSL and `events.jsonl` event log.\n+\n+`sorterc` is **not** published via npm and does not talk to slug.social. It reuses the same parser, validator, and ranking code as the server, but runs entirely on local files.\n+\n+## Build\n+\n+From the repo root:\n+\n+```bash\n+cargo build -p sorterc\n+cargo run -p sorterc -- --help\n+```\n+\n+## Commands\n+\n+### `compile` — evaluate a `.sorter` document\n+\n+Reads a `.sorter` file (or `-` for stdin), validates the DSL, simulates one ingest against reducer state, and prints JSON rankings to stdout.\n+\n+```bash\n+cargo run -p sorterc -- compile path/to/doc.sorter\n+cargo run -p sorterc -- compile path/to/doc.sorter --pretty\n+cargo run -p sorterc -- compile - --pretty # stdin\n+cargo run -p sorterc -- compile doc.sorter --base events.jsonl # seed garden from log\n+cargo run -p sorterc -- compile doc.sorter --room public # default room\n+```\n+\n+**Flags**\n+\n+| Flag | Description |\n+|------|-------------|\n+| `--base PATH` | Replay an `events.jsonl` first, then compile against that garden state |\n+| `--room ID` | Room wire id (`public` or private room id). Default: `public` |\n+| `--pretty` | Pretty-print JSON |\n+\n+**Success output** (shape):\n+\n+```json\n+{\n+ \"ok\": true,\n+ \"threads\": [\"#my-thread\"],\n+ \"rankings\": [ … ],\n+ \"stats\": { \"items\": 3, \"votes\": 2, \"prose_blocks\": 5 }\n+}\n+```\n+\n+Rankings use the same structure as the server's dry-run check: parent scope, connected components, scores, unranked items.\n+\n+**Error output** exits with code 1:\n+\n+```json\n+{\n+ \"ok\": false,\n+ \"error\": \"parse error\",\n+ \"hint\": \"…\"\n+}\n+```\n+\n+### `scan` — lint an `events.jsonl`\n+\n+Reads a JSONL event log and reports problems without starting a server.\n+\n+```bash\n+cargo run -p sorterc -- scan events.jsonl\n+cargo run -p sorterc -- scan events.jsonl --pretty\n+```\n+\n+Reports:\n+\n+- **bad JSON lines** — lines that are not valid JSON\n+- **malformed ingests** — ingest events whose `raw` DSL fails to parse\n+- **skipped ingests** — ingests dropped during replay (same behavior as server boot)\n+\n+Exits 0 when clean, 1 when any issue is found.\n+\n+## Typical uses\n+\n+- Iterate on `.sorter` files in an editor and pipe through `compile` to see rankings instantly\n+- Verify a downloaded or edited `events.jsonl` before uploading to Fly\n+- Debug \"malformed ingest\" warnings from production boot logs\n+- CI or pre-commit checks on fixture docs (no OAuth, no network)\n+\n+## What it does not do\n+\n+- Post to slug.social or append to a live log\n+- Authenticate users or bind agents\n+- Run browser/UI tests\n+- Replace `slugsocial public check` for operators who want the full RPC path against a running server\n+\n+For live server dry-run against current garden state, use `npx slugsocial public check` or `POST /try/check` in the browser.\ndiff --git a/sorterc/src/main.rs b/sorterc/src/main.rs\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..71382c180085cb0ad71043c852f8db5d3a48a284\n--- /dev/null\n+++ b/sorterc/src/main.rs\n@@ -0,0 +1,117 @@\n+use std::path::{Path, PathBuf};\n+\n+use anyhow::{bail, Context, Result};\n+use clap::{Parser, Subcommand};\n+use slugsocial_server::{\n+ offline::{self, CompileError, CompileResult, ScanResult},\n+ reducer::ReducerState,\n+};\n+\n+#[derive(Parser)]\n+#[command(\n+ name = \"sorterc\",\n+ about = \"Offline .sorter compiler and events.jsonl linter (dev only)\",\n+ version\n+)]\n+struct Cli {\n+ #[command(subcommand)]\n+ cmd: Command,\n+}\n+\n+#[derive(Subcommand)]\n+enum Command {\n+ /// Parse and simulate a .sorter document; emit ranking JSON to stdout.\n+ Compile {\n+ /// `.sorter` file, or `-` for stdin.\n+ file: PathBuf,\n+ /// Room wire id (`public` or private room id).\n+ #[arg(long, default_value = \"public\")]\n+ room: String,\n+ /// Optional events.jsonl to replay before compiling (seed garden state).\n+ #[arg(long)]\n+ base: Option,\n+ /// Pretty-print JSON.\n+ #[arg(long)]\n+ pretty: bool,\n+ },\n+ /// Scan an events.jsonl for corrupt JSON lines and malformed ingests.\n+ Scan {\n+ file: PathBuf,\n+ #[arg(long)]\n+ pretty: bool,\n+ },\n+}\n+\n+fn read_input(path: &Path) -> Result {\n+ if path.as_os_str() == \"-\" {\n+ use std::io::Read;\n+ let mut buf = String::new();\n+ std::io::stdin().read_to_string(&mut buf)?;\n+ Ok(buf)\n+ } else {\n+ std::fs::read_to_string(path)\n+ .with_context(|| format!(\"read {}\", path.display()))\n+ }\n+}\n+\n+fn load_base_state(base: Option<&Path>) -> Result {\n+ let Some(path) = base else {\n+ return Ok(ReducerState::default());\n+ };\n+ let (state, bad_lines) = offline::load_reducer_from_jsonl(path)\n+ .with_context(|| format!(\"load base jsonl {}\", path.display()))?;\n+ if !bad_lines.is_empty() {\n+ bail!(\n+ \"base jsonl has {} corrupt line(s); fix or omit --base\",\n+ bad_lines.len()\n+ );\n+ }\n+ Ok(state)\n+}\n+\n+fn print_json(value: &T, pretty: bool) -> Result<()> {\n+ if pretty {\n+ println!(\"{}\", serde_json::to_string_pretty(value)?);\n+ } else {\n+ println!(\"{}\", serde_json::to_string(value)?);\n+ }\n+ Ok(())\n+}\n+\n+fn run_compile(file: PathBuf, room: String, base: Option, pretty: bool) -> Result<()> {\n+ let text = read_input(&file)?;\n+ let base_state = load_base_state(base.as_deref())?;\n+ match offline::compile_document(&base_state, &room, &text) {\n+ Ok(result) => {\n+ print_json::(&result, pretty)?;\n+ Ok(())\n+ }\n+ Err(err) => {\n+ print_json::(&err, pretty)?;\n+ std::process::exit(1);\n+ }\n+ }\n+}\n+\n+fn run_scan(file: PathBuf, pretty: bool) -> Result<()> {\n+ let report = offline::scan_jsonl(&file)\n+ .with_context(|| format!(\"scan {}\", file.display()))?;\n+ print_json::(&report, pretty)?;\n+ if !report.ok {\n+ std::process::exit(1);\n+ }\n+ Ok(())\n+}\n+\n+fn main() -> Result<()> {\n+ let cli = Cli::parse();\n+ match cli.cmd {\n+ Command::Compile {\n+ file,\n+ room,\n+ base,\n+ pretty,\n+ } => run_compile(file, room, base, pretty),\n+ Command::Scan { file, pretty } => run_scan(file, pretty),\n+ }\n+}\n\n\nSide B — contributor: tommy-mor\nSide B — commit message:\n[88577c56] reconfigure\n\nSide B — unified diff (full patch):\ndiff --git a/server/src/api/ui_html.rs b/server/src/api/ui_html.rs\nindex c4ab9d65c7b3cd42a5b4d093ba429993c101e9a8..82b2aa51d21ada1d0d849d3ddfc3a81e4241d861 100644\n--- a/server/src/api/ui_html.rs\n+++ b/server/src/api/ui_html.rs\n@@ -9,7 +9,9 @@ use crate::{\n html::{js_string_literal, ranking_panel, JsBuilder},\n parser::parse_reddit_url,\n parser_render::navigate_panel,\n- state::AppState,\n+ path_types::ItemId,\n+ reddit::ensure_partial_tree,\n+ state::{parse_item_param, AppState},\n ui_action::{parse_html_ui_from_form, HtmlUiAction},\n };\n \n@@ -25,6 +27,10 @@ fn ui_js_warn(msg: &str) -> Response {\n .unwrap()\n }\n \n+fn parent_from_scope(scope: &str) -> ItemId {\n+ parse_item_param(scope)\n+}\n+\n pub async fn post_ui_html(\n State(state): State,\n Form(form): Form>,\n@@ -42,24 +48,36 @@ pub async fn post_ui_html(\n ratio_right,\n scope,\n } => {\n+ let parent = parent_from_scope(&scope);\n if let Err(e) = state\n- .record_vote(&scope, &a, &b, ratio_left, ratio_right)\n+ .record_vote(&parent, &a, &b, ratio_left, ratio_right)\n .await\n {\n return ui_js_warn(&e).into_response();\n }\n- let scope = crate::state::normalize_scope(&scope);\n- let groups = state.groups.read().await;\n+ let tree = state.tree.read().await;\n let empty = crate::reducer::GroupState::new();\n- let group = groups.get(&scope).unwrap_or(&empty);\n- let panel = ranking_panel(&scope, group);\n+ let group = tree\n+ .get(&parent)\n+ .map(|n| &n.local_ranking)\n+ .unwrap_or(&empty);\n+ let panel = ranking_panel(&parent, group);\n JsBuilder::new()\n .morph_selector(\"#ranking-panel\", panel)\n .into_response()\n }\n HtmlUiAction::ParseQuery { query } => match parse_reddit_url(&query) {\n- Ok(subreddit) => {\n- let dest = format!(\"/?sub={subreddit}\");\n+ Ok(item) => {\n+ {\n+ let mut tree = state.tree.write().await;\n+ ensure_partial_tree(&mut tree, &item);\n+ }\n+ let _ = state.ensure_node(&item).await;\n+ let dest = if item.is_root() {\n+ \"/\".to_string()\n+ } else {\n+ format!(\"/?item={}\", item.as_str())\n+ };\n JsBuilder::new()\n .raw(&format!(\n \"window.location.href={};\",\ndiff --git a/server/src/events.rs b/server/src/events.rs\nindex a862370fc840ffe02184a11c578e18239cc9474d..ed5be6b13b9d46e838831d6ce0f96f569b401730 100644\n--- a/server/src/events.rs\n+++ b/server/src/events.rs\n@@ -5,8 +5,8 @@ use serde::{Deserialize, Serialize};\n pub enum Event {\n /// Page view recorded (path → counter in views.json).\n ViewRecorded { path: String, ts: i64 },\n- /// Pairwise comparison vote (replayed into the scope's [`crate::reducer::GroupState`] on boot).\n- /// `scope` is the ranking subject (e.g. a subreddit); empty string is the default/global scope.\n+ /// Pairwise comparison vote (replayed into the parent node's [`crate::reducer::GroupState`] on boot).\n+ /// `scope` is the parent [`crate::path_types::ItemId`] string; empty string is the tree root.\n VoteRecorded {\n ts: i64,\n a: String,\n@@ -16,4 +16,6 @@ pub enum Event {\n #[serde(default)]\n scope: String,\n },\n+ /// Register a node path in the fractal tree (no external fetch).\n+ NodeEnsured { id: String },\n }\ndiff --git a/server/src/html/mod.rs b/server/src/html/mod.rs\nindex 9650d333d29c4ac94ceb407aee3ee00399c7f40b..c973cb718ac74b95570dabea76e24459417790b9 100644\n--- a/server/src/html/mod.rs\n+++ b/server/src/html/mod.rs\n@@ -12,9 +12,10 @@ use serde::Deserialize;\n use crate::{\n form_template::template_json_compact,\n parser_render::navigate_panel,\n+ path_types::ItemId,\n ranking::{top_bottom, RankedItem},\n- reducer::GroupState,\n- state::{normalize_scope, AppState},\n+ reducer::{GroupState, NodeState},\n+ state::{parse_item_param, AppState},\n ui_action::UI_RPC_FIELD,\n };\n \n@@ -216,6 +217,48 @@ fn layout(title: &str, body: Markup, views: u64, theme: &str, theme_next: &str)\n }\n }\n \n+fn item_href(id: &ItemId) -> String {\n+ if id.is_root() {\n+ \"/\".to_string()\n+ } else {\n+ format!(\"/?item={}\", id.as_str())\n+ }\n+}\n+\n+fn segment_label(seg: &str) -> &str {\n+ seg\n+}\n+\n+/// Generic breadcrumb trail from an [`ItemId`] path.\n+pub fn breadcrumb_path(item: &ItemId) -> Markup {\n+ html! {\n+ nav class=\"breadcrumbs\" aria-label=\"Breadcrumb\" {\n+ a href=\"/\" { \"Internet\" }\n+ @for path in item.breadcrumb_paths() {\n+ @let seg = path.segments().last().map_or(\"\", |v| *v);\n+ span class=\"separator\" { \" / \" }\n+ a href=(item_href(&path)) { (segment_label(seg)) }\n+ }\n+ }\n+ }\n+}\n+\n+fn entity_panel(node: &NodeState) -> Markup {\n+ html! {\n+ @if let Some(data) = &node.data {\n+ section id=\"entity-panel\" class=\"demo-panel entity-card\" {\n+ h2 { (data.title) }\n+ @if let Some(author) = &data.author {\n+ p class=\"muted small\" { \"by \" (author) }\n+ }\n+ @if let Some(body) = &data.body_html {\n+ div class=\"entity-body\" { (maud::PreEscaped(body)) }\n+ }\n+ }\n+ }\n+ }\n+}\n+\n fn rank_list(label: &str, items: &[RankedItem], start_rank: usize) -> Markup {\n html! {\n @if !items.is_empty() {\n@@ -224,7 +267,9 @@ fn rank_list(label: &str, items: &[RankedItem], start_rank: usize) -> Markup {\n @for (i, r) in items.iter().enumerate() {\n li {\n span class=\"rank-num\" { (start_rank + i) \". \" }\n- strong { (r.item.as_str()) }\n+ a href=(item_href(&r.item)) {\n+ strong { (display_label(&r.item)) }\n+ }\n span class=\"muted\" {\n \" — \"\n ({ format!(\"{:.1}%\", r.score * 100.0) })\n@@ -236,23 +281,30 @@ fn rank_list(label: &str, items: &[RankedItem], start_rank: usize) -> Markup {\n }\n }\n \n-pub fn ranking_panel(scope: &str, group: &GroupState) -> Markup {\n+fn display_label(id: &ItemId) -> String {\n+ id.segments()\n+ .last()\n+ .map_or(\"Internet\", |v| *v)\n+ .to_string()\n+}\n+\n+pub fn ranking_panel(item: &ItemId, group: &GroupState) -> Markup {\n let total = group.idx_to_item.len();\n let (top, bottom) = top_bottom(group, 8);\n html! {\n section id=\"ranking-panel\" class=\"demo-panel\" {\n h2 {\n \"Ranking\"\n- @if !scope.is_empty() {\n- \" — \" span class=\"scope-name\" { \"r/\" (scope) }\n+ @if !item.is_root() {\n+ \" — \" span class=\"scope-name\" { (item.as_str()) }\n }\n }\n @if total == 0 {\n p class=\"muted\" {\n- @if scope.is_empty() {\n+ @if item.is_root() {\n \"No votes yet — compare two items below.\"\n } @else {\n- \"No votes yet for r/\" (scope) \" — compare two items below to start the ranking.\"\n+ \"No votes yet for \" (item.as_str()) \" — compare two items below to start the ranking.\"\n }\n }\n } @else {\n@@ -266,7 +318,8 @@ pub fn ranking_panel(scope: &str, group: &GroupState) -> Markup {\n }\n }\n \n-pub fn vote_panel(scope: &str) -> Markup {\n+pub fn vote_panel(parent: &ItemId) -> Markup {\n+ let parent_str = parent.as_str();\n let rpc = template_json_compact(&serde_json::json!({\n \"action\": \"record_vote\",\n \"a\": {\"$form\": \"item_a\"},\n@@ -280,16 +333,17 @@ pub fn vote_panel(scope: &str) -> Markup {\n section id=\"vote-panel\" class=\"demo-panel\" {\n h2 { \"Compare\" }\n p class=\"muted small\" {\n- @if scope.is_empty() {\n+ @if parent.is_root() {\n \"Left item wins at 2:1. Votes append to the JSONL log and update rank centrality.\"\n } @else {\n- \"Ranking \" span class=\"scope-name\" { \"r/\" (scope) }\n+ \"Ranking children of \"\n+ span class=\"scope-name\" { (parent_str) }\n \". Left item wins at 2:1; each vote updates this ranking.\"\n }\n }\n form method=\"post\" action=\"/ui\" id=\"vote-form\" {\n input type=\"hidden\" name=(UI_RPC_FIELD) value=(rpc);\n- input type=\"hidden\" name=\"scope\" value=(scope);\n+ input type=\"hidden\" name=\"scope\" value=(parent_str);\n div class=\"vote-fields\" {\n label {\n \"Left (wins) \"\n@@ -329,17 +383,30 @@ pub async fn home(\n let views = state.views.get_views(&path);\n let theme = theme_from_jar(&jar);\n let theme_next = theme_next_from_uri(&uri);\n- let scope = normalize_scope(&query_param(&uri, \"sub\").unwrap_or_default());\n \n- let groups = state.groups.read().await;\n- let empty = GroupState::new();\n- let group = groups.get(&scope).unwrap_or(&empty);\n+ let item_raw = query_param(&uri, \"item\")\n+ .or_else(|| query_param(&uri, \"sub\").map(|sub| {\n+ if sub.is_empty() {\n+ String::new()\n+ } else {\n+ format!(\"reddit.com/r/{sub}\")\n+ }\n+ }))\n+ .unwrap_or_default();\n+ let item = parse_item_param(&item_raw);\n+\n+ let tree = state.tree.read().await;\n+ let empty_node = NodeState::default();\n+ let node = tree.get(&item).unwrap_or(&empty_node);\n+ let group = &node.local_ranking;\n \n let body = html! {\n h1 { \"sorter2\" }\n+ (breadcrumb_path(&item))\n (navigate_panel(\"\", None))\n- (vote_panel(&scope))\n- (ranking_panel(&scope, group))\n+ (entity_panel(node))\n+ (vote_panel(&item))\n+ (ranking_panel(&item, group))\n };\n layout(\"sorter2\", body, views, theme, &theme_next)\n }\ndiff --git a/server/src/journal.rs b/server/src/journal.rs\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..b02ca025683621470ffdf8cd85cf9b85c56d024d\n--- /dev/null\n+++ b/server/src/journal.rs\n@@ -0,0 +1,89 @@\n+use std::sync::Arc;\n+\n+use tokio::sync::{mpsc, oneshot, RwLock};\n+\n+use crate::{\n+ event_log::EventLog,\n+ events::Event,\n+ path_types::ItemId,\n+ reducer::{GlobalTree, VoteData},\n+};\n+\n+pub struct JournalCommand {\n+ pub parent: ItemId,\n+ pub vote: VoteData,\n+ pub event: Event,\n+ pub reply: oneshot::Sender>,\n+}\n+\n+#[derive(Clone)]\n+pub struct JournalClient {\n+ tx: mpsc::Sender,\n+}\n+\n+impl JournalClient {\n+ pub fn spawn(tree: Arc>, event_log: Arc) -> Self {\n+ let (tx, rx) = mpsc::channel(64);\n+ tokio::spawn(journal_worker(rx, tree, event_log));\n+ Self { tx }\n+ }\n+\n+ pub async fn record_vote(\n+ &self,\n+ parent: ItemId,\n+ vote: VoteData,\n+ event: Event,\n+ ) -> Result<(), String> {\n+ let (reply, rx) = oneshot::channel();\n+ self.tx\n+ .send(JournalCommand {\n+ parent,\n+ vote,\n+ event,\n+ reply,\n+ })\n+ .await\n+ .map_err(|_| \"journal worker stopped\".to_string())?;\n+ rx.await\n+ .map_err(|_| \"journal worker stopped\".to_string())?\n+ }\n+}\n+\n+async fn journal_worker(\n+ mut rx: mpsc::Receiver,\n+ tree: Arc>,\n+ event_log: Arc,\n+) {\n+ while let Some(first) = rx.recv().await {\n+ let mut batch = vec![first];\n+ while let Ok(more) = rx.try_recv() {\n+ batch.push(more);\n+ }\n+\n+ let mut disk_err: Option = None;\n+ for cmd in &batch {\n+ if let Err(e) = event_log.append(&cmd.event).await {\n+ disk_err = Some(e.to_string());\n+ break;\n+ }\n+ }\n+\n+ if let Some(err) = disk_err {\n+ for cmd in batch {\n+ let _ = cmd.reply.send(Err(err.clone()));\n+ }\n+ continue;\n+ }\n+\n+ {\n+ let mut w = tree.write().await;\n+ for cmd in &batch {\n+ w.apply_vote(&cmd.parent, cmd.vote.clone());\n+ }\n+ }\n+\n+ for cmd in batch {\n+ let _ = cmd.reply.send(Ok(()));\n+ }\n+ }\n+}\ndiff --git a/server/src/lib.rs b/server/src/lib.rs\nindex de8bca48cbf689cad22337883e7791966e7c4919..14e7cfbc38feb5d07aff859b64bce6e2ec45cf91 100644\n--- a/server/src/lib.rs\n+++ b/server/src/lib.rs\n@@ -7,8 +7,9 @@ pub mod parser;\n pub mod parser_render;\n pub mod path_types;\n pub mod ranking;\n+pub mod reddit;\n pub mod reducer;\n-pub mod settlement;\n+pub mod journal;\n pub mod state;\n pub mod ui_action;\n pub mod views;\ndiff --git a/server/src/parser.rs b/server/src/parser.rs\nindex 50571a59f0d3ece1e2538f88e00ef46ec40ea545..51aa0e0f982546aab68bd5e1ca0cb726e88b3f50 100644\n--- a/server/src/parser.rs\n+++ b/server/src/parser.rs\n@@ -1,47 +1,18 @@\n-//! Extract a subreddit name from a pasted Reddit URL or path.\n+//! Extract a canonical [`crate::path_types::ItemId`] from a pasted Reddit URL or path.\n \n-pub fn parse_reddit_url(query: &str) -> Result {\n+use crate::path_types::ItemId;\n+\n+pub fn parse_reddit_url(query: &str) -> Result {\n let q = query.trim();\n if q.is_empty() {\n return Err(\"Paste a Reddit URL or r/subreddit path\".into());\n }\n \n- if let Some(sub) = subreddit_after_prefix(q, \"r/\") {\n- return Ok(sub);\n- }\n-\n- if let Some(sub) = subreddit_from_path_segment(q, \"/r/\") {\n- return Ok(sub);\n+ if let Some(id) = ItemId::from_url(q) {\n+ return Ok(id);\n }\n \n- Err(\"Could not find a subreddit in that URL\".into())\n-}\n-\n-fn subreddit_after_prefix(text: &str, prefix: &str) -> Option {\n- let rest = text.strip_prefix(prefix)?;\n- let sub = rest.split(['/', '?', '#']).next()?.trim();\n- valid_subreddit(sub)\n-}\n-\n-fn subreddit_from_path_segment(text: &str, needle: &str) -> Option {\n- let idx = text.find(needle)?;\n- let rest = &text[idx + needle.len()..];\n- let sub = rest.split(['/', '?', '#']).next()?.trim();\n- valid_subreddit(sub)\n-}\n-\n-fn valid_subreddit(name: &str) -> Option {\n- if name.is_empty() {\n- return None;\n- }\n- if name\n- .chars()\n- .all(|c| c.is_ascii_alphanumeric() || c == '_')\n- {\n- Some(name.to_ascii_lowercase())\n- } else {\n- None\n- }\n+ Err(\"Could not parse that Reddit URL\".into())\n }\n \n #[cfg(test)]\n@@ -50,34 +21,37 @@ mod tests {\n \n #[test]\n fn parses_short_path() {\n- assert_eq!(parse_reddit_url(\"r/rust\").unwrap(), \"rust\");\n- }\n-\n- #[test]\n- fn parses_path_with_trailing_slash() {\n- assert_eq!(parse_reddit_url(\"r/rust/\").unwrap(), \"rust\");\n+ assert_eq!(\n+ parse_reddit_url(\"r/rust\").unwrap().as_str(),\n+ \"reddit.com/r/rust\"\n+ );\n }\n \n #[test]\n fn parses_full_url() {\n assert_eq!(\n- parse_reddit_url(\"https://www.reddit.com/r/programming/hot\").unwrap(),\n- \"programming\"\n+ parse_reddit_url(\"https://www.reddit.com/r/programming/hot\")\n+ .unwrap()\n+ .as_str(),\n+ \"reddit.com/r/programming\"\n );\n }\n \n #[test]\n- fn parses_url_without_scheme() {\n+ fn parses_post_url() {\n+ let id = parse_reddit_url(\n+ \"https://old.reddit.com/r/AmItheAsshole/comments/1trnvdl/aita_for_cancelling/\",\n+ )\n+ .unwrap();\n assert_eq!(\n- parse_reddit_url(\"reddit.com/r/AskReddit\").unwrap(),\n- \"askreddit\"\n+ id.as_str(),\n+ \"reddit.com/r/amitheasshole/comments/1trnvdl\"\n );\n }\n \n #[test]\n fn rejects_empty() {\n assert!(parse_reddit_url(\"\").is_err());\n- assert!(parse_reddit_url(\" \").is_err());\n }\n \n #[test]\ndiff --git a/server/src/parser_render.rs b/server/src/parser_render.rs\nindex f2341afe21476b689a536137798d97277211a962..acf2e7403f4238291677ef0c79d5766302ea78cf 100644\n--- a/server/src/parser_render.rs\n+++ b/server/src/parser_render.rs\n@@ -21,7 +21,7 @@ pub fn navigate_panel(query: &str, error: Option<&str>) -> Markup {\n p class=\"muted small\" {\n \"Paste a Reddit URL or \"\n code { \"r/subreddit\" }\n- \" path, then click Go to rank that subreddit.\"\n+ \" path. Breadcrumb links drill down the tree; rankings apply to each node's children.\"\n }\n form method=\"post\" action=\"/ui\" id=\"parser-form\" {\n textarea\ndiff --git a/server/src/path_types.rs b/server/src/path_types.rs\nindex 1cdc96a25b1954f11aaf955203e2b9907b578366..b5c41444f7bcd4d8d289ed3af464bc3f14d0df99 100644\n--- a/server/src/path_types.rs\n+++ b/server/src/path_types.rs\n@@ -1,11 +1,13 @@\n use serde::{Deserialize, Serialize};\n use std::fmt;\n \n-/// Stable item key for votes and rankings (opaque string for now).\n-#[derive(Debug, Clone, Hash, PartialEq, Eq, PartialOrd, Ord, Serialize, Deserialize)]\n+/// Canonical hierarchical identity for any URL/path in the fractal tree.\n+#[derive(Debug, Clone, Hash, PartialEq, Eq, PartialOrd, Ord, Serialize, Deserialize, Default)]\n pub struct ItemId(String);\n \n impl ItemId {\n+ /// Parse an already-canonical path (no URL normalization). Empty string is invalid here;\n+ /// use [`Self::root`] for the tree root.\n pub fn parse(s: &str) -> Option {\n let t = s.trim();\n if t.is_empty() {\n@@ -14,13 +16,170 @@ impl ItemId {\n Some(Self(t.to_string()))\n }\n \n+ /// Build an opaque item key (legacy demo votes, non-URL items).\n pub fn opaque(s: impl Into) -> Self {\n Self(s.into())\n }\n \n+ /// Root of the internet tree (empty path).\n+ pub fn root() -> Self {\n+ Self(String::new())\n+ }\n+\n+ pub fn is_root(&self) -> bool {\n+ self.0.is_empty()\n+ }\n+\n pub fn as_str(&self) -> &str {\n &self.0\n }\n+\n+ /// Creates a canonical ID from a raw URL or path. Normalizes domains and\n+ /// trims tracking query params.\n+ pub fn from_url(raw_url: &str) -> Option {\n+ Self::canonicalize(raw_url).map(Self)\n+ }\n+\n+ /// Map legacy scope keys (`\"\"`, `\"rust\"`) to fractal parent nodes.\n+ pub fn from_legacy_scope(raw: &str) -> Self {\n+ let s = raw.trim();\n+ if s.is_empty() {\n+ return Self::root();\n+ }\n+ Self(format!(\"reddit.com/r/{s}\"))\n+ }\n+\n+ /// Extract the parent, e.g. `reddit.com/r/aww/comments/1trnvdl` →\n+ /// `reddit.com/r/aww`.\n+ pub fn parent(&self) -> Option {\n+ if self.0.is_empty() {\n+ return None;\n+ }\n+\n+ let parts: Vec<&str> = self.0.trim_end_matches('/').split('/').collect();\n+ if parts.len() <= 1 {\n+ return None;\n+ }\n+\n+ if self.0.contains(\"/comments/\") {\n+ return Some(Self(parts[..parts.len().saturating_sub(2)].join(\"/\")));\n+ }\n+\n+ Some(Self(parts[..parts.len() - 1].join(\"/\")))\n+ }\n+\n+ pub fn segments(&self) -> Vec<&str> {\n+ self.0.split('/').filter(|s| !s.is_empty()).collect()\n+ }\n+\n+ /// Cumulative paths for breadcrumb rendering, e.g.\n+ /// `reddit.com/r/movies` → `[\"reddit.com\", \"reddit.com/r\", \"reddit.com/r/movies\"]`.\n+ pub fn breadcrumb_paths(&self) -> Vec {\n+ let segs = self.segments();\n+ let mut paths = Vec::with_capacity(segs.len());\n+ let mut current = String::new();\n+ for seg in segs {\n+ if current.is_empty() {\n+ current = seg.to_string();\n+ } else {\n+ current.push('/');\n+ current.push_str(seg);\n+ }\n+ paths.push(ItemId(current.clone()));\n+ }\n+ paths\n+ }\n+\n+ fn canonicalize(raw: &str) -> Option {\n+ let s = raw.trim();\n+ if s.is_empty() {\n+ return None;\n+ }\n+\n+ let owned = if let Some(rest) = s.strip_prefix(\"r/\") {\n+ format!(\"reddit.com/r/{rest}\")\n+ } else if let Some(rest) = s.strip_prefix(\"/r/\") {\n+ format!(\"reddit.com/r/{rest}\")\n+ } else {\n+ s.to_string()\n+ };\n+\n+ let (host_path, _query) = split_query(&owned);\n+ let host_path = host_path.trim_end_matches('/');\n+\n+ let path = if host_path.contains(\"://\") {\n+ parse_url_host_path(host_path)?\n+ } else if host_path.starts_with(\"reddit.com\") || host_path.starts_with(\"www.reddit.com\") {\n+ normalize_reddit_host_path(host_path)\n+ } else if host_path.contains('/') {\n+ host_path.to_string()\n+ } else {\n+ return None;\n+ };\n+\n+ Some(normalize_reddit_path(&path))\n+ }\n+}\n+\n+fn split_query(s: &str) -> (&str, Option<&str>) {\n+ if let Some((path, q)) = s.split_once('?') {\n+ (path, Some(q))\n+ } else {\n+ (s, None)\n+ }\n+}\n+\n+fn parse_url_host_path(url: &str) -> Option {\n+ let rest = url\n+ .strip_prefix(\"https://\")\n+ .or_else(|| url.strip_prefix(\"http://\"))\n+ .unwrap_or(url);\n+ let (host, path) = rest.split_once('/').unwrap_or((rest, \"\"));\n+ let host = normalize_host(host);\n+ if path.is_empty() {\n+ Some(host)\n+ } else {\n+ Some(format!(\"{host}/{path}\"))\n+ }\n+}\n+\n+fn normalize_host(host: &str) -> String {\n+ let h = host\n+ .strip_prefix(\"www.\")\n+ .unwrap_or(host)\n+ .to_ascii_lowercase();\n+ if h == \"old.reddit.com\" || h == \"new.reddit.com\" || h == \"reddit.com\" {\n+ \"reddit.com\".to_string()\n+ } else {\n+ h\n+ }\n+}\n+\n+fn normalize_reddit_host_path(s: &str) -> String {\n+ let (host, path) = s.split_once('/').unwrap_or((s, \"\"));\n+ let host = normalize_host(host);\n+ if path.is_empty() {\n+ host\n+ } else {\n+ format!(\"{host}/{path}\")\n+ }\n+}\n+\n+/// Lowercase subreddit segment, drop listing suffixes, drop title slug after post id.\n+fn normalize_reddit_path(path: &str) -> String {\n+ let mut parts: Vec = path.split('/').map(str::to_string).collect();\n+ if parts.len() >= 3 && parts[1] == \"r\" {\n+ parts[2] = parts[2].to_ascii_lowercase();\n+ }\n+ if let Some(i) = parts.iter().position(|p| p == \"comments\") {\n+ if parts.len() > i + 2 {\n+ parts.truncate(i + 2);\n+ }\n+ } else if parts.len() > 3 && parts.get(1).map(|s| s.as_str()) == Some(\"r\") {\n+ // reddit.com/r/{sub}/hot → reddit.com/r/{sub}\n+ parts.truncate(3);\n+ }\n+ parts.join(\"/\")\n }\n \n impl fmt::Display for ItemId {\n@@ -28,3 +187,69 @@ impl fmt::Display for ItemId {\n f.write_str(&self.0)\n }\n }\n+\n+#[cfg(test)]\n+mod tests {\n+ use super::*;\n+\n+ #[test]\n+ fn from_url_normalizes_reddit_domains() {\n+ let id = ItemId::from_url(\n+ \"https://old.reddit.com/r/AmItheAsshole/comments/1trnvdl/aita_for_cancelling/\",\n+ )\n+ .unwrap();\n+ assert_eq!(\n+ id.as_str(),\n+ \"reddit.com/r/amitheasshole/comments/1trnvdl\"\n+ );\n+ }\n+\n+ #[test]\n+ fn from_url_strips_query() {\n+ let id = ItemId::from_url(\"https://www.reddit.com/r/rust/?sort=top\").unwrap();\n+ assert_eq!(id.as_str(), \"reddit.com/r/rust\");\n+ }\n+\n+ #[test]\n+ fn from_url_short_path() {\n+ assert_eq!(\n+ ItemId::from_url(\"r/rust\").unwrap().as_str(),\n+ \"reddit.com/r/rust\"\n+ );\n+ }\n+\n+ #[test]\n+ fn parent_of_post_is_subreddit() {\n+ let id = ItemId::parse(\"reddit.com/r/aww/comments/1trnvdl\").unwrap();\n+ assert_eq!(\n+ id.parent().unwrap().as_str(),\n+ \"reddit.com/r/aww\"\n+ );\n+ }\n+\n+ #[test]\n+ fn parent_of_subreddit_is_r_segment() {\n+ let id = ItemId::parse(\"reddit.com/r/movies\").unwrap();\n+ assert_eq!(id.parent().unwrap().as_str(), \"reddit.com/r\");\n+ }\n+\n+ #[test]\n+ fn breadcrumb_paths() {\n+ let id = ItemId::parse(\"reddit.com/r/movies\").unwrap();\n+ let crumbs = id.breadcrumb_paths();\n+ let paths: Vec<_> = crumbs.iter().map(|p| p.as_str()).collect();\n+ assert_eq!(\n+ paths,\n+ vec![\"reddit.com\", \"reddit.com/r\", \"reddit.com/r/movies\"]\n+ );\n+ }\n+\n+ #[test]\n+ fn legacy_scope_maps_to_reddit_sub() {\n+ assert_eq!(\n+ ItemId::from_legacy_scope(\"rust\").as_str(),\n+ \"reddit.com/r/rust\"\n+ );\n+ assert!(ItemId::from_legacy_scope(\"\").is_root());\n+ }\n+}\ndiff --git a/server/src/reddit.rs b/server/src/reddit.rs\nnew file mode 100644\nindex 0000000000000000000000000000000000000000..d203dca09245daf869b3aa942898447700ae69fb\n--- /dev/null\n+++ b/server/src/reddit.rs\n@@ -0,0 +1,21 @@\n+//! Reddit API import (async, decoupled from UI request path).\n+\n+use crate::{\n+ path_types::ItemId,\n+ reducer::{EntityData, GlobalTree},\n+};\n+\n+/// Bootstrap blank nodes along a URL path so breadcrumbs and voting work before fetch.\n+pub fn ensure_partial_tree(tree: &mut GlobalTree, id: &ItemId) {\n+ tree.ensure_path(id);\n+}\n+\n+/// Placeholder for Reddit JSON import. Returns entity data when implemented.\n+pub async fn fetch_reddit_entity(_id: &ItemId) -> Option {\n+ None\n+}\n+\n+/// Apply fetched entity data to a node (called from async worker).\n+pub fn apply_entity(tree: &mut GlobalTree, id: &ItemId, data: EntityData) {\n+ tree.set_entity_data(id, data);\n+}\ndiff --git a/server/src/reducer.rs b/server/src/reducer.rs\nindex 8d28353e1f2a67e71b7d17a2041a0988150f3245..077f700bf00ddefe18ffd004bb5288bdc7c4adaf 100644\n--- a/server/src/reducer.rs\n+++ b/server/src/reducer.rs\n@@ -115,6 +115,96 @@ impl GroupState {\n }\n }\n \n+/// Structured data imported from Reddit or elsewhere.\n+#[derive(Debug, Clone, Serialize, Deserialize)]\n+pub struct EntityData {\n+ pub title: String,\n+ pub author: Option,\n+ pub body_html: Option,\n+ pub thumb_url: Option,\n+}\n+\n+/// One node in the fractal tree: entity + ranked children.\n+#[derive(Debug, Clone, Default)]\n+pub struct NodeState {\n+ pub id: ItemId,\n+ pub data: Option,\n+ pub children: HashSet,\n+ pub local_ranking: GroupState,\n+}\n+\n+impl NodeState {\n+ fn new(id: ItemId) -> Self {\n+ Self {\n+ id,\n+ ..Default::default()\n+ }\n+ }\n+}\n+\n+/// Global fractal graph: every URL is both an item and a ranking scope for its children.\n+#[derive(Default)]\n+pub struct GlobalTree {\n+ pub nodes: HashMap,\n+}\n+\n+impl GlobalTree {\n+ pub fn new() -> Self {\n+ let mut tree = Self::default();\n+ tree.ensure_node(&ItemId::root());\n+ tree\n+ }\n+\n+ pub fn ensure_node(&mut self, id: &ItemId) -> &mut NodeState {\n+ if !self.nodes.contains_key(id) {\n+ self.nodes.insert(id.clone(), NodeState::new(id.clone()));\n+ }\n+ self.nodes.get_mut(id).expect(\"node just inserted\")\n+ }\n+\n+ /// Register a node and wire parent→child links along the canonical path.\n+ pub fn ensure_path(&mut self, id: &ItemId) {\n+ if id.is_root() {\n+ self.ensure_node(id);\n+ return;\n+ }\n+ self.ensure_node(&ItemId::root());\n+ for path in id.breadcrumb_paths() {\n+ self.ensure_node(&path);\n+ if let Some(parent) = path.parent() {\n+ self.ensure_node(&parent);\n+ if let Some(p) = self.nodes.get_mut(&parent) {\n+ p.children.insert(path.clone());\n+ }\n+ } else if let Some(r) = self.nodes.get_mut(&ItemId::root()) {\n+ r.children.insert(path.clone());\n+ }\n+ }\n+ }\n+\n+ pub fn get(&self, id: &ItemId) -> Option<&NodeState> {\n+ self.nodes.get(id)\n+ }\n+\n+ pub fn apply_vote(&mut self, parent: &ItemId, vote: VoteData) {\n+ self.ensure_path(parent);\n+ self.ensure_path(&vote.a);\n+ self.ensure_path(&vote.b);\n+ if let Some(node) = self.nodes.get_mut(parent) {\n+ node.children.insert(vote.a.clone());\n+ node.children.insert(vote.b.clone());\n+ node.local_ranking.apply_vote(vote);\n+ }\n+ }\n+\n+ pub fn set_entity_data(&mut self, id: &ItemId, data: EntityData) {\n+ self.ensure_path(id);\n+ if let Some(node) = self.nodes.get_mut(id) {\n+ node.data = Some(data);\n+ }\n+ }\n+}\n+\n #[cfg(test)]\n mod from_recorded_tests {\n use super::*;\n@@ -125,7 +215,20 @@ mod from_recorded_tests {\n }\n \n #[test]\n- fn rejects_empty() {\n+ fn rejects_empty_pair() {\n assert!(VoteData::from_recorded(1, \"\", \"b\", 2, 1).is_none());\n }\n+\n+ #[test]\n+ fn ensure_path_wires_children() {\n+ let mut tree = GlobalTree::new();\n+ let id = ItemId::parse(\"reddit.com/r/rust\").unwrap();\n+ tree.ensure_path(&id);\n+ let root = tree.get(&ItemId::root()).unwrap();\n+ assert!(root.children.contains(&ItemId::parse(\"reddit.com\").unwrap()));\n+ let reddit = tree.get(&ItemId::parse(\"reddit.com\").unwrap()).unwrap();\n+ assert!(reddit.children.contains(&ItemId::parse(\"reddit.com/r\").unwrap()));\n+ let sub = tree.get(&id).unwrap();\n+ assert_eq!(sub.id, id);\n+ }\n }\ndiff --git a/server/src/settlement.rs b/server/src/settlement.rs\ndeleted file mode 100644\nindex 7a44495512b7f788239b8aeefbbd0a83656eeac6..0000000000000000000000000000000000000000\n--- a/server/src/settlement.rs\n+++ /dev/null\n@@ -1,94 +0,0 @@\n-use std::collections::HashMap;\n-use std::sync::Arc;\n-\n-use tokio::sync::{mpsc, oneshot, RwLock};\n-\n-use crate::{\n- event_log::EventLog,\n- events::Event,\n- reducer::{GroupState, VoteData},\n-};\n-\n-/// Per-scope ranking state, keyed by scope (e.g. subreddit; \"\" is the default scope).\n-pub type GroupMap = HashMap;\n-\n-pub struct SettlementCommand {\n- pub scope: String,\n- pub vote: VoteData,\n- pub event: Event,\n- pub reply: oneshot::Sender>,\n-}\n-\n-#[derive(Clone)]\n-pub struct SettlementClient {\n- tx: mpsc::Sender,\n-}\n-\n-impl SettlementClient {\n- pub fn spawn(groups: Arc>, event_log: Arc) -> Self {\n- let (tx, rx) = mpsc::channel(64);\n- tokio::spawn(settlement_worker(rx, groups, event_log));\n- Self { tx }\n- }\n-\n- pub async fn record_vote(\n- &self,\n- scope: String,\n- vote: VoteData,\n- event: Event,\n- ) -> Result<(), String> {\n- let (reply, rx) = oneshot::channel();\n- self.tx\n- .send(SettlementCommand {\n- scope,\n- vote,\n- event,\n- reply,\n- })\n- .await\n- .map_err(|_| \"settlement worker stopped\".to_string())?;\n- rx.await\n- .map_err(|_| \"settlement worker stopped\".to_string())?\n- }\n-}\n-\n-async fn settlement_worker(\n- mut rx: mpsc::Receiver,\n- groups: Arc>,\n- event_log: Arc,\n-) {\n- while let Some(first) = rx.recv().await {\n- let mut batch = vec![first];\n- while let Ok(more) = rx.try_recv() {\n- batch.push(more);\n- }\n-\n- let mut disk_err: Option = None;\n- for cmd in &batch {\n- if let Err(e) = event_log.append(&cmd.event).await {\n- disk_err = Some(e.to_string());\n- break;\n- }\n- }\n-\n- if let Some(err) = disk_err {\n- for cmd in batch {\n- let _ = cmd.reply.send(Err(err.clone()));\n- }\n- continue;\n- }\n-\n- {\n- let mut w = groups.write().await;\n- for cmd in &batch {\n- w.entry(cmd.scope.clone())\n- .or_default()\n- .apply_vote(cmd.vote.clone());\n- }\n- }\n-\n- for cmd in batch {\n- let _ = cmd.reply.send(Ok(()));\n- }\n- }\n-}\ndiff --git a/server/src/state.rs b/server/src/state.rs\nindex 2d9e5226057f8615897aac48bce947643a230fb4..cc1722f5a5bf4d415f2327ea585c488a15a75592 100644\n--- a/server/src/state.rs\n+++ b/server/src/state.rs\n@@ -1,4 +1,3 @@\n-use std::collections::HashMap;\n use std::sync::Arc;\n \n use tokio::sync::RwLock;\n@@ -6,14 +5,22 @@ use tokio::sync::RwLock;\n use crate::{\n event_log::EventLog,\n events::Event,\n- reducer::VoteData,\n- settlement::{GroupMap, SettlementClient},\n+ path_types::ItemId,\n+ reducer::{GlobalTree, VoteData},\n+ journal::JournalClient,\n views::ViewStore,\n };\n \n-/// Normalize a raw ranking subject into a scope key: strip an optional `r/`\n-/// prefix, keep only `[a-z0-9_]`, lowercase, and cap the length. Empty string\n-/// is the default/global scope.\n+/// Parse `?item=` query value into a canonical node id.\n+pub fn parse_item_param(raw: &str) -> ItemId {\n+ let s = raw.trim();\n+ if s.is_empty() {\n+ return ItemId::root();\n+ }\n+ ItemId::from_url(s).or_else(|| ItemId::parse(s)).unwrap_or_else(|| ItemId::opaque(s))\n+}\n+\n+/// Legacy: normalize raw ranking subject into a scope key for old event replay.\n pub fn normalize_scope(raw: &str) -> String {\n let s = raw.trim();\n let s = s\n@@ -27,6 +34,14 @@ pub fn normalize_scope(raw: &str) -> String {\n .collect()\n }\n \n+fn parent_from_event_scope(scope: &str) -> ItemId {\n+ if scope.contains('/') {\n+ ItemId::parse(scope).unwrap_or_else(|| ItemId::from_legacy_scope(scope))\n+ } else {\n+ ItemId::from_legacy_scope(scope)\n+ }\n+}\n+\n #[derive(Clone)]\n pub struct AppConfig {\n pub data_dir: String,\n@@ -56,8 +71,8 @@ pub struct AppState {\n pub cfg: Arc,\n pub event_log: Arc,\n pub views: ViewStore,\n- pub groups: Arc>,\n- settlement: SettlementClient,\n+ pub tree: Arc>,\n+ journal: JournalClient,\n }\n \n impl AppState {\n@@ -66,7 +81,7 @@ impl AppState {\n let views_path = format!(\"{}/views.json\", cfg.data_dir);\n let views = ViewStore::new(&views_path);\n \n- let mut groups: GroupMap = HashMap::new();\n+ let mut tree = GlobalTree::new();\n if let Ok((events, _)) = event_log.load_all().await {\n for ev in events {\n match ev {\n@@ -81,29 +96,45 @@ impl AppState {\n if let Some(vote) =\n VoteData::from_recorded(ts, &a, &b, ratio_left, ratio_right)\n {\n- groups.entry(scope).or_default().apply_vote(vote);\n+ let parent = parent_from_event_scope(&scope);\n+ tree.apply_vote(&parent, vote);\n }\n }\n Event::ViewRecorded { .. } => {}\n+ Event::NodeEnsured { id } => {\n+ if let Some(parsed) = ItemId::parse(&id).or_else(|| ItemId::from_url(&id)) {\n+ tree.ensure_path(&parsed);\n+ }\n+ }\n }\n }\n }\n \n- let groups = Arc::new(RwLock::new(groups));\n- let settlement = SettlementClient::spawn(groups.clone(), event_log.clone());\n+ let tree = Arc::new(RwLock::new(tree));\n+ let journal = JournalClient::spawn(tree.clone(), event_log.clone());\n \n Self {\n cfg: Arc::new(cfg),\n event_log,\n views,\n- groups,\n- settlement,\n+ tree,\n+ journal,\n }\n }\n \n+ pub async fn ensure_node(&self, id: &ItemId) -> Result<(), String> {\n+ let event = Event::NodeEnsured {\n+ id: id.as_str().to_string(),\n+ };\n+ self.event_log.append(&event).await.map_err(|e| e.to_string())?;\n+ let mut w = self.tree.write().await;\n+ w.ensure_path(id);\n+ Ok(())\n+ }\n+\n pub async fn record_vote(\n &self,\n- scope: &str,\n+ parent: &ItemId,\n a: &str,\n b: &str,\n ratio_left: i32,\n@@ -113,23 +144,24 @@ impl AppState {\n let vote = VoteData::from_recorded(ts, a, b, ratio_left, ratio_right)\n .ok_or_else(|| \"invalid vote: need two distinct non-empty items\".to_string())?;\n \n- let scope = normalize_scope(scope);\n let event = Event::VoteRecorded {\n ts,\n a: vote.a.as_str().to_string(),\n b: vote.b.as_str().to_string(),\n ratio_left: vote.ratio_left,\n ratio_right: vote.ratio_right,\n- scope: scope.clone(),\n+ scope: parent.as_str().to_string(),\n };\n \n- self.settlement.record_vote(scope, vote, event).await\n+ self.journal\n+ .record_vote(parent.clone(), vote, event)\n+ .await\n }\n }\n \n #[cfg(test)]\n mod tests {\n- use super::normalize_scope;\n+ use super::{normalize_scope, parse_item_param};\n \n #[test]\n fn normalize_scope_strips_prefix_and_lowercases() {\n@@ -138,4 +170,15 @@ mod tests {\n assert_eq!(normalize_scope(\"r/web_dev!!\"), \"web_dev\");\n assert_eq!(normalize_scope(\"\"), \"\");\n }\n+\n+ #[test]\n+ fn parse_item_param_from_url() {\n+ let id = parse_item_param(\"https://reddit.com/r/rust\");\n+ assert_eq!(id.as_str(), \"reddit.com/r/rust\");\n+ }\n+\n+ #[test]\n+ fn parse_item_param_empty_is_root() {\n+ assert!(parse_item_param(\"\").is_root());\n+ }\n }\ndiff --git a/server/src/ui_action.rs b/server/src/ui_action.rs\nindex 0e030b3448b8e45acbe49d2de47ea26372445c54..d798874d1d94c0dfee59ec1ff703f9ee6ef432c0 100644\n--- a/server/src/ui_action.rs\n+++ b/server/src/ui_action.rs\n@@ -18,7 +18,7 @@ pub enum HtmlUiAction {\n b: String,\n ratio_left: i32,\n ratio_right: i32,\n- /// Ranking subject (e.g. a subreddit). Empty string = default/global scope.\n+ /// Parent node [`ItemId`] string; empty = tree root.\n #[serde(default)]\n scope: String,\n },\ndiff --git a/server/static/theme_default.css b/server/static/theme_default.css\nindex 6ad0ac712bbc840bedee60f613794de9385fbbd1..1bf8ac7a25207336c019f93cd4119bd0e06229f0 100644\n--- a/server/static/theme_default.css\n+++ b/server/static/theme_default.css\n@@ -137,6 +137,38 @@ code {\n margin-top: 0.5rem;\n }\n \n+.breadcrumbs {\n+ font-size: 0.875rem;\n+ margin-bottom: 1rem;\n+ color: var(--muted);\n+}\n+\n+.breadcrumbs a {\n+ color: var(--accent);\n+ text-decoration: none;\n+}\n+\n+.breadcrumbs a:hover {\n+ text-decoration: underline;\n+}\n+\n+.breadcrumbs .separator {\n+ color: var(--muted);\n+}\n+\n+.rank-list a {\n+ color: var(--accent);\n+ text-decoration: none;\n+}\n+\n+.rank-list a:hover {\n+ text-decoration: underline;\n+}\n+\n+.entity-card h2 {\n+ margin-top: 0;\n+}\n+\n .scope-name {\n color: var(--accent);\n font-weight: 600;\ndiff --git a/server/tests/integration_ui.rs b/server/tests/integration_ui.rs\nindex afeeee24e32f2d7f1d852ca96ac799fac8bce665..f7ac9c26bf9f9277ad5f5708603224c095165fb8 100644\n--- a/server/tests/integration_ui.rs\n+++ b/server/tests/integration_ui.rs\n@@ -2,7 +2,7 @@ use std::collections::HashMap;\n use std::net::SocketAddr;\n \n use axum::Router;\n-use sorter2_server::{create_app, create_app_state, state::AppConfig, ui_action::UI_RPC_FIELD};\n+use sorter2_server::{create_app, create_app_state, path_types::ItemId, state::AppConfig, ui_action::UI_RPC_FIELD};\n use tempfile::TempDir;\n use tokio::net::TcpListener;\n \n@@ -63,9 +63,9 @@ async fn post_ui_record_vote_morphs_ranking_and_persists() {\n port: 0,\n };\n let state = create_app_state(cfg).await;\n- let groups = state.groups.read().await;\n- let group = groups.get(\"\").expect(\"default scope group after replay\");\n- let ranked = sorter2_server::ranking::ranked_items(group);\n+ let tree = state.tree.read().await;\n+ let root = tree.get(&ItemId::root()).expect(\"root node after replay\");\n+ let ranked = sorter2_server::ranking::ranked_items(&root.local_ranking);\n assert_eq!(ranked.len(), 2);\n assert_eq!(ranked[0].item.as_str(), \"alpha\");\n }\n@@ -93,5 +93,5 @@ async fn post_ui_parse_query_redirects_to_subreddit() {\n .unwrap();\n \n assert!(body.contains(\"window.location.href\"));\n- assert!(body.contains(\"/?sub=rust\"));\n+ assert!(body.contains(\"/?item=reddit.com/r/rust\"));\n }\n","role":"user"}],"model":"~x-ai/grok-latest"}