//! Snapshot test pinning the `Vec` JSON for a //! representative Go code `CanonicalDocument`. //! //! This is an integration test. `kebab-parse-code` is intentionally NOT //! a dev-dep (design §6.3 / §8 boundary: AST extraction is parser-side). //! The `CanonicalDocument` is built inline from hand-crafted `Block::Code` //! units, which is the same pattern used in `code_rust_ast_v1.rs`'s //! internal `code_doc` test helper. //! //! Set `UPDATE_SNAPSHOTS=1` to re-bake the baseline. use std::path::PathBuf; use kebab_chunk::CodeGoAstV1Chunker; use kebab_core::{ AssetId, Block, CanonicalDocument, ChunkPolicy, Chunker, ChunkerVersion, CodeBlock, CommonBlock, Lang, Metadata, ParserVersion, Provenance, SourceSpan, SourceType, TrustLevel, WorkspacePath, id_for_block, id_for_doc, }; use serde_json::Value; use time::OffsetDateTime; fn fixtures_dir() -> PathBuf { PathBuf::from(env!("CARGO_MANIFEST_DIR")) .join("tests") .join("fixtures") } fn fixed_doc() -> CanonicalDocument { let wp = WorkspacePath("kebab_eval/metrics.go".into()); let aid = AssetId("b".repeat(64)); // Pin parser_version so doc_id / block_ids are reproducible. let pv = ParserVersion("code-go-v1".into()); let doc_id = id_for_doc(&wp, &aid, &pv); // Build a >200-line function body to force split_oversize. let big_body: String = { let header = "func BigCompute(data []int) int {\n"; let body: String = (0..210u32) .map(|i| format!("\tv{i} := 0\n\tif {i} < len(data) {{\n\t\tv{i} = data[{i}]\n\t}}\n")) .collect(); let footer = "\treturn len(data)\n}"; format!("{header}{body}{footer}") }; let big_line_count = big_body.lines().count() as u32; let big_line_end = 48 + big_line_count - 1; // Representative units: // 0. import block (lines 1–5, ≤200) // 1. free fn `ComputeMRR` (lines 7–12, ≤200) // 2. struct `MetricsCollector` (lines 14–20, ≤200) // 3. struct `BaseEvaluator` (lines 22–30, ≤200) // 4. method `Run` (lines 32–38, ≤200) // 5. method `Report` (lines 40–46, ≤200) // 6. BigCompute (>200 lines) to force split_oversize let raw_units: Vec<(&str, u32, u32, String)> = vec![ ( "imports", 1, 5, "import (\n\t\"fmt\"\n\t\"os\"\n\t\"strings\"\n)".to_string(), ), ( "ComputeMRR", 7, 12, "func ComputeMRR(scores []float64) float64 {\n\tif len(scores) == 0 {\n\t\treturn 0.0\n\t}\n\t_ = fmt.Sprintf(\"%v\", scores)\n\treturn 1.0 / float64(len(scores))\n}".to_string(), ), ( "MetricsCollector", 14, 20, "type MetricsCollector struct {\n\tScores []float64\n\tLabels []string\n\tCounts map[string]int\n\tTotals map[string]float64\n\tTags []string\n}".to_string(), ), ( "BaseEvaluator", 22, 30, "type BaseEvaluator struct {\n\tName string\n}\n\nfunc (e *BaseEvaluator) Evaluate(data []string) error {\n\t_ = os.Stderr\n\t_ = strings.Join(data, \",\")\n\treturn nil\n}".to_string(), ), ( "MetricsCollector.Run", 32, 38, "func (m *MetricsCollector) Run(inputs []float64) {\n\tfor _, inp := range inputs {\n\t\tm.Scores = append(\n\t\t\tm.Scores,\n\t\t\tinp,\n\t\t)\n\t}\n}".to_string(), ), ( "MetricsCollector.Report", 40, 46, "func (m *MetricsCollector) Report() map[string]interface{} {\n\treturn map[string]interface{}{\n\t\t\"mean\": 0.0,\n\t\t\"count\": len(m.Scores),\n\t\t\"tags\": m.Tags,\n\t}\n}".to_string(), ), ("BigCompute", 48, big_line_end, big_body), ]; let blocks: Vec = raw_units .iter() .enumerate() .map(|(i, (sym, ls, le, code))| { let span = SourceSpan::Code { line_start: *ls, line_end: *le, symbol: Some((*sym).to_string()), lang: Some("go".into()), }; let bid = id_for_block(&doc_id, "code", &[], i as u32, &span); Block::Code(CodeBlock { common: CommonBlock { block_id: bid, heading_path: vec![], source_span: span, }, lang: Some("go".into()), code: code.clone(), }) }) .collect(); CanonicalDocument { doc_id, source_asset_id: aid, workspace_path: wp, title: "metrics.go".into(), lang: Lang("und".into()), blocks, metadata: Metadata { aliases: vec![], tags: vec![], created_at: OffsetDateTime::from_unix_timestamp(1_700_000_000).unwrap(), updated_at: OffsetDateTime::from_unix_timestamp(1_700_000_000).unwrap(), source_type: SourceType::Note, trust_level: TrustLevel::Primary, user_id_alias: None, user: Default::default(), repo: Some("kebab".into()), git_branch: Some("main".into()), git_commit: Some("0".repeat(40)), code_lang: Some("go".into()), }, provenance: Provenance { events: vec![] }, parser_version: pv, schema_version: 1, doc_version: 1, last_chunker_version: None, last_embedding_version: None, } } fn fixed_policy() -> ChunkPolicy { ChunkPolicy { target_tokens: 500, overlap_tokens: 80, respect_markdown_headings: false, chunker_version: ChunkerVersion("code-go-ast-v1".into()), } } #[test] fn code_go_ast_chunks_snapshot() { let doc = fixed_doc(); let policy = fixed_policy(); let chunks = CodeGoAstV1Chunker.chunk(&doc, &policy).expect("chunk"); let actual = serde_json::to_value(&chunks).unwrap(); let dir = fixtures_dir(); let baseline_path = dir.join("code-sample.go.chunks.snapshot.json"); let baseline_text = match std::fs::read_to_string(&baseline_path) { Ok(s) => s, Err(_) if std::env::var("UPDATE_SNAPSHOTS").is_ok() => { std::fs::create_dir_all(&dir).unwrap(); let pretty = serde_json::to_string_pretty(&actual).unwrap(); std::fs::write(&baseline_path, format!("{pretty}\n")).unwrap(); return; } Err(e) => panic!( "missing baseline {}; run with UPDATE_SNAPSHOTS=1 to create: {e}", baseline_path.display() ), }; let expected: Value = serde_json::from_str(&baseline_text).expect("baseline parses as json"); if actual != expected { if std::env::var("UPDATE_SNAPSHOTS").is_ok() { let pretty = serde_json::to_string_pretty(&actual).unwrap(); std::fs::write(&baseline_path, format!("{pretty}\n")).unwrap(); eprintln!("updated baseline {}", baseline_path.display()); return; } let pretty = serde_json::to_string_pretty(&actual).unwrap(); panic!( "code-go-ast-v1 chunks snapshot drift\n\ --- expected ({}) ---\n{baseline_text}\n\ --- actual ---\n{pretty}\n\ If intentional, re-run with UPDATE_SNAPSHOTS=1.", baseline_path.display() ); } } /// Determinism cross-check: re-running the same pipeline yields the same /// chunk_ids byte-for-byte. #[test] fn code_go_ast_chunks_are_deterministic() { let policy = fixed_policy(); let baseline: Vec = CodeGoAstV1Chunker .chunk(&fixed_doc(), &policy) .unwrap() .into_iter() .map(|c| c.chunk_id.0) .collect(); for _ in 0..5 { let again: Vec = CodeGoAstV1Chunker .chunk(&fixed_doc(), &policy) .unwrap() .into_iter() .map(|c| c.chunk_id.0) .collect(); assert_eq!(again, baseline); } }