Files
kebab/crates/kebab-store-sqlite/tests/list_docs.rs
altair823 58ac62d53a feat(search): provenance 출처 필터 — [[workspace.sources]] 멀티소스 + --source/--source-type
혼합 출처 KB(위키+jira 등)에서 색인은 전부 하되 질의 시 출처로 좁히는 provenance
레버. 전역 trust 곱셈가중(weighted-RRF)은 A/B 에서 반증(θ=0.85 만으로 incident MRR
0.918→0.340 절벽, 점수 압축) — 필터가 see-saw 없는 올바른 레버.

- config [[workspace.sources]] (각 id/root/exclude/trust_level/source_type);
  단일 root 는 implicit `default` source 로 정규화. validate: id 유일·비어있지 않음.
- config schema v3→v4 (step_3_to_4, root→[[workspace.sources]] id=default 미러, 멱등)
- V014 documents.source_id 컬럼+인덱스 (additive, DEFAULT 'default', 재색인 0)
- Metadata.source_id + BodyHints trust precedence(frontmatter > source 기본값 > Primary)
- ingest: --root 미지정 시 resolved_sources() 순회 + doc 마다 source_id/trust stamp
- 검색 SearchFilters.source_type/source_id → lexical + vector 두 site (IN, OR)
- CLI kebab search --source <id> / --source-type <type> (repeatable/comma-sep)

도그푸딩(620 doc, jira400+wiki220): --source wiki 로 개념 질의 MRR 0.780→0.810,
--source jira 로 incident 0.918→0.975. trust precedence 실측(jira=secondary 기본값).

version bump 0.28.0 → 0.29.0 (신규 CLI flag + config 키 + V014 migration → minor).
follow-up: MCP search 필터 미노출 · kebab list source_id 미표시 · RAG provenance 라벨.

자세한 내용: tasks/HOTFIXES.md (2026-06-21), docs/release-notes/v0.29.0-draft.md.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_012Mc6W1fgsrbFKTsqA6P8La
2026-06-21 08:35:19 +00:00

154 lines
4.7 KiB
Rust

//! `DocumentStore::list_documents` filter coverage.
use std::path::PathBuf;
use kebab_core::{
AssetId, AssetStorage, Block, CanonicalDocument, Checksum, CommonBlock, DocFilter, DocumentId,
DocumentStore, HeadingBlock, Lang, MediaType, Metadata, ParserVersion, Provenance, RawAsset,
SourceSpan, SourceType, SourceUri, TrustLevel, WorkspacePath,
};
use kebab_store_sqlite::SqliteStore;
use time::OffsetDateTime;
mod common;
fn make_doc(
suffix: char,
workspace_path: &str,
lang: &str,
tags: Vec<&str>,
trust: TrustLevel,
) -> (RawAsset, CanonicalDocument) {
let bytes: Vec<u8> = vec![suffix as u8; 16];
let cs = blake3::hash(&bytes).to_hex().to_string();
let asset_id = AssetId(format!("{suffix}").repeat(32));
let asset = RawAsset {
asset_id: asset_id.clone(),
source_uri: SourceUri::File(PathBuf::from(format!("/tmp/{suffix}.md"))),
workspace_path: WorkspacePath::new(workspace_path.into()).unwrap(),
media_type: MediaType::Markdown,
byte_len: bytes.len() as u64,
checksum: Checksum(cs.clone()),
discovered_at: OffsetDateTime::from_unix_timestamp(1_700_000_000).unwrap(),
stored: AssetStorage::Reference {
path: PathBuf::from(format!("/tmp/{suffix}.md")),
sha: Checksum(cs),
},
};
let doc_id = DocumentId(format!("d{suffix}").repeat(16));
let block = Block::Heading(HeadingBlock {
common: CommonBlock {
block_id: kebab_core::BlockId(format!("b{suffix}").repeat(16)),
heading_path: vec![],
source_span: SourceSpan::Line { start: 1, end: 1 },
},
level: 1,
text: format!("Title {suffix}"),
});
let metadata = Metadata {
aliases: vec![],
tags: tags.into_iter().map(String::from).collect(),
created_at: OffsetDateTime::from_unix_timestamp(1_700_000_000).unwrap(),
updated_at: OffsetDateTime::from_unix_timestamp(1_700_000_000).unwrap(),
source_type: SourceType::Markdown,
trust_level: trust,
user_id_alias: None,
user: Default::default(),
repo: None,
git_branch: None,
git_commit: None,
code_lang: None,
source_id: None,
};
let doc = CanonicalDocument {
doc_id,
source_asset_id: asset_id,
workspace_path: asset.workspace_path.clone(),
title: format!("Title {suffix}"),
lang: Lang(lang.into()),
blocks: vec![block],
metadata,
provenance: Provenance { events: vec![] },
parser_version: ParserVersion("test".into()),
schema_version: 1,
doc_version: 1,
last_chunker_version: None,
last_embedding_version: None,
};
(asset, doc)
}
#[test]
fn list_documents_filters_lang_and_tags() {
let env = common::TestEnv::new();
let store = SqliteStore::open(&env.config()).unwrap();
store.run_migrations().unwrap();
for (asset, doc) in [
make_doc(
'a',
"notes/a.md",
"en",
vec!["rust", "kb"],
TrustLevel::Primary,
),
make_doc('b', "notes/b.md", "ko", vec!["rust"], TrustLevel::Secondary),
make_doc('c', "papers/c.md", "en", vec!["bio"], TrustLevel::Generated),
] {
store.put_asset(&asset).unwrap();
store.put_document(&doc).unwrap();
}
// No filter → all three docs.
let all = store.list_documents(&DocFilter::default()).unwrap();
assert_eq!(all.len(), 3);
// lang filter.
let en = store
.list_documents(&DocFilter {
lang: Some(Lang("en".into())),
..Default::default()
})
.unwrap();
assert_eq!(en.len(), 2);
assert!(en.iter().all(|d| d.lang == Lang("en".into())));
// path glob.
let papers = store
.list_documents(&DocFilter {
path_glob: Some("papers/*.md".into()),
..Default::default()
})
.unwrap();
assert_eq!(papers.len(), 1);
assert_eq!(papers[0].doc_path.0, "papers/c.md");
// tags_any.
let rust = store
.list_documents(&DocFilter {
tags_any: vec!["rust".into()],
..Default::default()
})
.unwrap();
assert_eq!(rust.len(), 2);
// tags must be hydrated on the result.
for d in &rust {
assert!(
d.tags.iter().any(|t| t == "rust"),
"expected `rust` tag on {}: {:?}",
d.doc_path.0,
d.tags
);
}
// trust_min — Primary only.
let primary = store
.list_documents(&DocFilter {
trust_min: Some(TrustLevel::Primary),
..Default::default()
})
.unwrap();
assert_eq!(primary.len(), 1);
assert_eq!(primary[0].trust_level, TrustLevel::Primary);
}