altair823
148c8b7040
Config 의 indexing/chunking/image/pdf top-level 필드를 ingest: IngestCfg 하나로 통합. leaf 구조체는 불변, 부모 경로만 [ingest.*] 하위로 이동. PdfOcrCfg 에 paddle 대칭 6키(det/rec/dict/score_thresh/unclip_ratio/ max_boxes) 추가. ser_f32_clean 으로 f32 직렬화 정리(0.3000000119→0.3). apply_env RHS 를 self.ingest.* 로 갱신(env 키 문자열 LHS 불변). Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
92 lines
3.1 KiB
Rust
92 lines
3.1 KiB
Rust
// crates/kebab-config/tests/pdf_ocr.rs
|
|
//
|
|
// Integration tests for [pdf.ocr] config section (v0.20.0 sub-item 1).
|
|
|
|
use kebab_config::{Config, PdfCfg};
|
|
use std::collections::HashMap;
|
|
|
|
// Test 1: toml roundtrip — spec §4.5 line 1034-1047 example block.
|
|
// Config requires many required fields; test the [pdf] section via PdfCfg wrapper.
|
|
#[derive(serde::Deserialize)]
|
|
struct PdfWrapper {
|
|
pdf: PdfCfg,
|
|
}
|
|
|
|
#[test]
|
|
fn pdf_ocr_toml_roundtrip() {
|
|
let toml = r#"
|
|
[pdf.ocr]
|
|
enabled = true
|
|
always_on = false
|
|
engine = "ollama-vision"
|
|
model = "qwen2.5vl:7b"
|
|
endpoint = "http://192.168.0.47:11434"
|
|
languages = ["eng", "kor"]
|
|
max_pixels = 3072
|
|
request_timeout_secs = 900
|
|
valid_ratio_threshold = 0.6
|
|
min_char_count = 30
|
|
lang_hint = "kor"
|
|
"#;
|
|
let w: PdfWrapper = toml::from_str(toml).expect("parse toml");
|
|
let ocr = &w.pdf.ocr;
|
|
assert!(ocr.enabled);
|
|
assert!(!ocr.always_on);
|
|
assert_eq!(ocr.engine, "ollama-vision");
|
|
assert_eq!(ocr.model, "qwen2.5vl:7b");
|
|
assert_eq!(ocr.endpoint.as_deref(), Some("http://192.168.0.47:11434"));
|
|
assert_eq!(ocr.languages, vec!["eng".to_string(), "kor".to_string()]);
|
|
assert_eq!(ocr.max_pixels, 3072);
|
|
assert_eq!(ocr.request_timeout_secs, 900);
|
|
assert!((ocr.valid_ratio_threshold - 0.6).abs() < 1e-6);
|
|
assert_eq!(ocr.min_char_count, 30);
|
|
assert_eq!(ocr.lang_hint.as_deref(), Some("kor"));
|
|
}
|
|
|
|
// Test 2: defaults — opt-in, qwen2.5vl:3b model, 0.5 threshold, 20 min_char.
|
|
#[test]
|
|
fn pdf_ocr_defaults_off_with_qwen_3b() {
|
|
let cfg = Config::defaults();
|
|
assert!(!cfg.ingest.pdf.ocr.enabled);
|
|
assert!(!cfg.ingest.pdf.ocr.always_on);
|
|
assert_eq!(cfg.ingest.pdf.ocr.engine, "ollama-vision");
|
|
assert_eq!(cfg.ingest.pdf.ocr.model, "qwen2.5vl:3b");
|
|
assert!(cfg.ingest.pdf.ocr.endpoint.is_none());
|
|
assert_eq!(
|
|
cfg.ingest.pdf.ocr.languages,
|
|
vec!["eng".to_string(), "kor".to_string()]
|
|
);
|
|
assert_eq!(cfg.ingest.pdf.ocr.max_pixels, 2048);
|
|
assert_eq!(cfg.ingest.pdf.ocr.request_timeout_secs, 180); // Bug #11: 600 → 60 → 180 (HOTFIXES 2026-05-28)
|
|
assert!((cfg.ingest.pdf.ocr.valid_ratio_threshold - 0.5).abs() < 1e-6);
|
|
assert_eq!(cfg.ingest.pdf.ocr.min_char_count, 20);
|
|
assert_eq!(cfg.ingest.pdf.ocr.lang_hint.as_deref(), Some("kor"));
|
|
}
|
|
|
|
// Test 3: env var override — 4 keys 의 typical override case.
|
|
#[test]
|
|
fn pdf_ocr_env_overrides() {
|
|
let mut env: HashMap<String, String> = HashMap::new();
|
|
env.insert("KEBAB_PDF_OCR_ENABLED".to_string(), "true".to_string());
|
|
env.insert(
|
|
"KEBAB_PDF_OCR_MODEL".to_string(),
|
|
"qwen2.5vl:7b".to_string(),
|
|
);
|
|
env.insert("KEBAB_PDF_OCR_ALWAYS_ON".to_string(), "true".to_string());
|
|
env.insert(
|
|
"KEBAB_PDF_OCR_VALID_RATIO_THRESHOLD".to_string(),
|
|
"0.75".to_string(),
|
|
);
|
|
|
|
let cfg = Config::defaults().apply_env(&env);
|
|
|
|
assert!(cfg.ingest.pdf.ocr.enabled);
|
|
assert_eq!(cfg.ingest.pdf.ocr.model, "qwen2.5vl:7b");
|
|
assert!(cfg.ingest.pdf.ocr.always_on);
|
|
assert!((cfg.ingest.pdf.ocr.valid_ratio_threshold - 0.75).abs() < 1e-6);
|
|
|
|
// 다른 env var 가 default 보존
|
|
assert_eq!(cfg.ingest.pdf.ocr.engine, "ollama-vision");
|
|
assert_eq!(cfg.ingest.pdf.ocr.min_char_count, 20);
|
|
}
|