diff --git a/migrations/005_cleanup.sql b/migrations/005_cleanup.sql index 9c10477..e2f54b4 100644 --- a/migrations/005_cleanup.sql +++ b/migrations/005_cleanup.sql @@ -1,4 +1,4 @@ --- 移除不再使用的扩展列(数据已迁移到 search.db) +-- 移除不再使用的扩展列(数据已迁移到 search.db.bak) -- SQLite 3.35.0+ 支持 ALTER TABLE DROP COLUMN -- 先删除引用这些列的索引 diff --git a/src/cache/mod.rs b/src/cache/mod.rs index aff639d..c4fd60b 100644 --- a/src/cache/mod.rs +++ b/src/cache/mod.rs @@ -1,7 +1,9 @@ //! 缓存层 — 内存缓存管理 use crate::search_db::SearchDb; +use crate::db::Database; use crate::models::*; +use sqlx::Row; use std::collections::HashMap; use std::sync::Arc; use tokio::sync::RwLock; @@ -205,25 +207,55 @@ impl PersonCache { } /// 刷新所有缓存(相册 + 标签 + 人物) +/// 相册从主库读取,标签/人物从 search.db 读取 pub async fn refresh_all_caches( + db: &Database, search_db: &SearchDb, albums_cache: &Arc>, persons_cache: &Arc>, tags_cache: &Arc>, ) { - // 1. 刷新相册 - if let Ok(albums) = search_db.get_all_albums().await { - let mut c = albums_cache.write().await; - c.update(albums.clone()); + // 1. 从主库读取相册(含 tags 和 persons 关联) + if let Ok(albums) = db.get_all_albums().await { + // 批量获取 album → tags 映射 + let tag_rows = sqlx::query("SELECT album_id, tag FROM album_tags") + .fetch_all(&db.pool).await.unwrap_or_default(); + let mut album_tags: std::collections::HashMap> = std::collections::HashMap::new(); + for r in &tag_rows { + let aid: String = r.get("album_id"); + let tag: String = r.get("tag"); + album_tags.entry(aid).or_default().push(tag); + } - // 2. 刷新标签 + // 批量获取 album → persons 映射 + let person_rows = sqlx::query( + r#"SELECT pa.album_id, p.name FROM person_albums pa JOIN persons p ON pa.person_id = p.id"# + ).fetch_all(&db.pool).await.unwrap_or_default(); + let mut album_persons: std::collections::HashMap> = std::collections::HashMap::new(); + for r in &person_rows { + let aid: String = r.get("album_id"); + let name: String = r.get("name"); + album_persons.entry(aid).or_default().push(name); + } + + let enriched: Vec = albums.into_iter().map(|mut a| { + let id_str = a.id.to_string(); + a.tags = album_tags.remove(&id_str).unwrap_or_default(); + a.persons = album_persons.remove(&id_str).unwrap_or_default(); + a + }).collect(); + + let mut c = albums_cache.write().await; + c.update(enriched); + + // 2. 刷新标签(从 search.db) let popular_tags = search_db.get_popular_tags(200).await; let tag_albums = search_db.get_all_tag_albums().await; let mut tc = tags_cache.write().await; tc.update(popular_tags, tag_albums); } - // 3. 刷新人物 + // 3. 刷新人物(从 search.db) let persons = search_db.get_all_persons_with_aliases().await; let mut pc = persons_cache.write().await; pc.update(persons); diff --git a/src/db/batch.rs b/src/db/batch.rs index b3dfee3..206d14a 100644 --- a/src/db/batch.rs +++ b/src/db/batch.rs @@ -28,7 +28,7 @@ impl Database { let person_name = result.person_name.as_deref(); if let Some(name) = person_name { - // ── 标记处理时间(person_name 列已迁移到 search.db)── + // ── 标记处理时间(person_name 列已迁移到 search.db.bak)── sqlx::query( "UPDATE albums SET processed_at = datetime('now') WHERE id = ?" ) @@ -60,7 +60,7 @@ impl Database { .execute(&mut **tx).await?; } - // ── 写标签(tags/all_words 列已迁移到 search.db,只维护 album_tags 表)── + // ── 写标签(tags/all_words 列已迁移到 search.db.bak,只维护 album_tags 表)── if !result.tags.is_empty() { sqlx::query("DELETE FROM album_tags WHERE album_id = ?") .bind(album_id).execute(&mut **tx).await?; diff --git a/src/engine/person_merger.rs b/src/engine/person_merger.rs index 18593e2..6c9961c 100644 --- a/src/engine/person_merger.rs +++ b/src/engine/person_merger.rs @@ -406,7 +406,7 @@ pub async fn analyze_matches(db: &Database, patterns: &[Pattern]) -> MatchStats for album in &albums { let title = album.title.as_deref().unwrap_or(""); - let current = ""; // person_name_original 已迁移到 search.db + let current = ""; // person_name_original 已迁移到 search.db.bak if let Some((_text, person, source)) = match_title(title, patterns) { *stats.by_source.entry(source).or_insert(0) += 1; @@ -458,7 +458,7 @@ pub async fn analyze_deep_matches(db: &Database) -> DeepMatchStats { for album in &albums { let title = album.title.as_deref().unwrap_or(""); - let current = ""; // person_name_original 已迁移到 search.db + let current = ""; // person_name_original 已迁移到 search.db.bak if title.is_empty() { continue; diff --git a/src/engine/pipeline.rs b/src/engine/pipeline.rs index 53a2017..77fcb92 100644 --- a/src/engine/pipeline.rs +++ b/src/engine/pipeline.rs @@ -166,7 +166,7 @@ pub async fn phase_merge_persons(db: &Database) -> (usize, usize) { // ════════════════════════════════════════════════ pub async fn phase_clean_tags_after_parse(db: &Database) -> usize { - println!("[管线·PhaseB] 后校验标签完成:已迁移到 search.db,跳过"); + println!("[管线·PhaseB] 后校验标签完成:已迁移到 search.db.bak,跳过"); 0 } @@ -184,7 +184,7 @@ struct PreprocessResult { dirty: DirtySet, } -/// 合并预处理:只做收集新相册,不再做标签清洗(已迁移到 search.db) +/// 合并预处理:只做收集新相册,不再做标签清洗(已迁移到 search.db.bak) async fn phase_preprocess_combined(db: &Database) -> PreprocessResult { let mut result = PreprocessResult::default(); let dirty = phase_collect_new_albums(db).await; @@ -309,13 +309,13 @@ pub async fn run_pipeline(db: &Database) -> PipelineResult { } // ════════════════════════════════════════════════ -// Phase S:同步管线结果到 search.db +// Phase S:同步管线结果到 search.db.bak // ════════════════════════════════════════════════ -/// 将管线解析结果从主库同步到 search.db +/// 将管线解析结果从主库同步到 search.db.bak /// /// 读取主库中所有相册的解析结果(tags json, person_name_cleaned 等), -/// 写入 search.db 的结构化表(albums, tags, persons, album_tags, album_persons)。 +/// 写入 search.db.bak 的结构化表(albums, tags, persons, album_tags, album_persons)。 /// /// 在管线执行完成后调用,确保搜索数据与主库一致。 pub async fn sync_albums_to_search_db(db: &Database, search_db: &SearchDb) -> usize { @@ -330,7 +330,7 @@ pub async fn sync_albums_to_search_db(db: &Database, search_db: &SearchDb) -> us let img_count = album.image_count.unwrap_or(0); if let Err(e) = search_db.upsert_album(&album.id, album.title.as_deref().unwrap_or(""), cover_id, img_count, None).await { - eprintln!("[Sync->search.db] upsert 相册 {} 失败: {}", album.id, e); + eprintln!("[Sync->search.db.bak] upsert 相册 {} 失败: {}", album.id, e); continue; } @@ -404,18 +404,18 @@ pub async fn sync_albums_to_search_db(db: &Database, search_db: &SearchDb) -> us search_db.update_person_counts(*person_id, albums_count, 0).await.ok(); } - println!("[Sync->search.db] 同步完成:{} 个相册,{} 个人物,{} 个标签", + println!("[Sync->search.db.bak] 同步完成:{} 个相册,{} 个人物,{} 个标签", synced, person_cache.len(), tag_cache.len()); synced } -/// 增量同步脏集相册到 search.db +/// 增量同步脏集相册到 search.db.bak /// -/// 只处理脏集中的相册 ID,从主库按需查询后写入 search.db。 +/// 只处理脏集中的相册 ID,从主库按需查询后写入 search.db.bak。 /// 逻辑与全量同步一致,但只处理脏集里的相册,避免全表扫描。 pub async fn sync_dirty_albums(db: &Database, search_db: &SearchDb, dirty: &DirtySet) -> usize { if dirty.is_empty() { - println!("[Sync->search.db·增量] 脏集为空,跳过"); + println!("[Sync->search.db.bak·增量] 脏集为空,跳过"); return 0; } @@ -432,7 +432,7 @@ pub async fn sync_dirty_albums(db: &Database, search_db: &SearchDb, dirty: &Dirt // ── 1. upsert albums 表 ── if let Err(e) = search_db.upsert_album(&album.id, title, album.cover_image_id.as_deref(), img_count, None).await { - eprintln!("[Sync->search.db·增量] upsert 相册 {} 失败: {}", album.id, e); + eprintln!("[Sync->search.db.bak·增量] upsert 相册 {} 失败: {}", album.id, e); continue; } @@ -506,7 +506,7 @@ pub async fn sync_dirty_albums(db: &Database, search_db: &SearchDb, dirty: &Dirt search_db.update_person_counts(*person_id, albums_count, 0).await.ok(); } - println!("[Sync->search.db·增量] 同步完成:{} 个相册,{} 个人物,{} 个标签", + println!("[Sync->search.db.bak·增量] 同步完成:{} 个相册,{} 个人物,{} 个标签", synced, person_cache.len(), tag_cache.len()); synced } diff --git a/src/engine/recommend.rs b/src/engine/recommend.rs index 576b447..ddff509 100644 --- a/src/engine/recommend.rs +++ b/src/engine/recommend.rs @@ -136,7 +136,7 @@ impl RecommendEngine { let total = albums.len() as f64; for album in &albums { let aid = album.id.to_string(); - // 从 search.db 查该相册的人物 + // 从 search.db.bak 查该相册的人物 let person_rows = sqlx::query( r#"SELECT p.name FROM persons p JOIN album_persons ap ON p.id = ap.person_id @@ -207,7 +207,7 @@ impl RecommendEngine { } }).collect(); - // 为热门人物获取 top tags(从 search.db) + // 为热门人物获取 top tags(从 search.db.bak) for rp in &mut results { if let Some(person) = search_db.get_person_by_name(&rp.name).await { let top_tags = search_db.get_person_top_tags(person.id, 5).await; diff --git a/src/engine/tag_dict.rs b/src/engine/tag_dict.rs index 735867a..c1f42a4 100644 --- a/src/engine/tag_dict.rs +++ b/src/engine/tag_dict.rs @@ -533,13 +533,13 @@ pub fn get_tag_dict_stats() -> String { } // ════════════════════════════════════════════════ -// 从 search.db 的 dict 表加载 +// 从 search.db.bak 的 dict 表加载 // ════════════════════════════════════════════════ use crate::search_db::DictEntry; impl TagDict { - /// 从 search.db 的 dict 表条目加载词典数据 + /// 从 search.db.bak 的 dict 表条目加载词典数据 /// /// dict 表条目类型(通过 type 字段区分): /// - `tag` — word 是标签,category 是分类名 → 加入 keymap @@ -603,7 +603,7 @@ impl TagDict { }); } - println!("[词典] 从 search.db dict 表加载: {} 分类, {} 标签(keymap), {} 停用词, {} 前缀, {} 排除人名, {} 包含人名", + println!("[词典] 从 search.db.bak dict 表加载: {} 分类, {} 标签(keymap), {} 停用词, {} 前缀, {} 排除人名, {} 包含人名", dict.categories.len(), dict.keymap.len(), dict.stop_words.len(), dict.person_prefixes.len(), dict.excluded_person_names.len(), dict.included_person_names.len()); @@ -612,16 +612,16 @@ impl TagDict { } } -/// 从 search.db 的 dict 表重新加载标签词典 +/// 从 search.db.bak 的 dict 表重新加载标签词典 pub async fn reload_from_search_db(search_db: &crate::search_db::SearchDb) -> String { let entries = match search_db.load_dict_all().await { Ok(e) => e, - Err(e) => return format!("从 search.db 加载 dict 失败: {}", e), + Err(e) => return format!("从 search.db.bak 加载 dict 失败: {}", e), }; let mut dict = TAG_DICT.write().expect("tag_dict 锁被污染"); *dict = TagDict::load_from_dict_entries(&entries); format!( - "词典已从 search.db 重载: {} 分类, {} 标签(keymap), {} 停用词, {} 前缀, {} 排除人名, {} 包含人名", + "词典已从 search.db.bak 重载: {} 分类, {} 标签(keymap), {} 停用词, {} 前缀, {} 排除人名, {} 包含人名", dict.categories.len(), dict.keymap.len(), dict.stop_words.len(), dict.person_prefixes.len(), dict.excluded_person_names.len(), dict.included_person_names.len(), diff --git a/src/main.rs b/src/main.rs index b1178a1..8f70478 100644 --- a/src/main.rs +++ b/src/main.rs @@ -26,8 +26,8 @@ async fn main() -> std::io::Result<()> { let args: Vec = env::args().collect(); let export_to_search = args.iter().any(|a| a == "--export-search"); let search_db_cli_path = args.iter().find(|a| a.starts_with("--search-db=")) - .map(|s| s.strip_prefix("--search-db=").unwrap_or("search.db")) - .unwrap_or("search.db"); + .map(|s| s.strip_prefix("--search-db=").unwrap_or("search.db.bak")) + .unwrap_or("search.db.bak"); let clear_search = args.iter().any(|a| a == "--clear-search"); let wal_checkpoint = args.iter().any(|a| a == "--wal-checkpoint"); @@ -60,7 +60,7 @@ async fn main() -> std::io::Result<()> { }; if export_to_search { - info!("[搜索导出] 开始将元数据导出到 search.db..."); + info!("[搜索导出] 开始将元数据导出到 search.db.bak..."); match services::search_export::export_to_search_db(&db, search_db_cli_path, clear_search).await { Ok(result) => { info!("[搜索导出] 导出完成: 相册{}, 标签{}, 人物{}, 别名{}, 关联{}", @@ -77,9 +77,9 @@ async fn main() -> std::io::Result<()> { if wal_checkpoint { info!("[WAL合并] 主数据库 WAL checkpoint 已在初始化时完成"); - info!("[WAL合并] 正在合并 search.db WAL..."); - let search_db = SearchDb::new("data/search.db").await - .expect("search.db 连接失败"); + info!("[WAL合并] 正在合并 search.db.bak WAL..."); + let search_db = SearchDb::new("data/search.db.bak").await + .expect("search.db.bak 连接失败"); search_db.wal_checkpoint().await; info!("[WAL合并] 两个数据库均已合并完成"); std::process::exit(0); @@ -87,16 +87,16 @@ async fn main() -> std::io::Result<()> { let image_processor = Arc::new(image_processor::ImageProcessor::new(config.storage.clone())); - // ── 初始化 search.db(运行时搜索专用)── - let search_db_path = "data/search.db"; + // ── 初始化 search.db.bak(运行时搜索专用)── + let search_db_path = "data/search.db.bak"; let search_db = Arc::new( SearchDb::new(search_db_path).await - .expect("search.db 连接失败") + .expect("search.db.bak 连接失败") ); - info!("search.db 连接成功"); + info!("search.db.bak 连接成功"); search_db.wal_checkpoint().await; - // ── 从 search.db 的 dict 表加载标签词典 ── + // ── 从 search.db.bak 的 dict 表加载标签词典 ── match engine::tag_dict::reload_from_search_db(&search_db).await { msg => info!("{}", msg), } @@ -129,25 +129,25 @@ async fn main() -> std::io::Result<()> { let mut full_sync = false; if new_count > 0 { - info!("[启动] 发现 {} 个新相册,增量同步到 search.db...", new_count); + info!("[启动] 发现 {} 个新相册,增量同步到 search.db.bak...", new_count); let synced = engine::pipeline::sync_dirty_albums(&boot_db, &boot_search_db, &dirty).await; info!("[启动] 增量同步完成:{} 个相册(解析在定时管线中执行)", synced); } else { info!("[启动] 没有新相册"); - // 检查 search.db 是否为空(首次启动) + // 检查 search.db.bak 是否为空(首次启动) let album_count: i64 = sqlx::query_scalar("SELECT COUNT(*) FROM albums") .fetch_one(&boot_search_db.pool).await.unwrap_or(0); if album_count == 0 { - info!("[启动] search.db 为空,执行全量同步..."); + info!("[启动] search.db.bak 为空,执行全量同步..."); let synced = engine::pipeline::sync_albums_to_search_db(&boot_db, &boot_search_db).await; info!("[启动] 全量同步完成:{} 个相册", synced); full_sync = true; } } - // ③ 刷新所有内存缓存(从 search.db 读取) + // ③ 刷新所有内存缓存(从 search.db.bak 读取) info!("[启动] ③ 刷新所有内存缓存..."); - cache::refresh_all_caches(&boot_search_db, &boot_albums_cache, &boot_persons_cache, &boot_tags_cache).await; + cache::refresh_all_caches(&boot_db, &boot_search_db, &boot_albums_cache, &boot_persons_cache, &boot_tags_cache).await; info!("[启动] 启动管线执行完毕(新相册={}, 全量同步={})", new_count, full_sync); }); @@ -179,12 +179,12 @@ async fn main() -> std::io::Result<()> { info!("[定时] 发现 {} 个新相册,增量解析...", new_albums.len()); engine::pipeline::phase_parse_dirty(&timer_db, &new_albums).await; - info!("[定时] 增量同步到 search.db..."); + info!("[定时] 增量同步到 search.db.bak..."); engine::pipeline::sync_dirty_albums(&timer_db, &timer_search_db, &new_albums).await; // ③ 刷新缓存 info!("[定时] 刷新缓存..."); - cache::refresh_all_caches(&timer_search_db, &timer_cache, &timer_persons_cache, &timer_tags_cache).await; + cache::refresh_all_caches(&timer_db, &timer_search_db, &timer_cache, &timer_persons_cache, &timer_tags_cache).await; } }); diff --git a/src/routes/person.rs b/src/routes/person.rs index 7d12a67..af6604b 100644 --- a/src/routes/person.rs +++ b/src/routes/person.rs @@ -35,7 +35,7 @@ pub async fn search_people( }) } -/// GET /api/people/{name} — 从 search.db 查找人物详情(缓存查人物信息,search.db 查相册列表) +/// GET /api/people/{name} — 从 search.db.bak 查找人物详情(缓存查人物信息,search.db.bak 查相册列表) pub async fn get_person_detail( search_db: web::Data>, cache: web::Data>>, @@ -48,7 +48,7 @@ pub async fn get_person_detail( let p = found.into_iter().find(|p| p.name.to_lowercase() == name.to_lowercase()); match p { Some(p) => { - // 相册列表从 search.db 获取 + // 相册列表从 search.db.bak 获取 let albums = search_db.get_person_albums(p.id).await; HttpResponse::Ok().json(PersonWithAlbums { album_count: albums.len(), @@ -69,7 +69,7 @@ pub async fn get_person_detail( } } -/// GET /api/people/{id}/aliases — 从 search.db 查别名 +/// GET /api/people/{id}/aliases — 从 search.db.bak 查别名 pub async fn get_person_aliases(search_db: web::Data>, path: web::Path) -> impl Responder { let aliases = search_db.get_person_aliases(path.into_inner()).await; HttpResponse::Ok().json(aliases) diff --git a/src/routes/pipeline.rs b/src/routes/pipeline.rs index c835d15..e4c906a 100644 --- a/src/routes/pipeline.rs +++ b/src/routes/pipeline.rs @@ -9,7 +9,7 @@ pub async fn pipeline_run( search_db: web::Data>, ) -> impl Responder { let result = engine::pipeline::run_pipeline(db.get_ref()).await; - // 同步到 search.db + // 同步到 search.db.bak let synced = engine::pipeline::sync_albums_to_search_db(db.get_ref(), search_db.get_ref()).await; HttpResponse::Ok().json(serde_json::json!({ diff --git a/src/routes/tag.rs b/src/routes/tag.rs index 158f857..2d4b9c4 100644 --- a/src/routes/tag.rs +++ b/src/routes/tag.rs @@ -6,7 +6,7 @@ use std::collections::HashMap; use std::sync::Arc; use tokio::sync::RwLock; -/// GET /api/metadata/stats — 从 search.db 获取统计数据 +/// GET /api/metadata/stats — 从 search.db.bak 获取统计数据 pub async fn get_metadata_stats(search_db: web::Data>) -> impl Responder { HttpResponse::Ok().json(search_db.get_metadata_stats().await) } diff --git a/src/search_db/mod.rs b/src/search_db/mod.rs index 61434d0..fee42db 100644 --- a/src/search_db/mod.rs +++ b/src/search_db/mod.rs @@ -50,13 +50,13 @@ impl SearchDb { /// 执行 WAL checkpoint(TRUNCATE),将 WAL 完全合并回主文件并清理 -wal / -shm 文件 /// - /// 在启动时调用,确保 search.db 文件干净,避免下次启动时 WAL 恢复开销。 + /// 在启动时调用,确保 search.db.bak 文件干净,避免下次启动时 WAL 恢复开销。 pub async fn wal_checkpoint(&self) { match sqlx::query("PRAGMA wal_checkpoint(TRUNCATE)") .execute(&self.pool).await { - Ok(_) => println!("[search.db] WAL checkpoint(TRUNCATE) 完成,数据库文件已合并"), - Err(e) => eprintln!("[search.db] WAL checkpoint 失败: {}", e), + Ok(_) => println!("[search.db.bak] WAL checkpoint(TRUNCATE) 完成,数据库文件已合并"), + Err(e) => eprintln!("[search.db.bak] WAL checkpoint 失败: {}", e), } } diff --git a/src/services/search_export.rs b/src/services/search_export.rs index 850402c..d01feb8 100644 --- a/src/services/search_export.rs +++ b/src/services/search_export.rs @@ -36,11 +36,11 @@ pub async fn export_to_search_db( search_db_path: &str, clear_existing: bool, ) -> Result { - let search_db = SearchDb::new(search_db_path).await.map_err(|e| format!("创建 search.db 失败: {}", e))?; + let search_db = SearchDb::new(search_db_path).await.map_err(|e| format!("创建 search.db.bak 失败: {}", e))?; if clear_existing { - search_db.clear_all().await.map_err(|e| format!("清空 search.db 失败: {}", e))?; - println!("[搜索导出] 已清空 search.db 现有数据"); + search_db.clear_all().await.map_err(|e| format!("清空 search.db.bak 失败: {}", e))?; + println!("[搜索导出] 已清空 search.db.bak 现有数据"); } // ── 加载 dict 表 ── @@ -87,7 +87,7 @@ pub async fn export_to_search_db( } } - // ── 2. 写入 search.db ── + // ── 2. 写入 search.db.bak ── for (tag_name, category) in &parse_result.tags { // 检查是否是 dict 命中的 tag let from_dict = dict_entries.iter().any(|e| {