update
This commit is contained in:
81
src/engine/pipeline.rs
Normal file
81
src/engine/pipeline.rs
Normal file
@@ -0,0 +1,81 @@
|
||||
//! 处理管线 — 批量处理相册元数据
|
||||
|
||||
use crate::db::Database;
|
||||
use crate::engine::title_parser;
|
||||
use crate::engine::tag_extractor;
|
||||
use crate::engine::person_merger;
|
||||
use std::collections::HashMap;
|
||||
|
||||
/// 处理所有相册的元数据:提取人名 + 标签
|
||||
/// 两阶段:先用正则提取人名入库,再用匹配精炼,最后提取标签
|
||||
pub async fn process_all_albums(db: &Database) -> (usize, usize) {
|
||||
let albums = db.get_all_albums_full().await;
|
||||
let mut person_count = 0;
|
||||
let mut tag_count = 0;
|
||||
|
||||
// Phase 1: 先用正则从标题直接提取人名(冷启动,不需要已有 persons)
|
||||
let patterns = person_merger::collect_person_patterns(db).await;
|
||||
let use_patterns = !patterns.is_empty();
|
||||
|
||||
for album in &albums {
|
||||
let title = album.title.as_deref().unwrap_or("");
|
||||
if title.is_empty() { continue; }
|
||||
|
||||
// 提取人名
|
||||
if album.person_name_original.is_none() || album.person_name_original.as_deref() == Some("") {
|
||||
let person_name = if use_patterns {
|
||||
// 已有人物库,用匹配
|
||||
person_merger::match_title(title, &patterns).map(|(_, name, _)| name)
|
||||
} else {
|
||||
// 冷启动,直接用正则提取
|
||||
title_parser::extract_person_name_from_title(title)
|
||||
};
|
||||
|
||||
if let Some(person_name) = person_name {
|
||||
let (cleaned, _aliases) = title_parser::clean_person_name(&person_name);
|
||||
let final_name = if cleaned.is_empty() { person_name.clone() } else { cleaned };
|
||||
db.update_album_person(&album.id, &person_name, &final_name).await;
|
||||
|
||||
// 创建人员
|
||||
let pid = db.insert_person(&final_name, None).await;
|
||||
db.insert_person_album(pid, &album.id).await;
|
||||
db.update_person_counts(pid).await;
|
||||
person_count += 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Phase 2: 提取标签(使用已填充的人名来排除)
|
||||
// 重新获取 albums(因为 person_name_cleaned 已更新)
|
||||
let albums_refreshed = db.get_all_albums_full().await;
|
||||
let mut seen_albums: HashMap<String, String> = HashMap::new();
|
||||
for album in &albums {
|
||||
if let Some(pn) = &album.person_name_cleaned {
|
||||
seen_albums.insert(album.id.clone(), pn.clone());
|
||||
}
|
||||
}
|
||||
|
||||
for album in &albums_refreshed {
|
||||
let title = album.title.as_deref().unwrap_or("");
|
||||
if title.is_empty() { continue; }
|
||||
|
||||
let existing_tags = album.tags.as_deref().unwrap_or("");
|
||||
if existing_tags.is_empty() || existing_tags == "[]" {
|
||||
let person = album.person_name_cleaned.as_deref()
|
||||
.or_else(|| seen_albums.get(&album.id).map(|s| s.as_str()));
|
||||
let tags = tag_extractor::extract_tags_from_title(title, person);
|
||||
let unique = tag_extractor::unique_tags(tags);
|
||||
if !unique.is_empty() {
|
||||
let tag_names: Vec<String> = unique.iter().map(|(t, _)| t.clone()).collect();
|
||||
let tags_json = serde_json::to_string(&tag_names).unwrap_or_else(|_| "[]".to_string());
|
||||
let all_words: Vec<[String; 2]> = unique.iter().map(|(t, tp)| [t.clone(), tp.clone()]).collect();
|
||||
let words_json = serde_json::to_string(&all_words).unwrap_or_else(|_| "[]".to_string());
|
||||
db.update_album_tags(&album.id, &tags_json, &words_json).await;
|
||||
tag_count += 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
println!("[管线] 处理完成:{} 个人名,{} 个标签", person_count, tag_count);
|
||||
(person_count, tag_count)
|
||||
}
|
||||
Reference in New Issue
Block a user