update code

This commit is contained in:
lychang
2025-11-14 01:21:48 +08:00
parent 00545db202
commit 95652ed5be
4 changed files with 187 additions and 132 deletions

View File

@@ -1,7 +1,6 @@
import datetime
import json
import os.path
import sqlite3
from typing import List, Tuple
import logging
import os
@@ -11,6 +10,7 @@ from requests.adapters import HTTPAdapter
from urllib3.util.retry import Retry
import pytz
from tools import DatabaseManager
from file import ObjectFileManager, LocalFileManager
TZ = pytz.timezone('Asia/Shanghai')
@@ -162,47 +162,48 @@ agent = AIAgent(max_retries=1, timeout=180)
class ChatSessionManager:
"""聊天会话管理器类"""
def __init__(self, online_db_uri: str = "zysl-log/wework/chat_msg/db/data.db"):
def __init__(self, db_manager: DatabaseManager):
"""
初始化聊天会话管理器
Args:
online_db_uri: 在线数据库URI
db_manager: 数据库管理工具
"""
self.online_db_uri = online_db_uri
self.files_dir = os.path.join("", "files")
self.messages_dir = os.path.join("", "messages")
self.db_path = os.path.join("db", "data")
self.cache_path = None
# 初始化文件管理器
self.obj = ObjectFileManager()
self.lfm = LocalFileManager(self.files_dir)
self.dbm = LocalFileManager("db")
self.dbm = db_manager
self.users = []
self.groups = []
self.members = {}
self.messages = []
self.files = {}
# 初始化数据库连接
self.conn = sqlite3.connect(self.db_path)
self.cursor = self.conn.cursor()
# 确保目录存在
os.makedirs(self.files_dir, exist_ok=True)
os.makedirs(self.messages_dir, exist_ok=True)
def upload_db(self):
file = self.dbm.get_file("data")
self.obj.upload_file(self.online_db_uri, file)
def execute_query(self, query: str, params=None, fetch_all=True):
result = []
if fetch_all:
rows = self.dbm.execute_query(query, params)
for row in rows:
result.append(list(row))
else:
rows = self.dbm.execute_query(query, params, False)
result = list(rows)
return result
def download_db(self):
file = self.obj.get_file(self.online_db_uri)
l = self.dbm.upload_file("data", file)
def execute_event(self, query: str, params=None):
return self.dbm.execute_event(query, params)
def status(self):
cursor = self.conn.cursor()
cursor.execute("SELECT datetime FROM information order by datetime desc limit 1")
row = cursor.fetchone()
row = self.dbm.execute_query("SELECT datetime FROM information order by datetime desc limit 1", fetch_all=False)
if row:
return row[0]
else:
@@ -418,8 +419,7 @@ class ChatSessionManager:
return
print(f"开始插入 {len(data)} 条记录")
self.cursor.executemany(sql, data)
self.conn.commit()
self.dbm.execute_event(sql, data)
print(f"成功插入 {len(data)} 条记录")
def save_information_to_sqlite(self, date_time: str, message_num: int, file_num: int, user_num: int,
@@ -556,16 +556,15 @@ class ChatSessionManager:
"""
start_time = convert_to_utc(start_time_str, source_timezone="Asia/Shanghai").timestamp()
end_time = convert_to_utc(end_time_str, source_timezone="Asia/Shanghai").timestamp()
cursor = self.conn.cursor()
cursor.execute('''
SELECT message.time, message.content
FROM message
WHERE (message.type = 'text'
or message.type = 'mixed')
AND message.time >= ?
AND message.time <= ?
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
res = cursor.fetchall()
res = self.dbm.execute_query('''
SELECT message.time, message.content
FROM message
WHERE (message.type = 'text'
or message.type = 'mixed')
AND message.time >= ?
AND message.time <= ?
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
return res
@staticmethod
@@ -637,11 +636,7 @@ class ChatSessionManager:
group_qa: 问答数据字典,键为群ID,值为问答列表
"""
data = []
cursor = self.conn.cursor()
index_id = cursor.execute('''select id
from qa
order by id desc
limit 1''').fetchone()[0]
index_id = self.execute_query(f"SELECT id FROM qa order by id desc limit 1",fetch_all=False)[0]
for r in group_qa:
qas = group_qa.get(r, {})
@@ -652,11 +647,10 @@ class ChatSessionManager:
data.append((index_id, r, json.dumps(Q, ensure_ascii=False), json.dumps(A, ensure_ascii=False),
qa["start_time"],
qa["end_time"]))
cursor.executemany('''
self.execute_event('''
insert into qa (id, groupId, question, answer, start_time, end_time)
values (?, ?, ?, ?, ?, ?)
''', data)
self.conn.commit()
def update_qa_data(self, start_time_str: str, end_time_str: str):
"""
@@ -668,16 +662,14 @@ class ChatSessionManager:
"""
start_time = convert_to_utc(start_time_str, source_timezone="Asia/Shanghai").timestamp()
end_time = convert_to_utc(end_time_str, source_timezone="Asia/Shanghai").timestamp()
cursor = self.conn.cursor()
cursor.execute('''
SELECT receiver, sender, time, content, id
FROM message
WHERE message.time >= ?
AND message.time <= ?
AND toType = 1
AND type in ('text', 'mixed', 'chatrecord')
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
data = cursor.fetchall()
data = self.execute_query('''
SELECT receiver, sender, time, content, id
FROM message
WHERE message.time >= ?
AND message.time <= ?
AND toType = 1
AND type in ('text', 'mixed', 'chatrecord')
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
group_messages = {}
for i in data:
group_id = i[0]
@@ -686,25 +678,3 @@ class ChatSessionManager:
group_messages[group_id].append(i)
group_qa = self.analyze_qa_content(group_messages)
self.save_qa_to_sqlite(group_qa)
def close(self) -> None:
"""关闭数据库连接"""
if self.conn:
self.conn.close()
def __del__(self) -> None:
"""析构函数,确保资源被正确释放"""
self.close()
if __name__ == '__main__':
chat_session = ChatSessionManager()
chat_session.upload_db()
chat_session.download_db()
# for day in range(11,13):
# for hour in range(24):
# chat_session.process_chat_session(2025,11,day,hour)
# start = "2025-11-11 00:00:00"
# end = "2025-11-13 00:00:00"
#
# chat_session.update_qa_data(start, end)