update code
This commit is contained in:
108
chat_session.py
108
chat_session.py
@@ -1,7 +1,6 @@
|
||||
import datetime
|
||||
import json
|
||||
import os.path
|
||||
import sqlite3
|
||||
from typing import List, Tuple
|
||||
import logging
|
||||
import os
|
||||
@@ -11,6 +10,7 @@ from requests.adapters import HTTPAdapter
|
||||
from urllib3.util.retry import Retry
|
||||
import pytz
|
||||
|
||||
from tools import DatabaseManager
|
||||
from file import ObjectFileManager, LocalFileManager
|
||||
|
||||
TZ = pytz.timezone('Asia/Shanghai')
|
||||
@@ -162,47 +162,48 @@ agent = AIAgent(max_retries=1, timeout=180)
|
||||
class ChatSessionManager:
|
||||
"""聊天会话管理器类"""
|
||||
|
||||
def __init__(self, online_db_uri: str = "zysl-log/wework/chat_msg/db/data.db"):
|
||||
def __init__(self, db_manager: DatabaseManager):
|
||||
"""
|
||||
初始化聊天会话管理器
|
||||
|
||||
Args:
|
||||
online_db_uri: 在线数据库URI
|
||||
db_manager: 数据库管理工具
|
||||
"""
|
||||
self.online_db_uri = online_db_uri
|
||||
self.files_dir = os.path.join("", "files")
|
||||
self.messages_dir = os.path.join("", "messages")
|
||||
self.db_path = os.path.join("db", "data")
|
||||
self.cache_path = None
|
||||
# 初始化文件管理器
|
||||
self.obj = ObjectFileManager()
|
||||
self.lfm = LocalFileManager(self.files_dir)
|
||||
self.dbm = LocalFileManager("db")
|
||||
self.dbm = db_manager
|
||||
self.users = []
|
||||
self.groups = []
|
||||
self.members = {}
|
||||
self.messages = []
|
||||
self.files = {}
|
||||
# 初始化数据库连接
|
||||
self.conn = sqlite3.connect(self.db_path)
|
||||
self.cursor = self.conn.cursor()
|
||||
|
||||
# 确保目录存在
|
||||
os.makedirs(self.files_dir, exist_ok=True)
|
||||
os.makedirs(self.messages_dir, exist_ok=True)
|
||||
|
||||
def upload_db(self):
|
||||
file = self.dbm.get_file("data")
|
||||
self.obj.upload_file(self.online_db_uri, file)
|
||||
def execute_query(self, query: str, params=None, fetch_all=True):
|
||||
result = []
|
||||
if fetch_all:
|
||||
rows = self.dbm.execute_query(query, params)
|
||||
for row in rows:
|
||||
result.append(list(row))
|
||||
else:
|
||||
rows = self.dbm.execute_query(query, params, False)
|
||||
result = list(rows)
|
||||
return result
|
||||
|
||||
def download_db(self):
|
||||
file = self.obj.get_file(self.online_db_uri)
|
||||
l = self.dbm.upload_file("data", file)
|
||||
def execute_event(self, query: str, params=None):
|
||||
return self.dbm.execute_event(query, params)
|
||||
|
||||
def status(self):
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute("SELECT datetime FROM information order by datetime desc limit 1")
|
||||
row = cursor.fetchone()
|
||||
|
||||
row = self.dbm.execute_query("SELECT datetime FROM information order by datetime desc limit 1", fetch_all=False)
|
||||
|
||||
if row:
|
||||
return row[0]
|
||||
else:
|
||||
@@ -418,8 +419,7 @@ class ChatSessionManager:
|
||||
return
|
||||
|
||||
print(f"开始插入 {len(data)} 条记录")
|
||||
self.cursor.executemany(sql, data)
|
||||
self.conn.commit()
|
||||
self.dbm.execute_event(sql, data)
|
||||
print(f"成功插入 {len(data)} 条记录")
|
||||
|
||||
def save_information_to_sqlite(self, date_time: str, message_num: int, file_num: int, user_num: int,
|
||||
@@ -556,16 +556,15 @@ class ChatSessionManager:
|
||||
"""
|
||||
start_time = convert_to_utc(start_time_str, source_timezone="Asia/Shanghai").timestamp()
|
||||
end_time = convert_to_utc(end_time_str, source_timezone="Asia/Shanghai").timestamp()
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute('''
|
||||
SELECT message.time, message.content
|
||||
FROM message
|
||||
WHERE (message.type = 'text'
|
||||
or message.type = 'mixed')
|
||||
AND message.time >= ?
|
||||
AND message.time <= ?
|
||||
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
|
||||
res = cursor.fetchall()
|
||||
|
||||
res = self.dbm.execute_query('''
|
||||
SELECT message.time, message.content
|
||||
FROM message
|
||||
WHERE (message.type = 'text'
|
||||
or message.type = 'mixed')
|
||||
AND message.time >= ?
|
||||
AND message.time <= ?
|
||||
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
|
||||
return res
|
||||
|
||||
@staticmethod
|
||||
@@ -637,11 +636,7 @@ class ChatSessionManager:
|
||||
group_qa: 问答数据字典,键为群ID,值为问答列表
|
||||
"""
|
||||
data = []
|
||||
cursor = self.conn.cursor()
|
||||
index_id = cursor.execute('''select id
|
||||
from qa
|
||||
order by id desc
|
||||
limit 1''').fetchone()[0]
|
||||
index_id = self.execute_query(f"SELECT id FROM qa order by id desc limit 1",fetch_all=False)[0]
|
||||
|
||||
for r in group_qa:
|
||||
qas = group_qa.get(r, {})
|
||||
@@ -652,11 +647,10 @@ class ChatSessionManager:
|
||||
data.append((index_id, r, json.dumps(Q, ensure_ascii=False), json.dumps(A, ensure_ascii=False),
|
||||
qa["start_time"],
|
||||
qa["end_time"]))
|
||||
cursor.executemany('''
|
||||
self.execute_event('''
|
||||
insert into qa (id, groupId, question, answer, start_time, end_time)
|
||||
values (?, ?, ?, ?, ?, ?)
|
||||
''', data)
|
||||
self.conn.commit()
|
||||
|
||||
def update_qa_data(self, start_time_str: str, end_time_str: str):
|
||||
"""
|
||||
@@ -668,16 +662,14 @@ class ChatSessionManager:
|
||||
"""
|
||||
start_time = convert_to_utc(start_time_str, source_timezone="Asia/Shanghai").timestamp()
|
||||
end_time = convert_to_utc(end_time_str, source_timezone="Asia/Shanghai").timestamp()
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute('''
|
||||
SELECT receiver, sender, time, content, id
|
||||
FROM message
|
||||
WHERE message.time >= ?
|
||||
AND message.time <= ?
|
||||
AND toType = 1
|
||||
AND type in ('text', 'mixed', 'chatrecord')
|
||||
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
|
||||
data = cursor.fetchall()
|
||||
data = self.execute_query('''
|
||||
SELECT receiver, sender, time, content, id
|
||||
FROM message
|
||||
WHERE message.time >= ?
|
||||
AND message.time <= ?
|
||||
AND toType = 1
|
||||
AND type in ('text', 'mixed', 'chatrecord')
|
||||
''', (str(start_time).replace(".0", "000"), str(end_time).replace(".0", "000")))
|
||||
group_messages = {}
|
||||
for i in data:
|
||||
group_id = i[0]
|
||||
@@ -686,25 +678,3 @@ class ChatSessionManager:
|
||||
group_messages[group_id].append(i)
|
||||
group_qa = self.analyze_qa_content(group_messages)
|
||||
self.save_qa_to_sqlite(group_qa)
|
||||
|
||||
def close(self) -> None:
|
||||
"""关闭数据库连接"""
|
||||
if self.conn:
|
||||
self.conn.close()
|
||||
|
||||
def __del__(self) -> None:
|
||||
"""析构函数,确保资源被正确释放"""
|
||||
self.close()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
chat_session = ChatSessionManager()
|
||||
chat_session.upload_db()
|
||||
chat_session.download_db()
|
||||
# for day in range(11,13):
|
||||
# for hour in range(24):
|
||||
# chat_session.process_chat_session(2025,11,day,hour)
|
||||
# start = "2025-11-11 00:00:00"
|
||||
# end = "2025-11-13 00:00:00"
|
||||
#
|
||||
# chat_session.update_qa_data(start, end)
|
||||
|
||||
Reference in New Issue
Block a user