update code

This commit is contained in:
lychang
2025-11-20 02:27:22 +08:00
parent 8ff1b80be6
commit bf7ec6737d
10 changed files with 229 additions and 243 deletions

157
app.py
View File

@@ -1,13 +1,16 @@
from datetime import datetime, timedelta
from typing import Any
from flask import Flask, render_template, jsonify, request
import requests
from flask import Flask, jsonify, request, render_template
import json
import os
import time
from chat_session import agent, ChatSessionManager
from tools import TimeUtils, now, from_string, from_datetime, format_timestamp, DatabaseManager
from file import ObjectFileManager
from tools import TimeUtils, now, from_string, from_datetime, format_timestamp, DatabaseManager, transform_template, \
report_template_render
class MessageRender:
@@ -138,8 +141,8 @@ class ReportService:
"""获取按小时统计的消息量"""
return self.execute_query('''
SELECT strftime('%H',
datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours')) as hour,
COUNT(*) as count
datetime(substr(time, 0, 11), 'unixepoch', '+8 hours')) as hour,
COUNT(*) as count
FROM message
WHERE time >= ?
AND time <= ?
@@ -187,7 +190,7 @@ class ReportService:
placeholders = ','.join(['?'] * len(message_ids))
query = f"""
SELECT m.id, m.content, m.type, m.sender, m.receiver,u.name as sender_name,
datetime(substr(time,0,11), 'unixepoch',,'+8 hours') as formatted_time
datetime(substr(time,0,11), 'unixepoch','+8 hours') as formatted_time
FROM message m
left join user u on m.sender = u.id
WHERE m.id IN ({placeholders})
@@ -200,9 +203,9 @@ class ReportService:
"""获取消息列表"""
query = '''
SELECT m.*,
u.name as sender_name,
g.name as group_name,
datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
u.name as sender_name,
g.name as group_name,
datetime(substr(time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message m
LEFT JOIN user u ON m.sender = u.id
LEFT JOIN "group" g ON m.receiver = g.id
@@ -233,7 +236,7 @@ class ReportService:
if not group_id:
query = '''
SELECT m.*,
u.name as sender_name,
u.name as sender_name,
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message m
LEFT JOIN user u ON m.sender = u.id
@@ -246,7 +249,7 @@ class ReportService:
else:
query = '''
SELECT m.*,
u.name as sender_name,
u.name as sender_name,
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message m
LEFT JOIN user u ON m.sender = u.id
@@ -267,7 +270,7 @@ class ReportService:
AND type NOT IN ('disagree', 'agree', 'weapp', 'link')
''', (group_id,), fetch_all=False)['count']
lastest_time = self.execute_query('''
SELECT datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
SELECT datetime(substr(time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message
WHERE receiver = ?
AND type NOT IN ('disagree', 'agree', 'weapp', 'link')
@@ -299,9 +302,9 @@ class ReportService:
if group_id:
query = '''
SELECT m.*,
u.name as sender_name,
g.name as group_name,
datetime(substr(m.time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
u.name as sender_name,
g.name as group_name,
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message m
LEFT JOIN user u ON m.sender = u.id
LEFT JOIN "group" g ON m.receiver = g.id
@@ -315,9 +318,9 @@ class ReportService:
else:
query = '''
SELECT m.*,
u.name as sender_name,
g.name as group_name,
datetime(substr(m.time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
u.name as sender_name,
g.name as group_name,
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
FROM message m
LEFT JOIN user u ON m.sender = u.id
LEFT JOIN "group" g ON m.receiver = g.id
@@ -469,19 +472,22 @@ class ReportService:
app = Flask(__name__)
app.template_folder = 'templates'
# 初始化管理器
ofm = ObjectFileManager()
db_manager = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db")
report_service = ReportService(db_manager)
message_processor = MessageRender()
chat_session = ChatSessionManager(db_manager)
def api_response(success=True, data=None, error = None, status_code=200):
def api_response(success=True, data=None, error=None, status_code=200, content=None):
"""统一的API响应格式"""
response = {'success': success}
if error:
response['error'] = str(error)
if data:
response.update(data)
if content:
response["data"] = content
return jsonify(response), status_code
@@ -509,11 +515,13 @@ def daily_report_page():
"""日报页面"""
return render_template('daily_report.html')
@app.route('/markdown')
def markdown_page():
"""markdown页面"""
return render_template('markdown.html')
@app.route('/api/db/datetime')
def db_status():
return api_response(success=True, data={'message': chat_session.status()})
@@ -670,21 +678,21 @@ def search_messages():
return api_response(success=False, error='请输入搜索关键词', status_code=400)
group_id = request.args.get('group_id', type=str)
# 智能搜索:支持模糊匹配和精确匹配
messages_data = report_service.search_messages(keyword, limit, group_id)
# 根据搜索类型过滤消息
if search_type == 'question':
messages_data = [msg for msg in messages_data if msg.get('type') in ['text', 'mixed']]
elif search_type == 'answer':
messages_data = [msg for msg in messages_data if msg.get('type') in ['text', 'mixed']]
formatted_messages = []
for msg in messages_data:
message = dict(msg)
message = message_processor.process_message_content(message)
# 添加搜索关键词高亮
if keyword:
content = message.get('content', '')
@@ -692,7 +700,7 @@ def search_messages():
# 简单的关键词高亮(前端可以进一步处理)
highlighted_content = content.replace(keyword, f'<mark>{keyword}</mark>')
message['highlighted_content'] = highlighted_content
formatted_messages.append(message)
return api_response(data={'messages': formatted_messages, 'total': len(formatted_messages)})
@@ -707,13 +715,13 @@ def search_suggestions():
"""搜索建议API"""
try:
keyword = request.args.get('keyword', '')
if not keyword:
return api_response(data={'suggestions': []})
# 获取热门搜索关键词
suggestions = []
# 1. 从消息内容中提取相关关键词
try:
messages = report_service.search_messages(keyword, 10, None)
@@ -731,7 +739,7 @@ def search_suggestions():
break
except:
pass
# 2. 添加常见搜索关键词
common_keywords = ['信息披露', '公司治理', '业务操作', '系统填报', '政策法规', '季度报告', '股东大会']
for kw in common_keywords:
@@ -739,9 +747,9 @@ def search_suggestions():
suggestions.append(kw)
if len(suggestions) >= 8:
break
return api_response(data={'suggestions': suggestions[:8]})
except Exception as e:
return api_response(success=False, error=e, status_code=500)
@@ -756,34 +764,34 @@ def get_qa_list():
keyword = request.args.get('keyword', '')
start_time = request.args.get('start_time', '')
end_time = request.args.get('end_time', '')
# 构建查询条件
query_conditions = []
query_params = []
if group_id:
query_conditions.append("groupId LIKE ?")
query_params.append(f"%{group_id}%")
if start_time and end_time:
query_conditions.append("start_time >= ? AND end_time <= ?")
query_params.extend([f"{start_time}000", f"{end_time}999"])
# 构建查询语句
base_query = "SELECT * FROM qa"
if query_conditions:
base_query += " WHERE " + " AND ".join(query_conditions)
base_query += " ORDER BY id DESC"
# 执行查询
conn = db_manager.get_connection()
cursor = conn.cursor()
cursor.execute(base_query, query_params)
qa_data = cursor.fetchall()
conn.close()
qa_list = [dict(qa) for qa in qa_data]
# 如果有关键词搜索,进行内容过滤
if keyword:
filtered_qa_list = []
@@ -792,7 +800,7 @@ def get_qa_list():
if keyword.lower() in (qa.get('groupId') or '').lower():
filtered_qa_list.append(qa)
continue
# 检查问题内容是否匹配
try:
question_ids = json.loads(qa.get('question', '[]'))
@@ -805,9 +813,9 @@ def get_qa_list():
break
except:
pass
qa_list = filtered_qa_list
return api_response(data={'qa_list': qa_list, 'total': len(qa_list)})
except Exception as e:
return api_response(success=False, error=e, status_code=500)
@@ -848,7 +856,8 @@ def create_qa():
cursor = conn.cursor()
cursor.execute('''
INSERT INTO qa (groupId, question, answer,start_time,end_time) VALUES (?,?,?,?,?)
INSERT INTO qa (groupId, question, answer, start_time, end_time)
VALUES (?, ?, ?, ?, ?)
''', (group_id, json.dumps(question_ids), json.dumps(answer_ids),
data.get('start_time', ''), data.get('end_time', '')))
@@ -918,28 +927,29 @@ def delete_qa(qa_id):
except Exception as e:
return api_response(success=False, error=e, status_code=500)
@app.route('/api/qa/batch', methods=['DELETE'])
def batch_delete_qa():
"""批量删除QA记录API"""
try:
data = request.get_json()
qa_ids = data.get('qa_ids', [])
if not qa_ids:
return api_response(success=False, error='请提供要删除的QA记录ID列表', status_code=400)
# 检查所有记录是否存在
for qa_id in qa_ids:
if not report_service.check_qa_exists(qa_id):
return api_response(success=False, error=f'QA记录 {qa_id} 不存在', status_code=404)
conn = db_manager.get_connection()
cursor = conn.cursor()
# 构建批量删除语句
placeholders = ','.join(['?'] * len(qa_ids))
query = f'DELETE FROM qa WHERE id IN ({placeholders})'
cursor.execute(query, qa_ids)
conn.commit()
conn.close()
@@ -993,7 +1003,6 @@ def generate_daily_report():
# 获取热点话题
recent_messages = report_service.get_recent_messages_by_time_range(start_timestamp, end_timestamp, 100)
hot_topics = report_service.analyze_hot_topics(recent_messages)
print(start_timestamp,end_timestamp)
# 生成直方图
group_activity_chart = report_service.generate_group_activity_chart(group_activity_data)
hourly_activity_chart = report_service.generate_hourly_activity_chart(start_timestamp, end_timestamp)
@@ -1167,25 +1176,61 @@ def generate_weekly_report():
return api_response(success=False, error=e, status_code=500)
@app.route('/api/statistics', methods=['POST'])
@app.route('/api/render/template', methods=['POST'])
def report_render_template():
data = request.get_json()
template = data.get('template', '')
origin_path = data.get('path', '')
file = ofm.get_file(origin_path)
with open("a.docx", 'wb') as f:
f.write(file)
if file:
template_content = transform_template(file)
response = ofm.upload_file(f"tpldev/render/{template}.template", template_content.encode('utf-8'))
print(response)
if response:
return api_response(success=True,
data={"template_name": template, "template_path": f"tpldev/render/{template}.template"},
status_code=200)
return api_response(success=False, error="上传模板失败", status_code=500)
@app.route('/api/render/insight', methods=['GET', 'POST'])
def report_render():
"""获取统计数据API"""
try:
data = request.get_json()
security_code = data.get('security_code', '')
if request.method == 'GET':
security_code = request.args.get('security_code', '')
else:
data = request.get_json()
security_code = data.get('security_code', '')
url = "http://10.0.0.39/cloud/in/api/online/run/cache"
body = {
"pid": "1988527857586081794",
"fid": "1988527857586081794",
"secCode": security_code
}
return api_response(data=statistics)
resp = requests.post(url=url, json=body)
if resp.status_code != 200:
return api_response(success=False, error=resp.text, status_code=500)
else:
data_info = resp.json().get('data', {}).get('data', '')
data_info = data_info.replace("data:application/json,", "")
data_info = json.loads(data_info)
data_path = data_info.get('url', '')
data = requests.get(data_path)
template_content = ofm.get_file("tpldev/render/insight.template")
html = report_template_render(template_content.decode("utf-8"), data=data.json())
if request.method == 'GET':
return html
else:
return api_response(success=False, content=html, status_code=200)
except Exception as e:
return api_response(success=False, error=e, status_code=500)
if __name__ == '__main__':
# 检查数据库文件是否存在
if not os.path.exists('db/data'):
@@ -1195,8 +1240,8 @@ if __name__ == '__main__':
print("下载完成")
print("启动聊天网页服务...")
print("访问地址: http://0.0.0.0:9000")
print("问答页面: http://0.0.0.0:9000/qa")
print("周报页面: http://0.0.0.0:9000/weekly_report")
print("日报页面: http://0.0.0.0:9000/daily_report")
app.run(debug=True, host='0.0.0.0', port=9000)
print("访问地址: http://localhost:9000")
print("问答页面: http://localhost:9000/qa")
print("周报页面: http://localhost:9000/weekly_report")
print("日报页面: http://localhost:9000/daily_report")
app.run(debug=True, host='0.0.0.0', port=9000)