update code
This commit is contained in:
157
app.py
157
app.py
@@ -1,13 +1,16 @@
|
||||
from datetime import datetime, timedelta
|
||||
from typing import Any
|
||||
|
||||
from flask import Flask, render_template, jsonify, request
|
||||
import requests
|
||||
from flask import Flask, jsonify, request, render_template
|
||||
import json
|
||||
import os
|
||||
import time
|
||||
|
||||
from chat_session import agent, ChatSessionManager
|
||||
from tools import TimeUtils, now, from_string, from_datetime, format_timestamp, DatabaseManager
|
||||
from file import ObjectFileManager
|
||||
from tools import TimeUtils, now, from_string, from_datetime, format_timestamp, DatabaseManager, transform_template, \
|
||||
report_template_render
|
||||
|
||||
|
||||
class MessageRender:
|
||||
@@ -138,8 +141,8 @@ class ReportService:
|
||||
"""获取按小时统计的消息量"""
|
||||
return self.execute_query('''
|
||||
SELECT strftime('%H',
|
||||
datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours')) as hour,
|
||||
COUNT(*) as count
|
||||
datetime(substr(time, 0, 11), 'unixepoch', '+8 hours')) as hour,
|
||||
COUNT(*) as count
|
||||
FROM message
|
||||
WHERE time >= ?
|
||||
AND time <= ?
|
||||
@@ -187,7 +190,7 @@ class ReportService:
|
||||
placeholders = ','.join(['?'] * len(message_ids))
|
||||
query = f"""
|
||||
SELECT m.id, m.content, m.type, m.sender, m.receiver,u.name as sender_name,
|
||||
datetime(substr(time,0,11), 'unixepoch',,'+8 hours') as formatted_time
|
||||
datetime(substr(time,0,11), 'unixepoch','+8 hours') as formatted_time
|
||||
FROM message m
|
||||
left join user u on m.sender = u.id
|
||||
WHERE m.id IN ({placeholders})
|
||||
@@ -200,9 +203,9 @@ class ReportService:
|
||||
"""获取消息列表"""
|
||||
query = '''
|
||||
SELECT m.*,
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message m
|
||||
LEFT JOIN user u ON m.sender = u.id
|
||||
LEFT JOIN "group" g ON m.receiver = g.id
|
||||
@@ -233,7 +236,7 @@ class ReportService:
|
||||
if not group_id:
|
||||
query = '''
|
||||
SELECT m.*,
|
||||
u.name as sender_name,
|
||||
u.name as sender_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message m
|
||||
LEFT JOIN user u ON m.sender = u.id
|
||||
@@ -246,7 +249,7 @@ class ReportService:
|
||||
else:
|
||||
query = '''
|
||||
SELECT m.*,
|
||||
u.name as sender_name,
|
||||
u.name as sender_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message m
|
||||
LEFT JOIN user u ON m.sender = u.id
|
||||
@@ -267,7 +270,7 @@ class ReportService:
|
||||
AND type NOT IN ('disagree', 'agree', 'weapp', 'link')
|
||||
''', (group_id,), fetch_all=False)['count']
|
||||
lastest_time = self.execute_query('''
|
||||
SELECT datetime(substr(time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
|
||||
SELECT datetime(substr(time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message
|
||||
WHERE receiver = ?
|
||||
AND type NOT IN ('disagree', 'agree', 'weapp', 'link')
|
||||
@@ -299,9 +302,9 @@ class ReportService:
|
||||
if group_id:
|
||||
query = '''
|
||||
SELECT m.*,
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message m
|
||||
LEFT JOIN user u ON m.sender = u.id
|
||||
LEFT JOIN "group" g ON m.receiver = g.id
|
||||
@@ -315,9 +318,9 @@ class ReportService:
|
||||
else:
|
||||
query = '''
|
||||
SELECT m.*,
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', ,'+8 hours') as formatted_time
|
||||
u.name as sender_name,
|
||||
g.name as group_name,
|
||||
datetime(substr(m.time, 0, 11), 'unixepoch', '+8 hours') as formatted_time
|
||||
FROM message m
|
||||
LEFT JOIN user u ON m.sender = u.id
|
||||
LEFT JOIN "group" g ON m.receiver = g.id
|
||||
@@ -469,19 +472,22 @@ class ReportService:
|
||||
app = Flask(__name__)
|
||||
app.template_folder = 'templates'
|
||||
# 初始化管理器
|
||||
ofm = ObjectFileManager()
|
||||
db_manager = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db")
|
||||
report_service = ReportService(db_manager)
|
||||
message_processor = MessageRender()
|
||||
chat_session = ChatSessionManager(db_manager)
|
||||
|
||||
|
||||
def api_response(success=True, data=None, error = None, status_code=200):
|
||||
def api_response(success=True, data=None, error=None, status_code=200, content=None):
|
||||
"""统一的API响应格式"""
|
||||
response = {'success': success}
|
||||
if error:
|
||||
response['error'] = str(error)
|
||||
if data:
|
||||
response.update(data)
|
||||
if content:
|
||||
response["data"] = content
|
||||
return jsonify(response), status_code
|
||||
|
||||
|
||||
@@ -509,11 +515,13 @@ def daily_report_page():
|
||||
"""日报页面"""
|
||||
return render_template('daily_report.html')
|
||||
|
||||
|
||||
@app.route('/markdown')
|
||||
def markdown_page():
|
||||
"""markdown页面"""
|
||||
return render_template('markdown.html')
|
||||
|
||||
|
||||
@app.route('/api/db/datetime')
|
||||
def db_status():
|
||||
return api_response(success=True, data={'message': chat_session.status()})
|
||||
@@ -670,21 +678,21 @@ def search_messages():
|
||||
return api_response(success=False, error='请输入搜索关键词', status_code=400)
|
||||
|
||||
group_id = request.args.get('group_id', type=str)
|
||||
|
||||
|
||||
# 智能搜索:支持模糊匹配和精确匹配
|
||||
messages_data = report_service.search_messages(keyword, limit, group_id)
|
||||
|
||||
|
||||
# 根据搜索类型过滤消息
|
||||
if search_type == 'question':
|
||||
messages_data = [msg for msg in messages_data if msg.get('type') in ['text', 'mixed']]
|
||||
elif search_type == 'answer':
|
||||
messages_data = [msg for msg in messages_data if msg.get('type') in ['text', 'mixed']]
|
||||
|
||||
|
||||
formatted_messages = []
|
||||
for msg in messages_data:
|
||||
message = dict(msg)
|
||||
message = message_processor.process_message_content(message)
|
||||
|
||||
|
||||
# 添加搜索关键词高亮
|
||||
if keyword:
|
||||
content = message.get('content', '')
|
||||
@@ -692,7 +700,7 @@ def search_messages():
|
||||
# 简单的关键词高亮(前端可以进一步处理)
|
||||
highlighted_content = content.replace(keyword, f'<mark>{keyword}</mark>')
|
||||
message['highlighted_content'] = highlighted_content
|
||||
|
||||
|
||||
formatted_messages.append(message)
|
||||
|
||||
return api_response(data={'messages': formatted_messages, 'total': len(formatted_messages)})
|
||||
@@ -707,13 +715,13 @@ def search_suggestions():
|
||||
"""搜索建议API"""
|
||||
try:
|
||||
keyword = request.args.get('keyword', '')
|
||||
|
||||
|
||||
if not keyword:
|
||||
return api_response(data={'suggestions': []})
|
||||
|
||||
|
||||
# 获取热门搜索关键词
|
||||
suggestions = []
|
||||
|
||||
|
||||
# 1. 从消息内容中提取相关关键词
|
||||
try:
|
||||
messages = report_service.search_messages(keyword, 10, None)
|
||||
@@ -731,7 +739,7 @@ def search_suggestions():
|
||||
break
|
||||
except:
|
||||
pass
|
||||
|
||||
|
||||
# 2. 添加常见搜索关键词
|
||||
common_keywords = ['信息披露', '公司治理', '业务操作', '系统填报', '政策法规', '季度报告', '股东大会']
|
||||
for kw in common_keywords:
|
||||
@@ -739,9 +747,9 @@ def search_suggestions():
|
||||
suggestions.append(kw)
|
||||
if len(suggestions) >= 8:
|
||||
break
|
||||
|
||||
|
||||
return api_response(data={'suggestions': suggestions[:8]})
|
||||
|
||||
|
||||
except Exception as e:
|
||||
return api_response(success=False, error=e, status_code=500)
|
||||
|
||||
@@ -756,34 +764,34 @@ def get_qa_list():
|
||||
keyword = request.args.get('keyword', '')
|
||||
start_time = request.args.get('start_time', '')
|
||||
end_time = request.args.get('end_time', '')
|
||||
|
||||
|
||||
# 构建查询条件
|
||||
query_conditions = []
|
||||
query_params = []
|
||||
|
||||
|
||||
if group_id:
|
||||
query_conditions.append("groupId LIKE ?")
|
||||
query_params.append(f"%{group_id}%")
|
||||
|
||||
|
||||
if start_time and end_time:
|
||||
query_conditions.append("start_time >= ? AND end_time <= ?")
|
||||
query_params.extend([f"{start_time}000", f"{end_time}999"])
|
||||
|
||||
|
||||
# 构建查询语句
|
||||
base_query = "SELECT * FROM qa"
|
||||
if query_conditions:
|
||||
base_query += " WHERE " + " AND ".join(query_conditions)
|
||||
base_query += " ORDER BY id DESC"
|
||||
|
||||
|
||||
# 执行查询
|
||||
conn = db_manager.get_connection()
|
||||
cursor = conn.cursor()
|
||||
cursor.execute(base_query, query_params)
|
||||
qa_data = cursor.fetchall()
|
||||
conn.close()
|
||||
|
||||
|
||||
qa_list = [dict(qa) for qa in qa_data]
|
||||
|
||||
|
||||
# 如果有关键词搜索,进行内容过滤
|
||||
if keyword:
|
||||
filtered_qa_list = []
|
||||
@@ -792,7 +800,7 @@ def get_qa_list():
|
||||
if keyword.lower() in (qa.get('groupId') or '').lower():
|
||||
filtered_qa_list.append(qa)
|
||||
continue
|
||||
|
||||
|
||||
# 检查问题内容是否匹配
|
||||
try:
|
||||
question_ids = json.loads(qa.get('question', '[]'))
|
||||
@@ -805,9 +813,9 @@ def get_qa_list():
|
||||
break
|
||||
except:
|
||||
pass
|
||||
|
||||
|
||||
qa_list = filtered_qa_list
|
||||
|
||||
|
||||
return api_response(data={'qa_list': qa_list, 'total': len(qa_list)})
|
||||
except Exception as e:
|
||||
return api_response(success=False, error=e, status_code=500)
|
||||
@@ -848,7 +856,8 @@ def create_qa():
|
||||
cursor = conn.cursor()
|
||||
|
||||
cursor.execute('''
|
||||
INSERT INTO qa (groupId, question, answer,start_time,end_time) VALUES (?,?,?,?,?)
|
||||
INSERT INTO qa (groupId, question, answer, start_time, end_time)
|
||||
VALUES (?, ?, ?, ?, ?)
|
||||
''', (group_id, json.dumps(question_ids), json.dumps(answer_ids),
|
||||
data.get('start_time', ''), data.get('end_time', '')))
|
||||
|
||||
@@ -918,28 +927,29 @@ def delete_qa(qa_id):
|
||||
except Exception as e:
|
||||
return api_response(success=False, error=e, status_code=500)
|
||||
|
||||
|
||||
@app.route('/api/qa/batch', methods=['DELETE'])
|
||||
def batch_delete_qa():
|
||||
"""批量删除QA记录API"""
|
||||
try:
|
||||
data = request.get_json()
|
||||
qa_ids = data.get('qa_ids', [])
|
||||
|
||||
|
||||
if not qa_ids:
|
||||
return api_response(success=False, error='请提供要删除的QA记录ID列表', status_code=400)
|
||||
|
||||
|
||||
# 检查所有记录是否存在
|
||||
for qa_id in qa_ids:
|
||||
if not report_service.check_qa_exists(qa_id):
|
||||
return api_response(success=False, error=f'QA记录 {qa_id} 不存在', status_code=404)
|
||||
|
||||
|
||||
conn = db_manager.get_connection()
|
||||
cursor = conn.cursor()
|
||||
|
||||
|
||||
# 构建批量删除语句
|
||||
placeholders = ','.join(['?'] * len(qa_ids))
|
||||
query = f'DELETE FROM qa WHERE id IN ({placeholders})'
|
||||
|
||||
|
||||
cursor.execute(query, qa_ids)
|
||||
conn.commit()
|
||||
conn.close()
|
||||
@@ -993,7 +1003,6 @@ def generate_daily_report():
|
||||
# 获取热点话题
|
||||
recent_messages = report_service.get_recent_messages_by_time_range(start_timestamp, end_timestamp, 100)
|
||||
hot_topics = report_service.analyze_hot_topics(recent_messages)
|
||||
print(start_timestamp,end_timestamp)
|
||||
# 生成直方图
|
||||
group_activity_chart = report_service.generate_group_activity_chart(group_activity_data)
|
||||
hourly_activity_chart = report_service.generate_hourly_activity_chart(start_timestamp, end_timestamp)
|
||||
@@ -1167,25 +1176,61 @@ def generate_weekly_report():
|
||||
return api_response(success=False, error=e, status_code=500)
|
||||
|
||||
|
||||
@app.route('/api/statistics', methods=['POST'])
|
||||
@app.route('/api/render/template', methods=['POST'])
|
||||
def report_render_template():
|
||||
data = request.get_json()
|
||||
template = data.get('template', '')
|
||||
origin_path = data.get('path', '')
|
||||
file = ofm.get_file(origin_path)
|
||||
with open("a.docx", 'wb') as f:
|
||||
f.write(file)
|
||||
|
||||
if file:
|
||||
template_content = transform_template(file)
|
||||
response = ofm.upload_file(f"tpldev/render/{template}.template", template_content.encode('utf-8'))
|
||||
print(response)
|
||||
if response:
|
||||
return api_response(success=True,
|
||||
data={"template_name": template, "template_path": f"tpldev/render/{template}.template"},
|
||||
status_code=200)
|
||||
return api_response(success=False, error="上传模板失败", status_code=500)
|
||||
|
||||
|
||||
@app.route('/api/render/insight', methods=['GET', 'POST'])
|
||||
def report_render():
|
||||
"""获取统计数据API"""
|
||||
try:
|
||||
data = request.get_json()
|
||||
security_code = data.get('security_code', '')
|
||||
if request.method == 'GET':
|
||||
security_code = request.args.get('security_code', '')
|
||||
else:
|
||||
data = request.get_json()
|
||||
security_code = data.get('security_code', '')
|
||||
url = "http://10.0.0.39/cloud/in/api/online/run/cache"
|
||||
body = {
|
||||
"pid": "1988527857586081794",
|
||||
"fid": "1988527857586081794",
|
||||
"secCode": security_code
|
||||
}
|
||||
return api_response(data=statistics)
|
||||
resp = requests.post(url=url, json=body)
|
||||
if resp.status_code != 200:
|
||||
return api_response(success=False, error=resp.text, status_code=500)
|
||||
else:
|
||||
data_info = resp.json().get('data', {}).get('data', '')
|
||||
data_info = data_info.replace("data:application/json,", "")
|
||||
data_info = json.loads(data_info)
|
||||
data_path = data_info.get('url', '')
|
||||
|
||||
data = requests.get(data_path)
|
||||
template_content = ofm.get_file("tpldev/render/insight.template")
|
||||
html = report_template_render(template_content.decode("utf-8"), data=data.json())
|
||||
if request.method == 'GET':
|
||||
return html
|
||||
else:
|
||||
return api_response(success=False, content=html, status_code=200)
|
||||
except Exception as e:
|
||||
return api_response(success=False, error=e, status_code=500)
|
||||
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
# 检查数据库文件是否存在
|
||||
if not os.path.exists('db/data'):
|
||||
@@ -1195,8 +1240,8 @@ if __name__ == '__main__':
|
||||
print("下载完成")
|
||||
|
||||
print("启动聊天网页服务...")
|
||||
print("访问地址: http://0.0.0.0:9000")
|
||||
print("问答页面: http://0.0.0.0:9000/qa")
|
||||
print("周报页面: http://0.0.0.0:9000/weekly_report")
|
||||
print("日报页面: http://0.0.0.0:9000/daily_report")
|
||||
app.run(debug=True, host='0.0.0.0', port=9000)
|
||||
print("访问地址: http://localhost:9000")
|
||||
print("问答页面: http://localhost:9000/qa")
|
||||
print("周报页面: http://localhost:9000/weekly_report")
|
||||
print("日报页面: http://localhost:9000/daily_report")
|
||||
app.run(debug=True, host='0.0.0.0', port=9000)
|
||||
|
||||
Reference in New Issue
Block a user