From ce2777bb75a8956557d8a1f4bbea20b07e330be9 Mon Sep 17 00:00:00 2001 From: lychang Date: Sat, 27 Dec 2025 13:29:17 +0800 Subject: [PATCH] update script.py --- requirements.txt | 2 +- script.py | 283 ++++++++++++++++++++++++++++++----------------- 2 files changed, 184 insertions(+), 101 deletions(-) diff --git a/requirements.txt b/requirements.txt index e052092..cbb2a70 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ mammoth pytz flask -sqlite3 \ No newline at end of file +requests \ No newline at end of file diff --git a/script.py b/script.py index f7779a4..1ff39fd 100644 --- a/script.py +++ b/script.py @@ -1,112 +1,195 @@ import json - +import requests from api.lib import DatabaseManager from chat_session import ChatSessionManager -apk = "wx98dfa35ad7e4b271" -aps = "MeudTZMWrJlyRMXrIrbo5QqHeLeCb_dzSueYiaawKR4" -caps = "Vt7mgU5cWc3NCeiFgwi4T8oOv_xShQLkYrqavhMy_AM" -import requests + +# 配置常量 +class Config: + """配置类,存储API密钥和常量""" + CORP_ID = "wx98dfa35ad7e4b271" + EXTERNAL_CONTACT_SECRET = "MeudTZMWrJlyRMXrIrbo5QqHeLeCb_dzSueYiaawKR4" + MESSAGE_AUDIT_SECRET = "Vt7mgU5cWc3NCeiFgwi4T8oOv_xShQLkYrqavhMy_AM" + + # API端点 + TOKEN_URL = "https://qyapi.weixin.qq.com/cgi-bin/gettoken" + GROUP_LIST_URL = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/list" + GROUP_INFO_URL = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/get" + INNER_GROUP_URL = "https://qyapi.weixin.qq.com/cgi-bin/msgaudit/groupchat/get" -def get_token(key, secret): - resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/gettoken?corpid=" + key + "&corpsecret=" + secret) - result = resp.json() - return result["access_token"] - - -at = get_token(apk, aps) -cat = get_token(apk, caps) - -def get_group_list(users:list): - resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/list?access_token=" + at, json={ - "status_filter": 0, - "owner_filter": { - "userid_list": users - }, - "limit": 1000 - }) - result = resp.json() - print(result) - return result["group_chat_list"] - -def get_inner_group_info(gid:str): - resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/msgaudit/groupchat/get?access_token=" + cat, json={ - "roomid": gid - }) - result = resp.json() - print(result) - return result["group_chat"] - - -def get_group_info(group_list): - mapping = {} - for gid in group_list: - print(gid) - url = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/get?access_token=" + at - resp = requests.post(url, json={ - "chat_id": gid, +# API工具类 +class WeWorkAPI: + """企业微信API工具类""" + + def __init__(self): + self.external_token = self._get_token(Config.CORP_ID, Config.EXTERNAL_CONTACT_SECRET) + self.audit_token = self._get_token(Config.CORP_ID, Config.MESSAGE_AUDIT_SECRET) + + def _get_token(self, key: str, secret: str) -> str: + """获取访问令牌""" + resp = requests.post(f"{Config.TOKEN_URL}?corpid={key}&corpsecret={secret}") + result = resp.json() + return result["access_token"] + + def get_group_list(self, user_ids: list) -> list: + """获取群聊列表""" + resp = requests.post(f"{Config.GROUP_LIST_URL}?access_token={self.external_token}", json={ + "status_filter": 0, + "owner_filter": { + "userid_list": user_ids + }, + "limit": 1000 + }) + result = resp.json() + print(f"获取群聊列表结果: {result}") + return result.get("group_chat_list", []) + + def get_group_info(self, group_id: str) -> dict: + """获取群聊详细信息""" + resp = requests.post(f"{Config.GROUP_INFO_URL}?access_token={self.external_token}", json={ + "chat_id": group_id, "need_name": 1 }) result = resp.json() - print(result) - if "group_chat" in result: - mapping[gid] = result["group_chat"] - else: - mapping[gid] = result['errcode'] - with open("groupchat.json", "w", encoding="utf-8") as f: - json.dump(mapping, f, ensure_ascii=False, indent=4) - -def update_user_group_info(): - dm = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db") - conn = dm.get_connection() - cursor = conn.cursor() - - m = cursor.execute("select id from 'group' where id = name").fetchall() - group_list =[] - for gid in m: - gid = gid[0] - group_list.append(gid) - - get_group_info(group_list) - with open("groupchat.json", "r", encoding="utf-8") as f: - mapping = json.load(f) - for gid,info in mapping.items(): - if isinstance(info,int): - print(gid,info) - for gid in mapping: - if isinstance(mapping[gid],int): - print(gid,mapping[gid]) - else: - cursor.execute("update 'group' set name = ?, owner = ? where id = ?", - (mapping[gid]["name"], mapping[gid]["owner"], gid)) - cursor.execute("insert or ignore into 'group' (id, name, owner) values (?, ?, ?)", - (gid, mapping[gid]["name"], mapping[gid]["owner"])) - print(mapping[gid]["member_list"]) - for member in mapping[gid]["member_list"]: - cursor.execute("insert or ignore into 'user' (id,name,nick_name,unionid) values (?, ?,?, ?)", - (member['userid'], member['name'], member['group_nickname'], member.get('unionid', ''))) - cursor.execute("update 'user' set name=?,nick_name=?,unionid = ? where id = ?", - (member['name'], member['group_nickname'], member.get('unionid', ''), member['userid'])) - conn.commit() + print(f"获取群聊信息 {group_id}: {result}") + return result + + def get_inner_group_info(self, group_id: str) -> dict: + """获取内部群聊信息""" + resp = requests.post(f"{Config.INNER_GROUP_URL}?access_token={self.audit_token}", json={ + "roomid": group_id + }) + result = resp.json() + print(f"获取内部群聊信息 {group_id}: {result}") + return result.get("group_chat", {}) +# 数据库操作类 +class DatabaseOperations: + """数据库操作类""" + + def __init__(self, db_path: str, online_db_uri: str): + self.db_manager = DatabaseManager(db_path, online_db_uri=online_db_uri) + self.wework_api = WeWorkAPI() + + def get_group_ids_from_db(self) -> list: + """从数据库获取群聊ID列表""" + conn = self.db_manager.get_connection() + cursor = conn.cursor() + + # 获取需要更新的群聊ID + result = cursor.execute("select id from 'group' where id = name").fetchall() + group_ids = [row[0] for row in result] + + cursor.close() + return group_ids + + def update_group_info_in_db(self, group_mapping: dict): + """更新数据库中的群聊信息""" + conn = self.db_manager.get_connection() + cursor = conn.cursor() + + for group_id, group_info in group_mapping.items(): + if isinstance(group_info, int): + print(f"群聊 {group_id} 错误码: {group_info}") + continue + + # 更新群聊信息 + cursor.execute(""" + INSERT OR IGNORE INTO 'group' (id, name, owner) + VALUES (?, ?, ?) + """, (group_id, group_info["name"], group_info["owner"])) + + cursor.execute(""" + UPDATE 'group' SET name = ?, owner = ? + WHERE id = ? + """, (group_info["name"], group_info["owner"], group_id)) + + # 更新成员信息 + for member in group_info["member_list"]: + cursor.execute(""" + INSERT OR IGNORE INTO 'user' (id, name, nick_name, unionid) + VALUES (?, ?, ?, ?) + """, (member['userid'], member['name'], member['group_nickname'], member.get('unionid', ''))) + + cursor.execute(""" + UPDATE 'user' SET name = ?, nick_name = ?, unionid = ? + WHERE id = ? + """, (member['name'], member['group_nickname'], member.get('unionid', ''), member['userid'])) + + conn.commit() + cursor.close() + + +# 主要业务逻辑 +class MainProcessor: + """主处理器类""" + + def __init__(self): + self.db_ops = DatabaseOperations('db/data', "zysl-log/wework/chat_msg/db/data.db") + + def process_group_info(self): + """处理群聊信息""" + print("开始处理群聊信息...") + + # 获取群聊ID列表 + group_ids = self.db_ops.get_group_ids_from_db() + print(f"需要处理的群聊数量: {len(group_ids)}") + + # 获取群聊信息 + group_mapping = {} + for group_id in group_ids: + print(f"处理群聊: {group_id}") + result = self.db_ops.wework_api.get_group_info(group_id) + + if "group_chat" in result: + group_mapping[group_id] = result["group_chat"] + else: + group_mapping[group_id] = result.get('errcode', 'unknown_error') + + # 保存到文件 + with open("groupchat.json", "w", encoding="utf-8") as f: + json.dump(group_mapping, f, ensure_ascii=False, indent=4) + + # 更新数据库 + self.db_ops.update_group_info_in_db(group_mapping) + print("群聊信息处理完成") + + def process_chat_sessions(self, year: int, month: int, start_day: int, end_day: int): + """处理聊天会话""" + print(f"开始处理聊天会话: {year}-{month}-{start_day} 到 {year}-{month}-{end_day}") + + chat_session = ChatSessionManager(self.db_ops.db_manager) + + # 处理每个小时的聊天会话 + for day in range(start_day, end_day): + for hour in range(24): + chat_session.process_chat_session(year, month, day, hour) + + # 更新问答数据 + start_date = f"{year}-{month:02d}-{start_day:02d} 00:00:00" + end_date = f"{year}-{month:02d}-{end_day:02d} 00:00:00" + chat_session.update_qa_data(start_date, end_date) + + print("聊天会话处理完成") + + def run(self): + """主运行方法""" + print("开始执行主程序...") + + # 处理聊天会话 + self.process_chat_sessions(2025, 12, 25, 26) + + # 处理群聊信息 + self.process_group_info() + + # 上传数据库 + self.db_ops.db_manager.upload_db() + print("程序执行完成") + + +# 主函数 if __name__ == '__main__': - db_manager = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db") - # update messages info - - chat_session = ChatSessionManager(db_manager) - month = 12 - day_start = 25 - day_end = 26 - for day in range(day_start, day_end): - for hour in range(24): - chat_session.process_chat_session(2025, month, day, hour) - chat_session.update_qa_data(f"2025-{month}-{day_start:02d} 00:00:00", f"2025-{month}-{day_end:02d} 00:00:00") - # update user group info - - update_user_group_info() - # upload db - - db_manager.upload_db() - + processor = MainProcessor() + processor.run() \ No newline at end of file