update script.py

This commit is contained in:
lychang
2025-12-27 13:29:17 +08:00
parent 5e7fb792fc
commit ce2777bb75
2 changed files with 184 additions and 101 deletions

View File

@@ -1,4 +1,4 @@
mammoth mammoth
pytz pytz
flask flask
sqlite3 requests

273
script.py
View File

@@ -1,112 +1,195 @@
import json import json
import requests
from api.lib import DatabaseManager from api.lib import DatabaseManager
from chat_session import ChatSessionManager from chat_session import ChatSessionManager
apk = "wx98dfa35ad7e4b271"
aps = "MeudTZMWrJlyRMXrIrbo5QqHeLeCb_dzSueYiaawKR4" # 配置常量
caps = "Vt7mgU5cWc3NCeiFgwi4T8oOv_xShQLkYrqavhMy_AM" class Config:
import requests """配置类,存储API密钥和常量"""
CORP_ID = "wx98dfa35ad7e4b271"
EXTERNAL_CONTACT_SECRET = "MeudTZMWrJlyRMXrIrbo5QqHeLeCb_dzSueYiaawKR4"
MESSAGE_AUDIT_SECRET = "Vt7mgU5cWc3NCeiFgwi4T8oOv_xShQLkYrqavhMy_AM"
# API端点
TOKEN_URL = "https://qyapi.weixin.qq.com/cgi-bin/gettoken"
GROUP_LIST_URL = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/list"
GROUP_INFO_URL = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/get"
INNER_GROUP_URL = "https://qyapi.weixin.qq.com/cgi-bin/msgaudit/groupchat/get"
def get_token(key, secret): # API工具类
resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/gettoken?corpid=" + key + "&corpsecret=" + secret) class WeWorkAPI:
result = resp.json() """企业微信API工具类"""
return result["access_token"]
def __init__(self):
self.external_token = self._get_token(Config.CORP_ID, Config.EXTERNAL_CONTACT_SECRET)
self.audit_token = self._get_token(Config.CORP_ID, Config.MESSAGE_AUDIT_SECRET)
at = get_token(apk, aps) def _get_token(self, key: str, secret: str) -> str:
cat = get_token(apk, caps) """获取访问令牌"""
resp = requests.post(f"{Config.TOKEN_URL}?corpid={key}&corpsecret={secret}")
result = resp.json()
return result["access_token"]
def get_group_list(users:list): def get_group_list(self, user_ids: list) -> list:
resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/list?access_token=" + at, json={ """获取群聊列表"""
"status_filter": 0, resp = requests.post(f"{Config.GROUP_LIST_URL}?access_token={self.external_token}", json={
"owner_filter": { "status_filter": 0,
"userid_list": users "owner_filter": {
}, "userid_list": user_ids
"limit": 1000 },
}) "limit": 1000
result = resp.json() })
print(result) result = resp.json()
return result["group_chat_list"] print(f"获取群聊列表结果: {result}")
return result.get("group_chat_list", [])
def get_inner_group_info(gid:str): def get_group_info(self, group_id: str) -> dict:
resp = requests.post("https://qyapi.weixin.qq.com/cgi-bin/msgaudit/groupchat/get?access_token=" + cat, json={ """获取群聊详细信息"""
"roomid": gid resp = requests.post(f"{Config.GROUP_INFO_URL}?access_token={self.external_token}", json={
}) "chat_id": group_id,
result = resp.json()
print(result)
return result["group_chat"]
def get_group_info(group_list):
mapping = {}
for gid in group_list:
print(gid)
url = "https://qyapi.weixin.qq.com/cgi-bin/externalcontact/groupchat/get?access_token=" + at
resp = requests.post(url, json={
"chat_id": gid,
"need_name": 1 "need_name": 1
}) })
result = resp.json() result = resp.json()
print(result) print(f"获取群聊信息 {group_id}: {result}")
if "group_chat" in result: return result
mapping[gid] = result["group_chat"]
else:
mapping[gid] = result['errcode']
with open("groupchat.json", "w", encoding="utf-8") as f:
json.dump(mapping, f, ensure_ascii=False, indent=4)
def update_user_group_info(): def get_inner_group_info(self, group_id: str) -> dict:
dm = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db") """获取内部群聊信息"""
conn = dm.get_connection() resp = requests.post(f"{Config.INNER_GROUP_URL}?access_token={self.audit_token}", json={
cursor = conn.cursor() "roomid": group_id
})
m = cursor.execute("select id from 'group' where id = name").fetchall() result = resp.json()
group_list =[] print(f"获取内部群聊信息 {group_id}: {result}")
for gid in m: return result.get("group_chat", {})
gid = gid[0]
group_list.append(gid)
get_group_info(group_list)
with open("groupchat.json", "r", encoding="utf-8") as f:
mapping = json.load(f)
for gid,info in mapping.items():
if isinstance(info,int):
print(gid,info)
for gid in mapping:
if isinstance(mapping[gid],int):
print(gid,mapping[gid])
else:
cursor.execute("update 'group' set name = ?, owner = ? where id = ?",
(mapping[gid]["name"], mapping[gid]["owner"], gid))
cursor.execute("insert or ignore into 'group' (id, name, owner) values (?, ?, ?)",
(gid, mapping[gid]["name"], mapping[gid]["owner"]))
print(mapping[gid]["member_list"])
for member in mapping[gid]["member_list"]:
cursor.execute("insert or ignore into 'user' (id,name,nick_name,unionid) values (?, ?,?, ?)",
(member['userid'], member['name'], member['group_nickname'], member.get('unionid', '')))
cursor.execute("update 'user' set name=?,nick_name=?,unionid = ? where id = ?",
(member['name'], member['group_nickname'], member.get('unionid', ''), member['userid']))
conn.commit()
# 数据库操作类
class DatabaseOperations:
"""数据库操作类"""
def __init__(self, db_path: str, online_db_uri: str):
self.db_manager = DatabaseManager(db_path, online_db_uri=online_db_uri)
self.wework_api = WeWorkAPI()
def get_group_ids_from_db(self) -> list:
"""从数据库获取群聊ID列表"""
conn = self.db_manager.get_connection()
cursor = conn.cursor()
# 获取需要更新的群聊ID
result = cursor.execute("select id from 'group' where id = name").fetchall()
group_ids = [row[0] for row in result]
cursor.close()
return group_ids
def update_group_info_in_db(self, group_mapping: dict):
"""更新数据库中的群聊信息"""
conn = self.db_manager.get_connection()
cursor = conn.cursor()
for group_id, group_info in group_mapping.items():
if isinstance(group_info, int):
print(f"群聊 {group_id} 错误码: {group_info}")
continue
# 更新群聊信息
cursor.execute("""
INSERT OR IGNORE INTO 'group' (id, name, owner)
VALUES (?, ?, ?)
""", (group_id, group_info["name"], group_info["owner"]))
cursor.execute("""
UPDATE 'group' SET name = ?, owner = ?
WHERE id = ?
""", (group_info["name"], group_info["owner"], group_id))
# 更新成员信息
for member in group_info["member_list"]:
cursor.execute("""
INSERT OR IGNORE INTO 'user' (id, name, nick_name, unionid)
VALUES (?, ?, ?, ?)
""", (member['userid'], member['name'], member['group_nickname'], member.get('unionid', '')))
cursor.execute("""
UPDATE 'user' SET name = ?, nick_name = ?, unionid = ?
WHERE id = ?
""", (member['name'], member['group_nickname'], member.get('unionid', ''), member['userid']))
conn.commit()
cursor.close()
# 主要业务逻辑
class MainProcessor:
"""主处理器类"""
def __init__(self):
self.db_ops = DatabaseOperations('db/data', "zysl-log/wework/chat_msg/db/data.db")
def process_group_info(self):
"""处理群聊信息"""
print("开始处理群聊信息...")
# 获取群聊ID列表
group_ids = self.db_ops.get_group_ids_from_db()
print(f"需要处理的群聊数量: {len(group_ids)}")
# 获取群聊信息
group_mapping = {}
for group_id in group_ids:
print(f"处理群聊: {group_id}")
result = self.db_ops.wework_api.get_group_info(group_id)
if "group_chat" in result:
group_mapping[group_id] = result["group_chat"]
else:
group_mapping[group_id] = result.get('errcode', 'unknown_error')
# 保存到文件
with open("groupchat.json", "w", encoding="utf-8") as f:
json.dump(group_mapping, f, ensure_ascii=False, indent=4)
# 更新数据库
self.db_ops.update_group_info_in_db(group_mapping)
print("群聊信息处理完成")
def process_chat_sessions(self, year: int, month: int, start_day: int, end_day: int):
"""处理聊天会话"""
print(f"开始处理聊天会话: {year}-{month}-{start_day} 到 {year}-{month}-{end_day}")
chat_session = ChatSessionManager(self.db_ops.db_manager)
# 处理每个小时的聊天会话
for day in range(start_day, end_day):
for hour in range(24):
chat_session.process_chat_session(year, month, day, hour)
# 更新问答数据
start_date = f"{year}-{month:02d}-{start_day:02d} 00:00:00"
end_date = f"{year}-{month:02d}-{end_day:02d} 00:00:00"
chat_session.update_qa_data(start_date, end_date)
print("聊天会话处理完成")
def run(self):
"""主运行方法"""
print("开始执行主程序...")
# 处理聊天会话
self.process_chat_sessions(2025, 12, 25, 26)
# 处理群聊信息
self.process_group_info()
# 上传数据库
self.db_ops.db_manager.upload_db()
print("程序执行完成")
# 主函数
if __name__ == '__main__': if __name__ == '__main__':
db_manager = DatabaseManager('db/data', online_db_uri="zysl-log/wework/chat_msg/db/data.db") processor = MainProcessor()
# update messages info processor.run()
chat_session = ChatSessionManager(db_manager)
month = 12
day_start = 25
day_end = 26
for day in range(day_start, day_end):
for hour in range(24):
chat_session.process_chat_session(2025, month, day, hour)
chat_session.update_qa_data(f"2025-{month}-{day_start:02d} 00:00:00", f"2025-{month}-{day_end:02d} 00:00:00")
# update user group info
update_user_group_info()
# upload db
db_manager.upload_db()