-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.py
211 lines (192 loc) · 8.03 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
#!/usr/bin/python3
# -*- coding: UTF-8 -*-
import importlib
import logging
import pathlib
import smtplib
import time
import traceback
import pymysql
import requests
import config
import task # 可以通过task.tasks获取模块名
logger = logging.getLogger()
logger.setLevel('DEBUG')
formatter = logging.Formatter(config.LogFormat)
chlr = logging.StreamHandler()
chlr.setFormatter(formatter)
chlr.setLevel(config.StreamLogLevel)
logger.addHandler(chlr)
try:
fhlr = logging.FileHandler(filename=config.LogFile, encoding='utf-8') # only work on python>=3.9
except ValueError:
fhlr = logging.FileHandler(filename=config.LogFile)
fhlr.setFormatter(formatter)
fhlr.setLevel(config.FileLogLevel)
del formatter
logger.addHandler(fhlr)
def push(push_through, target_id, push_message, push_title="更新检查器推送"):
"""
推送函数
push_through 推送方式 = ["email","phone","sc","tg"]
target_id 推送目标ID
push_message 推送信息
push_title 推送标题
"""
if push_through == "sc":
sc_req = requests.post(url="https://sctapi.ftqq.com/" + get_push_info(target_id)['serverchan_key']+".send",
data={'text': push_title.replace(" ", "_"),
'desp': push_message + " \n \n###### " + str(time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()))})
time.sleep(3)
sc_req.raise_for_status()
if sc_req.json()['data']['error'] == "SUCCESS":
logger.info("SC Push Success!")
return
else:
logger.exception("推送错误："+sc_req.json())
return "fail"
elif push_through == "tg":
return
elif push_through == "email":
return # TODO 实现邮件推送
elif push_through == "phone":
return # TODO 实现短信推送
def connect_db():
"""
连接数据库
"""
global db
db = pymysql.connect(host=config.DATABASE_CONFIG['host'],
port=config.DATABASE_CONFIG['port'],
user=config.DATABASE_CONFIG['username'],
password=config.DATABASE_CONFIG['password'],
db=config.DATABASE_CONFIG['dbname'],
charset=config.DATABASE_CONFIG['charset'])
def get_push_info(target_push_id):
"""
获取目标的推送信息
返回一个字典，包含该推送目标的所有信息
"""
get_push_info_sql = "SELECT * FROM `push` WHERE `push_id` = '%s'" % (str(target_push_id))
gpi_cursor = db.cursor()
try:
gpi_cursor.execute(get_push_info_sql)
gpi_results = gpi_cursor.fetchone()
gpi_cursor.close
gpi_info = {
'push_id': gpi_results[0],
'push_name': gpi_results[1],
'email_address': gpi_results[2],
'phone_number': gpi_results[3],
'serverchan_key': gpi_results[4],
'tg_chat_id': gpi_results[5]
}
except:
logger.exception("[get_push_info] Error: unable to fetch data")
return "error"
return gpi_info
def get_config(config_name):
"""
从数据库获取配置
"""
get_config_sql = "SELECT * FROM `config` WHERE `config_name` = '%s'" % (config_name)
gc_cursor = db.cursor()
try:
gc_cursor.execute(get_config_sql)
gc_results = gc_cursor.fetchone()
gc_cursor.close
return gc_results[2]
except:
logger.exception("[get_push_info] Error: unable to fetch data")
return "error"
def get_task():
"""
从数据库中获取task信息
返回1.总task个数 -- [task_count]
2.一个包含了N个字典的元组，包含每个任务id，模块名，启用状态，上一个版本号，推送目标id -- [tasks]
"""
get_task_count_sql = "SELECT COUNT(*) FROM `task`"
get_task_sql = "SELECT * FROM `task`"
global task_count
global tasks
gt_task = []
gt_cursor = db.cursor()
try:
gt_cursor.execute(get_task_count_sql)
results = gt_cursor.fetchone()
task_count = int(results[0])
gt_cursor.close
del gt_cursor
del results
except:
db.rollback()
gt_cursor = db.cursor()
try:
gt_cursor.execute(get_task_sql)
results = gt_cursor.fetchall()
gt_cursor.close
for row in results:
gt_task.append({
'task_id': row[0],
'task_name': row[1],
'module_name': row[2],
'enabled': row[3],
'task_status': row[4],
'last_run': row[5],
'latest_version': row[6],
'push_to': row[8],
'use_proxy': row[9],
})
except:
pass
tasks = tuple(gt_task)
del gt_task
#############################################################################
def main():
connect_db()
get_task()
proxy = get_config('Proxy')
proxies = {'http': proxy, 'https': proxy}
for i in range(0, task_count):
if tasks[i]['enabled'] != "yes":
continue
try:
imp = importlib.import_module("task." + tasks[i]['module_name'])
except ModuleNotFoundError: # 无法找到模块时抛出错误
logger.exception("[Error]")
push("sc", 1, "#### Error log: \n ``` \n%s \n``` \n" %
(traceback.format_exc()), "【update-checker】模块无法找到错误")
continue
if tasks[i]['use_proxy'] == 'yes':
check_result = imp.check_update(tasks[i]['latest_version'], logger=logger, proxy=proxies)
else:
check_result = imp.check_update(tasks[i]['latest_version'], logger=logger)
# check_update函数，返回一个list。[状态(success,error), 如果状态为error则为错误信息，如果为success则为是否有更新(0为无更新，1为有更新)，如果有更新则依次为新版本号，发布时间，发布内容]
if (check_result[0] != "error" and check_result[0] != "success") or (check_result[0] == "success" and (check_result[1] != 0 and check_result[1] != 1)):
update_sql = "UPDATE `task` SET `task_status` = 'error', `enabled` = 'no' WHERE `task_id` = %d" % (tasks[i]['task_id'])
push("sc", tasks[i]['push_to'], "##### 【update-checker】 模块 `%s` 返回值错误，现已禁用该任务，请尽快检查该模块！ \n返回值为： \n``` \n %s \n``` \n" %
(tasks[i]['task_name'], check_result), "模块%s出错!" % (tasks[i]['task_name']))
elif check_result[0] == "error": # TODO 多次连续错误禁用该任务
update_sql = "UPDATE `task` SET `task_status` = 'error' WHERE `task_id` = %d" % (tasks[i]['task_id'])
push("sc", tasks[i]['push_to'], "##### 【update-checker】 更新检查任务 `%s` 失败。 \n##### 错误信息： \n``` \n %s \n``` \n" %
(tasks[i]['task_name'], check_result[1]), "%s 检查更新时出错!" % (tasks[i]['task_name']))
pass # TODO 更新最后运行时间以及状态
elif check_result[1] == 1: # 如果有更新：
push("sc", tasks[i]['push_to'], check_result[4], "%s_检测到更新了！" % (tasks[i]['task_name']))
update_sql = "UPDATE `task` SET `task_status` = 'success', `latest_version` = '%s', `release_date` = '%s' WHERE `task_id` = %d" % (
check_result[2], check_result[3], tasks[i]['task_id'])
else:
update_sql = "UPDATE `task` SET `task_status` = 'success' WHERE `task_id` = %d" % (tasks[i]['task_id'])
cursor = db.cursor()
try:
logger.debug(update_sql)
cursor.execute(update_sql)
db.commit()
except:
db.rollback()
cursor.close()
db.close()
# TODO 错误捕获处理，记录，推送
if __name__ == "__main__":
main()
pass