aboutsummaryrefslogtreecommitdiff
path: root/async_bot.py
diff options
context:
space:
mode:
authorJinwei Zhao <[email protected]>2017-01-31 08:45:36 +0800
committerJinwei Zhao <[email protected]>2017-01-31 08:45:36 +0800
commit3e3bd71f48821d3cdb34536be4dcecdcde9b49ab (patch)
tree6f1c42eeb3d809d26962893e3c7510c1daff50d6 /async_bot.py
parent66d411c97ba82bfe3b072b57d2b7f8a6554723d6 (diff)
downloadCOMM2TG-3e3bd71f48821d3cdb34536be4dcecdcde9b49ab.tar.gz
async test
Diffstat (limited to 'async_bot.py')
-rwxr-xr-xasync_bot.py325
1 files changed, 325 insertions, 0 deletions
diff --git a/async_bot.py b/async_bot.py
new file mode 100755
index 0000000..3e6d9b0
--- /dev/null
+++ b/async_bot.py
@@ -0,0 +1,325 @@
1# -*- coding: utf-8 -*-
2
3import os
4import re
5import time
6import json
7import logging
8import urllib
9from selenium import webdriver
10
11import telegram
12from telegram.error import NetworkError
13from pymongo import MongoClient
14
15import ingrex
16
17Debug = True
18bot = None
19BOT_TOKEN = ''
20CHANNEL_NAME = ''
21Email = ''
22Passwd = ''
23PhantomjsPath = ''
24DBName = ''
25DBUser = ''
26DBPass = ''
27DBHost = ''
28BlockList = ''
29
30LOG_FILENAME = 'voh.log'
31logging.basicConfig(level=logging.DEBUG,
32 filename=LOG_FILENAME,
33 filemode='w')
34console = logging.StreamHandler()
35console.setLevel(logging.INFO)
36# set a format which is simpler for console use
37formatter = logging.Formatter('%(name)-8s: %(levelname)-4s %(message)s')
38# tell the handler to use this format
39console.setFormatter(formatter)
40# add the handler to the root logger
41logging.getLogger('').addHandler(console)
42
43
44class CookieException(Exception):
45 ''' CookieError '''
46
47
48def getTime():
49 return time.strftime('%x %X %Z')
50
51
52def readConfig():
53 global Email
54 global Passwd
55 global BOT_TOKEN
56 global CHANNEL_NAME
57 global PhantomjsPath
58 global DBName
59 global DBUser
60 global DBPass
61 global DBHost
62 global BlockList
63
64 configfile = open("./config.json")
65 config = json.load(configfile)
66 Email = config["Email"]
67 Passwd = config["Passwd"]
68 BOT_TOKEN = config["BOT_TOKEN"]
69 CHANNEL_NAME = config["CHANNEL_NAME"]
70 PhantomjsPath = config["PhantomjsPath"]
71 DBName = config["DBName"]
72 DBUser = config["DBUser"]
73 DBPass = config["DBPass"]
74 DBHost = config["DBHost"]
75 BlockList = config["BlockList"]
76
77 os.environ['TZ'] = 'Asia/Shanghai'
78 time.tzset()
79
80
81def fetchCookie():
82 global Debug
83 global Email
84 global Passwd
85 global PhantomjsPath
86
87 logger = logging.getLogger('fetchCookie')
88 logger.info(getTime() + ': Fetching Cookie...')
89
90 driver = webdriver.PhantomJS(PhantomjsPath)
91 driver.get('https://www.ingress.com/intel')
92
93 # get login page
94 link = driver.find_elements_by_tag_name('a')[0].get_attribute('href')
95 driver.get(link)
96 if Debug:
97 driver.get_screenshot_as_file('1.png')
98 # simulate manual login
99 driver.set_page_load_timeout(10)
100 driver.set_script_timeout(20)
101 driver.find_element_by_id('Email').send_keys(Email)
102 if Debug:
103 driver.get_screenshot_as_file('2.png')
104 driver.find_element_by_css_selector('#next').click()
105 time.sleep(3)
106 driver.find_element_by_id('Passwd').send_keys(Passwd)
107 if Debug:
108 driver.get_screenshot_as_file('3.png')
109 driver.find_element_by_css_selector('#signIn').click()
110 time.sleep(3)
111 if Debug:
112 driver.get_screenshot_as_file('3.png')
113 # get cookies
114 temp = driver.get_cookies()
115
116 csrftoken = ''
117 SACSID = ''
118 for a in temp:
119 if (a['name'] == 'csrftoken'):
120 csrftoken = a['value']
121 if (a['name'] == 'SACSID'):
122 SACSID = a['value']
123
124 if csrftoken == '' or SACSID == '':
125 logger.error(getTime() + ': Fetch Cookie Failed')
126 raise CookieException
127
128 with open('cookie', 'w') as file:
129 cookie = 'SACSID='+SACSID+'; csrftoken='+csrftoken+'; ingress.intelmap.shflt=viz; ingress.intelmap.lat=29.098418372855484; ingress.intelmap.lng=119.81689453125; ingress.intelmap.zoom=17'
130 file.write(cookie)
131
132 driver.quit()
133 logger.info(getTime() + ': Fetching Cookie Succeed')
134 return True
135
136
137def sendMessge(bot, msg):
138 "sendMsg"
139
140 logger = logging.getLogger('sendMessage')
141 while True:
142 try:
143 url = 'https://api.telegram.org/bot'
144 url += BOT_TOKEN
145 url += '/sendMessage?chat_id='
146 url += CHANNEL_NAME
147 url += '&text='
148 url += urllib.parse.quote(msg)
149
150 req = urllib.request.Request(url, headers={'Content-Type': 'application/x-www-form-urlencoded'})
151 resp = urllib.request.urlopen(req)
152 data = resp.read()
153 logger.info(data)
154 logger.info(getTime() + ": sendMsg " + msg)
155 break
156 except NetworkError:
157 time.sleep(1)
158
159
160def sendMonitor(bot, msg):
161 logger = logging.getLogger('sendMonitor')
162 while True:
163 try:
164 bot.sendMessage(chat_id="@voamonitor", text=msg)
165 logger.info(getTime() + ": sendMsg " + msg)
166 break
167 except NetworkError:
168 time.sleep(1)
169
170
171def formatMessage(raw):
172 pattern = re.compile(BlockList)
173 match = pattern.search(str(raw))
174 if match:
175 return "Blocked"
176
177 msg = ''
178 plext = raw[2]['plext']
179 markup = plext['markup']
180
181 for mark in markup:
182 if mark[0] == 'SECURE':
183 msg += mark[1]['plain']
184 elif mark[0] == 'SENDER':
185 player = mark[1]['plain']
186 team = mark[1]['team']
187
188 pattern = re.compile(':')
189 match = pattern.search(player)
190 if match:
191 if team == 'RESISTANCE':
192 player = player[:match.span()[0]] + ' 🐳' + player[match.span()[0]:]
193 elif team == 'ENLIGHTENED':
194 player = player[:match.span()[0]] + ' 🐸' + player[match.span()[0]:]
195 msg += player
196
197 elif mark[0] == 'PLAYER' or mark[0] == 'AT_PLAYER':
198 player = mark[1]['plain']
199 team = mark[1]['team']
200
201 msg += player
202 if team == 'RESISTANCE':
203 msg += ' 🐳'
204 elif team == 'ENLIGHTENED':
205 msg += ' 🐸'
206
207 elif mark[0] == 'TEXT':
208 msg += mark[1]['plain']
209
210 pattern = re.compile('\[secure\]')
211 match = pattern.search(msg)
212 if match:
213 if msg.find(':') != -1:
214 msg = msg[:9] + '@' + msg[9:]
215 else:
216 msg = msg[:10] + '@' + msg[10:]
217 else:
218 msg = '@' + msg
219
220 return msg
221
222
223def FindRecord(id):
224 uri = 'mongodb://' + DBHost
225 Conn = MongoClient(uri)
226 Conn.api.authenticate(DBUser, DBPass, DBName)
227 database = Conn[DBName]
228 mycollection = database.entries
229 res = mycollection.find({"id": id})
230 if res.count() == 0:
231 return False
232 else:
233 return True
234
235
236def insertDB(time, id, msg):
237 uri = 'mongodb://' + DBHost
238 Conn = MongoClient(uri)
239 Conn.api.authenticate(DBUser, DBPass, DBName)
240 database = Conn[DBName]
241 mycollection = database.entries
242 post = {"id": id, "time": time, "msg": msg}
243 mycollection.insert(post)
244 Conn.close()
245
246
247def main():
248 logger = logging.getLogger('main')
249
250 field = {
251 'minLngE6': 119618783,
252 'minLatE6': 29912919,
253 'maxLngE6': 121018722,
254 'maxLatE6': 30573739,
255 }
256
257 mints = -1
258 maxts=-1
259 reverse=False
260 tab='all'
261
262 while True:
263 try:
264 if fetchCookie():
265 break
266 except CookieException:
267 time.sleep(3)
268
269 count = 0
270 while True:
271 count += 1
272
273 with open('cookie') as cookies:
274 cookies = cookies.read().strip()
275
276 logger.info(getTime() + ": {} Fetching from Intel...".format(str(count)))
277
278 while True:
279 try:
280
281 intel = ingrex.Intel(cookies, field)
282 result = intel.fetch_msg(mints, maxts, reverse, tab)
283
284 if result:
285 mints = result[0][1] + 1
286 break
287
288 except CookieException:
289 while True:
290 try:
291 if fetchCookie():
292 break
293 except CookieException:
294 time.sleep(3)
295 except Exception:
296 pass
297
298 for item in result[::-1]:
299 message = ingrex.Message(item)
300
301 if message.ptype == 'PLAYER_GENERATED':
302 # logger.info(getTime() + str(item))
303
304 msg = formatMessage(item)
305 if msg == 'Blocked':
306 logger.info(getTime() + " " + message.text)
307 else:
308 msg = message.time + " " + msg
309 # logger.info(getTime() + " " + msg)
310 if FindRecord(message.guid) is False:
311 insertDB(message.time, message.guid, msg)
312 # sendMonitor(bot, msg)
313 sendMessge(bot, msg)
314
315 time.sleep(10)
316
317if __name__ == '__main__':
318 readConfig()
319 bot = telegram.Bot(BOT_TOKEN)
320
321 while True:
322 try:
323 main()
324 except Exception:
325 sendMonitor(bot, 'Main Error')
Powered by cgit v1.2.3 (git 2.41.0)