-
Notifications
You must be signed in to change notification settings - Fork 0
/
UAstat.py
94 lines (66 loc) · 1.79 KB
/
UAstat.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
#!/usr/bin python
# -*- coding: utf-8 -*-
import sys
import json
from httpagentparser import detect
# merge session file and request file when needed
from MergeSesReq import *
# per ip entry's complete data
from ipdata import *
# todo
# import and getopt
ip_db = {}
log = open('req.log', 'w')
def error(error_info):
print 'Error:', error_info
return
def main():
if len(sys.argv) < 2:
error('No input file.')
return -1
file_name = sys.argv[1]
work(file_name)
write_stat(ip_db)
def process_request(req):
"""
update os, browser and service under ip
"""
client_ip = ip_to_int(req['ClientIP'])
result = detect(req['UserAgent'])
if client_ip not in ip_db:
ip_db[client_ip] = ipdata(client_ip)
# else ipdata(client_ip) already in ip_db
if not ip_db[client_ip].update_os_browser(result):
log.write(req['UserAgent'] + '\n' + str(result) + '\n\n')
# ip_db[client_ip].update_data_size(req["BodyLen"])
ip_db[client_ip].update_service(req["ServiceName"])
def process_session(ses):
"""
update rtt, retransrate, latencyinfo{ latency, data_size, timeout}
"""
client_ip = ip_to_int(ses['ClientIP'])
if client_ip not in ip_db:
ip_db[client_ip] = ipdata(client_ip)
ip_db[client_ip].update_from_session(ses)
def deal_merged_file(file_name='session.request.json'):
fin = open(file_name, 'r')
if not fin:
error('Error: Merged file not opened.')
return
for index, line in enumerate(fin):
Log = json.loads(line)
Reqs = Log['ReqLog']
for req in Reqs:
process_request(req)
Ses = Log['SesLog']
process_session(Ses)
fin.close()
def work(file_name):
deal_merged_file(file_name)
def write_stat(db, file_name='stat.json'):
stat_file = open(file_name, 'w')
for ip_entry in db:
stat_file.write(str(db[ip_entry])+'\n')
stat_file.close()
if __name__ == '__main__':
main()