首页 / PYTHON / Python日志统计
Python日志统计
内容导读
互联网集市收集整理的这篇技术教程文章主要介绍了Python日志统计，小编现在分享给大家，供广大互联网技能从业者学习和参考。文章包含5786字，纯文字阅读大概需要9分钟。
内容图文
#!/usr/bin/env python
# coding:utf-8
import sys,timeclass DisplayFormat(object):
def format_size(self,size):
KB = 1024 # KB -> B 1024
MB = 1048576 # MB -> B 1024 * 1024
GB = 1073741824 # GB -> B 1024 * 1024 * 1024
TB = 1099511627776 # TB -> B 1024 * 1024 * 1024
if size >= TB:
size = str(size >> 40) + ‘T‘
elif size < KB:
size = str(size) + ‘B‘
elif size >= GB and size < TB:
size = str(size >> 30) + ‘G‘
elif size >= MB and size < GB:
size = str(size >> 20) + ‘M‘
else
:
size = str(size >> 10) + ‘K‘
return size
formatstring = ‘%-18s %-10s %-12s %8s %10s %10s %10s %10s %10s %10s %10s‘
def echo_line(self):
‘‘‘输出头部横线‘‘‘
print self.formatstring % (‘-‘*15,‘-‘*10,‘-‘*12,‘-‘*12,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,)
def echo_head(self):
‘‘‘输出头部信息‘‘‘
print self.formatstring % (‘IP‘,‘Traffic‘,‘Time‘,‘Time%‘,200,404,403,503,500,302,304)
def echo_error(self):
‘‘‘输出错误信息‘‘‘
print ‘Usage: ‘ + sys.argv[0] + ‘filepath [number]‘
def echo_time(self):
‘‘‘输出脚本执行时间‘‘‘
print ‘The script is running %s second‘ % time.clock()class HostInfo(object):
# 定义一个主机ip 的所有状态列表
host_info = [‘200‘,‘404‘,‘403‘,‘503‘,‘500‘,‘302‘,‘304‘,‘size‘,‘time‘]
def __init__(self,host):
‘‘‘初始化一个主机信息字典‘‘‘
self
.host = host = {}.fromkeys(self.host_info,0)
def add_1(self,status_size,is_size):
‘‘‘对访问次数,http返回的状态码，ip流量进行加1操作‘‘‘
if status_size == ‘time‘:
self
.host[
‘time‘
] += 1
elif is_size:
self
.host[
‘size‘
] = self.host[‘size‘] + status_size
else
:
self
.host[status_size] += 1
def get_value(self,value):
‘‘‘取出字典的值‘‘‘
return self.host[value]class AnalysisFile(object):
def __init__(self):
‘‘‘初始化一个空字典‘‘‘
self
.empty = {}
self
.total_request_time,
self
.total_traffic,
self
.total_200,\
self
.total_404,
self
.total_403,
self
.total_503,
self
.total_500,\
self
.total_302,
self
.total_304 = 0,0,0,0,0,0,0,0,0
def split_line_todict(self,line):
‘‘‘传入文件的每一行取出0、8、9字段 生成字典 并返回这个字典‘‘‘
line_split = line.split()
line_dict = {‘remote_host‘:line_split[0],‘status‘:line_split[8],‘bytes_sent‘:line_split[9]}
return line_dict
def read_log(self,logs):
for line in logs:
try
:
dict_line = self.split_line_todict(line)
host = dict_line[‘remote_host‘]
status = dict_line[‘status‘]
except ValueError:
continue
except IndexError:
continue
if host not in self.empty:
host_info_obj = HostInfo(host)
self
.empty[host] = host_info_obj
else
:
host_info_obj = self.empty[host]
host_info_obj.add_1(
‘time‘
,
False
)
if status in host_info_obj.host_info:
host_info_obj.add_1(status,
False
)
try
:
bytes_sent = int(dict_line[‘bytes_sent‘])
except ValueError:
bytes_sent = 0
host_info_obj.add_1(bytes_sent,
True
)
return self.empty
def return_sorted_list(self,true_dict):
‘‘‘循环读取字典,计算总的流量、总的访问次数以及总的http返回码‘‘‘
for host_key in true_dict:
host_value = true_dict[host_key]
time = host_value.get_value(‘time‘)
self
.total_request_time = self.total_request_time + time
size = host_value.get_value(‘size‘)
self
.total_traffic = self.total_traffic + size
# 获取http返回状态码的次数
v_200 = host_value.get_value(‘200‘)
v_404 = host_value.get_value(‘404‘)
v_403 = host_value.get_value(‘403‘)
v_503 = host_value.get_value(‘503‘)
v_500 = host_value.get_value(‘500‘)
v_302 = host_value.get_value(‘302‘)
v_304 = host_value.get_value(‘304‘)
# 重新规划字典
true_dict[host_key] = {‘200‘:v_200,‘404‘:v_404,‘403‘:v_403,\
‘503‘
:v_503,
‘500‘
:v_500,
‘302‘
:v_302,\
‘304‘
:v_304,
‘size‘
:size,
‘time‘
:time}
# 计算http返回状态码的总量
self
.total_200 = self.total_200 + v_200
self
.total_404 = self.total_404 + v_404
self
.total_403 = self.total_403 + v_403
self
.total_503 = self.total_503 + v_503
self
.total_500 = self.total_500 + v_500
self
.total_302 = self.total_302 + v_302
self
.total_304 = self.total_304 + v_304
# 对总的访问次数和访问流量进行降序排序,并生成一个有序的列表
sorted_list = sorted(true_dict.items(),key=lambda i:(i[1][‘size‘],\
i[
1
][
‘time‘
]),reverse
=
True
)
return sorted_listclass Main(object):
def main(self):
‘‘‘主调函数‘‘‘
# 初始化DisplayFormat类的实例
displayformat = DisplayFormat()
args = len(sys.argv)
if args == 1:
displayformat.echo_error()
elif args == 2 or args == 3:
log_file = sys.argv[1]
try
:
files = open(log_file,‘r‘)
if args == 3:
lines = int(sys.argv[2])
else
:
lines = 0
except IOError,e:
print
print e
displayformat.echo_error()
except VaueError,e:
print
print e
displayformat.echo_error()
else
:
displayformat.echo_error()
#AnalysisFile类的实例化
fileanalysis = AnalysisFile()
# 调用read_log方法
news_dict = fileanalysis.read_log(files)
# 调用return_sorted_list方法
new_list = fileanalysis.return_sorted_list(news_dict)
# 计算所有ip的总量
total_ip = len(new_list)
if lines:
new_list = new_list[0:lines]
files.close()
# 打印出总的ip数,总访问流量,总的访问次数
print
total_request_time = fileanalysis.total_request_time
total_traffic = displayformat.format_size(fileanalysis.total_traffic)
print ‘总IP数量: %s 总的访问流量: %s 总的请求次数: %d‘ % (total_ip,\
total_traffic,\
total_request_time)
# 打印头部信息,和横线
print
displayformat.echo_head()
displayformat.echo_line()
# 循环读取news_list列表取出time项目 计算time百分比 通过displayformat格式化输出主机信息
for i in new_list:
time = i[1][‘time‘]
time_percentage = (float(time) / float(fileanalysis.total_request_time)) * 100
print displayformat.formatstring % (i[0],\
displayformat.format_size(i[
1
][
‘size‘
]),\
time,
str
(time_percentage)[
0
:
5
],\
i[
1
][
‘200‘
],i[
1
][
‘404‘
],i[
1
][
‘403‘
],\
i[
1
][
‘503‘
],i[
1
][
‘500‘
],i[
1
][
‘302‘
],i[
1
][
‘304‘
])
if not lines or total_ip == lines:
displayformat.echo_line()
print displayformat.formatstring % (total_ip,total_traffic,total_request_time,‘100%‘,\
fileanalysis.total_200,fileanalysis.total_404,\
fileanalysis.total_403,fileanalysis.total_503,\
fileanalysis.total_500,fileanalysis.total_302,\
fileanalysis.total_304)
# 显示执行脚本的时间
print
displayformat.echo_time()
if __name__ == ‘__main__‘:
main = Main()
main.main()
原文：http://www.cnblogs.com/tangchuanyang/p/4156856.html
内容总结
以上是互联网集市为您收集整理的Python日志统计全部内容，希望文章能够帮你解决Python日志统计所遇到的程序开发问题。 如果觉得互联网集市技术教程内容还不错，欢迎将互联网集市网站推荐给程序员好友。
内容备注
版权声明：本文内容由互联网用户自发贡献，该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容， 请发送邮件至 gblab@vip.qq.com 举报，一经查实，本站将立刻删除。
内容手机端
扫描二维码推送至手机访问。
来源：【匿名】