python绘图cpu/mem监控曲线

1
输入日志格式举例：[2012-09-26 12:55:31] 16070 sosotest 20 0 8302m 41m 11m s 0 0.1 0:00.93 java 42836 8501676 handlenum:28
view sourceprint?
001
# -*- coding: cp936 -*-
002
import re, sys, os
003
import time
004
from pylab import *
005
'''
006
修改：2010.04.23 增加开始运行时间信息 修改参数，将进程号作为文件名一部分
007
修改：2010.04.25 将参数1，2呼唤，第一个参数为日志文件，第二个为进程id
008
修改：2010.10.31 增加core点显示，core时记录在程序运行目录
009
修改：2010.11.30 将两幅图绘制在一起，日志加入ps产生的内存详细信息
010
修改：2011.06.24 加入进程名，表示有效结果日志
011
'''
012
 
013
def getcorelst(proclst):
014
        retlst = []
015
        curpid = proclst[0]
016
        for i in range(1, len(proclst)):
017
                if curpid != proclst[i]:
018
                        curpid = proclst[i]
019
                        retlst.append(i+1)
020
        return retlst
021
        
022
virt = []
023
res = []
024
cpu = []
025
proc = []
026
allrcd = []#所有记录
027
timeinterval = 10
028
processname = "empty process"
029
if len(sys.argv) != 5 and len(sys.argv) != 4:
030
        print "usage: python %s filename mem_cpu.png processname timeinterval[default:10]" %(__file__)
031
        print "usage: python %s filename processname timeinterval[default:10]" %(__file__)
032
        sys.exit()
033
 
034
print "virt res cpu%"
035
if len(sys.argv) == 5:
036
        srcfilename = sys.argv[2]
037
        processname = sys.argv[3]
038
        timeinterval = int(sys.argv[4])
039
else:
040
        srcfilename = "cpu_mem.png"
041
        processname = sys.argv[2]      
042
        timeinterval = int(sys.argv[3]) 
043
 
044
bfoundbegintime = false
045
bfoundendtime = false
046
 
047
strcurtime = ""
048
strbegintime = ""
049
strendtime = ""
050
 
051
 
052
f = open(sys.argv[1], "r")
053
line = f.readline()
054
strbegintime = line[line.find('[')+1:line.find(']')]
055
f.seek(0, os.seek_set)
056
while true:
057
    line = f.readline()
058
    if len(line)==0: break
059
        #if line.find("processid:%s" % processid) == -1:
060
        #        continue
061
    line = line.strip()
062
 
063
        strendtime = line[line.find('[')+1:line.find(']')] #获取当前时间
064
 
065
        try:
066
                if len(line.split()) != 17:
067
                    continue
068
                if not processname in line:
069
                    continue
070
                lp = line.split()[2:]
071
                lp0 = []
072
                for i in range(0, len(lp)):
073
                        if len(lp[i])>0: lp0.append(lp[i])
074
 
075
                #print lp0[]进程号
076
                proc.append(int(lp0[0]))
077
                
078
                #虚拟内存大小
079
                if lp0[4][-1]!='m' and lp0[4][-1]!='g': fret = float(lp0[4])/(1024*1024)
080
                if lp0[4][-1]=='m': fret = float(lp0[4][0:-1])/1024
081
                if lp0[4][-1]=='g': fret = float(lp0[4][0:-1])
082
                virt.append(fret)
083
                
084
                #实际内存大小
085
                if lp0[5][-1]!='m' and lp0[5][-1]!='g': fret = float(lp0[5])/(1024*1024)
086
                if lp0[5][-1]=='m': fret = float(lp0[5][0:-1])/1024
087
                if lp0[5][-1]=='g': fret = float(lp0[5][0:-1])
088
                res.append(float(fret))
089
                
090
                #cpu占用率
091
                cpu.append(float(lp0[8]))
092
                allrcd.append(line)
093
 
094
        except:
095
                print "line data error as follow..."
096
                print line
097
    #time.sleep(1)
098
    #print "abc", lp0[4], lp0[5], lp0[8]
099
f.close()
100
 
101
print "show len ",len(virt)
102
print "耗时%.3f小时" % (timeinterval*len(virt)/(60*60.0))
103
print "开始时间: %s" % strbegintime
104
print "结束时间: %s" % strendtime
105
 
106
print virt
107
xspan = len(virt)
108
a = max(virt)
109
b = max(res)
110
yspan = max(a, b)#内存最高点
111
cpu_mem_rate = max(cpu) / yspan#计算cpu与内存的归一化比率
112
 
113
#归一化cpu损耗
114
for i in range(0, len(cpu)):
115
        cpu[i] = cpu[i] / cpu_mem_rate
116
 
117
 
118
corelst_x = getcorelst(proc)
119
 
120
corelst_cpu_y = []
121
corelst_virt_y = []
122
corelst_res_y = []
123
 
124
for i in range(0,len(corelst_x)):
125
        corelst_cpu_y.append(cpu[corelst_x[i]])
126
        corelst_virt_y.append(virt[corelst_x[i]])
127
        corelst_res_y.append(res[corelst_x[i]])
128
 
129
#统计core点开始
130
fpcorepoint=file("error_core.log", "at")
131
for i in range(0, len(corelst_x)):
132
        fpcorepoint.write("%s\n" % allrcd[corelst_x[i]])
133
fpcorepoint.close()
134
#统计core点结束
135
 
136
 
137
#为了画点，将横轴坐标乘以时间间隔
138
for i in range(0, len(corelst_x)):
139
        corelst_x[i]=corelst_x[i]*timeinterval
140
 
141
 
142
strduration = "starttime:%s endtime:%s \n duration %d minutes %d hours" % (strbegintime, strendtime, len(virt)*timeinterval/60, len(virt)*timeinterval/3600)
143
x = []
144
for i in range(0, len(virt), 1):
145
        x.append(timeinterval*i)#每10秒获取一次信息
146
 
147
#先绘制cpu图
148
print "cpu len: %d %d " % (len(x), len(cpu))
149
figure(1)
150
axis([0, len(cpu), 0, max(cpu)])#布置绘图区域
151
strtitle = "______________________________\n" + strduration + " cpu_rate:%.2f \n--------------------------" % cpu_mem_rate
152
title(strtitle, fontsize=12)
153
xlabel("timeeclipsed/sec", fontsize=12, ha='left')
154
ylabel('cpu-rate:%.2f | mem/g' % cpu_mem_rate , fontsize=12, va = 'top')
155
plot(x, cpu, 'g')  #绘制cpu
156
#画core点
157
print "cpu core info:"
158
print "core at ", corelst_x
159
print "core at ", corelst_cpu_y
160
#plot(corelst_x, corelst_cpu_y, "rs") #绘制cpu的core点
161
 
162
#title("mem-%s \n%s" % (strbegintime, strduration), fontsize=12)
163
#xlabel("timeeclipsed/sec", fontsize=12)
164
#ylabel('memery/g', fontsize=12)
165
plot(x, virt, 'b')#绘制虚拟内存
166
plot(x, res, 'r') #绘制物理内存
167
#画core点
168
print "mem core info:"
169
print "core at ", corelst_x
170
print "core at ", corelst_virt_y
171
print "core at ", corelst_res_y
172
 
173
#plot(corelst_x, corelst_virt_y, "rs") #绘制虚拟内存的core点
174
plot(corelst_x, corelst_res_y, "cs")  #绘制物理内存的core点
175
 
176
grid()
177
savefig(srcfilename, dpi=85)
178
 
179
strcmd = srcfilename + "/b"
180
os.system(strcmd)