initial commit

1 files changed, 362 insertions, 0 deletions

diff --git a/linuxinstall/detectShell/monitor_net.py b/linuxinstall/detectShell/monitor_net.py
new file mode 100644
index 0000000..9e0b8bc
--- /dev/null
+++ b/linuxinstall/detectShell/monitor_net.py
@@ -0,0 +1,362 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+
+# created by zhongyoub 
+'''
+get all net card info and write to file with csv format 
+time: ms
+'''
+
+import time,re,os,csv
+import ConfigParser
+import StringIO
+from datetime import datetime
+
+global cfg_path_str 
+global nic_path_str
+global marsio_cmd
+cfg_path_str="/home/nms/nc_config/net_net/net_net.cfg"
+nic_path_str="/proc/net/dev"
+marsio_cmd="monit_device"
+
+def round2(a):
+    return ("%.2f"%a)
+
+class monitor_net():
+    def __init__(self):
+        self.seqId=""                        # seqId
+        self.id=""                           # 监测设置ID
+        self.cattory=""                      # 监测类别
+        self.process=""                      # 进程名称
+        
+        self.start_time=int(round(time.time()*1000))          # 监测服务启动时间
+        self.delay=0                         # 检测时延
+        self.checktime=int(round(time.time()*1000))           # 本次检测时间
+        self.try_times=1                     # 尝试次数
+        self.next_time=0                     # 下次监测时间  self.start_time + self.interval
+        self.checkState=1                    # 检测状态
+        
+        self.checkGap=0
+        self.config_path=cfg_path_str
+        self.nic_path=nic_path_str
+        
+        '''
+        nic info 
+        '''
+	self.nic_info={"eth_name":"", "rx_packets":0, "tx_packets":0, "rx_bytes":0, "tx_bytes":0,
+                       "rx_errs":0, "tx_errs":0, "rx_drop":0, "tx_drops":0, "speed":10000,
+                       "rx_bps":0, "tx_bps":0, "rx_pps":0, "tx_pps":0,
+                       "rx_err_perc":0, "tx_err_perc":0, "rx_drop_perc":0, "tx_drop_perc":0 }
+	self.marsio_info={"eth_name":"", "rx_packets":0, "tx_packets":0, "rx_bytes":0, "tx_bytes":0,
+                       "rx_errs":0, "tx_errs":0, "rx_drop":0, "tx_drops":0, "speed":10000,
+                       "rx_bps":0, "tx_bps":0, "rx_pps":0, "tx_pps":0,
+                       "rx_err_perc":0, "tx_err_perc":0, "rx_drop_perc":0, "tx_drop_perc":0 }
+     #   self.vf_dict={'0':'','1':'','2':''}
+	self.vf_list=[]
+        self.marsio_list=[]
+        
+        
+    '''
+    read config file
+    '''    
+    def read_config(self):
+	'''
+        with open(self.config_path, 'r') as f:
+            section_string = '[dummy_section]\n' + f.read()
+	'''
+	
+	config=StringIO.StringIO()
+	config.write('[dummy_section]\n')
+	config.write(open(self.config_path).read())
+	config.seek(0,os.SEEK_SET)	
+
+        cfg = ConfigParser.ConfigParser()
+   #     cfg.readfp(section_string)
+	cfg.readfp(config)
+        pubInfo=cfg.get("dummy_section", "pubInfo")
+        self.seqId=pubInfo.split(",",3)[0]
+        self.id=pubInfo.split(",",3)[1]
+        self.cattory=pubInfo.split(",",3)[2]
+        self.process=pubInfo.split(",",3)[3]
+        
+        self.delay=cfg.get("dummy_section","checkOutTime")
+        self.try_times=cfg.get("dummy_section","checkMaxTimes")
+        self.checkGap=int(cfg.get("dummy_section","checkGap"))*60*1000       # ms  
+        self.next_time=self.start_time+self.checkGap
+        self.checkState=cfg.get("dummy_section","checkState")
+          
+            
+    '''
+    get net card info/home/nms/nc_config/net_net
+    '''
+    def get_vfnet_info(self):
+        net_info=open("/proc/net/dev","r")
+        info=net_info.readlines()
+        net_info.close()
+#	print self.marsio_list
+        for line in info:           # find nic name like ens*f*
+	    self.nic_info={"eth_name":"", "rx_packets":0, "tx_packets":0, "rx_bytes":0, "tx_bytes":0,
+                       "rx_errs":0, "tx_errs":0, "rx_drop":0, "tx_drops":0, "speed":10000,
+                       "rx_bps":0, "tx_bps":0, "rx_pps":0, "tx_pps":0,
+                       "rx_err_perc":0, "tx_err_perc":0, "rx_drop_perc":0, "tx_drop_perc":0 }
+            if re.search(r'ens.f.',line):
+                field=line.split()
+                self.nic_info["eth_name"]=field[0].split(":")[0]
+                self.nic_info["rx_bytes"]=field[1]
+                self.nic_info["rx_packets"]=field[2]
+                self.nic_info["rx_errs"]=field[3]
+                self.nic_info["rx_drop"]=field[4]
+                self.nic_info["tx_bytes"]=field[9]
+                self.nic_info["tx_packets"]=field[10]
+                self.nic_info["tx_errs"]=field[11]
+                self.nic_info["tx_drop"]=field[12]
+    #        	self.vf_dict[str(i)]=self.nic_info
+    #		print "nic_info"
+   #		print self.nic_info
+  		self.vf_list.append(self.nic_info)
+   #		print self.vf_list
+#		print self.vf_list[str(i)]
+                
+            '''      
+                eth_name=field[0].split(":")[0]
+                rx_bytes=field[1]
+                rx_packets=field[2]
+                rx_errs=field[3]
+                rx_drop=field[4]
+                tx_bytes=field[9]
+                tx_packts=field[10]
+                tx_errs=field[11]
+                tx_drop=field[12]
+            return(eth_name, int(rx_bytes),int(rx_packets),int(rx_errs),int(rx_drop),int(tx_bytes),
+                   int(tx_packts),int(tx_errs),int(tx_drop))
+            '''       
+    
+    '''
+    get marsio net card info by open(monit_device)
+    '''
+    def get_marsionet_info(self):
+        info=os.popen(marsio_cmd)
+        for line in info:
+            if re.search(r'ens.f*',line):
+                self.marsio_info["eth_name"]=line.split(",")[1].split(":")[1].strip()
+            if re.search(r'Accu',line):
+                self.marsio_info["rx_packets"]=line.split()[1]    
+                self.marsio_info["rx_bytes"]=int(line.split()[2])/8    # bit to byte(float)
+                self.marsio_info["rx_drop"]=line.split()[9]
+                self.marsio_info["rx_errs"]=line.split()[4]
+                self.marsio_info["tx_packets"]=line.split()[6]
+                self.marsio_info["tx_bytes"]=int(line.split()[7])/8    
+                self.marsio_info["tx_errs"]=line.split()[8]
+                self.marsio_info['tx_drop']=line.split()[10]  
+                
+            if re.search(r'Second',line):
+                self.marsio_info["rx_bps"]=line.split()[3]
+                rx_packets=self.marsio_info["rx_pps"]=line.split()[2]
+                tx_packets=self.marsio_info["tx_pps"]=line.split()[7]
+                self.marsio_info["tx_bps"]=line.split()[8]
+                
+                rx_err_per=line.split()[5]
+                tx_err_per=line.split()[9]
+		if int(rx_packets)!=0:
+                    self.marsio_info["rx_err_perc"]=round2(float(rx_err_per)/int(rx_packets))
+		else:
+		    self.marsio_info["rx_err_perc"]=round2(0)
+#		print self.marsio_info["rx_err_perc"]
+		if int(tx_packets)!=0:
+                    self.marsio_info["tx_err_perc"]=round2(float(tx_err_per)/int(tx_packets))
+		else:
+		    self.marsio_info["tx_err_perc"]=round2(0)
+ #               print self.marsio_info["tx_err_perc"]
+                rx_drop_per=line.split()[10]
+                tx_drop_per=line.split()[11]
+		if int(rx_packets)!=0:
+                    self.marsio_info["rx_drop_perc"]=round2(float(rx_drop_per)/int(rx_packets))
+		else:
+	            self.marsio_info["rx_drop_perc"]=round2(0)
+#		print self.marsio_info["rx_drop_perc"]
+		if int(tx_packets)!=0:
+                    self.marsio_info["tx_drop_perc"]=round2(float(tx_drop_per)/int(tx_packets))
+		else:
+	            self.marsio_info["tx_drop_perc"]=round2(0)
+#		print self.marsio_info["tx_drop_perc"]
+        self.marsio_list.append(self.marsio_info)
+#	print "marsio_info"
+#	print self.marsio_info
+
+def list_append(list1, dict1):
+    list1.append(dict1["eth_name"])
+    list1.append(dict1["rx_packets"])
+    list1.append(dict1["tx_packets"])
+    list1.append(dict1["rx_bytes"])
+    list1.append(dict1["tx_bytes"])
+    list1.append(dict1["rx_errs"])
+    list1.append(dict1["tx_errs"])
+    list1.append(dict1["rx_drop"])
+    list1.append(dict1["tx_drop"])
+    list1.append(dict1["speed"])
+    list1.append(dict1["rx_bps"])
+    list1.append(dict1["tx_bps"])
+    list1.append(dict1["rx_pps"])
+    list1.append(dict1["tx_pps"])
+    list1.append(dict1["rx_err_perc"])
+    list1.append(dict1["tx_err_perc"])
+    list1.append(dict1["rx_drop_perc"])
+    list1.append(dict1["tx_drop_perc"])           
+
+def main():
+    monitor=monitor_net()
+    monitor.read_config()
+    monitor.chectime=int(round(time.time()*1000))
+    monitor.get_marsionet_info()
+    list3=monitor.marsio_list
+    monitor.get_vfnet_info()	
+    list1=monitor.vf_list
+#    print "list1"
+#    print list1
+    monitor.vf_list=[]
+#    print monitor.vf_list
+ #   monitor.vf_list.clear()
+    time.sleep(1)
+    monitor.get_vfnet_info()
+    list2=monitor.vf_list   
+#    print "list2"
+#    print list2    
+    for x, y in zip(list1,list2):
+        rx_bytes_pers=int(y["rx_bytes"])-int(x["rx_bytes"])
+        tx_bytes_pers=int(y["tx_bytes"])-int(x["tx_bytes"])
+        rx_packet_pers=float(y["rx_packets"])-int(x["rx_packets"])
+        tx_packet_pers=float(y["tx_packets"])-int(x["tx_packets"])
+        
+        rx_bps=rx_bytes_pers*8
+        rx_pps=rx_packet_pers
+        tx_bps=tx_bytes_pers*8
+        tx_pps=tx_packet_pers
+	if rx_packet_pers >0:
+            rx_err_rate=(int(y["rx_errs"])-int(x["rx_errs"]))/rx_packet_pers
+        else:
+            rx_err_rate=0
+        if tx_packet_pers>0:
+            tx_err_rate=(int(y["tx_errs"])-int(x["tx_errs"]))/tx_packet_pers
+        else:
+            tx_err_rate=0
+        if rx_packet_pers>0:
+            rx_drop_rate=(int(y["rx_drop"])-int(x["rx_drop"]))/rx_packet_pers
+        else:
+            rx_drop_rate=0
+        if tx_packet_pers>0:
+            tx_drop_rate=(int(y["tx_drop"])-int(x["tx_drop"]))/tx_packet_pers
+        else:
+            tx_drop_rate=0
+        '''
+        y["rx_bps"]=round2(rx_bps)
+        y["rx_pps"]=round2(rx_pps)
+        y["tx_bps"]=round2(tx_bps)
+        y["tx_pps"]=round2(tx_pps)
+	'''
+        y["rx_err_perc"]=round2(rx_err_rate)
+        y["tx_err_perc"]=round2(tx_err_rate)
+        y["rx_drop_perc"]=round2(rx_drop_rate)
+        y["tx_drop_perc"]=round2(tx_drop_rate)
+        
+#    print list2 
+#    print list3  
+    vf_num=len(monitor.vf_list)
+ #   print monitor.vf_list
+ #   print vf_num
+    marsio_num=len(list3)
+  
+    csv_file=datetime.now().strftime("%Y%m%d%H%M%S")
+    
+    header=[monitor.seqId,monitor.id,monitor.cattory,monitor.process,monitor.start_time,monitor.delay,
+            monitor.chectime,monitor.try_times,monitor.next_time,monitor.checkState]
+    
+    first_str=str(vf_num)+"i18n_client.SystemInfo.insert_n81i: "
+    for each in list2:
+        first_str=first_str+"$@$"+each["eth_name"]+ \
+        " i18n_client.SystemInfo.netSpeed_n81i10000Mbps,"+"i18n_client.SystemInfo.input_n81i"+ \
+        str(each["rx_bps"])+"bps、"+str(each["rx_pps"])+"pps,"+"Output"+str(each["tx_bps"])+"bps、"+str(each["tx_pps"])+ \
+        "pps;"
+    
+    second_str=str(marsio_num)+"i18n_client.SystemInfo.insert_n81i: "
+    for each in list3:
+        second_str=second_str+"$@$"+each["eth_name"]+ \
+        " i18n_client.SystemInfo.netSpeed_n81i10000Mbps,"+"i18n_client.SystemInfo.input_n81i"+ \
+        str(each["rx_bps"])+"bps、 "+str(each["rx_pps"])+"pps,"+"Output"+str(each["tx_bps"])+"bps、"+str(each["tx_pps"])+ \
+        "pps;"
+        
+    four_1=['\"','','']
+    four_2=['\"','','']
+    four_3=['\"','','']
+    if len(list2)>1: 
+    	first_dict=list2[0]
+    	second_dict=list2[1]
+	list_append(four_1,first_dict)
+	list_append(four_2,second_dict)
+    elif len(list2)==1:
+	first_dict=list2[0]
+	list_append(four_1,first_dict)
+	four_2=[]
+    else:
+	four_1=[]
+	four_2=[]
+    if len(list3)>0:
+    	three_dict=list3[0]
+	'''
+	three_dict["rx_bps"]=round2(int(three_dict["rx_bps"]))
+	three_dict["rx_pps"]=round2(int(three_dict["rx_pps"]))
+	three_dict["tx_bps"]=round2(int(three_dict["tx_bps"]))
+	three_dict["tx_bps"]=round2(int(three_dict["tx_bps"]))
+	three_dict["rx_err_perc"]=round2(int(three_dict["rx_err_perc"]))
+	three_dict["tx_err_perc"]=round2(int(three_dict["tx_err_perc"]))
+	three_dict["rx_drop_perc"]=round2(int(three_dict["rx_drop_perc"]))
+	three_dict["tx_drop_perc"]=round2(int(three_dict["tx_drop_perc"]))
+	'''
+    	list_append(four_3,three_dict)
+    else:
+	four_3=[]
+    '''
+    four_1.append(first_list["eth_name"])
+    four_1.append(first_list["rx_packets"])
+    four_1.append(first_list["tx_packets"])
+    four_1.append(first_list["rx_bytes"])
+    four_1.append(first_list["tx_bytes"])
+    four_1.append(first_list["rx_errs"])
+    four_1.append(first_list["tx_errs"])
+    four_1.append(first_list["rx_drop"])
+    four_1.append(first_list["tx_drop"])
+    four_1.append(first_list["speed"])
+    four_1.append(first_list["rx_bps"])
+    four_1.append(first_list["tx_bps"])
+    four_1.append(first_list["rx_pps"])
+    four_1.append(first_list["tx_pps"])
+    four_1.append(first_list["rx_err_perc"])
+    four_1.append(first_list["tx_err_perc"])
+    four_1.append(first_list["rx_drop_perc"])
+    '''
+#    print four_1
+#    print four_2
+#    print four_3
+    header.append(first_str)
+    header.append(second_str)
+    two_list=["details"]
+    two_list.append((vf_num+marsio_num))
+    
+    with open(csv_file+".csv","w") as f:
+        f_writer=csv.writer(f,lineterminator='\n')
+        f_writer.writerow(header)
+        f_writer.writerow(two_list)
+	if len(four_1):
+            f_writer.writerow(four_1)
+	if len(four_2):
+            f_writer.writerow(four_2)
+	if len(four_3):
+            f_writer.writerow(four_3)
+        f.close()
+    
+if __name__ == '__main__':
+    main()
+    exit(0)
+        
+    
+    
+