检测网络链路质量插件

检测网络链路质量插件

分别检测下载速度，丢包率，ping。下载是顺序下载，丢包率，ping使用mtr进行检测，使用多线程。注意的是mtr运行在root用户下，用nrpe用户执行的话，需要配置sudo。 可以将rrd生成png文件。

#!/usr/bin/env python # -*- coding: utf-8 -*- import urllib, urllib2 import os, sys, socket import datetime, time import json, re, subprocess import pycurl, cStringIO import threading import rrdtool from optparse import OptionParser MTR = [] SPEED = [] def get_m3u8_info(type, ip): params = urllib.urlencode({'unit': 'newusa', 'channel': 'CCTV1', 'type': type}) req = urllib2.urlopen('http://' + ip + '/approve/live?%s' % params) headers = req.info() rawdata = req.read() if ('Content-Encoding' in headers and headers['Content-Encoding']) or ('content-encoding' in headers and headers['content-encoding']): import gzip import StringIO data = StringIO.StringIO(rawdata) gz = gzip.GzipFile(fileobj=data) rawdata = gz.read() gz.close() urls = [] for line in rawdata.split('\n'): m = re.match('^http.*ts$', line) if m: urls.append(m.group(0)) return urls[0] def get_ts_file(name, url): buffer = cStringIO.StringIO() curl = pycurl.Curl() curl.setopt(pycurl.CONNECTTIMEOUT, 3) curl.setopt(pycurl.TIMEOUT, 15) curl.setopt(pycurl.NOSIGNAL, 1) curl.setopt(pycurl.URL, url) curl.setopt(pycurl.WRITEFUNCTION, buffer.write) try: curl.perform() download_speed = curl.getinfo(pycurl.SPEED_DOWNLOAD) SPEED.append((name, str(download_speed))) buffer.close() curl.close() except Exception, e: SPEED.append((name, 'U')) buffer.close() curl.close() class Quality(threading.Thread): def __init__(self, name, ip, count): threading.Thread.__init__(self) self.name = name self.ip = ip self.count = count def run(self): try: p = subprocess.Popen(['/usr/sbin/mtr', '-n', '-c', self.count, '-r', self.ip], stdout=subprocess.PIPE, stderr=subprocess.PIPE) output, error = p.communicate() if output: info = output.split('\n')[-2] m = re.match('\s+\S+\s+\S+\s+(\S+)%\s+\S+\s+\S+\s+(\S+).*', info) if m: MTR.append((self.name, m.group(1), m.group(2))) else: MTR.append((self.name, 'U', 'U')) if error: print "ret> ", p.returncode print "Error> error ", error.strip() except OSError as e: print "OSError > ", e.errno print "OSError > ", e.strerror print "OSError > ", e.filename except: print "Error > ", sys.exc_info() def create_rrd(rrdfile, datasource): dss = [ 'DS:%s:GAUGE:120:0:U' % ds for ds in datasource.split(',') ] rra = [ 'RRA:AVERAGE:0.5:1:1440', 'RRA:AVERAGE:0.5:15:672', 'RRA:AVERAGE:0.5:60:744', 'RRA:AVERAGE:0.5:1440:375', 'RRA:MIN:0.5:1:1440', 'RRA:MIN:0.5:15:672', 'RRA:MIN:0.5:60:744', 'RRA:MIN:0.5:1440:375', 'RRA:MAX:0.5:1:1440', 'RRA:MAX:0.5:15:672', 'RRA:MAX:0.5:60:744', 'RRA:MAX:0.5:1440:375', 'RRA:LAST:0.5:1:1440', 'RRA:LAST:0.5:15:672', 'RRA:LAST:0.5:60:744', 'RRA:LAST:0.5:1440:375', ] rrdtool.create(rrdfile, '--step', '60', '--start', '-1y', dss, rra) def update_rrd(mode, datasource, timestamp): if mode == 'download': rrd_file = 'download.rrd' if not os.path.exists(rrd_file): create_rrd(rrd_file, datasource) labels = [] downloads = [] for label, download in SPEED: labels.append(label) downloads.append(download) rrdtool.update(rrd_file, '--template', ':'.join(labels), 'N:'+':'.join(downloads)) if mode == 'mtr': rrd_file_loss = 'loss.rrd' rrd_file_ping = 'ping.rrd' if not os.path.exists(rrd_file_loss): create_rrd(rrd_file_loss, datasource) if not os.path.exists(rrd_file_ping): create_rrd(rrd_file_ping, datasource) labels = [] losses = [] pings = [] for label, loss, ping in MTR: labels.append(label) losses.append(loss) pings.append(ping) rrdtool.update(rrd_file_loss, '--template', ':'.join(labels), 'N:'+':'.join(losses)) rrdtool.update(rrd_file_ping, '--template', ':'.join(labels), 'N:'+':'.join(pings)) def generate_graph_element(rrdfile, dss, unit): colors = ['#FFFF00', '#339933', '#FF6666', '#0066CC', '#FFFFFF'] comment = 'COMMENT: \\n' defs = [ 'DEF:%s=%s:%s:AVERAGE' % (ds, rrdfile, ds) for ds in dss.split(',') ] vdefs_min = [ 'VDEF:%s_min=%s,MINIMUM' % (ds, ds) for ds in dss.split(',') ] vdefs_max = [ 'VDEF:%s_max=%s,MAXIMUM' % (ds, ds) for ds in dss.split(',') ] vdefs_avg = [ 'VDEF:%s_avg=%s,AVERAGE' % (ds, ds) for ds in dss.split(',') ] vdefs_last = [ 'VDEF:%s_last=%s,LAST' % (ds, ds) for ds in dss.split(',') ] vdefs = [] for vdef in zip(vdefs_min, vdefs_max, vdefs_avg, vdefs_last): vdefs.extend(vdef) lines = [ 'LINE1:%s%s:%s' % (ds, colors[idx], ds) for idx, ds in enumerate(dss.split(',')) ] gprints_min = [ 'GPRINT:%s_min:MIN\:%%7.2lf %%s%s' % (ds, unit) for ds in dss.split(',') ] gprints_max = [ 'GPRINT:%s_max:MAX\:%%7.2lf %%s%s' % (ds, unit) for ds in dss.split(',') ] gprints_avg = [ 'GPRINT:%s_avg:AVERAGE\:%%7.2lf %%s%s' % (ds, unit) for ds in dss.split(',') ] gprints_last = [ 'GPRINT:%s_last:LAST\:%%7.2lf %%s%s' % (ds, unit) for ds in dss.split(',') ] gprints = [] for gprint in zip(lines, gprints_min, gprints_max, gprints_avg, gprints_last): gprints.extend(gprint) gprints.append(comment) return defs, vdefs, gprints def graph_rrd(hostname, names, dss): colors = [ \ '-c', 'SHADEA#000000', \ '-c', 'SHADEB#111111', \ '-c', 'FRAME#AAAAAA', \ '-c', 'FONT#FFFFFF', \ '-c', 'ARROW#FFFFFF', \ '-c', 'AXIS#FFFFFF', \ '-c', 'BACK#333333', \ '-c', 'CANVAS#333333', \ '-c', 'MGRID#CCCCCC', \ ] xgrid = 'MINUTE:10:MINUTE:30:MINUTE:30:0:%H:%M' for name in names.split(','): if name == 'download': label = 'Bytes' title = 'link_%s on %s' % (name, hostname) rrdfile = name + '.rrd' imgfile = name + '.png' defs, vdefs, gprints = generate_graph_element(rrdfile, dss, 'B') rrdtool.graph(imgfile, '-t', title, '-v', label, '-w', '520', '--start', '-3h', '--step', '60', '--x-grid', xgrid, colors, defs, vdefs, gprints) if name == 'loss': label = '%' title = 'link_%s on %s' % (name, hostname) rrdfile = name + '.rrd' imgfile = name + '.png' defs, vdefs, gprints = generate_graph_element(rrdfile, dss, '%%') rrdtool.graph(imgfile, '-t', title, '-v', label, '-w', '520', '--start', '-3h', '--step', '60', '--x-grid', xgrid, colors, defs, vdefs, gprints) if name == 'ping': label = 'ms' title = 'link_%s on %s' % (name, hostname) rrdfile = name + '.rrd' imgfile = name + '.png' defs, vdefs, gprints = generate_graph_element(rrdfile, dss, 'ms') rrdtool.graph(imgfile, '-t', title, '-v', label, '-w', '520', '--start', '-3h', '--step', '60', '--x-grid', xgrid, colors, defs, vdefs, gprints) if __name__ == '__main__': usage = '''%prog [options] arg1 arg2 example: . %prog --mode=download --name=wx-2-ct,wx-2-cu --ip=111.111.111.111,222.222.222.222 --type=iptv . %prog --mode=mtr --name=wx-2-ct,wx-2-cu --ip=111.111.111.111,222.222.222.222 --count=50 . %prog --mode=graph --name=download,loss,ping --ds=wx-2-ct,wx-2-cu ''' parser = OptionParser(usage) parser.add_option('--mode', action='store', type='string', dest='mode', help='check mode') parser.add_option('--name', action='store', type='string', dest='name', help='name list of the network link') parser.add_option('--ip', action='store', type='string', dest='ip', help='ip address list of the network link') parser.add_option('--type', action='store', type='string', dest='type', help='data rate of the ts file') parser.add_option('--count', action='store', type='string', dest='count', help='send packets per second') parser.add_option('--ds', action='store', type='string', dest='ds', help='data source') (options, args) = parser.parse_args() hostname = socket.gethostname() timestamp = int(time.time()) if options.mode == 'download': links = zip(options.name.split(','), options.ip.split(',')) for link in links: url = get_m3u8_info(options.type, link[1]) get_ts_file(link[0], url) update_rrd(options.mode, options.name, timestamp) if options.mode == 'mtr': links = zip(options.name.split(','), options.ip.split(',')) threads = [] for link in links: threads.append(Quality(link[0], link[1], options.count)) for t in threads: t.start() for t in threads: t.join() update_rrd(options.mode, options.name, timestamp) if options.mode == 'graph': graph_rrd(hostname, options.name, options.ds)

生成json数据 link_info.py

#!/usr/bin/env python # -*- coding: utf-8 -*- import os, sys import re, json import datetime, time import subprocess, socket def unit_convert(data): if data < 10**3: return str(round(float(data), 2)) elif data > 10**3 and data < 10**6: return str(round(float(data) / 10**3, 2)) + 'Kb' elif data > 10**6 and data < 10**9: return str(round(float(data) / 10**6, 2)) + 'Mb' elif data > 10**9 and data < 10**12: return str(round(float(data) / 10**9, 2)) + 'Gb' elif data > 10**12 and data < 10**15: return str(round(float(data) / 10**12, 2)) + 'Tb' def get_traffic_info(): proc_stat = '/proc/net/dev' traffic = [] with open(proc_stat, 'r') as f: for line in f: m = re.match('\s*(\S+):\s*(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+', line) if m: traffic.append((m.group(1), int(m.group(2)), int(m.group(10)))) return traffic def get_connection_info(): command = 'netstat -n |grep ^tcp |wc -l' p = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) output, error = p.communicate() return int(output) def get_current_link_info(): hostfile = '/etc/hosts' with open(hostfile, 'r') as f: for line in f: m = re.match('(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+(\S+)', line) if m and m.group(2) == 'wx.service.live.tvmining.com': return m.group(1) return 'unknown' def main(): counter = 2 first = get_traffic_info() time.sleep(counter) second = get_traffic_info() traffic = map(lambda x, y: (x[0], unit_convert(abs(x[1]-y[1])*8.0/counter), unit_convert(abs(x[2]-y[2])*8.0/counter)), first, second) for name, receive, transmit in traffic: if name == 'p2p1': traffic_in, traffic_out = receive, transmit connection = get_connection_info() current_link = get_current_link_info() message = {} hostname = socket.gethostname() message[hostname] = { 'in': traffic_in, 'out': traffic_out, 'connection': connection, 'current_link': current_link, } with open('link_info.json', 'w') as f: json.dump(message, f) if __name__ == '__main__': main() # --data-- {"la-1-219": {"connection": 10068, "out": "2.56Mb", "current_link": "221.228.74.36", "in": "147.18Mb"}} posted on 2016-07-11 16:40 北京涛子 阅读( ...) 评论( ...) 编辑 收藏

转载于:https://www.cnblogs.com/liujitao79/p/5660737.html

相关资源：流量监测工具