用Python实现自动化监控远程服务器 |
您所在的位置：网站首页 › 远程服务器数据提取 › 用Python实现自动化监控远程服务器 |
用Python实现自动化监控远程服务器
|
最近发现Python课器做很多事情，在监控服务器有其独特的优势，耗费资源少，开发周期短。 首先我们做一个定时或者实时脚本timedtask.py，让其定时监控目标服务器，两种方式： 第一种： #!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2017/11/27 15:59 # @Desc : 定时任务，以需要的时间间隔执行某个命令 # @File : timedtask.py # @Software: PyCharm import time, os from monitorserver import alltask def roll_back(cmd, inc = 60): while True: #执行方法，函数 alltask() time.sleep(inc) roll_back("echo %time%", 5)第二种： #!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2017/11/27 15:59 # @Desc : 定时任务，以需要的时间间隔执行某个命令 # @File : timedtask.py # @Software: PyCharm import time, os def roll_back(cmd, inc = 60): while True: #监控代码文件所在位置 os.system('python /home/../monitorserver.py'); time.sleep(inc) roll_back("echo %time%", 5)做过监控应该都知道，我们主要监控服务器，负载均衡、磁盘、内存、CPU、网络接口（流量）、端口代码，主要针对这些，我做了以下远程监控，第一种和第二种监控代码一样，代码monitorserver.py如下： #!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2017/11/27 15:59 # @Desc : 服务器监控代码 # @File : monitorserver.py # @Software: PyCharm import pexpect import re import time import threading """ 主方法 127.0.0.1#远程服务器ip地址 """ def ssh_command(user, host, password, command): ssh_new_key = 'Are you sure you want to continue connecting' child = pexpect.spawn('ssh -l %s %s %s' % (user, host, command)) i = child.expect([pexpect.TIMEOUT, ssh_new_key, 'password: ']) if i == 0: print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after return None if i == 1: child.sendline('yes') child.expect('password: ') i = child.expect([pexpect.TIMEOUT, 'password: ']) if i == 0: print 'ERROR!' print 'SSH could not login. Here is what SSH said:' print child.before, child.after return None child.sendline(password) return child """ 内存监控 """ def mem_info(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "cat /proc/meminfo") child.expect(pexpect.EOF) mem = child.before mem_values = re.findall("(\d+)\ kB", mem) MemTotal = mem_values[0] MemFree = mem_values[1] Buffers = mem_values[2] Cached = mem_values[3] SwapCached=mem_values[4] SwapTotal = mem_values[13] SwapFree = mem_values[14] print '******************************内存监控*********************************' print "*******************时间：", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()), "******************" print "总内存：",MemTotal print "空闲内存：", MemFree print "给文件的缓冲大小:",Buffers print "高速缓冲存储器使用的大小:", Cached print "被高速缓冲存储用的交换空间大小:", SwapCached print "给文件的缓冲大小:", Buffers if int(SwapTotal) == 0: print u"交换内存总共为：0" else: Rate_Swap = 100 - 100*int(SwapFree)/float(SwapTotal) print u"交换内存利用率：", Rate_Swap Free_Mem = int(MemFree) + int(Buffers) + int(Cached) Used_Mem = int(MemTotal) - Free_Mem Rate_Mem = 100*Used_Mem/float(MemTotal) print u"内存利用率：", str("%.2f" % Rate_Mem), "%" """ 内核线程、虚拟内存、磁盘、陷阱和 CPU 活动的统计信息 """ def vm_stat_info(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "vmstat 1 2 | tail -n 1") child.expect(pexpect.EOF) vmstat_info = child.before.strip().split() processes_waiting = vmstat_info[0] processes_sleep = vmstat_info[1] swpd = vmstat_info[2] free = vmstat_info[3] buff = vmstat_info[4] cache = vmstat_info[5] si = vmstat_info[6] so = vmstat_info[7] io_bi = vmstat_info[8] io_bo = vmstat_info[9] system_interrupt = vmstat_info[10] system_context_switch = vmstat_info[11] cpu_user = vmstat_info[12] cpu_sys = vmstat_info[13] cpu_idle = vmstat_info[14] cpu_wait = vmstat_info[15] st=vmstat_info[16] print '****************************内核线程、虚拟内存、磁盘、陷阱和 CPU 活动的统计信息监控****************************' print "*******************时间：", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()), "******************" print "等待运行进程的数量:", processes_waiting print "处于不间断状态的进程:", processes_sleep print "使用虚拟内存(swap)的总量:", swpd print "空闲的内存总量:", free print "用作缓冲的内存总量:", buff print "用作缓存的内存总量:", cache print "交换出内存总量 :", si print "交换入内存总量 :", so print "从一个块设备接收:", io_bi print "发送到块设备:", io_bo print "每秒的中断数:", system_interrupt print "每秒的上下文切换数:", system_context_switch print "用户空间上进程运行的时间百分比:", cpu_user print "内核空间上进程运行的时间百分比:", cpu_sys print "闲置时间百分比:", cpu_idle print "等待IO的时间百分比:", cpu_wait print "从虚拟机偷取的时间百分比:", st ''' cpu监控 ''' def cpu_info(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "cat /proc/cpuinfo") child.expect(pexpect.EOF) cpuinfo = child.before cpu_num = re.findall('processor.*?(\d+)', cpuinfo)[-1] cpu_num = str(int(cpu_num) + 1) print '***************************************cpu监控***************************************' print "*******************时间：", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()), "******************" print u"CPU数目：", cpu_num li = cpuinfo.replace('\t', '').split('\r') CPUinfo = {} procinfo = {} nprocs = 0 for line in li: if line.find("processor") > -1: CPUinfo['CPU%s' % nprocs] = procinfo nprocs = nprocs + 1 else: if len(line.split(':')) == 2: procinfo[line.split(':')[0].strip()] = line.split(':')[1].strip() else: procinfo[line.split(':')[0].strip()] = '' for processor in CPUinfo.keys(): print "CPU属于的名字及其编号、标称主频:",CPUinfo[processor]['model name'] print "CPU属于其系列中的哪一代的代号:", CPUinfo[processor]['model'] print "CPU制造商:", CPUinfo[processor]['vendor_id'] print "CPU产品系列代号:", CPUinfo[processor]['cpu family'] print "CPU的实际使用主频:", CPUinfo[processor]['cpu MHz'] """ 负载均衡 """ def load_stat(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "cat /proc/loadavg") child.expect(pexpect.EOF) loadavgs = child.before.strip().split() print '************************负载均衡监控****************************' print "*******************时间：",time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()),"******************" print "系统5分钟前的平均负载：", loadavgs[0] print "系统10分钟前的平均负载：", loadavgs[1] print "系统15分钟前的平均负载：", loadavgs[2] print "分子是正在运行的进程数,分母为总进程数：",loadavgs[3] print "最近运行的进程id：", loadavgs[4] """ 获取网络接口的输入和输出 """ def ionetwork(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "cat /proc/net/dev") child.expect(pexpect.EOF) netdata = child.before li = netdata.strip().split('\n') print '************************获取网络接口的输入和输出监控****************************' print "*******************时间：",time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()),"******************" net = {} for line in li[2:]: line = line.split(":") eth_name = line[0].strip() # if eth_name != 'lo': net_io = {} net_io['Receive'] = round(float(line[1].split()[0]) / (1024.0 * 1024.0), 2) net_io['Transmit'] = round(float(line[1].split()[8]) / (1024.0 * 1024.0), 2) net[eth_name] = net_io print net """ 磁盘空间监控 """ def disk_stat(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "df -h") child.expect(pexpect.EOF) disk = child.before disklist = disk.strip().split('\n') disklists=[] for disk in disklist: disklists.append(disk.strip().split()) print '************************磁盘空间监控****************************' print "*******************时间：", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()), "******************" for i in disklists[1:]: print "\t文件系统：", i[0], print "\t容量：", i[1], print "\t已用：", i[2], print "\t可用：", i[3], print "\t已用%挂载点：", i[4] """ 端口监控 一般是远程服务器用户名用户 """ def getComStr(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", "netstat -tpln") child.expect(pexpect.EOF) Com = child.before print '******************************端口监控*********************************' print "*******************时间：", time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()), "******************" print Com """ 获取网络接口的输入和输出 """ def cpu(): child = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", 'cat /proc/stat | grep "cpu "') child.expect(pexpect.EOF) child1 = ssh_command("远程服务器用户名", "127.0.0.1", "远程服务器密码", 'cat /proc/stat | grep "cpu "') child1.expect(pexpect.EOF) cpus = child.before.strip().split() cpus1 = child1.before.strip().split() print '************************cpu使用情况****************************' print "*******************时间：",time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()),"******************" T1=int(cpus[1])+int(cpus[2])+int(cpus[3])+int(cpus[4])+int(cpus[5])+int(cpus[6])+int(cpus[8])+int(cpus[9]) T2=int(cpus1[1]) + int(cpus1[2]) + int(cpus1[3]) + int(cpus1[4] )+ int(cpus1[5] )+int( cpus1[6] )+ int(cpus1[8] )+ int(cpus1[9]) Tol=T2-T1 Idle=int(cpus1[4]) - int(cpus[4]) print '总的cpu时间1:',T1 print '总的cpu时间2:', T2 print '时间间隔内的所有时间片:', Tol print '计算空闲时间idle:', Idle print "计算cpu使用率：",100*(Tol-Idle)/Tol,"%" """ 第一种执行 """ def alltask(): try: threads = [] t1 = threading.Thread(target=mem_info) threads.append(t1) t2 = threading.Thread(target=vm_stat_info) threads.append(t2) t3 = threading.Thread(target=cpu_info) threads.append(t3) t4 = threading.Thread(target=load_stat) threads.append(t4) t5 = threading.Thread(target=ionetwork) threads.append(t5) t6 = threading.Thread(target=disk_stat) threads.append(t6) t7 = threading.Thread(target=getComStr) threads.append(t7) t8 = threading.Thread(target=cpu) threads.append(t8) for n in range(len(threads)): threads[n].start() except Exception, e: print str(e) """ 第二种执行 """ if __name__ == '__main__': try: threads = [] t1 = threading.Thread(target=mem_info) threads.append(t1) t2 = threading.Thread(target=vm_stat_info) threads.append(t2) t3 = threading.Thread(target=cpu_info) threads.append(t3) t4 = threading.Thread(target=load_stat) threads.append(t4) t5 = threading.Thread(target=ionetwork) threads.append(t5) t6 = threading.Thread(target=disk_stat) threads.append(t6) t7 = threading.Thread(target=getComStr) threads.append(t7) t8 = threading.Thread(target=cpu) threads.append(t8) for n in range(len(threads)): threads[n].start() except Exception, e: print str(e)监控结果如下：
接下来做的是把监控结果可视化，即可，可惜没时间做，就交给各位了！！！ 花了两天时间整理的，分享给大家，希望对各位有帮助！！！ 进QQ群（779809018）免费领取学习资源，疑难问题解答。同时欢迎大家关注我的微信公众号：代码帮 ，免费领取学习资源。 本公众号将秉持活到老学到老学习无休止的交流分享开源精神，汇聚于互联网和个人学习工作的精华干货知识，一切来于互联网，反馈回互联网。 目前研究领域：大数据、机器学习、深度学习、人工智能、数据挖掘、数据分析。 语言涉及：Java、Scala、Python、Shell、Linux等 。同时还涉及平常所使用的手机、电脑和互联网上的使用技巧、问题和实用软件破解。 只要你一直关注和呆在群里，每天必须有收获,讨论和答疑QQ群：大数据和人工智能总群(779809018)微信公众号（代码帮）每天分享最新IT、大数据和人工智能新技术。
|
【本文地址】
今日新闻 |
推荐新闻 |