Python进程监控-MyProcMonitor

psutil api文档：

http://pythonhosted.org/psutil/

api 测试

#! /usr/bin/env python
# coding=utf-8
 
import psutil
 
# CPU-> Examples
 
# print psutil.cpu_times()
# print psutil.cpu_count()
# print psutil.cpu_count(logical=False)
#
# for x in range(3):
#     print psutil.cpu_percent(interval=1)
#     print psutil.cpu_percent(interval=1, percpu=True)
#     print psutil.cpu_times_percent(interval=1, percpu=False)
 
# Memory-> Examples:
 
# print psutil.virtual_memory()
# print psutil.swap_memory()
 
#  Disks-> Examples:
 
# print psutil.disk_partitions()
# print psutil.disk_usage('/')
# print psutil.disk_io_counters(perdisk=False)
 
# Networks-> Examples:
 
# print psutil.net_io_counters(pernic=True)
# print psutil.net_connections()
 
# Other system info-> Examples:
 
# print psutil.users()
# print psutil.boot_time()
 
# Process Management-> Examples:
 
print psutil.pids()
 
for i in psutil.pids():
    p = psutil.Process(i)
#     print p.name(), p.cpu_percent(interval=1.0)
 
#     print p.name()
#     print p.cmdline()
#     print p.exe()
#     print p.cwd()
#     print p.status()
#     print p.username()
#     print p.create_time()
 
#     print p.terminal()
#     print p.uids()
#     print p.gids()
 
#     print p.cpu_times()
#     print p.cpu_percent(interval=1.0)
 
#     print p.cpu_affinity()
#     print p.cpu_affinity([0])
 
#     print p.memory_percent()
#     print p.memory_info()
#     print p.ext_memory_info()
#     print p.memory_maps()
#     print p.io_counters()
#     print p.open_files()
#     print  p.connections()
#     print p.num_threads()
#     print p.num_fds()
#     print p.threads()
#     print p.num_ctx_switches()
#     print p.nice()
#     print p.nice(10)  
 
#     print p.ionice(psutil.IOPRIO_CLASS_IDLE)  # IO priority (Win and Linux only)
#     print p.ionice()
#     print p.rlimit(psutil.RLIMIT_NOFILE, (5, 5))  # set resource limits (Linux only)
#     print p.rlimit(psutil.RLIMIT_NOFILE)
 
#     print p.suspend()
#     print p.resume()
#     print p.terminate()
#     print p.wait(timeout=3)
 
print psutil.test()

配置：

process:
  name:  ProxyTool.exe
  path:  E:\Project\ProxyTool.exe
 
rules:
 
  p_cpu_percent:  100
  #t_cpu_percent:  20
  #cpu_times:  30
  #num_threads:  15
  #connections:  20
 
noporcesssleeptime:  3
getprocinfotimespan:  3
cpupercentinterval:  1

config.yaml

转换exe

#! /usr/bin/env python
# coding=utf-8
 
'''
Created on 2015.10.12
 
@author: ryhan
'''
 
import os
 
# 以下代码解决输出乱码问题
import sys
# print sys.getdefaultencoding()
reload(sys)
sys.setdefaultencoding('utf-8')
# print sys.getdefaultencoding()
 
Py_Installer_Path='D:\pyinstaller-develop'
Py_FilePATH = "%s\\" % (os.path.dirname(os.path.realpath(__file__)),)
Py_FileList=['MyProcMonitor']
 
# print Py_FilePATH
 
os.chdir(Py_Installer_Path)
 
for fname in Py_FileList:
 
    #cmd='python pyinstaller.py --upx-dir=D:\pyinstaller-develop\upx391w -F %s%s.py' % (Py_FilePATH,fname)
    #upx.exe 放入到python安装路径下 如果不想使用upx，需要添加参数 --noupx
    cmd='python pyinstaller.py -F %s%s.py' % (Py_FilePATH,fname)
    print cmd
    os.system(cmd)
 
    cmd='copy /y %s\%s\dist\%s.exe %s' % (Py_Installer_Path,fname,fname,Py_FilePATH)
    print cmd
    os.system(cmd)

BulidExe

主程：

#! /usr/bin/env python
# coding=utf-8
 
import psutil
# print psutil.test()
 
import functools
import yaml
import json
import time
import os
 
from pylog import logger
 
def log(func):
    @functools.wraps(func)
    def wrapper(*args, **kw):
 
        logger.debug(u'---- Invoke : %s ----' , func.__name__)   
 
        return func(*args, **kw)
    return wrapper
 
class Monitor():
 
    @log
    def __init__(self):
 
        self.confd = yaml.load(file('config.yaml'))
        logger.debug('yaml:%s', self.confd)
 
        if(self.confd == None or self.confd.get('process') == None or self.confd.get('rules') == None or len(self.confd.get('rules')) == 0):
            raise ValueError('please check config.yaml~! (key: confprocess or rules)')   
 
        self.confprocname = self.confd.get('process', '{}').get('name', '')
        self.confprocpath = self.confd.get('process', '{}').get('path', '')
        self.confrules = self.confd.get('rules')        
 
        self.noporcesssleeptime = self.confd.get('noporcesssleeptime', 3)
        self.getprocinfospantime = self.confd.get('getprocinfotimespan', 1)
        self.cpupercentinterval = self.confd.get('cpupercentinterval', 1)
 
    @log
    def __loadProcess(self):
 
        self.monitorproc = None
 
        try:
            for p in psutil.process_iter():
#                 pinfo = p.as_dict(attrs=['pid', 'name'])
 
#             for pid in psutil.pids():
#                 p = psutil.Process(pid)
 
                if p.name() == self.confprocname:
                    self.monitorproc = p
                    break
 
            if(self.monitorproc):
                logger.info('Findprocess %s: id:%s ', self.confprocname, self.monitorproc.pid)
            else:
                logger.info('Do Not Find Porcess ! Please Check~!')                
 
        except Exception, e:
                logger.debug(e)
 
        return self.monitorproc                    
 
    @log
    def loopControl(self):
 
        logger.info('Begin while loop!')
 
        finprocessloop = 1
 
        while 1:
            try:
                while finprocessloop:
                    if(not self.__loadProcess()):
                        time.sleep(self.noporcesssleeptime)
                        continue
                    else:
                        finprocessloop = 0
 
                args = self.__getProcInfo()
                if args and args[0]:
                    self.__checkProc(*args)
                else:
                    logger.info('Missing Process Control: %s !', self.confprocname)
                    finprocessloop = 1
 
                    time.sleep(self.getprocinfospantime)
 
            except Exception, e:
                logger.debug('loopControl.while :%s', e)
 
    @log
    def __getProcInfo(self):    
 
        try:
            p = self.monitorproc
            pinf = {}            
 
            pinf['id'] = p.pid
            pinf['name'] = p.name()
#             pinf['exe'] = p.exe()
            pinf['num_threads'] = p.num_threads()
            pinf['num_handles'] = p.num_handles()
            pinf['threads'] = p.threads()
            pinf['connections'] = p.connections()
            pinf['memory_percent'] = p.memory_percent()
            pinf['memory_info'] = p.memory_info()
            pinf['cpu_affinity'] = p.cpu_affinity()
            pinf['cpu_times'] = p.cpu_times()
            pinf['p_cpu_percent'] = p.cpu_percent(interval=self.cpupercentinterval)
            pinf['t_cpu_percent'] = psutil.cpu_percent(interval=self.cpupercentinterval)
            pinf['cpu_count_real'] = psutil.cpu_count()
            pinf['cpu_count_logical'] = psutil.cpu_count(logical=False)       
 
            cpu_count_real = pinf['cpu_count_real']
            cpu_count_logical = pinf['cpu_count_logical']
            p_cpu_percent = pinf['p_cpu_percent']
            t_cpu_percent = pinf['t_cpu_percent'] 
 
            logger.debug('pinfo:%s', pinf)
#             logger.debug('p_cpu_percent:%s', p_cpu_percent)
#             logger.debug('t_cpu_percent:%s', t_cpu_percent)
 
            return (True, p_cpu_percent, t_cpu_percent, cpu_count_real, cpu_count_logical)
 
        except Exception, e:
            logger.debug(e)
            return (False, 0, 0, 0, 0)
 
    @log
    def __checkProc(self, isparmvalid, proc_cpu_percent, total_cpu_percent, cpu_count_real, cpu_count_logical):
 
        try:
 
            logger.debug('args => pid:%s, pname:%s, isparmvalid:%s, p_u_percent:%s,p_u_t_percent:%s, t_u_percent:%s, u_r_count:%s, u_l_count:%s'\
                         , self.monitorproc.pid, self.monitorproc.name(), isparmvalid, proc_cpu_percent, proc_cpu_percent / cpu_count_real, total_cpu_percent, cpu_count_real, cpu_count_logical)
 
            if  isparmvalid:
 
                conf_p_cpu_percent = self.confrules.get('p_cpu_percent', 100)
 
                if proc_cpu_percent > conf_p_cpu_percent:
#                     p.send_signal(signal.SIGTERM)
                    logger.info('judge=> proc_cpu_percent[%s] > conf_p_cpu_percent[%s]. Now kill %s %s  ', proc_cpu_percent, conf_p_cpu_percent, self.monitorproc.pid, self.monitorproc.name())
                    self.monitorproc.terminate()
                else:
                    logger.info('judge=> proc_cpu_percent[%s] < conf_p_cpu_percent[%s]. Keep Watch %s %s  ', proc_cpu_percent, conf_p_cpu_percent, self.monitorproc.pid, self.monitorproc.name())
 
        except Exception, e:
            logger.debug(e)        
 
if __name__ == '__main__':
 
    try:
        m = Monitor()
        m.loopControl()        
 
    except Exception, e:
        logger.debug(e)             

MyProcMonitor

日志：

#! /usr/bin/env python
# coding=utf-8
 
import logging
import logging.handlers  
 
# NOTSET < DEBUG < INFO < WARNING < ERROR < CRITICAL
# CRITICAL > ERROR > WARNING > INFO > DEBUG > NOTSET
 
# logging初始化工作
# logging.basicConfig()
 
# create logger
logger = logging.getLogger('tst')
logger.setLevel(logging.DEBUG)
 
# create console handler and set level to debug
consolehandler = logging.StreamHandler()
consolehandler.setLevel(logging.INFO)
 
# filehandler = logging.handlers.RotatingFileHandler('run.log', maxBytes=1024 * 1024, backupCount=5)
filehandler = logging.handlers.TimedRotatingFileHandler('run', when='H', interval=1, backupCount=1)
filehandler.suffix = "%Y%m%d-%H%M.log"
filehandler.setLevel(logging.DEBUG)
 
# create formatter
formatter = logging.Formatter('%(asctime)s - %(message)s')
 
# add formatter to handler
consolehandler.setFormatter(formatter)
filehandler.setFormatter(formatter)  # 为handler添加formatter
 
# add handler to logger
logger.addHandler(consolehandler)
logger.addHandler(filehandler)

pylog