sqlite处理数据

# coding: UTF-8
import platform
from _utils.patrol2 import run_cmd, data_format, report_format
import os, sys, re, json, copy
import stat
import socket
import stat
import sqlite3

#
# conn=sqlite3.connect(':memory:')
if os.path.exists('was_patrol.db'):
    os.remove('was_patrol.db')
conn = sqlite3.connect('was_patrol.db')
c = conn.cursor()
c.execute('''CREATE TABLE WAS
       (ID INT PRIMARY KEY     NOT NULL,
       CELL           CHAR(50),
       HOME         CHAR(50),
       CLUSTER        CHAR(50),
       NODE           CHAR(50),
       SERVER        CHAR(50),
       STATE    CHAR(50),
       PORTS    CHAR(500),
       HOST    CHAR(50));''')
print "Table created successfully"
conn.commit()

version = version.split('.')[0]
content = """import sys, java
def get_names(type,parent_obj=None):
    if not parent_obj:
        obj_list = AdminConfig.list(type)
    else:
        obj_list = AdminConfig.list(type, parent_obj)
    if len(obj_list) == 0:
        return [],None
    obj_lists = obj_list.split(lineSeparator)
    names=[]
    for obj in obj_lists:
        name = AdminConfig.showAttribute(obj, "name")
        names.append(name)
    return names,obj_lists

lineSeparator = java.lang.System.getProperty('line.separator')

cell_names,cells=get_names("Cell")
reports = []
print cell_names,cells
for cell in cells:
    cell_name=AdminConfig.showAttribute(cell, "name")

    cluster_names,clusters=get_names("ServerCluster",parent_obj=cell)
    node_names, nodes = get_names("Node", parent_obj=cell)

    for node in nodes:
        nname = AdminConfig.showAttribute(node, "name")
        server_names, servers = get_names("Server", parent_obj=node)
        hostname= AdminConfig.showAttribute(node, "hostName")

        print 'node:',node
        print 'servers:',servers
        for server in servers:
            type=AdminConfig.showAttribute(server, "serverType")
            if type=='NODE_AGENT':
                continue
            sname = AdminConfig.showAttribute(server, "name")
            cname = AdminConfig.showAttribute(server, "clusterName")

            runserv = AdminConfig.getObjectName(server)
            if len(runserv) > 0:
                state = AdminControl.getAttribute(runserv, "state")
            else:
                state='down'

            other_port=id=''
            if int('{version}')>=6:
                ports=AdminTask.listServerPorts(sname, '[-nodeName '+nname+']')
            else:
                ports=[]
                endpoints=AdminConfig.list('EndPoint', server).split(lineSeparator)
                print endpoints
                #endpoints=AdminConfig.list('EndPoint', AdminConfig.getid( '/Cell:'+cell_name+'/Node:'+nname+'/Server:'+sname+'/')).split(lineSeparator)
                for endpoint in endpoints[1:]:
                    end_result=AdminConfig.show(endpoint).split(lineSeparator)
                    print end_result
                    if end_result:
                        ports.append(end_result[1].split()[1].split(']')[0])
                ports=','.join(ports)
                print ports

                id=AdminConfig.getid( '/Cell:'+cell_name+'/VirtualHost:default_host/')
                if not id:
                    id=AdminConfig.getid( '/Cell:'+cell_name+'/VirtualHost:admin_host/')
                if id:
                    other_port=AdminConfig.list('HostAlias',id ).split(lineSeparator)[0]
                    other_port=AdminConfig.showAttribute(other_port,'port')
            if not cname:
                # no cluster and has server
                reports.append({{'cell': cell_name, 'cluster': 'N/A', 'server': sname, 'node': nname,'obj':server,'state':state,'ports':ports,'host':hostname,'other_port':other_port}})
            else:
                # has cluster and node
                reports.append({{'cell': cell_name, 'cluster': cname, 'server': sname, 'node': nname,
                                'obj': server,'state':state,'ports':ports,'host':hostname,'other_port':other_port}})
    print 'clusters',clusters
    reports1=[]
    if clusters:
        for cluster in clusters:
            cluster_name = AdminConfig.showAttribute(cluster, "name")
            memberList = AdminConfig.showAttribute(cluster, "members")

            if memberList!='[]' and memberList!=[] :
                #has cluster and node
                #pass
                members = memberList[1:len(memberList)-1].split(" ")
                for member in members:
                    mname = AdminConfig.showAttribute(member, "memberName")
                    nname = AdminConfig.showAttribute(member, "nodeName")
                    reports1.append({{'cell':cell_name,'cluster':cluster_name,'server':mname,'node':nname,'obj':server}})
            else:
                # has cluster and no node
                reports1.append({{'cell':cell_name,'cluster':cluster_name,'server':'N/A','node':'N/A','obj':None}})

print "==data=="
print reports
print "==data=="
print "==datas=="
print reports1
print "==datas=="
""".format(version=version)

if 'Windows' in platform.system():
    tmp_script = 'C:\\patrol.py'
else:
    tmp_script = '/tmp/patrol.py'
with open(tmp_script, 'w') as f:
    f.write(content)
os.chmod(tmp_script, stat.S_IRWXU | stat.S_IRGRP | stat.S_IROTH)

hostname = platform.node()

was_homes = was_home
datas = {'cell': [], 'cluster': [], 'node': [], 'server': []}
all_reports = []
cell_reports = []
cluster_reports = []
server_reports = []
resource = []
count = 0
for was_home in was_homes.split(','):
    run_script = os.path.join('{}'.format(was_home), 'bin/wsadmin.sh')
    if mw_password:
        password = '-password {}'.format(mw_password)
    else:
        password = ''

    if 'Windows' in platform.system():
        run_script = os.path.join('{}'.format(was_home), 'bin', 'wsadmin.bat')
        cmd = '"{}" -username {} {} -lang jython -f {}'.format(run_script, mw_user, password,
                                                               tmp_script)
    else:
        cmd = 'su {} -c "{} -username {} {} -lang jython -f {}"'.format(os_was_user,
                                                                        run_script, mw_user,
                                                                        password,
                                                                        tmp_script)
    print cmd
    code, out = run_cmd(cmd)
    print out
    if 'Ensure that user and password are correct' in out:
        print '请确认输入的用户名和密码是否正确'
        sys.exit(1)
    if code:
        print out
        sys.exit(1)
    try:
        res = re.findall(r'==data==([\s\S]*)==data==', out)
        if not res:
            print '无输出'
            sys.exit(1)
        res = eval(res[0].strip())

        res1 = re.findall(r'==datas==([\s\S]*)==datas==', out)
        if not res1:
            print '无输出'
            sys.exit(1)
        res1 = eval(res1[0].strip())
        print '集群信息', res1

    except Exception as e:
        print e
        sys.exit(1)
    resource.append({'res': res, 'washome': was_home})

    cell_name = None
    for i in res:
        cell_name = i['cell']
        if i['cell'] not in datas['cell']:
            datas['cell'].append(i['cell'])
        if i['cluster'] not in datas['cluster']:
            datas['cluster'].append(i['cluster'])
        if i['node'] not in datas['node']:
            datas['node'].append(i['node'])
        if i['server'] not in datas['server']:
            datas['server'].append(i['server'])

        c = conn.cursor()

        port = ''
        ports = i.get('ports', '')
        if int(version) >= 6:
            for j in ports.split('\n'):
                if j.startswith('[[WC_adminhost ') and i['server'] == 'dmgr':
                    port = j.rstrip('] ]]] ]').split(' ')[-1]
            if not port:
                for j in ports.split('\n'):
                    if j.startswith('[[WC_defaulthost '):
                        port = j.rstrip('] ]]] ]').split(' ')[-1]
            if not port:
                for j in ports.split('\n'):
                    if j.startswith('[[WEBSERVER_ADDRESS '):
                        port = j.rstrip('] ]]] ]').split(' ')[-1]
        else:
            print '端点：', ports
            import requests

            for j in ports.split(','):
                print j
                try:
                    res = requests.get('http://localhost:{}/snoop'.format(j))
                    if res.status_code == 200:
                        port = j
                        break
                    if not port:
                        res = requests.get('https://localhost:{}/snoop'.format(j), is_verify=False)
                        if res.status_code == 200:
                            port = j
                            break
                except:
                    pass
            if not port:
                port = ports.split(',')[0]

        print 'port',port

        state= i.get('state','')
        if int(version) <= 5:
            cmd = "netstat -Aan|grep -w '*.{}'".format(port)
            code, res = run_cmd(cmd)
            if res and 'LISTEN' in res.split()[-1]:
                state = 'STARTED'

        c.execute("INSERT INTO WAS (ID,CELL,HOME,CLUSTER,NODE,SERVER,STATE,PORTS,HOST) \
                     VALUES ({}, '{}', '{}', '{}', '{}','{}','{}','{}','{}' )".format(count,
                                                                                      i['cell'],
                                                                                      was_home,
                                                                                      i['cluster'],
                                                                                      i['node'],
                                                                                      i['server'],state,
                                                                                      port,
                                                                                      i.get('host',
                                                                                            '')))
        count += 1

        conn.commit()
    print datas

cursor = conn.execute("SELECT distinct CELL from WAS")
cells = []
for row in cursor:
    cell = row[0]
    if cell not in cells:
        cells.append(cell)
    cell_reports.append(data_format('单元名称', cell, alert=0, group_name="单元情况"))
cell_num = len(cells)
if cell_num == 1:
    all_reports.append(report_format("{}".format(hostname), cell_reports))
else:
    all_reports.append(report_format("{}".format(hostname), childs=cell_reports))

cell_clusters = []
cell_cluster_report = {}
cursor = conn.execute("SELECT id, cell, home,cluster,node, server,state,ports,host  from WAS")
for row in cursor:
    cell = row[1]
    node = row[4]
    server = row[5]
    home = row[2]
    cluster = row[3]
    if cell_num == 1:
        cell_cluster = '{}'.format(hostname)
    else:
        cell_cluster = '{}/{}'.format(hostname, cell)
    if cell_cluster not in cell_clusters:
        cell_cluster_report.update({cell_cluster: []})
        cell_clusters.append(cell_cluster)
    if cluster not in cell_cluster_report[cell_cluster]:
        cell_cluster_report[cell_cluster].append(cluster)

reports = []
for k, v in cell_cluster_report.items():
    for i in v:
        reports.append(data_format('集群名称', i, alert=0, group_name="集群名称"))
    all_reports.append(report_format(k, childs=reports))

reports = json.dumps(all_reports)
print reports