CMDB-Linux下收集数据（五）
Linux下收集数据就有很多命令和工具了，比Windows方便多了。
但是要在Python的进程中运行操作系统级别的命令，我们通常需要使用subprocess模块。这个模块的具体用法，请查看Python教程中相关部分的内容。
下面，我们在Client/plugins下创建一个linux包，再到包里创建一个sys_info.py文件，写入下面的代码：
前提需要现在被收集的虚机上面安装必须的组件：
yum install -y lsb##获取厂商：
[root@python_master pythontest]# dmidecode -s system-manufacturer
VMware, Inc.
##获取型号：
[root@python_master pythontest]# dmidecode -s system-product-name
VMware Virtual Platform
##获取sn：
[root@python_master pythontest]# dmidecode -s system-serial-number
VMware-56 4d 25 68 5c ee dc fb-a1 5e 77 6a 5f e7 66 60#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2019-3-3 13:16
# @Author : zhdya@zhdya.cn
# @File : sys_info.py
import subprocess
def collect():
filter_keys = ['Manufacturer', 'Serial Number', 'Product Name', 'UUID', 'Wake-up Type']
raw_data = {}
for key in filter_keys:
try:
res = subprocess.Popen("sudo dmidecode -t system|grep '%s'" % key,
stdout=subprocess.PIPE, shell=True)
result = res.stdout.read().decode()
data_list = result.split(':')
if len(data_list) > 1:
raw_data[key] = data_list[1].strip()
else:
raw_data[key] = -1
except Exception as e:
print(e)
raw_data[key] = -2
data = dict()
data['asset_type'] = 'server'
data['manufacturer'] = raw_data['Manufacturer']
data['sn'] = raw_data['Serial Number']
data['model'] = raw_data['Product Name']
data['uuid'] = raw_data['UUID']
data['wake_up_type'] = raw_data['Wake-up Type']
data.update(get_os_info())
data.update(get_cpu_info())
data.update(get_ram_info())
data.update(get_nic_info())
data.update(get_disk_info())
return data
def get_os_info():
"""
获取操作系统信息
:return:
"""
distributor = subprocess.Popen("lsb_release -a|grep 'Distributor ID'",
stdout=subprocess.PIPE, shell=True)
distributor = distributor.stdout.read().decode().split(":")
release = subprocess.Popen("lsb_release -a|grep 'Description'",
stdout=subprocess.PIPE, shell=True)
release = release.stdout.read().decode().split(":")
data_dic = {
"os_distribution": distributor[1].strip() if len(distributor) > 1 else "",
"os_release": release[1].strip() if len(release) > 1 else "",
"os_type": "Linux",
}
return data_dic
def get_cpu_info():
"""
获取cpu信息
:return:
"""
base_cmd = 'cat /proc/cpuinfo'
raw_data = {
'cpu_model': "%s |grep 'model name' |head -1 " % base_cmd,
'cpu_count': "%s |grep 'processor'|wc -l " % base_cmd,
'cpu_core_count': "%s |grep 'cpu cores' |awk -F: '{SUM +=$2} END {print SUM}'" % base_cmd,
}
for key, cmd in raw_data.items():
try:
cmd_res = subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True)
raw_data[key] = cmd_res.stdout.read().decode().strip()
except ValueError as e:
print(e)
raw_data[key] = ""
data = {
"cpu_count": raw_data["cpu_count"],
"cpu_core_count": raw_data["cpu_core_count"]
}
cpu_model = raw_data["cpu_model"].split(":")
if len(cpu_model) > 1:
data["cpu_model"] = cpu_model[1].strip()
else:
data["cpu_model"] = -1
return data
def get_ram_info():
"""
获取内存信息
:return:
"""
raw_data = subprocess.Popen("sudo dmidecode -t memory", stdout=subprocess.PIPE, shell=True)
raw_list = raw_data.stdout.read().decode().split("\n")
raw_ram_list = []
item_list = []
for line in raw_list:
if line.startswith("Memory Device"):
raw_ram_list.append(item_list)
item_list = []
else:
item_list.append(line.strip())
ram_list = []
for item in raw_ram_list:
item_ram_size = 0
ram_item_to_dic = {}
for i in item:
data = i.split(":")
if len(data) == 2:
key, v = data
if key == 'Size':
if v.strip() != "No Module Installed":
ram_item_to_dic['capacity'] = v.split()[0].strip()
item_ram_size = round(float(v.split()[0]))
else:
ram_item_to_dic['capacity'] = 0
if key == 'Type':
ram_item_to_dic['model'] = v.strip()
if key == 'Manufacturer':
ram_item_to_dic['manufacturer'] = v.strip()
if key == 'Serial Number':
ram_item_to_dic['sn'] = v.strip()
if key == 'Asset Tag':
ram_item_to_dic['asset_tag'] = v.strip()
if key == 'Locator':
ram_item_to_dic['slot'] = v.strip()
if item_ram_size == 0:
pass
else:
ram_list.append(ram_item_to_dic)
raw_total_size = subprocess.Popen("cat /proc/meminfo|grep MemTotal ", stdout=subprocess.PIPE, shell=True)
raw_total_size = raw_total_size.stdout.read().decode().split(":")
ram_data = {'ram': ram_list}
if len(raw_total_size) == 2:
total_gb_size = int(raw_total_size[1].split()[0]) / 1024**2
ram_data['ram_size'] = total_gb_size
return ram_data
def get_nic_info():
"""
获取网卡信息
:return:
"""
raw_data = subprocess.Popen("ifconfig -a", stdout=subprocess.PIPE, shell=True)
raw_data = raw_data.stdout.read().decode().split("\n")
nic_dic = dict()
next_ip_line = False
last_mac_addr = None
for line in raw_data:
if next_ip_line:
next_ip_line = False
nic_name = last_mac_addr.split()[0]
mac_addr = last_mac_addr.split("HWaddr")[1].strip()
raw_ip_addr = line.split("inet addr:")
raw_bcast = line.split("Bcast:")
raw_netmask = line.split("Mask:")
if len(raw_ip_addr) > 1:
ip_addr = raw_ip_addr[1].split()[0]
network = raw_bcast[1].split()[0]
netmask = raw_netmask[1].split()[0]
else:
ip_addr = None
network = None
netmask = None
if mac_addr not in nic_dic:
nic_dic[mac_addr] = {'name': nic_name,
'mac': mac_addr,
'net_mask': netmask,
'network': network,
'bonding': 0,
'model': 'unknown',
'ip_address': ip_addr,
}
else:
if '%s_bonding_addr' % (mac_addr,) not in nic_dic:
random_mac_addr = '%s_bonding_addr' % (mac_addr,)
else:
random_mac_addr = '%s_bonding_addr2' % (mac_addr,)
nic_dic[random_mac_addr] = {'name': nic_name,
'mac': random_mac_addr,
'net_mask': netmask,
'network': network,
'bonding': 1,
'model': 'unknown',
'ip_address': ip_addr,
}
if "HWaddr" in line:
next_ip_line = True
last_mac_addr = line
nic_list = []
for k, v in nic_dic.items():
nic_list.append(v)
return {'nic': nic_list}
def get_disk_info():
"""
获取存储信息。
本脚本只针对centos7.6中使用sda2，且只有一块虚拟硬盘的情况。
具体查看硬盘信息的命令，请根据实际情况，实际调整。
如果需要查看Raid信息，可以尝试MegaCli工具。
:return:
"""
sn_raw_data = subprocess.Popen("sudo dmidecode -s system-serial-number", stdout=subprocess.PIPE, shell=True)
sn = sn_raw_data.stdout.read().decode()
model_raw_data = subprocess.Popen("sudo dmidecode -s system-product-name", stdout=subprocess.PIPE, shell=True)
model = model_raw_data.stdout.read().decode()
#size_data = subprocess.Popen("sudo fdisk -l /dev/sda2 | grep Disk|head -1", stdout=subprocess.PIPE, shell=True)
#size_data = size_data.stdout.read().decode()
#size = size_data.split(":")[1].strip().split(" ")[0]
size_raw_data = subprocess.Popen("sudo smartctl -a /dev/sda2 |grep Capacity", stdout=subprocess.PIPE, shell=True)
raw_data = size_raw_data.stdout.read().decode()
data_list = raw_data.split()[4]
size = data_list.split('[')[1]
result = {'physical_disk_driver': []}
disk_dict = dict()
disk_dict["model"] = model
disk_dict["size"] = size
disk_dict["sn"] = sn
result['physical_disk_driver'].append(disk_dict)
return result
if __name__ == "__main__":
# 收集信息功能测试
d = collect()
print(d)先来个输出在 centos7.6虚机上面的测试（可以读出所有数据）：
{'asset_type': 'server', 'manufacturer': 'VMware, Inc.', 'sn': 'VMware-56 4d 25 68 5c ee dc fb-a1 5e 77 6a 5f e7 66 60', 'model': 'VMware Virtual Platform', 'uuid': '68254d56-ee5c-fbdc-a15e-776a5fe76660', 'wake_up_type': 'Power Switch', 'os_distribution': 'CentOS', 'os_release': 'CentOS Linux release 7.6.1810 (Core)', 'os_type': 'Linux', 'cpu_count': '1', 'cpu_core_count': '1', 'cpu_model': 'Intel(R) Core(TM) i5-7300HQ CPU @ 2.50GHz', 'ram': [{'capacity': '1024', 'slot': 'RAM slot #0', 'model': 'DRAM', 'manufacturer': 'Not Specified', 'sn': 'Not Specified', 'asset_tag': 'Not Specified'}], 'ram_size': 0.9497604370117188, 'nic': [], 'physical_disk_driver': [{'model': 'VMware Virtual Platform\n', 'size': '32.2', 'sn': 'VMware-56 4d 25 68 5c ee dc fb-a1 5e 77 6a 5f e7 66 60\n'}]}代码整体没有什么难点，无非就是使用subprocess.Popen()方法执行Linux的命令，然后获取返回值，并以规定的格式打包到data字典里。
需要说明的问题有：
- 当Linux中存在好几个Python解释器版本时，要注意调用方式，前面已经强调过了；
- 不同的Linux发行版，有些命令可能没有，需要额外安装；
- 所使用的查看硬件信息的命令并不一定必须和这里的一样，只要能获得数据就行；
- 有一些命令在ubuntu中涉及sudo的问题，需要特别对待；
- 最终数据字典的格式一定要正确。
- 可以在Linux下配置cronb或其它定时服务，设置定期的数据收集、报告任务。 下面，我们在Linux虚拟机上，测试一下客户端。
将Pycharm中的Client客户端文件夹，拷贝到Linux虚拟机中，我这里是centos7.6
进入bin目录，运行：
python3 main.py report_data正在将数据发送至： [http://10.101.120.34:8000/assets/report/] ......
handler_data_encode-->> b'asset_data=%7B%22asset_type%22%3A+%22server%22%2C+%22manufacturer%22%3A+%22VMware%2C+Inc.%22%2C+%22sn%22%3A+%22VMware-56+4d+25+68+5c+ee+dc+fb-a1+5e+77+6a+5f+e7+66+60%22%2C+%22model%22%3A+%22VMware+Virtual+Platform%22%2C+%22uuid%22%3A+%2268254d56-ee5c-fbdc-a15e-776a5fe76660%22%2C+%22wake_up_type%22%3A+%22Power+Switch%22%2C+%22os_distribution%22%3A+%22CentOS%22%2C+%22os_release%22%3A+%22CentOS+Linux+release+7.6.1810+%28Core%29%22%2C+%22os_type%22%3A+%22Linux%22%2C+%22cpu_count%22%3A+%221%22%2C+%22cpu_core_count%22%3A+%221%22%2C+%22cpu_model%22%3A+%22Intel%28R%29+Core%28TM%29+i5-7300HQ+CPU+%40+2.50GHz%22%2C+%22ram%22%3A+%5B%7B%22capacity%22%3A+%221024%22%2C+%22slot%22%3A+%22RAM+slot+%230%22%2C+%22model%22%3A+%22DRAM%22%2C+%22manufacturer%22%3A+%22Not+Specified%22%2C+%22sn%22%3A+%22Not+Specified%22%2C+%22asset_tag%22%3A+%22Not+Specified%22%7D%5D%2C+%22ram_size%22%3A+0.9497604370117188%2C+%22nic%22%3A+%5B%5D%2C+%22physical_disk_driver%22%3A+%5B%7B%22model%22%3A+%22VMware+Virtual+Platform%5Cn%22%2C+%22size%22%3A+%2232.2%22%2C+%22sn%22%3A+%22VMware-56+4d+25+68+5c+ee+dc+fb-a1+5e+77+6a+5f+e7+66+60%5Cn%22%7D%5D%7D'
发送完毕！
返回结果：成功收到数据！
日志记录成功！然后我们可以在pycharm 页面收到：
规整如下：
本博客所有文章除特别声明外，均采用 CC BY-SA 4.0 协议 ，转载请注明出处！