#!/usr/bin/env python3 """Tool to visualize PLDM PDR's""" import argparse import json import hashlib import sys from datetime import datetime import paramiko from graphviz import Digraph from tabulate import tabulate import os import shlex import shutil import subprocess class Process: """ Interface definition for interacting with a process created by an Executor.""" def __init__(self, stdout, stderr): """ Construct a Process object. Process object clients can read the process stdout and stderr with os.read(), and can wait for the process to exit. Parameters: stdout: os.read()able stream representing stdout stderr: os.read()able stream representing stderr """ self.stdout = stdout self.stderr = stderr def wait(self): """ Wait for the process to finish, and return its exit status.""" raise NotImplementedError class Executor: """ Interface definition for interacting with executors. An executor is an object that can run a program.""" def exec_command(self, cmd): raise NotImplementedError def close(self): pass class ParamikoProcess(Process): """ Concrete implementation of the Process interface that adapts Paramiko interfaces to the Process interface requirements.""" def __init__(self, stdout, stderr): super(ParamikoProcess, self).__init__(stdout, stderr) def wait(self): return self.stderr.channel.recv_exit_status() class ParamikoExecutor(Executor): """ Concrete implementation of the Executor interface that uses Paramiko to connect to a remote BMC to run the program.""" def __init__(self, hostname, uname, passwd, port, **kw): """ This function is responsible for connecting to the BMC via ssh and returning an executor object. Parameters: hostname: hostname/IP address of BMC uname: ssh username of BMC passwd: ssh password of BMC port: ssh port of BMC """ super(ParamikoExecutor, self).__init__() self.client = paramiko.SSHClient() self.client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) self.client.connect( hostname, username=uname, password=passwd, port=port, **kw) def exec_command(self, cmd): _, stdout, stderr = self.client.exec_command(cmd) return ParamikoProcess(stdout, stderr) def close(self): self.client.close() class SubprocessProcess(Process): def __init__(self, popen): self.popen = popen super(SubprocessProcess, self).__init__(popen.stdout, popen.stderr) def wait(self): self.popen.wait() return self.popen.returncode class SubprocessExecutor(Executor): def __init__(self): super(SubprocessExecutor, self).__init__() def exec_command(self, cmd): args = shlex.split(cmd) args[0] = shutil.which(args[0]) p = subprocess.Popen( args, stdout=subprocess.PIPE, stderr=subprocess.PIPE) return SubprocessProcess(p) def prepare_summary_report(state_sensor_pdr, state_effecter_pdr): """ This function is responsible to parse the state sensor pdr and the state effecter pdr dictionaries and creating the summary table. Parameters: state_sensor_pdr: list of state sensor pdrs state_effecter_pdr: list of state effecter pdrs """ summary_table = [] headers = ["sensor_id", "entity_type", "state_set", "states"] summary_table.append(headers) for value in state_sensor_pdr.values(): summary_record = [] sensor_possible_states = '' for sensor_state in value["possibleStates[0]"]: sensor_possible_states += sensor_state+"\n" summary_record.extend([value["sensorID"], value["entityType"], value["stateSetID[0]"], sensor_possible_states]) summary_table.append(summary_record) print("Created at : ", datetime.now().strftime("%Y-%m-%d %H:%M:%S")) print(tabulate(summary_table, tablefmt="fancy_grid", headers="firstrow")) summary_table = [] headers = ["effecter_id", "entity_type", "state_set", "states"] summary_table.append(headers) for value in state_effecter_pdr.values(): summary_record = [] effecter_possible_states = '' for state in value["possibleStates[0]"]: effecter_possible_states += state+"\n" summary_record.extend([value["effecterID"], value["entityType"], value["stateSetID[0]"], effecter_possible_states]) summary_table.append(summary_record) print(tabulate(summary_table, tablefmt="fancy_grid", headers="firstrow")) def draw_entity_associations(pdr, counter): """ This function is responsible to create a picture that captures the entity association hierarchy based on the entity association PDR's received from the BMC. Parameters: pdr: list of entity association PDR's counter: variable to capture the count of PDR's to unflatten the tree """ dot = Digraph('entity_hierarchy', node_attr={'color': 'lightblue1', 'style': 'filled'}) dot.attr(label=r'\n\nEntity Relation Diagram < ' + str(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))+'>\n') dot.attr(fontsize='20') edge_list = [] for value in pdr.values(): parentnode = str(value["containerEntityType"]) + \ str(value["containerEntityInstanceNumber"]) dot.node(hashlib.md5((parentnode + str(value["containerEntityContainerID"])) .encode()).hexdigest(), parentnode) for i in range(1, value["containedEntityCount"]+1): childnode = str(value[f"containedEntityType[{i}]"]) + \ str(value[f"containedEntityInstanceNumber[{i}]"]) cid = str(value[f"containedEntityContainerID[{i}]"]) dot.node(hashlib.md5((childnode + cid) .encode()).hexdigest(), childnode) if[hashlib.md5((parentnode + str(value["containerEntityContainerID"])) .encode()).hexdigest(), hashlib.md5((childnode + cid) .encode()).hexdigest()] not in edge_list: edge_list.append([hashlib.md5((parentnode + str(value["containerEntityContainerID"])) .encode()).hexdigest(), hashlib.md5((childnode + cid) .encode()).hexdigest()]) dot.edge(hashlib.md5((parentnode + str(value["containerEntityContainerID"])) .encode()).hexdigest(), hashlib.md5((childnode + cid).encode()).hexdigest()) unflattentree = dot.unflatten(stagger=(round(counter/3))) unflattentree.render(filename='entity_association_' + str(datetime.now().strftime("%Y-%m-%d_%H-%M-%S")), view=False, cleanup=True, format='pdf') class PLDMToolError(Exception): """ Exception class intended to be used to hold pldmtool invocation failure information such as exit status and stderr. """ def __init__(self, status, stderr): msg = "pldmtool failed with exit status {}.\n".format(status) msg += "stderr: \n\n{}".format(stderr) super(PLDMToolError, self).__init__(msg) self.status = status def get_status(self): return self.status def process_pldmtool_output(process): """ Ensure pldmtool runs without error and if it does fail, detect that and show the pldmtool exit status and it's stderr. A simpler implementation would just wait for the pldmtool exit status prior to attempting to decode it's stdout. Instead, optimize for the no error case and allow the json decoder to consume pldmtool stdout as soon as it is available (in parallel). This results in the following error scenarios: - pldmtool fails and the decoder fails Ignore the decoder fail and throw PLDMToolError. - pldmtool fails and the decoder doesn't fail Throw PLDMToolError. - pldmtool doesn't fail and the decoder does fail This is a pldmtool bug - re-throw the decoder error. Parameters: process: A Process object providing process control functions like wait, and access functions such as reading stdout and stderr. """ status = 0 try: data = json.load(process.stdout) # it's unlikely, but possible, that pldmtool failed but still wrote a # valid json document - so check for that. status = process.wait() if status == 0: return data except json.decoder.JSONDecodeError: # pldmtool wrote an invalid json document. Check to see if it had # non-zero exit status. status = process.wait() if status == 0: # pldmtool didn't have non zero exit status, so it wrote an invalid # json document and the JSONDecodeError is the correct error. raise # pldmtool had a non-zero exit status, so throw an error for that, possibly # discarding a spurious JSONDecodeError exception. raise PLDMToolError(status, "".join(process.stderr)) def get_pdrs_one_at_a_time(executor): """ Using pldmtool, generate (record handle, PDR) tuples for each record in the PDR repository. Parameters: executor: executor object for running pldmtool """ command_fmt = 'pldmtool platform getpdr -d {}' record_handle = 0 while True: process = executor.exec_command(command_fmt.format(str(record_handle))) pdr = process_pldmtool_output(process) yield record_handle, pdr record_handle = pdr["nextRecordHandle"] if record_handle == 0: break def get_all_pdrs_at_once(executor): """ Using pldmtool, generate (record handle, PDR) tuples for each record in the PDR repository. Use pldmtool platform getpdr --all. Parameters: executor: executor object for running pldmtool """ process = executor.exec_command('pldmtool platform getpdr -a') all_pdrs = process_pldmtool_output(process) # Explicitly request record 0 to find out what the real first record is. process = executor.exec_command('pldmtool platform getpdr -d 0') pdr_0 = process_pldmtool_output(process) record_handle = pdr_0["recordHandle"] while True: for pdr in all_pdrs: if pdr["recordHandle"] == record_handle: yield record_handle, pdr record_handle = pdr["nextRecordHandle"] if record_handle == 0: return raise RuntimeError( "Dangling reference to record {}".format(record_handle)) def get_pdrs(executor): """ Using pldmtool, generate (record handle, PDR) tuples for each record in the PDR repository. Use pldmtool platform getpdr --all or fallback on getting them one at a time if pldmtool doesn't support the --all option. Parameters: executor: executor object for running pldmtool """ try: for record_handle, pdr in get_all_pdrs_at_once(executor): yield record_handle, pdr return except PLDMToolError as e: # No support for the -a option if e.get_status() != 106: raise except json.decoder.JSONDecodeError as e: # Some versions of pldmtool don't print valid json documents with -a if e.msg != "Extra data": raise for record_handle, pdr in get_pdrs_one_at_a_time(executor): yield record_handle, pdr def fetch_pdrs_from_bmc(executor): """ This is the core function that would fire the getPDR pldmtool command and it then agreegates the data received from all the calls into the respective dictionaries based on the PDR Type. Parameters: executor: executor object for running pldmtool """ entity_association_pdr = {} state_sensor_pdr = {} state_effecter_pdr = {} state_effecter_pdr = {} numeric_pdr = {} fru_record_set_pdr = {} tl_pdr = {} for handle_number, my_dic in get_pdrs(executor): if sys.stdout.isatty(): sys.stdout.write( "Fetching PDR's from BMC : %8d\r" % (handle_number)) sys.stdout.flush() if my_dic["PDRType"] == "Entity Association PDR": entity_association_pdr[handle_number] = my_dic if my_dic["PDRType"] == "State Sensor PDR": state_sensor_pdr[handle_number] = my_dic if my_dic["PDRType"] == "State Effecter PDR": state_effecter_pdr[handle_number] = my_dic if my_dic["PDRType"] == "FRU Record Set PDR": fru_record_set_pdr[handle_number] = my_dic if my_dic["PDRType"] == "Terminus Locator PDR": tl_pdr[handle_number] = my_dic if my_dic["PDRType"] == "Numeric Effecter PDR": numeric_pdr[handle_number] = my_dic executor.close() total_pdrs = len(entity_association_pdr.keys()) + len(tl_pdr.keys()) + \ len(state_effecter_pdr.keys()) + len(numeric_pdr.keys()) + \ len(state_sensor_pdr.keys()) + len(fru_record_set_pdr.keys()) print("\nSuccessfully fetched " + str(total_pdrs) + " PDR\'s") print("Number of FRU Record PDR's : ", len(fru_record_set_pdr.keys())) print("Number of TerminusLocator PDR's : ", len(tl_pdr.keys())) print("Number of State Sensor PDR's : ", len(state_sensor_pdr.keys())) print("Number of State Effecter PDR's : ", len(state_effecter_pdr.keys())) print("Number of Numeric Effecter PDR's : ", len(numeric_pdr.keys())) print("Number of Entity Association PDR's : ", len(entity_association_pdr.keys())) return (entity_association_pdr, state_sensor_pdr, state_effecter_pdr, len(fru_record_set_pdr.keys())) def main(): """ Create a summary table capturing the information of all the PDR's from the BMC & also create a diagram that captures the entity association hierarchy.""" parser = argparse.ArgumentParser(prog='pldm_visualise_pdrs.py') parser.add_argument('--bmc', type=str, help="BMC IPAddress/BMC Hostname") parser.add_argument('--user', type=str, help="BMC username") parser.add_argument('--password', type=str, help="BMC Password") parser.add_argument('--port', type=int, help="BMC SSH port", default=22) args = parser.parse_args() extra_cfg = {} if args.bmc: try: with open(os.path.expanduser("~/.ssh/config")) as f: ssh_config = paramiko.SSHConfig() ssh_config.parse(f) host_config = ssh_config.lookup(args.bmc) if host_config: if 'hostname' in host_config: args.bmc = host_config['hostname'] if 'user' in host_config and args.user is None: args.user = host_config['user'] if 'proxycommand' in host_config: extra_cfg['sock'] = paramiko.ProxyCommand( host_config['proxycommand']) except FileNotFoundError: pass executor = ParamikoExecutor( args.bmc, args.user, args.password, args.port, **extra_cfg) elif shutil.which('pldmtool'): executor = SubprocessExecutor() else: sys.exit("Can't find any PDRs: specify remote BMC with --bmc or " "install pldmtool.") association_pdr, state_sensor_pdr, state_effecter_pdr, counter = \ fetch_pdrs_from_bmc(executor) draw_entity_associations(association_pdr, counter) prepare_summary_report(state_sensor_pdr, state_effecter_pdr) if __name__ == "__main__": main()