1 /** 2 * Copyright © 2019 IBM Corporation 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 #include "manager.hpp" 17 18 #include "additional_data.hpp" 19 #include "elog_serialize.hpp" 20 #include "json_utils.hpp" 21 #include "pel.hpp" 22 #include "pel_entry.hpp" 23 #include "service_indicators.hpp" 24 #include "severity.hpp" 25 26 #include <sys/inotify.h> 27 #include <unistd.h> 28 29 #include <phosphor-logging/lg2.hpp> 30 #include <xyz/openbmc_project/Common/error.hpp> 31 #include <xyz/openbmc_project/Logging/Create/server.hpp> 32 33 #include <filesystem> 34 #include <format> 35 #include <fstream> 36 #include <locale> 37 38 namespace openpower 39 { 40 namespace pels 41 { 42 43 using namespace phosphor::logging; 44 namespace fs = std::filesystem; 45 namespace rg = openpower::pels::message; 46 47 namespace common_error = sdbusplus::xyz::openbmc_project::Common::Error; 48 49 using Create = sdbusplus::server::xyz::openbmc_project::logging::Create; 50 51 namespace additional_data 52 { 53 constexpr auto rawPEL = "RAWPEL"; 54 constexpr auto esel = "ESEL"; 55 constexpr auto error = "ERROR_NAME"; 56 } // namespace additional_data 57 58 constexpr auto defaultLogMessage = "xyz.openbmc_project.Logging.Error.Default"; 59 constexpr uint32_t bmcThermalCompID = 0x2700; 60 constexpr uint32_t bmcFansCompID = 0x2800; 61 62 Manager::~Manager() 63 { 64 if (_pelFileDeleteFD != -1) 65 { 66 if (_pelFileDeleteWatchFD != -1) 67 { 68 inotify_rm_watch(_pelFileDeleteFD, _pelFileDeleteWatchFD); 69 } 70 close(_pelFileDeleteFD); 71 } 72 } 73 74 void Manager::create(const std::string& message, uint32_t obmcLogID, 75 uint64_t timestamp, Entry::Level severity, 76 const std::vector<std::string>& additionalData, 77 const std::vector<std::string>& associations, 78 const FFDCEntries& ffdc) 79 { 80 AdditionalData ad{additionalData}; 81 82 // If a PEL was passed in via a filename or in an ESEL, 83 // use that. Otherwise, create one. 84 auto rawPelPath = ad.getValue(additional_data::rawPEL); 85 if (rawPelPath) 86 { 87 addRawPEL(*rawPelPath, obmcLogID); 88 } 89 else 90 { 91 auto esel = ad.getValue(additional_data::esel); 92 if (esel) 93 { 94 addESELPEL(*esel, obmcLogID); 95 } 96 else 97 { 98 createPEL(message, obmcLogID, timestamp, severity, additionalData, 99 associations, ffdc); 100 } 101 } 102 103 setEntryPath(obmcLogID); 104 setServiceProviderNotifyFlag(obmcLogID); 105 } 106 107 void Manager::addRawPEL(const std::string& rawPelPath, uint32_t obmcLogID) 108 { 109 if (fs::exists(rawPelPath)) 110 { 111 std::ifstream file(rawPelPath, std::ios::in | std::ios::binary); 112 113 auto data = std::vector<uint8_t>(std::istreambuf_iterator<char>(file), 114 std::istreambuf_iterator<char>()); 115 if (file.fail()) 116 { 117 lg2::error( 118 "Filesystem error reading a raw PEL. File = {FILE}, obmcLogID = {LOGID}", 119 "FILE", rawPelPath, "LOGID", obmcLogID); 120 // TODO, Decide what to do here. Maybe nothing. 121 return; 122 } 123 124 file.close(); 125 126 addPEL(data, obmcLogID); 127 128 std::error_code ec; 129 fs::remove(rawPelPath, ec); 130 } 131 else 132 { 133 lg2::error( 134 "Raw PEL file from BMC event log does not exit. File = {FILE}, obmcLogID = {LOGID}", 135 "FILE", rawPelPath, "LOGID", obmcLogID); 136 } 137 } 138 139 void Manager::addPEL(std::vector<uint8_t>& pelData, uint32_t obmcLogID) 140 { 141 auto pel = std::make_unique<openpower::pels::PEL>(pelData, obmcLogID); 142 if (pel->valid()) 143 { 144 // PELs created by others still need this field set by us. 145 pel->setCommitTime(); 146 147 // Assign Id other than to Hostbot PEL 148 if ((pel->privateHeader()).creatorID() != 149 static_cast<uint8_t>(CreatorID::hostboot)) 150 { 151 pel->assignID(); 152 } 153 else 154 { 155 const Repository::LogID id{Repository::LogID::Pel(pel->id())}; 156 auto result = _repo.hasPEL(id); 157 if (result) 158 { 159 lg2::warning( 160 "Duplicate HostBoot PEL ID {ID} found, moving it to archive folder", 161 "ID", lg2::hex, pel->id()); 162 163 _repo.archivePEL(*pel); 164 165 // No need to keep around the openBMC event log entry 166 scheduleObmcLogDelete(obmcLogID); 167 return; 168 } 169 } 170 171 // Update System Info to Extended User Data 172 pel->updateSysInfoInExtendedUserDataSection(*_dataIface); 173 174 // Check for severity 0x51 and update boot progress SRC 175 updateProgressSRC(pel); 176 177 try 178 { 179 lg2::debug("Adding external PEL {ID} (BMC ID {BMCID}) to repo", 180 "ID", lg2::hex, pel->id(), "BMCID", obmcLogID); 181 _repo.add(pel); 182 183 if (_repo.sizeWarning()) 184 { 185 scheduleRepoPrune(); 186 } 187 188 // Activate any resulting service indicators if necessary 189 auto policy = service_indicators::getPolicy(*_dataIface); 190 policy->activate(*pel); 191 } 192 catch (const std::exception& e) 193 { 194 // Probably a full or r/o filesystem, not much we can do. 195 lg2::error("Unable to add PEL {ID} to Repository", "ID", lg2::hex, 196 pel->id()); 197 } 198 199 updateEventId(pel); 200 updateResolution(*pel); 201 serializeLogEntry(obmcLogID); 202 createPELEntry(obmcLogID); 203 204 // Check if firmware should quiesce system due to error 205 checkPelAndQuiesce(pel); 206 } 207 else 208 { 209 lg2::error("Invalid PEL received from the host. BMC ID = {ID}", "ID", 210 obmcLogID); 211 212 AdditionalData ad; 213 ad.add("PLID", getNumberString("0x%08X", pel->plid())); 214 ad.add("OBMC_LOG_ID", std::to_string(obmcLogID)); 215 ad.add("PEL_SIZE", std::to_string(pelData.size())); 216 217 std::string asciiString; 218 auto src = pel->primarySRC(); 219 if (src) 220 { 221 asciiString = (*src)->asciiString(); 222 } 223 224 ad.add("SRC", asciiString); 225 226 _eventLogger.log("org.open_power.Logging.Error.BadHostPEL", 227 Entry::Level::Error, ad); 228 229 // Save it to a file for debug in the lab. Just keep the latest. 230 // Not adding it to the PEL because it could already be max size 231 // and don't want to truncate an already invalid PEL. 232 std::ofstream pelFile{getPELRepoPath() / "badPEL"}; 233 pelFile.write(reinterpret_cast<const char*>(pelData.data()), 234 pelData.size()); 235 236 // No need to keep around the openBMC event log entry 237 scheduleObmcLogDelete(obmcLogID); 238 } 239 } 240 241 void Manager::addESELPEL(const std::string& esel, uint32_t obmcLogID) 242 { 243 std::vector<uint8_t> data; 244 245 lg2::debug("Adding PEL from ESEL. BMC ID = {ID}", "ID", obmcLogID); 246 247 try 248 { 249 data = std::move(eselToRawData(esel)); 250 } 251 catch (const std::exception& e) 252 { 253 // Try to add it below anyway, so it follows the usual bad data path. 254 lg2::error("Problems converting ESEL string to a byte vector"); 255 } 256 257 addPEL(data, obmcLogID); 258 } 259 260 std::vector<uint8_t> Manager::eselToRawData(const std::string& esel) 261 { 262 std::vector<uint8_t> data; 263 std::string byteString; 264 265 // As the eSEL string looks like: "50 48 00 ab ..." there are 3 266 // characters per raw byte, and since the actual PEL data starts 267 // at the 16th byte, the code will grab the PEL data starting at 268 // offset 48 in the string. 269 static constexpr size_t pelStart = 16 * 3; 270 271 if (esel.size() <= pelStart) 272 { 273 lg2::error("ESEL data too short, length = {LEN}", "LEN", esel.size()); 274 throw std::length_error("ESEL data too short"); 275 } 276 277 for (size_t i = pelStart; i < esel.size(); i += 3) 278 { 279 if (i + 1 < esel.size()) 280 { 281 byteString = esel.substr(i, 2); 282 data.push_back(std::stoi(byteString, nullptr, 16)); 283 } 284 else 285 { 286 lg2::error("ESEL data too short, length = {LEN}", "LEN", 287 esel.size()); 288 throw std::length_error("ESEL data too short"); 289 } 290 } 291 292 return data; 293 } 294 295 void Manager::erase(uint32_t obmcLogID) 296 { 297 Repository::LogID id{Repository::LogID::Obmc(obmcLogID)}; 298 299 auto path = std::string(OBJ_ENTRY) + '/' + std::to_string(obmcLogID); 300 _pelEntries.erase(path); 301 _repo.remove(id); 302 } 303 304 bool Manager::isDeleteProhibited(uint32_t /*obmcLogID*/) 305 { 306 return false; 307 } 308 309 PelFFDC Manager::convertToPelFFDC(const FFDCEntries& ffdc) 310 { 311 PelFFDC pelFFDC; 312 313 std::for_each(ffdc.begin(), ffdc.end(), [&pelFFDC](const auto& f) { 314 PelFFDCfile pf; 315 pf.subType = std::get<ffdcSubtypePos>(f); 316 pf.version = std::get<ffdcVersionPos>(f); 317 pf.fd = std::get<ffdcFDPos>(f); 318 319 switch (std::get<ffdcFormatPos>(f)) 320 { 321 case Create::FFDCFormat::JSON: 322 pf.format = UserDataFormat::json; 323 break; 324 case Create::FFDCFormat::CBOR: 325 pf.format = UserDataFormat::cbor; 326 break; 327 case Create::FFDCFormat::Text: 328 pf.format = UserDataFormat::text; 329 break; 330 case Create::FFDCFormat::Custom: 331 pf.format = UserDataFormat::custom; 332 break; 333 } 334 335 pelFFDC.push_back(pf); 336 }); 337 338 return pelFFDC; 339 } 340 341 void Manager::createPEL( 342 const std::string& message, uint32_t obmcLogID, uint64_t timestamp, 343 phosphor::logging::Entry::Level severity, 344 const std::vector<std::string>& additionalData, 345 const std::vector<std::string>& /*associations*/, const FFDCEntries& ffdc) 346 { 347 auto entry = _registry.lookup(message, rg::LookupType::name); 348 auto pelFFDC = convertToPelFFDC(ffdc); 349 AdditionalData ad{additionalData}; 350 std::string msg; 351 352 if (!entry) 353 { 354 // Instead, get the default entry that means there is no 355 // other matching entry. This error will still use the 356 // AdditionalData values of the original error, and this 357 // code will add the error message value that wasn't found 358 // to this AD. This way, there will at least be a PEL, 359 // possibly with callouts, to allow users to debug the 360 // issue that caused the error even without its own PEL. 361 lg2::error("Event not found in PEL message registry: {MSG}", "MSG", 362 message); 363 364 entry = _registry.lookup(defaultLogMessage, rg::LookupType::name); 365 if (!entry) 366 { 367 lg2::error("Default event not found in PEL message registry"); 368 return; 369 } 370 371 ad.add(additional_data::error, message); 372 } 373 374 auto pel = std::make_unique<openpower::pels::PEL>( 375 *entry, obmcLogID, timestamp, severity, ad, pelFFDC, *_dataIface, 376 *_journal); 377 378 _repo.add(pel); 379 380 if (_repo.sizeWarning()) 381 { 382 scheduleRepoPrune(); 383 } 384 385 auto src = pel->primarySRC(); 386 if (src) 387 { 388 auto asciiString = (*src)->asciiString(); 389 while (asciiString.back() == ' ') 390 { 391 asciiString.pop_back(); 392 } 393 lg2::info("Created PEL {ID} (BMC ID {BMCID}) with SRC {SRC}", "ID", 394 lg2::hex, pel->id(), "BMCID", pel->obmcLogID(), "SRC", 395 asciiString); 396 } 397 398 // Check for severity 0x51 and update boot progress SRC 399 updateProgressSRC(pel); 400 401 // Activate any resulting service indicators if necessary 402 auto policy = service_indicators::getPolicy(*_dataIface); 403 policy->activate(*pel); 404 405 updateDBusSeverity(*pel); 406 updateEventId(pel); 407 updateResolution(*pel); 408 serializeLogEntry(obmcLogID); 409 createPELEntry(obmcLogID); 410 411 // Check if firmware should quiesce system due to error 412 checkPelAndQuiesce(pel); 413 } 414 415 sdbusplus::message::unix_fd Manager::getPEL(uint32_t pelID) 416 { 417 Repository::LogID id{Repository::LogID::Pel(pelID)}; 418 std::optional<int> fd; 419 420 lg2::debug("getPEL {ID}", "ID", lg2::hex, pelID); 421 422 try 423 { 424 fd = _repo.getPELFD(id); 425 } 426 catch (const std::exception& e) 427 { 428 throw common_error::InternalFailure(); 429 } 430 431 if (!fd) 432 { 433 throw common_error::InvalidArgument(); 434 } 435 436 scheduleFDClose(*fd); 437 438 return *fd; 439 } 440 441 void Manager::scheduleFDClose(int fd) 442 { 443 _fdCloserEventSource = std::make_unique<sdeventplus::source::Defer>( 444 _event, std::bind(std::mem_fn(&Manager::closeFD), this, fd, 445 std::placeholders::_1)); 446 } 447 448 void Manager::closeFD(int fd, sdeventplus::source::EventBase& /*source*/) 449 { 450 close(fd); 451 _fdCloserEventSource.reset(); 452 } 453 454 std::vector<uint8_t> Manager::getPELFromOBMCID(uint32_t obmcLogID) 455 { 456 Repository::LogID id{Repository::LogID::Obmc(obmcLogID)}; 457 std::optional<std::vector<uint8_t>> data; 458 459 lg2::debug("getPELFromOBMCID {BMCID}", "BMCID", obmcLogID); 460 461 try 462 { 463 data = _repo.getPELData(id); 464 } 465 catch (const std::exception& e) 466 { 467 throw common_error::InternalFailure(); 468 } 469 470 if (!data) 471 { 472 throw common_error::InvalidArgument(); 473 } 474 475 return *data; 476 } 477 478 void Manager::hostAck(uint32_t pelID) 479 { 480 Repository::LogID id{Repository::LogID::Pel(pelID)}; 481 482 lg2::debug("HostHack {ID}", "ID", lg2::hex, pelID); 483 484 if (!_repo.hasPEL(id)) 485 { 486 throw common_error::InvalidArgument(); 487 } 488 489 if (_hostNotifier) 490 { 491 _hostNotifier->ackPEL(pelID); 492 } 493 } 494 495 void Manager::hostReject(uint32_t pelID, RejectionReason reason) 496 { 497 Repository::LogID id{Repository::LogID::Pel(pelID)}; 498 499 lg2::debug("HostReject {ID}, reason = {REASON}", "ID", lg2::hex, pelID, 500 "REASON", reason); 501 502 if (!_repo.hasPEL(id)) 503 { 504 throw common_error::InvalidArgument(); 505 } 506 507 if (reason == RejectionReason::BadPEL) 508 { 509 AdditionalData data; 510 data.add("BAD_ID", getNumberString("0x%08X", pelID)); 511 _eventLogger.log("org.open_power.Logging.Error.SentBadPELToHost", 512 Entry::Level::Informational, data); 513 if (_hostNotifier) 514 { 515 _hostNotifier->setBadPEL(pelID); 516 } 517 } 518 else if ((reason == RejectionReason::HostFull) && _hostNotifier) 519 { 520 _hostNotifier->setHostFull(pelID); 521 } 522 } 523 524 void Manager::scheduleRepoPrune() 525 { 526 _repoPrunerEventSource = std::make_unique<sdeventplus::source::Defer>( 527 _event, std::bind(std::mem_fn(&Manager::pruneRepo), this, 528 std::placeholders::_1)); 529 } 530 531 void Manager::pruneRepo(sdeventplus::source::EventBase& /*source*/) 532 { 533 auto idsWithHwIsoEntry = _dataIface->getLogIDWithHwIsolation(); 534 535 auto idsToDelete = _repo.prune(idsWithHwIsoEntry); 536 537 // Remove the OpenBMC event logs for the PELs that were just removed. 538 std::for_each(idsToDelete.begin(), idsToDelete.end(), 539 [this](auto id) { this->_logManager.erase(id); }); 540 541 _repoPrunerEventSource.reset(); 542 } 543 544 void Manager::setupPELDeleteWatch() 545 { 546 _pelFileDeleteFD = inotify_init1(IN_NONBLOCK); 547 if (-1 == _pelFileDeleteFD) 548 { 549 auto e = errno; 550 lg2::error("inotify_init1 failed with errno {ERRNO}", "ERRNO", e); 551 abort(); 552 } 553 554 _pelFileDeleteWatchFD = inotify_add_watch( 555 _pelFileDeleteFD, _repo.repoPath().c_str(), IN_DELETE); 556 if (-1 == _pelFileDeleteWatchFD) 557 { 558 auto e = errno; 559 lg2::error("inotify_add_watch failed with errno {ERRNO}", "ERRNO", e); 560 abort(); 561 } 562 563 _pelFileDeleteEventSource = std::make_unique<sdeventplus::source::IO>( 564 _event, _pelFileDeleteFD, EPOLLIN, 565 std::bind(std::mem_fn(&Manager::pelFileDeleted), this, 566 std::placeholders::_1, std::placeholders::_2, 567 std::placeholders::_3)); 568 } 569 570 void Manager::pelFileDeleted(sdeventplus::source::IO& /*io*/, int /*fd*/, 571 uint32_t revents) 572 { 573 if (!(revents & EPOLLIN)) 574 { 575 return; 576 } 577 578 // An event for 1 PEL uses 48B. When all PELs are deleted at once, 579 // as many events as there is room for can be handled in one callback. 580 // A size of 2000 will allow 41 to be processed, with additional 581 // callbacks being needed to process the remaining ones. 582 std::array<uint8_t, 2000> data{}; 583 auto bytesRead = read(_pelFileDeleteFD, data.data(), data.size()); 584 if (bytesRead < 0) 585 { 586 auto e = errno; 587 lg2::error("Failed reading data from inotify event, errno = {ERRNO}", 588 "ERRNO", e); 589 abort(); 590 } 591 592 auto offset = 0; 593 while (offset < bytesRead) 594 { 595 auto event = reinterpret_cast<inotify_event*>(&data[offset]); 596 if (event->mask & IN_DELETE) 597 { 598 std::string filename{event->name}; 599 600 // Get the PEL ID from the filename and tell the 601 // repo it's been removed, and then delete the BMC 602 // event log if it's there. 603 auto pos = filename.find_first_of('_'); 604 if (pos != std::string::npos) 605 { 606 try 607 { 608 auto idString = filename.substr(pos + 1); 609 auto pelID = std::stoul(idString, nullptr, 16); 610 611 Repository::LogID id{Repository::LogID::Pel(pelID)}; 612 auto removedLogID = _repo.remove(id); 613 if (removedLogID) 614 { 615 _logManager.erase(removedLogID->obmcID.id); 616 } 617 } 618 catch (const std::exception& e) 619 { 620 lg2::info("Could not find PEL ID from its filename {NAME}", 621 "NAME", filename); 622 } 623 } 624 } 625 626 offset += offsetof(inotify_event, name) + event->len; 627 } 628 } 629 630 std::tuple<uint32_t, uint32_t> Manager::createPELWithFFDCFiles( 631 std::string message, Entry::Level severity, 632 std::map<std::string, std::string> additionalData, 633 std::vector<std::tuple< 634 sdbusplus::server::xyz::openbmc_project::logging::Create::FFDCFormat, 635 uint8_t, uint8_t, sdbusplus::message::unix_fd>> 636 fFDC) 637 { 638 _logManager.create(message, severity, additionalData, fFDC); 639 640 return {_logManager.lastEntryID(), _repo.lastPelID()}; 641 } 642 643 std::string Manager::getPELJSON(uint32_t obmcLogID) 644 { 645 // Throws InvalidArgument if not found 646 auto pelID = getPELIdFromBMCLogId(obmcLogID); 647 648 auto cmd = std::format("/usr/bin/peltool -i {:#x}", pelID); 649 650 FILE* pipe = popen(cmd.c_str(), "r"); 651 if (!pipe) 652 { 653 lg2::error("Error running cmd: {CMD}", "CMD", cmd); 654 throw common_error::InternalFailure(); 655 } 656 657 std::string output; 658 std::array<char, 1024> buffer; 659 while (fgets(buffer.data(), buffer.size(), pipe) != nullptr) 660 { 661 output.append(buffer.data()); 662 } 663 664 int rc = pclose(pipe); 665 if (WEXITSTATUS(rc) != 0) 666 { 667 lg2::error("Error running cmd: {CMD}, rc = {RC}", "CMD", cmd, "RC", rc); 668 throw common_error::InternalFailure(); 669 } 670 671 return output; 672 } 673 674 void Manager::checkPelAndQuiesce(std::unique_ptr<openpower::pels::PEL>& pel) 675 { 676 if ((pel->userHeader().severity() == 677 static_cast<uint8_t>(SeverityType::nonError)) || 678 (pel->userHeader().severity() == 679 static_cast<uint8_t>(SeverityType::recovered))) 680 { 681 lg2::debug( 682 "PEL severity informational or recovered. no quiesce needed"); 683 return; 684 } 685 if (!_logManager.isQuiesceOnErrorEnabled()) 686 { 687 lg2::debug("QuiesceOnHwError not enabled, no quiesce needed"); 688 return; 689 } 690 691 CreatorID creatorID{pel->privateHeader().creatorID()}; 692 693 if ((creatorID != CreatorID::openBMC) && 694 (creatorID != CreatorID::hostboot) && 695 (creatorID != CreatorID::ioDrawer) && (creatorID != CreatorID::occ) && 696 (creatorID != CreatorID::phyp)) 697 { 698 return; 699 } 700 701 // Now check if it has any type of callout 702 if (pel->isHwCalloutPresent()) 703 { 704 lg2::info( 705 "QuiesceOnHwError enabled, PEL severity not nonError or recovered, " 706 "and callout is present"); 707 708 _logManager.quiesceOnError(pel->obmcLogID()); 709 } 710 } 711 712 std::string Manager::getEventId(const openpower::pels::PEL& pel) const 713 { 714 std::string str; 715 auto src = pel.primarySRC(); 716 if (src) 717 { 718 const auto& hexwords = (*src)->hexwordData(); 719 720 std::string refcode = (*src)->asciiString(); 721 size_t pos = refcode.find_last_not_of(0x20); 722 if (pos != std::string::npos) 723 { 724 refcode.erase(pos + 1); 725 } 726 str = refcode; 727 728 for (auto& value : hexwords) 729 { 730 str += " "; 731 str += getNumberString("%08X", value); 732 } 733 } 734 return sanitizeFieldForDBus(str); 735 } 736 737 void Manager::updateEventId(std::unique_ptr<openpower::pels::PEL>& pel) 738 { 739 std::string eventIdStr = getEventId(*pel); 740 741 auto entryN = _logManager.entries.find(pel->obmcLogID()); 742 if (entryN != _logManager.entries.end()) 743 { 744 entryN->second->eventId(eventIdStr, true); 745 } 746 } 747 748 std::string Manager::sanitizeFieldForDBus(std::string field) 749 { 750 std::for_each(field.begin(), field.end(), [](char& ch) { 751 if (((ch < ' ') || (ch > '~')) && (ch != '\n') && (ch != '\t')) 752 { 753 ch = ' '; 754 } 755 }); 756 return field; 757 } 758 759 std::string Manager::getResolution(const openpower::pels::PEL& pel) const 760 { 761 std::string str; 762 std::string resolution; 763 auto src = pel.primarySRC(); 764 if (src) 765 { 766 // First extract the callout pointer and then go through 767 const auto& callouts = (*src)->callouts(); 768 namespace pv = openpower::pels::pel_values; 769 // All PELs dont have callout, check before parsing callout data 770 if (callouts) 771 { 772 const auto& entries = callouts->callouts(); 773 // Entry starts with index 1 774 uint8_t index = 1; 775 for (auto& entry : entries) 776 { 777 resolution += std::to_string(index) + ". "; 778 // Adding Location code to resolution 779 if (!entry->locationCode().empty()) 780 resolution += "Location Code: " + entry->locationCode() + 781 ", "; 782 if (entry->fruIdentity()) 783 { 784 // Get priority and set the resolution string 785 str = pv::getValue(entry->priority(), 786 pel_values::calloutPriorityValues, 787 pel_values::registryNamePos); 788 str[0] = toupper(str[0]); 789 resolution += "Priority: " + str + ", "; 790 if (entry->fruIdentity()->getPN().has_value()) 791 { 792 resolution += 793 "PN: " + entry->fruIdentity()->getPN().value() + 794 ", "; 795 } 796 if (entry->fruIdentity()->getSN().has_value()) 797 { 798 resolution += 799 "SN: " + entry->fruIdentity()->getSN().value() + 800 ", "; 801 } 802 if (entry->fruIdentity()->getCCIN().has_value()) 803 { 804 resolution += 805 "CCIN: " + entry->fruIdentity()->getCCIN().value() + 806 ", "; 807 } 808 // Add the maintenance procedure 809 if (entry->fruIdentity()->getMaintProc().has_value()) 810 { 811 resolution += 812 "Procedure: " + 813 entry->fruIdentity()->getMaintProc().value() + ", "; 814 } 815 } 816 resolution.resize(resolution.size() - 2); 817 resolution += "\n"; 818 index++; 819 } 820 } 821 } 822 return sanitizeFieldForDBus(resolution); 823 } 824 825 bool Manager::updateResolution(const openpower::pels::PEL& pel) 826 { 827 std::string callouts = getResolution(pel); 828 auto entryN = _logManager.entries.find(pel.obmcLogID()); 829 if (entryN != _logManager.entries.end()) 830 { 831 entryN->second->resolution(callouts, true); 832 } 833 834 return false; 835 } 836 837 void Manager::serializeLogEntry(uint32_t obmcLogID) 838 { 839 auto entryN = _logManager.entries.find(obmcLogID); 840 if (entryN != _logManager.entries.end()) 841 { 842 serialize(*entryN->second); 843 } 844 } 845 846 void Manager::updateDBusSeverity(const openpower::pels::PEL& pel) 847 { 848 // The final severity of the PEL may not agree with the 849 // original severity of the D-Bus event log. Update the 850 // D-Bus property to match in some cases. This is to 851 // ensure there isn't a Critical or Warning Redfish event 852 // log for an informational or recovered PEL (or vice versa). 853 // This doesn't make an explicit call to serialize the new 854 // event log property value because updateEventId() is called 855 // right after this and will do it. 856 auto sevType = 857 static_cast<SeverityType>(pel.userHeader().severity() & 0xF0); 858 859 auto entryN = _logManager.entries.find(pel.obmcLogID()); 860 if (entryN != _logManager.entries.end()) 861 { 862 auto newSeverity = 863 fixupLogSeverity(entryN->second->severity(), sevType); 864 if (newSeverity) 865 { 866 lg2::info("Changing event log {ID} severity from {OLD} " 867 "to {NEW} to match PEL", 868 "ID", lg2::hex, entryN->second->id(), "OLD", 869 Entry::convertLevelToString(entryN->second->severity()), 870 "NEW", Entry::convertLevelToString(*newSeverity)); 871 872 entryN->second->severity(*newSeverity, true); 873 } 874 } 875 } 876 877 void Manager::setEntryPath(uint32_t obmcLogID) 878 { 879 Repository::LogID id{Repository::LogID::Obmc(obmcLogID)}; 880 if (auto attributes = _repo.getPELAttributes(id); attributes) 881 { 882 auto& attr = attributes.value().get(); 883 auto entry = _logManager.entries.find(obmcLogID); 884 if (entry != _logManager.entries.end()) 885 { 886 entry->second->path(attr.path, true); 887 } 888 } 889 } 890 891 void Manager::setServiceProviderNotifyFlag(uint32_t obmcLogID) 892 { 893 Repository::LogID id{Repository::LogID::Obmc(obmcLogID)}; 894 if (auto attributes = _repo.getPELAttributes(id); attributes) 895 { 896 auto& attr = attributes.value().get(); 897 auto entry = _logManager.entries.find(obmcLogID); 898 if (entry != _logManager.entries.end()) 899 { 900 if (attr.actionFlags.test(callHomeFlagBit)) 901 { 902 entry->second->serviceProviderNotify(Entry::Notify::Notify, 903 true); 904 } 905 else 906 { 907 entry->second->serviceProviderNotify(Entry::Notify::Inhibit, 908 true); 909 } 910 } 911 } 912 } 913 914 void Manager::createPELEntry(uint32_t obmcLogID, bool skipIaSignal) 915 { 916 std::map<std::string, PropertiesVariant> varData; 917 Repository::LogID id{Repository::LogID::Obmc(obmcLogID)}; 918 if (auto attributes = _repo.getPELAttributes(id); attributes) 919 { 920 namespace pv = openpower::pels::pel_values; 921 auto& attr = attributes.value().get(); 922 923 // get the hidden flag values 924 auto sevType = static_cast<SeverityType>(attr.severity & 0xF0); 925 auto isHidden = true; 926 if (((sevType != SeverityType::nonError) && 927 attr.actionFlags.test(reportFlagBit) && 928 !attr.actionFlags.test(hiddenFlagBit)) || 929 ((sevType == SeverityType::nonError) && 930 attr.actionFlags.test(serviceActionFlagBit))) 931 { 932 isHidden = false; 933 } 934 varData.emplace(std::string("Hidden"), isHidden); 935 varData.emplace( 936 std::string("Subsystem"), 937 pv::getValue(attr.subsystem, pel_values::subsystemValues)); 938 939 varData.emplace( 940 std::string("ManagementSystemAck"), 941 (attr.hmcState == TransmissionState::acked ? true : false)); 942 943 varData.emplace("PlatformLogID", attr.plid); 944 varData.emplace("Deconfig", attr.deconfig); 945 varData.emplace("Guard", attr.guard); 946 varData.emplace("Timestamp", attr.creationTime); 947 948 // Path to create PELEntry Interface is same as PEL 949 auto path = std::string(OBJ_ENTRY) + '/' + std::to_string(obmcLogID); 950 // Create Interface for PELEntry and set properties 951 auto pelEntry = std::make_unique<PELEntry>(_logManager.getBus(), path, 952 varData, obmcLogID, &_repo); 953 if (!skipIaSignal) 954 { 955 pelEntry->emit_added(); 956 } 957 _pelEntries.emplace(std::move(path), std::move(pelEntry)); 958 } 959 } 960 961 uint32_t Manager::getPELIdFromBMCLogId(uint32_t bmcLogId) 962 { 963 Repository::LogID id{Repository::LogID::Obmc(bmcLogId)}; 964 if (auto logId = _repo.getLogID(id); !logId.has_value()) 965 { 966 throw common_error::InvalidArgument(); 967 } 968 else 969 { 970 return logId->pelID.id; 971 } 972 } 973 974 uint32_t Manager::getBMCLogIdFromPELId(uint32_t pelId) 975 { 976 Repository::LogID id{Repository::LogID::Pel(pelId)}; 977 if (auto logId = _repo.getLogID(id); !logId.has_value()) 978 { 979 throw common_error::InvalidArgument(); 980 } 981 else 982 { 983 return logId->obmcID.id; 984 } 985 } 986 987 void Manager::updateProgressSRC( 988 std::unique_ptr<openpower::pels::PEL>& pel) const 989 { 990 // Check for pel severity of type - 0x51 = critical error, system 991 // termination 992 if (pel->userHeader().severity() == 0x51) 993 { 994 auto src = pel->primarySRC(); 995 if (src) 996 { 997 std::vector<uint8_t> asciiSRC = (*src)->getSrcStruct(); 998 uint64_t srcRefCode = 0; 999 1000 // Read bytes from offset [40-47] e.g. BD8D1001 1001 for (int i = 0; i < 8; i++) 1002 { 1003 srcRefCode |= 1004 (static_cast<uint64_t>(asciiSRC[40 + i]) << (8 * i)); 1005 } 1006 1007 try 1008 { 1009 _dataIface->createProgressSRC(srcRefCode, asciiSRC); 1010 } 1011 catch (const std::exception&) 1012 { 1013 // Exception - may be no boot progress interface on dbus 1014 } 1015 } 1016 } 1017 } 1018 1019 void Manager::scheduleObmcLogDelete(uint32_t obmcLogID) 1020 { 1021 _obmcLogDeleteEventSource = std::make_unique<sdeventplus::source::Defer>( 1022 _event, std::bind(std::mem_fn(&Manager::deleteObmcLog), this, 1023 std::placeholders::_1, obmcLogID)); 1024 } 1025 1026 void Manager::deleteObmcLog(sdeventplus::source::EventBase&, uint32_t obmcLogID) 1027 { 1028 lg2::info("Removing event log with no PEL: {BMCID}", "BMCID", obmcLogID); 1029 _logManager.erase(obmcLogID); 1030 _obmcLogDeleteEventSource.reset(); 1031 } 1032 1033 bool Manager::clearPowerThermalDeconfigFlag(const std::string& locationCode, 1034 openpower::pels::PEL& pel) 1035 { 1036 // The requirements state that only power-thermal or 1037 // fan PELs need their deconfig flag cleared. 1038 static const std::vector<uint32_t> compIDs{bmcThermalCompID, bmcFansCompID}; 1039 1040 if (std::find(compIDs.begin(), compIDs.end(), 1041 pel.privateHeader().header().componentID) == compIDs.end()) 1042 { 1043 return false; 1044 } 1045 1046 auto src = pel.primarySRC(); 1047 const auto& callouts = (*src)->callouts(); 1048 if (!callouts) 1049 { 1050 return false; 1051 } 1052 1053 for (const auto& callout : callouts->callouts()) 1054 { 1055 // Look for the passed in location code in a callout that 1056 // is either a normal HW callout or a symbolic FRU with 1057 // a trusted location code callout. 1058 if ((callout->locationCode() != locationCode) || 1059 !callout->fruIdentity()) 1060 { 1061 continue; 1062 } 1063 1064 if ((callout->fruIdentity()->failingComponentType() != 1065 src::FRUIdentity::hardwareFRU) && 1066 (callout->fruIdentity()->failingComponentType() != 1067 src::FRUIdentity::symbolicFRUTrustedLocCode)) 1068 { 1069 continue; 1070 } 1071 1072 lg2::info( 1073 "Clearing deconfig flag in PEL {ID} with SRC {SRC} because {LOC} was replaced", 1074 "ID", lg2::hex, pel.id(), "SRC", (*src)->asciiString().substr(0, 8), 1075 "LOC", locationCode); 1076 (*src)->clearErrorStatusFlag(SRC::ErrorStatusFlags::deconfigured); 1077 return true; 1078 } 1079 return false; 1080 } 1081 1082 void Manager::hardwarePresent(const std::string& locationCode) 1083 { 1084 Repository::PELUpdateFunc handlePowerThermalHardwarePresent = 1085 [locationCode](openpower::pels::PEL& pel) { 1086 return Manager::clearPowerThermalDeconfigFlag(locationCode, pel); 1087 }; 1088 1089 // If the PEL was created by the BMC and has the deconfig flag set, 1090 // it's a candidate to have the deconfig flag cleared. 1091 for (const auto& [id, attributes] : _repo.getAttributesMap()) 1092 { 1093 if ((attributes.creator == static_cast<uint8_t>(CreatorID::openBMC)) && 1094 attributes.deconfig) 1095 { 1096 auto updated = _repo.updatePEL(attributes.path, 1097 handlePowerThermalHardwarePresent); 1098 1099 if (updated) 1100 { 1101 // Also update the property on D-Bus 1102 auto objPath = std::string(OBJ_ENTRY) + '/' + 1103 std::to_string(id.obmcID.id); 1104 auto entryN = _pelEntries.find(objPath); 1105 if (entryN != _pelEntries.end()) 1106 { 1107 entryN->second->deconfig(false); 1108 } 1109 else 1110 { 1111 lg2::error( 1112 "Could not find PEL Entry D-Bus object for {PATH}", 1113 "PATH", objPath); 1114 } 1115 } 1116 } 1117 } 1118 } 1119 1120 } // namespace pels 1121 } // namespace openpower 1122