1 /**
2  * Copyright © 2017 IBM Corporation
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 #include "config.h"
17 
18 #include "power_supply.hpp"
19 
20 #include "elog-errors.hpp"
21 #include "gpio.hpp"
22 #include "names_values.hpp"
23 #include "pmbus.hpp"
24 #include "types.hpp"
25 #include "utility.hpp"
26 
27 #include <org/open_power/Witherspoon/Fault/error.hpp>
28 #include <phosphor-logging/log.hpp>
29 #include <xyz/openbmc_project/Common/Device/error.hpp>
30 
31 #include <functional>
32 
33 namespace phosphor
34 {
35 namespace power
36 {
37 namespace psu
38 {
39 
40 using namespace phosphor::logging;
41 using namespace sdbusplus::org::open_power::Witherspoon::Fault::Error;
42 using namespace sdbusplus::xyz::openbmc_project::Common::Device::Error;
43 
44 PowerSupply::PowerSupply(const std::string& name, size_t inst,
45                          const std::string& objpath, const std::string& invpath,
46                          sdbusplus::bus_t& bus, const sdeventplus::Event& e,
47                          std::chrono::seconds& t, std::chrono::seconds& p) :
48     Device(name, inst),
49     monitorPath(objpath), pmbusIntf(objpath),
50     inventoryPath(INVENTORY_OBJ_PATH + invpath), bus(bus), presentInterval(p),
51     presentTimer(e, std::bind([this]() {
52                      // The hwmon path may have changed.
53                      pmbusIntf.findHwmonDir();
54                      this->present = true;
55 
56                      // Sync the INPUT_HISTORY data for all PSs
57                      syncHistory();
58 
59                      // Update the inventory for the new device
60                      updateInventory();
61                  })),
62     powerOnInterval(t),
63     powerOnTimer(e, std::bind([this]() { this->powerOn = true; }))
64 {
65     getAccessType();
66 
67     using namespace sdbusplus::bus;
68     using namespace phosphor::pmbus;
69     std::uint16_t statusWord = 0;
70     try
71     {
72         // Read the 2 byte STATUS_WORD value to check for faults.
73         statusWord = pmbusIntf.read(STATUS_WORD, Type::Debug);
74         if (!((statusWord & status_word::INPUT_FAULT_WARN) ||
75               (statusWord & status_word::VIN_UV_FAULT)))
76         {
77             resolveError(inventoryPath,
78                          std::string(PowerSupplyInputFault::errName));
79         }
80     }
81     catch (const ReadFailure& e)
82     {
83         log<level::INFO>("Unable to read the 2 byte STATUS_WORD value to check "
84                          "for power-supply input faults.");
85     }
86     presentMatch = std::make_unique<match_t>(
87         bus, match::rules::propertiesChanged(inventoryPath, INVENTORY_IFACE),
88         [this](auto& msg) { this->inventoryChanged(msg); });
89     // Get initial presence state.
90     updatePresence();
91 
92     // Write the SN, PN, etc to the inventory
93     updateInventory();
94 
95     // Subscribe to power state changes
96     powerOnMatch = std::make_unique<match_t>(
97         bus, match::rules::propertiesChanged(POWER_OBJ_PATH, POWER_IFACE),
98         [this](auto& msg) { this->powerStateChanged(msg); });
99     // Get initial power state.
100     updatePowerState();
101 }
102 
103 void PowerSupply::getAccessType()
104 {
105     using namespace phosphor::power::util;
106     fruJson = loadJSONFromFile(PSU_JSON_PATH);
107     if (fruJson == nullptr)
108     {
109         log<level::ERR>("InternalFailure when parsing the JSON file");
110         return;
111     }
112     inventoryPMBusAccessType = getPMBusAccessType(fruJson);
113 }
114 
115 void PowerSupply::captureCmd(util::NamesValues& nv, const std::string& cmd,
116                              phosphor::pmbus::Type type)
117 {
118     if (pmbusIntf.exists(cmd, type))
119     {
120         try
121         {
122             auto val = pmbusIntf.read(cmd, type);
123             nv.add(cmd, val);
124         }
125         catch (const std::exception& e)
126         {
127             log<level::INFO>("Unable to capture metadata",
128                              entry("CMD=%s", cmd.c_str()));
129         }
130     }
131 }
132 
133 void PowerSupply::analyze()
134 {
135     using namespace phosphor::pmbus;
136 
137     try
138     {
139         if (present)
140         {
141             std::uint16_t statusWord = 0;
142 
143             // Read the 2 byte STATUS_WORD value to check for faults.
144             statusWord = pmbusIntf.read(STATUS_WORD, Type::Debug);
145             readFail = 0;
146 
147             checkInputFault(statusWord);
148 
149             if (powerOn && (inputFault == 0) && !faultFound)
150             {
151                 checkFanFault(statusWord);
152                 checkTemperatureFault(statusWord);
153                 checkOutputOvervoltageFault(statusWord);
154                 checkCurrentOutOverCurrentFault(statusWord);
155                 checkPGOrUnitOffFault(statusWord);
156             }
157 
158             updateHistory();
159         }
160     }
161     catch (const ReadFailure& e)
162     {
163         if (readFail < FAULT_COUNT)
164         {
165             readFail++;
166         }
167 
168         if (!readFailLogged && readFail >= FAULT_COUNT)
169         {
170             commit<ReadFailure>();
171             readFailLogged = true;
172         }
173     }
174 
175     return;
176 }
177 
178 void PowerSupply::inventoryChanged(sdbusplus::message_t& msg)
179 {
180     std::string msgSensor;
181     std::map<std::string, std::variant<uint32_t, bool>> msgData;
182     msg.read(msgSensor, msgData);
183 
184     // Check if it was the Present property that changed.
185     auto valPropMap = msgData.find(PRESENT_PROP);
186     if (valPropMap != msgData.end())
187     {
188         if (std::get<bool>(valPropMap->second))
189         {
190             clearFaults();
191             presentTimer.restartOnce(presentInterval);
192         }
193         else
194         {
195             present = false;
196             presentTimer.setEnabled(false);
197 
198             // Clear out the now outdated inventory properties
199             updateInventory();
200         }
201     }
202 
203     return;
204 }
205 
206 void PowerSupply::updatePresence()
207 {
208     // Use getProperty utility function to get presence status.
209     std::string service = "xyz.openbmc_project.Inventory.Manager";
210     util::getProperty(INVENTORY_IFACE, PRESENT_PROP, inventoryPath, service,
211                       bus, this->present);
212 }
213 
214 void PowerSupply::powerStateChanged(sdbusplus::message_t& msg)
215 {
216     int32_t state = 0;
217     std::string msgSensor;
218     std::map<std::string, std::variant<int32_t>> msgData;
219     msg.read(msgSensor, msgData);
220 
221     // Check if it was the Present property that changed.
222     auto valPropMap = msgData.find("state");
223     if (valPropMap != msgData.end())
224     {
225         state = std::get<int32_t>(valPropMap->second);
226 
227         // Power is on when state=1. Set the fault logged variables to false
228         // and start the power on timer when the state changes to 1.
229         if (state)
230         {
231             clearFaults();
232             powerOnTimer.restartOnce(powerOnInterval);
233         }
234         else
235         {
236             powerOnTimer.setEnabled(false);
237             powerOn = false;
238         }
239     }
240 }
241 
242 void PowerSupply::updatePowerState()
243 {
244     powerOn = util::isPoweredOn(bus);
245 }
246 
247 void PowerSupply::checkInputFault(const uint16_t statusWord)
248 {
249     using namespace phosphor::pmbus;
250 
251     if ((inputFault < FAULT_COUNT) &&
252         ((statusWord & status_word::INPUT_FAULT_WARN) ||
253          (statusWord & status_word::VIN_UV_FAULT)))
254     {
255         if (inputFault == 0)
256         {
257             log<level::INFO>("INPUT or VIN_UV fault",
258                              entry("STATUS_WORD=0x%04X", statusWord));
259         }
260 
261         inputFault++;
262     }
263     else
264     {
265         if ((inputFault > 0) && !(statusWord & status_word::INPUT_FAULT_WARN) &&
266             !(statusWord & status_word::VIN_UV_FAULT))
267         {
268             inputFault = 0;
269             faultFound = false;
270             // When an input fault occurs, the power supply cannot be on.
271             // However, the check for the case where the power supply should be
272             // on will stop when there is a fault found.
273             // Clear the powerOnFault when the inputFault is cleared to reset
274             // the powerOnFault de-glitching.
275             powerOnFault = 0;
276 
277             log<level::INFO>("INPUT_FAULT_WARN cleared",
278                              entry("POWERSUPPLY=%s", inventoryPath.c_str()));
279 
280             resolveError(inventoryPath,
281                          std::string(PowerSupplyInputFault::errName));
282 
283             if (powerOn)
284             {
285                 // The power supply will not be immediately powered on after
286                 // the input power is restored.
287                 powerOn = false;
288                 // Start up the timer that will set the state to indicate we
289                 // are ready for the powered on fault checks.
290                 powerOnTimer.restartOnce(powerOnInterval);
291             }
292         }
293     }
294 
295     if (!faultFound && (inputFault >= FAULT_COUNT))
296     {
297         // If the power is on, report the fault in an error log entry.
298         if (powerOn)
299         {
300             util::NamesValues nv;
301             nv.add("STATUS_WORD", statusWord);
302             captureCmd(nv, STATUS_INPUT, Type::Debug);
303 
304             using metadata =
305                 org::open_power::Witherspoon::Fault::PowerSupplyInputFault;
306 
307             report<PowerSupplyInputFault>(
308                 metadata::RAW_STATUS(nv.get().c_str()),
309                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
310 
311             faultFound = true;
312         }
313     }
314 }
315 
316 void PowerSupply::checkPGOrUnitOffFault(const uint16_t statusWord)
317 {
318     using namespace phosphor::pmbus;
319 
320     if (powerOnFault < FAULT_COUNT)
321     {
322         // Check PG# and UNIT_IS_OFF
323         if ((statusWord & status_word::POWER_GOOD_NEGATED) ||
324             (statusWord & status_word::UNIT_IS_OFF))
325         {
326             log<level::INFO>("PGOOD or UNIT_IS_OFF bit bad",
327                              entry("STATUS_WORD=0x%04X", statusWord));
328             powerOnFault++;
329         }
330         else
331         {
332             if (powerOnFault > 0)
333             {
334                 log<level::INFO>("PGOOD and UNIT_IS_OFF bits good");
335                 powerOnFault = 0;
336             }
337         }
338 
339         if (!faultFound && (powerOnFault >= FAULT_COUNT))
340         {
341             faultFound = true;
342 
343             util::NamesValues nv;
344             nv.add("STATUS_WORD", statusWord);
345             captureCmd(nv, STATUS_INPUT, Type::Debug);
346             auto status0Vout = pmbusIntf.insertPageNum(STATUS_VOUT, 0);
347             captureCmd(nv, status0Vout, Type::Debug);
348             captureCmd(nv, STATUS_IOUT, Type::Debug);
349             captureCmd(nv, STATUS_MFR, Type::Debug);
350 
351             using metadata =
352                 org::open_power::Witherspoon::Fault::PowerSupplyShouldBeOn;
353 
354             // A power supply is OFF (or pgood low) but should be on.
355             report<PowerSupplyShouldBeOn>(
356                 metadata::RAW_STATUS(nv.get().c_str()),
357                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
358         }
359     }
360 }
361 
362 void PowerSupply::checkCurrentOutOverCurrentFault(const uint16_t statusWord)
363 {
364     using namespace phosphor::pmbus;
365 
366     if (outputOCFault < FAULT_COUNT)
367     {
368         // Check for an output overcurrent fault.
369         if ((statusWord & status_word::IOUT_OC_FAULT))
370         {
371             outputOCFault++;
372         }
373         else
374         {
375             if (outputOCFault > 0)
376             {
377                 outputOCFault = 0;
378             }
379         }
380 
381         if (!faultFound && (outputOCFault >= FAULT_COUNT))
382         {
383             util::NamesValues nv;
384             nv.add("STATUS_WORD", statusWord);
385             captureCmd(nv, STATUS_INPUT, Type::Debug);
386             auto status0Vout = pmbusIntf.insertPageNum(STATUS_VOUT, 0);
387             captureCmd(nv, status0Vout, Type::Debug);
388             captureCmd(nv, STATUS_IOUT, Type::Debug);
389             captureCmd(nv, STATUS_MFR, Type::Debug);
390 
391             using metadata = org::open_power::Witherspoon::Fault::
392                 PowerSupplyOutputOvercurrent;
393 
394             report<PowerSupplyOutputOvercurrent>(
395                 metadata::RAW_STATUS(nv.get().c_str()),
396                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
397 
398             faultFound = true;
399         }
400     }
401 }
402 
403 void PowerSupply::checkOutputOvervoltageFault(const uint16_t statusWord)
404 {
405     using namespace phosphor::pmbus;
406 
407     if (outputOVFault < FAULT_COUNT)
408     {
409         // Check for an output overvoltage fault.
410         if (statusWord & status_word::VOUT_OV_FAULT)
411         {
412             outputOVFault++;
413         }
414         else
415         {
416             if (outputOVFault > 0)
417             {
418                 outputOVFault = 0;
419             }
420         }
421 
422         if (!faultFound && (outputOVFault >= FAULT_COUNT))
423         {
424             util::NamesValues nv;
425             nv.add("STATUS_WORD", statusWord);
426             captureCmd(nv, STATUS_INPUT, Type::Debug);
427             auto status0Vout = pmbusIntf.insertPageNum(STATUS_VOUT, 0);
428             captureCmd(nv, status0Vout, Type::Debug);
429             captureCmd(nv, STATUS_IOUT, Type::Debug);
430             captureCmd(nv, STATUS_MFR, Type::Debug);
431 
432             using metadata = org::open_power::Witherspoon::Fault::
433                 PowerSupplyOutputOvervoltage;
434 
435             report<PowerSupplyOutputOvervoltage>(
436                 metadata::RAW_STATUS(nv.get().c_str()),
437                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
438 
439             faultFound = true;
440         }
441     }
442 }
443 
444 void PowerSupply::checkFanFault(const uint16_t statusWord)
445 {
446     using namespace phosphor::pmbus;
447 
448     if (fanFault < FAULT_COUNT)
449     {
450         // Check for a fan fault or warning condition
451         if (statusWord & status_word::FAN_FAULT)
452         {
453             fanFault++;
454         }
455         else
456         {
457             if (fanFault > 0)
458             {
459                 fanFault = 0;
460             }
461         }
462 
463         if (!faultFound && (fanFault >= FAULT_COUNT))
464         {
465             util::NamesValues nv;
466             nv.add("STATUS_WORD", statusWord);
467             captureCmd(nv, STATUS_MFR, Type::Debug);
468             captureCmd(nv, STATUS_TEMPERATURE, Type::Debug);
469             captureCmd(nv, STATUS_FANS_1_2, Type::Debug);
470 
471             using metadata =
472                 org::open_power::Witherspoon::Fault::PowerSupplyFanFault;
473 
474             report<PowerSupplyFanFault>(
475                 metadata::RAW_STATUS(nv.get().c_str()),
476                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
477 
478             faultFound = true;
479         }
480     }
481 }
482 
483 void PowerSupply::checkTemperatureFault(const uint16_t statusWord)
484 {
485     using namespace phosphor::pmbus;
486 
487     // Due to how the PMBus core device driver sends a clear faults command
488     // the bit in STATUS_WORD will likely be cleared when we attempt to examine
489     // it for a Thermal Fault or Warning. So, check the STATUS_WORD and the
490     // STATUS_TEMPERATURE bits. If either indicates a fault, proceed with
491     // logging the over-temperature condition.
492     std::uint8_t statusTemperature = 0;
493     statusTemperature = pmbusIntf.read(STATUS_TEMPERATURE, Type::Debug);
494     if (temperatureFault < FAULT_COUNT)
495     {
496         if ((statusWord & status_word::TEMPERATURE_FAULT_WARN) ||
497             (statusTemperature & status_temperature::OT_FAULT))
498         {
499             temperatureFault++;
500         }
501         else
502         {
503             if (temperatureFault > 0)
504             {
505                 temperatureFault = 0;
506             }
507         }
508 
509         if (!faultFound && (temperatureFault >= FAULT_COUNT))
510         {
511             // The power supply has had an over-temperature condition.
512             // This may not result in a shutdown if experienced for a short
513             // duration.
514             // This should not occur under normal conditions.
515             // The power supply may be faulty, or the paired supply may be
516             // putting out less current.
517             // Capture command responses with potentially relevant information,
518             // and call out the power supply reporting the condition.
519             util::NamesValues nv;
520             nv.add("STATUS_WORD", statusWord);
521             captureCmd(nv, STATUS_MFR, Type::Debug);
522             captureCmd(nv, STATUS_IOUT, Type::Debug);
523             nv.add("STATUS_TEMPERATURE", statusTemperature);
524             captureCmd(nv, STATUS_FANS_1_2, Type::Debug);
525 
526             using metadata = org::open_power::Witherspoon::Fault::
527                 PowerSupplyTemperatureFault;
528 
529             report<PowerSupplyTemperatureFault>(
530                 metadata::RAW_STATUS(nv.get().c_str()),
531                 metadata::CALLOUT_INVENTORY_PATH(inventoryPath.c_str()));
532 
533             faultFound = true;
534         }
535     }
536 }
537 
538 void PowerSupply::clearFaults()
539 {
540     readFail = 0;
541     readFailLogged = false;
542     inputFault = 0;
543     powerOnFault = 0;
544     outputOCFault = 0;
545     outputOVFault = 0;
546     fanFault = 0;
547     temperatureFault = 0;
548     faultFound = false;
549 
550     return;
551 }
552 
553 void PowerSupply::resolveError(const std::string& callout,
554                                const std::string& message)
555 {
556     using EndpointList = std::vector<std::string>;
557 
558     try
559     {
560         auto path = callout + "/fault";
561         // Get the service name from the mapper for the fault callout
562         auto service = util::getService(path, ASSOCIATION_IFACE, bus);
563 
564         // Use getProperty utility function to get log entries (endpoints)
565         EndpointList logEntries;
566         util::getProperty(ASSOCIATION_IFACE, ENDPOINTS_PROP, path, service, bus,
567                           logEntries);
568 
569         // It is possible that all such entries for this callout have since
570         // been deleted.
571         if (logEntries.empty())
572         {
573             return;
574         }
575 
576         auto logEntryService =
577             util::getService(logEntries[0], LOGGING_IFACE, bus);
578         if (logEntryService.empty())
579         {
580             return;
581         }
582 
583         // go through each log entry that matches this callout path
584         std::string logMessage;
585         for (const auto& logEntry : logEntries)
586         {
587             // Check to see if this logEntry has a message that matches.
588             util::getProperty(LOGGING_IFACE, MESSAGE_PROP, logEntry,
589                               logEntryService, bus, logMessage);
590 
591             if (message == logMessage)
592             {
593                 // Log entry matches call out and message, set Resolved to true
594                 bool resolved = true;
595                 util::setProperty(LOGGING_IFACE, RESOLVED_PROP, logEntry,
596                                   logEntryService, bus, resolved);
597             }
598         }
599     }
600     catch (const std::exception& e)
601     {
602         log<level::INFO>("Failed to resolve error",
603                          entry("CALLOUT=%s", callout.c_str()),
604                          entry("ERROR=%s", message.c_str()));
605     }
606 }
607 
608 void PowerSupply::updateInventory()
609 {
610     using namespace phosphor::pmbus;
611     using namespace sdbusplus::message;
612 
613     // Build the object map and send it to the inventory
614     using Properties = std::map<std::string, std::variant<std::string, bool>>;
615     using Interfaces = std::map<std::string, Properties>;
616     using Object = std::map<object_path, Interfaces>;
617     Properties assetProps;
618     Properties operProps;
619     Interfaces interfaces;
620     Object object;
621 
622     // If any of these accesses fail, the fields will just be
623     // blank in the inventory.  Leave logging ReadFailure errors
624     // to analyze() as it runs continuously and will most
625     // likely hit and threshold them first anyway.  The
626     // readString() function will do the tracing of the failing
627     // path so this code doesn't need to.
628     for (const auto& fru : fruJson.at("fruConfigs"))
629     {
630         if (fru.at("interface") == ASSET_IFACE)
631         {
632             try
633             {
634                 assetProps.emplace(
635                     fru.at("propertyName"),
636                     present ? pmbusIntf.readString(fru.at("fileName"),
637                                                    inventoryPMBusAccessType)
638                             : "");
639             }
640             catch (const ReadFailure& e)
641             {}
642         }
643     }
644 
645     operProps.emplace(FUNCTIONAL_PROP, present);
646     interfaces.emplace(ASSET_IFACE, std::move(assetProps));
647     interfaces.emplace(OPERATIONAL_STATE_IFACE, std::move(operProps));
648 
649     // For Notify(), just send the relative path of the inventory
650     // object so remove the INVENTORY_OBJ_PATH prefix
651     auto path = inventoryPath.substr(strlen(INVENTORY_OBJ_PATH));
652 
653     object.emplace(path, std::move(interfaces));
654 
655     try
656     {
657         auto service =
658             util::getService(INVENTORY_OBJ_PATH, INVENTORY_MGR_IFACE, bus);
659 
660         if (service.empty())
661         {
662             log<level::ERR>("Unable to get inventory manager service");
663             return;
664         }
665 
666         auto method = bus.new_method_call(service.c_str(), INVENTORY_OBJ_PATH,
667                                           INVENTORY_MGR_IFACE, "Notify");
668 
669         method.append(std::move(object));
670 
671         auto reply = bus.call(method);
672     }
673     catch (const std::exception& e)
674     {
675         log<level::ERR>(e.what(), entry("PATH=%s", inventoryPath.c_str()));
676     }
677 }
678 
679 void PowerSupply::syncHistory()
680 {
681     using namespace phosphor::gpio;
682 
683     if (syncGPIODevPath.empty())
684     {
685         // Sync not implemented
686         return;
687     }
688 
689     GPIO gpio{syncGPIODevPath, static_cast<gpioNum_t>(syncGPIONumber),
690               Direction::output};
691 
692     try
693     {
694         gpio.set(Value::low);
695 
696         std::this_thread::sleep_for(std::chrono::milliseconds{5});
697 
698         gpio.set(Value::high);
699 
700         recordManager->clear();
701     }
702     catch (const std::exception& e)
703     {
704         // Do nothing.  There would already be a journal entry.
705     }
706 }
707 
708 void PowerSupply::enableHistory(const std::string& objectPath,
709                                 size_t numRecords,
710                                 const std::string& syncGPIOPath,
711                                 size_t syncGPIONum)
712 {
713     historyObjectPath = objectPath;
714     syncGPIODevPath = syncGPIOPath;
715     syncGPIONumber = syncGPIONum;
716 
717     recordManager = std::make_unique<history::RecordManager>(numRecords);
718 
719     auto avgPath = historyObjectPath + '/' + history::Average::name;
720     auto maxPath = historyObjectPath + '/' + history::Maximum::name;
721 
722     average = std::make_unique<history::Average>(bus, avgPath);
723 
724     maximum = std::make_unique<history::Maximum>(bus, maxPath);
725 }
726 
727 void PowerSupply::updateHistory()
728 {
729     if (!recordManager)
730     {
731         // Not enabled
732         return;
733     }
734 
735     // Read just the most recent average/max record
736     auto data =
737         pmbusIntf.readBinary(INPUT_HISTORY, pmbus::Type::HwmonDeviceDebug,
738                              history::RecordManager::RAW_RECORD_SIZE);
739 
740     // Update D-Bus only if something changed (a new record ID, or cleared out)
741     auto changed = recordManager->add(data);
742     if (changed)
743     {
744         average->values(std::move(recordManager->getAverageRecords()));
745         maximum->values(std::move(recordManager->getMaximumRecords()));
746     }
747 }
748 
749 } // namespace psu
750 } // namespace power
751 } // namespace phosphor
752