xref: /openbmc/openbmc-test-automation/redfish/systems/eventlog/test_event_logging.robot (revision 0b76e421fa4a02987faa7ae91be022315b8b1b5b)
18cca7fb8SGeorge Keishing*** Settings ***
28cca7fb8SGeorge KeishingDocumentation       Inventory of hardware resources under systems.
38cca7fb8SGeorge Keishing
48cca7fb8SGeorge KeishingResource            ../../../lib/bmc_redfish_resource.robot
58cca7fb8SGeorge KeishingResource            ../../../lib/bmc_redfish_utils.robot
68cca7fb8SGeorge KeishingResource            ../../../lib/logging_utils.robot
78cca7fb8SGeorge KeishingResource            ../../../lib/openbmc_ffdc.robot
88cca7fb8SGeorge Keishing
9b0a491f2SGeorge KeishingTest Setup          Test Setup Execution
108cca7fb8SGeorge KeishingTest Teardown       Test Teardown Execution
11b0a491f2SGeorge KeishingSuite Teardown      Suite Teardown Execution
128cca7fb8SGeorge Keishing
138cca7fb8SGeorge Keishing*** Test Cases ***
148cca7fb8SGeorge Keishing
158cca7fb8SGeorge KeishingEvent Log Check After BMC Reboot
168cca7fb8SGeorge Keishing    [Documentation]  Check event log after BMC rebooted.
178cca7fb8SGeorge Keishing    [Tags]  Event_Log_Check_After_BMC_Reboot
188cca7fb8SGeorge Keishing
198cca7fb8SGeorge Keishing    Redfish Purge Event Log
208cca7fb8SGeorge Keishing    Event Log Should Not Exist
218cca7fb8SGeorge Keishing
228cca7fb8SGeorge Keishing    Redfish OBMC Reboot (off)
238cca7fb8SGeorge Keishing
248cca7fb8SGeorge Keishing    Redfish.Login
258cca7fb8SGeorge Keishing    Wait Until Keyword Succeeds  1 mins  15 secs   Redfish.Get  ${EVENT_LOG_URI}Entries
268cca7fb8SGeorge Keishing
278cca7fb8SGeorge Keishing    Event Log Should Not Exist
288cca7fb8SGeorge Keishing
298cca7fb8SGeorge Keishing
30b0a491f2SGeorge KeishingEvent Log Check After Host Poweron
31b0a491f2SGeorge Keishing    [Documentation]  Check event log after host has booted.
32b0a491f2SGeorge Keishing    [Tags]  Event_Log_Check_After_Host_Poweron
33b0a491f2SGeorge Keishing
34b0a491f2SGeorge Keishing    Redfish Purge Event Log
35b0a491f2SGeorge Keishing    Event Log Should Not Exist
36b0a491f2SGeorge Keishing
37b0a491f2SGeorge Keishing    Redfish Power On
38b0a491f2SGeorge Keishing
39b0a491f2SGeorge Keishing    Redfish.Login
40b0a491f2SGeorge Keishing    Event Log Should Not Exist
41b0a491f2SGeorge Keishing
42b0a491f2SGeorge Keishing
43b0a491f2SGeorge KeishingCreate Test Event Log And Verify
44b0a491f2SGeorge Keishing    [Documentation]  Create event logs and verify via redfish.
45b0a491f2SGeorge Keishing    [Tags]  Create_Test_Event_Log_And_Verify
46b0a491f2SGeorge Keishing
47b0a491f2SGeorge Keishing    Create Test Error Log
48b0a491f2SGeorge Keishing    Event Log Should Exist
49b0a491f2SGeorge Keishing
50b0a491f2SGeorge Keishing
51b0a491f2SGeorge KeishingTest Event Log Persistency On Restart
52b0a491f2SGeorge Keishing    [Documentation]  Restart logging service and verify event logs.
53b0a491f2SGeorge Keishing    [Tags]  Test_Event_Log_Persistency_On_Restart
54b0a491f2SGeorge Keishing
55b0a491f2SGeorge Keishing    Create Test Error Log
56b0a491f2SGeorge Keishing    Event Log Should Exist
57b0a491f2SGeorge Keishing
58b0a491f2SGeorge Keishing    BMC Execute Command
59b0a491f2SGeorge Keishing    ...  systemctl restart xyz.openbmc_project.Logging.service
60b0a491f2SGeorge Keishing    Sleep  10s  reason=Wait for logging service to restart properly.
61b0a491f2SGeorge Keishing
62b0a491f2SGeorge Keishing    Event Log Should Exist
63b0a491f2SGeorge Keishing
64b0a491f2SGeorge Keishing
65b0a491f2SGeorge KeishingTest Event Entry Numbering Reset On Restart
66b0a491f2SGeorge Keishing    [Documentation]  Restart logging service and verify event logs entry starts
67b0a491f2SGeorge Keishing    ...  from entry "Id" 1.
68b0a491f2SGeorge Keishing    [Tags]  Test_Event_Entry_Numbering_Reset_On_Restart
69b0a491f2SGeorge Keishing
70b0a491f2SGeorge Keishing    #{
71b0a491f2SGeorge Keishing    #  "@odata.context": "/redfish/v1/$metadata#LogEntryCollection.LogEntryCollection",
72b0a491f2SGeorge Keishing    #  "@odata.id": "/redfish/v1/Systems/system/LogServices/EventLog/Entries",
73b0a491f2SGeorge Keishing    #  "@odata.type": "#LogEntryCollection.LogEntryCollection",
74b0a491f2SGeorge Keishing    #  "Description": "Collection of System Event Log Entries",
75b0a491f2SGeorge Keishing    #  "Members": [
76b0a491f2SGeorge Keishing    #  {
77b0a491f2SGeorge Keishing    #    "@odata.context": "/redfish/v1/$metadata#LogEntry.LogEntry",
78b0a491f2SGeorge Keishing    #    "@odata.id": "/redfish/v1/Systems/system/LogServices/EventLog/Entries/1",
79b0a491f2SGeorge Keishing    #    "@odata.type": "#LogEntry.v1_4_0.LogEntry",
80b0a491f2SGeorge Keishing    #    "Created": "2019-05-29T13:19:27+00:00",
81b0a491f2SGeorge Keishing    #    "EntryType": "Event",
82b0a491f2SGeorge Keishing    #    "Id": "1",               <----- Event log ID
83b0a491f2SGeorge Keishing    #    "Message": "org.open_power.Host.Error.Event",
84b0a491f2SGeorge Keishing    #    "Name": "System DBus Event Log Entry",
85b0a491f2SGeorge Keishing    #    "Severity": "Critical"
86b0a491f2SGeorge Keishing    #  }
87b0a491f2SGeorge Keishing    #  ],
88b0a491f2SGeorge Keishing    #  "Members@odata.count": 1,
89b0a491f2SGeorge Keishing    #  "Name": "System Event Log Entries"
90b0a491f2SGeorge Keishing    #}
91b0a491f2SGeorge Keishing
92b0a491f2SGeorge Keishing    Create Test Error Log
93b0a491f2SGeorge Keishing    Create Test Error Log
94b0a491f2SGeorge Keishing    Event Log Should Exist
95b0a491f2SGeorge Keishing
96b0a491f2SGeorge Keishing    Redfish Purge Event Log
97b0a491f2SGeorge Keishing    Event Log Should Not Exist
98b0a491f2SGeorge Keishing
99b0a491f2SGeorge Keishing    BMC Execute Command
100b0a491f2SGeorge Keishing    ...  systemctl restart xyz.openbmc_project.Logging.service
101b0a491f2SGeorge Keishing    Sleep  10s  reason=Wait for logging service to restart properly.
102b0a491f2SGeorge Keishing
103b0a491f2SGeorge Keishing    Create Test Error Log
104b0a491f2SGeorge Keishing    ${elogs}=  Get Event Logs
105b0a491f2SGeorge Keishing    Should Be Equal  ${elogs[0]["Id"]}  1  msg=Event log entry is not 1.
106b0a491f2SGeorge Keishing
107b0a491f2SGeorge Keishing
108b0a491f2SGeorge KeishingTest Event Log Persistency On Reboot
109b0a491f2SGeorge Keishing    [Documentation]  Reboot BMC and verify event log.
110b0a491f2SGeorge Keishing    [Tags]  Test_Event_Log_Persistency_On_Reboot
111b0a491f2SGeorge Keishing
112b0a491f2SGeorge Keishing    Redfish Purge Event Log
113b0a491f2SGeorge Keishing    Create Test Error Log
114b0a491f2SGeorge Keishing    Event Log Should Exist
115b0a491f2SGeorge Keishing
116b0a491f2SGeorge Keishing    Redfish OBMC Reboot (off)
117b0a491f2SGeorge Keishing
118b0a491f2SGeorge Keishing    Redfish.Login
119b0a491f2SGeorge Keishing    Wait Until Keyword Succeeds  1 mins  15 secs   Redfish.Get  ${EVENT_LOG_URI}Entries
120b0a491f2SGeorge Keishing
121b0a491f2SGeorge Keishing    Event Log Should Exist
122b0a491f2SGeorge Keishing
123b0a491f2SGeorge Keishing
124148d08c2SGeorge KeishingCreate Test Event Log And Verify Time Stamp
125148d08c2SGeorge Keishing    [Documentation]  Create event logs and verify time stamp.
126148d08c2SGeorge Keishing    [Tags]  Create_Test_Event_Log_And_Verify_Time_Stamp
127148d08c2SGeorge Keishing
128148d08c2SGeorge Keishing    #{
129148d08c2SGeorge Keishing    #  "@odata.context": "/redfish/v1/$metadata#LogEntryCollection.LogEntryCollection",
130148d08c2SGeorge Keishing    #  "@odata.id": "/redfish/v1/Systems/system/LogServices/EventLog/Entries",
131148d08c2SGeorge Keishing    #  "@odata.type": "#LogEntryCollection.LogEntryCollection",
132148d08c2SGeorge Keishing    #  "Description": "Collection of System Event Log Entries",
133148d08c2SGeorge Keishing    #  "Members": [
134148d08c2SGeorge Keishing    #  {
135148d08c2SGeorge Keishing    #    "@odata.context": "/redfish/v1/$metadata#LogEntry.LogEntry",
136148d08c2SGeorge Keishing    #    "@odata.id": "/redfish/v1/Systems/system/LogServices/EventLog/Entries/1",
137148d08c2SGeorge Keishing    #    "@odata.type": "#LogEntry.v1_4_0.LogEntry",
138148d08c2SGeorge Keishing    #    "Created": "2019-05-29T13:19:27+00:00", <--- Time stamp
139148d08c2SGeorge Keishing    #    "EntryType": "Event",
140148d08c2SGeorge Keishing    #    "Id": "1",
141148d08c2SGeorge Keishing    #    "Message": "org.open_power.Host.Error.Event",
142148d08c2SGeorge Keishing    #    "Name": "System DBus Event Log Entry",
143148d08c2SGeorge Keishing    #    "Severity": "Critical"
144148d08c2SGeorge Keishing    #  }
145148d08c2SGeorge Keishing    #  ],
146148d08c2SGeorge Keishing    #  "Members@odata.count": 1,
147148d08c2SGeorge Keishing    #  "Name": "System Event Log Entries"
148148d08c2SGeorge Keishing    #}
149148d08c2SGeorge Keishing
150148d08c2SGeorge Keishing    Redfish Purge Event Log
151148d08c2SGeorge Keishing
152148d08c2SGeorge Keishing    Create Test Error Log
153148d08c2SGeorge Keishing    Sleep  2s
154148d08c2SGeorge Keishing    Create Test Error Log
155148d08c2SGeorge Keishing
156148d08c2SGeorge Keishing    ${elog_entry}=  Get Event Logs
157148d08c2SGeorge Keishing
158148d08c2SGeorge Keishing    # The event log generated is associated with the epoc time and unique
159148d08c2SGeorge Keishing    # for every error and in increasing time stamp.
160148d08c2SGeorge Keishing    ${time_stamp1}=  Convert Date  ${elog_entry[0]["Created"]}  epoch
161148d08c2SGeorge Keishing    ${time_stamp2}=  Convert Date  ${elog_entry[1]["Created"]}  epoch
162148d08c2SGeorge Keishing
163148d08c2SGeorge Keishing    Should Be True  ${time_stamp2} > ${time_stamp1}
164148d08c2SGeorge Keishing
165148d08c2SGeorge Keishing
166*0b76e421SGeorge KeishingDelete Non Existing SEL Event Entry
167*0b76e421SGeorge Keishing    [Documentation]  Delete non existing SEL event entry.
168*0b76e421SGeorge Keishing    [Tags]  Delete_Non_Existing_SEL_Event_Entry
169*0b76e421SGeorge Keishing
170*0b76e421SGeorge Keishing    ${sel_delete}=  Run Keyword And Expect Error  *
171*0b76e421SGeorge Keishing    ...  Run IPMI Standard Command  sel delete 100
172*0b76e421SGeorge Keishing    Should Contain  ${sel_delete}  Unable to delete entry
173*0b76e421SGeorge Keishing    ...  case_insensitive=True
174*0b76e421SGeorge Keishing
175*0b76e421SGeorge Keishing
176*0b76e421SGeorge KeishingDelete Invalid SEL Event Entry
177*0b76e421SGeorge Keishing    [Documentation]  Delete invalid SEL event entry.
178*0b76e421SGeorge Keishing    [Tags]  Delete_Invalid_SEL_Event_Entry
179*0b76e421SGeorge Keishing
180*0b76e421SGeorge Keishing    ${sel_delete}=  Run Keyword And Expect Error  *
181*0b76e421SGeorge Keishing    ...  Run IPMI Standard Command  sel delete abc
182*0b76e421SGeorge Keishing    Should Contain  ${sel_delete}  Given SEL ID 'abc' is invalid
183*0b76e421SGeorge Keishing    ...  case_insensitive=True
184*0b76e421SGeorge Keishing
185*0b76e421SGeorge Keishing
186*0b76e421SGeorge KeishingVerify IPMI SEL Event Entries
187*0b76e421SGeorge Keishing    [Documentation]  Verify IPMI SEL's entries info.
188*0b76e421SGeorge Keishing    [Tags]  Verify_IPMI_SEL_Event_Entries
189*0b76e421SGeorge Keishing
190*0b76e421SGeorge Keishing    # Generate error logs of random count.
191*0b76e421SGeorge Keishing    ${count}=  Evaluate  random.randint(1, 5)  modules=random
192*0b76e421SGeorge Keishing    Repeat Keyword  ${count}  Create Test Error Log
193*0b76e421SGeorge Keishing
194*0b76e421SGeorge Keishing    ${sel_entries_count}=  Get IPMI SEL Setting  Entries
195*0b76e421SGeorge Keishing    Should Be Equal As Strings  ${sel_entries_count}  ${count}
196*0b76e421SGeorge Keishing
197*0b76e421SGeorge Keishing
198*0b76e421SGeorge KeishingVerify IPMI SEL Event Last Add Time
199*0b76e421SGeorge Keishing    [Documentation]  Verify IPMI SEL's last added timestamp.
200*0b76e421SGeorge Keishing    [Tags]  Verify_IPMI_SEL_Event_Last_Add_Time
201*0b76e421SGeorge Keishing
202*0b76e421SGeorge Keishing    Create Test Error Log
203*0b76e421SGeorge Keishing    ${sel_time}=  Run IPMI Standard Command  sel time get
204*0b76e421SGeorge Keishing    ${sel_time}=  Convert Date  ${sel_time}
205*0b76e421SGeorge Keishing    ...  date_format=%m/%d/%Y %H:%M:%S  exclude_millis=True
206*0b76e421SGeorge Keishing
207*0b76e421SGeorge Keishing    ${sel_last_add_time}=  Get IPMI SEL Setting  Last Add Time
208*0b76e421SGeorge Keishing    ${sel_last_add_time}=  Convert Date  ${sel_last_add_time}
209*0b76e421SGeorge Keishing    ...  date_format=%m/%d/%Y %H:%M:%S  exclude_millis=True
210*0b76e421SGeorge Keishing
211*0b76e421SGeorge Keishing    ${time_diff}=
212*0b76e421SGeorge Keishing    ...  Subtract Date From Date  ${sel_last_add_time}  ${sel_time}
213*0b76e421SGeorge Keishing
214*0b76e421SGeorge Keishing    # Verify if the delay in current time check and last add SEL time
215*0b76e421SGeorge Keishing    # is less or equals to 2 seconds.
216*0b76e421SGeorge Keishing    Should Be True  ${time_diff} <= 2
217*0b76e421SGeorge Keishing
218*0b76e421SGeorge Keishing
2198cca7fb8SGeorge Keishing*** Keywords ***
2208cca7fb8SGeorge Keishing
2218cca7fb8SGeorge KeishingSuite Teardown Execution
2228cca7fb8SGeorge Keishing    [Documentation]  Do the post suite teardown.
2238cca7fb8SGeorge Keishing
2248cca7fb8SGeorge Keishing    Redfish.Logout
2258cca7fb8SGeorge Keishing
2268cca7fb8SGeorge Keishing
227b0a491f2SGeorge KeishingTest Setup Execution
2288cca7fb8SGeorge Keishing   [Documentation]  Do test case setup tasks.
2298cca7fb8SGeorge Keishing
2308cca7fb8SGeorge Keishing    Redfish.Login
2318cca7fb8SGeorge Keishing
232*0b76e421SGeorge Keishing    Redfish Purge Event Log
233*0b76e421SGeorge Keishing
2348cca7fb8SGeorge Keishing    ${status}=  Run Keyword And Return Status  Logging Test Binary Exist
2358cca7fb8SGeorge Keishing    Run Keyword If  ${status} == ${False}  Install Tarball
2368cca7fb8SGeorge Keishing
2378cca7fb8SGeorge Keishing
2388cca7fb8SGeorge KeishingTest Teardown Execution
2398cca7fb8SGeorge Keishing    [Documentation]  Do the post test teardown.
2408cca7fb8SGeorge Keishing
2418cca7fb8SGeorge Keishing    FFDC On Test Case Fail
242b0a491f2SGeorge Keishing    Redfish Purge Event Log
2438cca7fb8SGeorge Keishing
2448cca7fb8SGeorge Keishing
2458cca7fb8SGeorge KeishingEvent Log Should Not Exist
2468cca7fb8SGeorge Keishing    [Documentation]  Event log entries should not exist.
2478cca7fb8SGeorge Keishing
2488cca7fb8SGeorge Keishing    ${elogs}=  Get Event Logs
2498cca7fb8SGeorge Keishing    Should Be Empty  ${elogs}  msg=System event log entry is not empty.
250b0a491f2SGeorge Keishing
251b0a491f2SGeorge Keishing
252b0a491f2SGeorge KeishingEvent Log Should Exist
253b0a491f2SGeorge Keishing    [Documentation]  Event log entries should exist.
254b0a491f2SGeorge Keishing
255b0a491f2SGeorge Keishing    ${elogs}=  Get Event Logs
256b0a491f2SGeorge Keishing    Should Not Be Empty  ${elogs}  msg=System event log entry is not empty.
257