xref: /openbmc/bmcweb/features/redfish/include/utils/query_param.hpp (revision 079360ae6e04d3f2245e00d70f83d15c5cad3630)
1f4c99e70SEd Tanous #pragma once
2d5c80ad9SNan Zhou #include "bmcweb_config.h"
3d5c80ad9SNan Zhou 
4f4c99e70SEd Tanous #include "app.hpp"
5f4c99e70SEd Tanous #include "async_resp.hpp"
6f4c99e70SEd Tanous #include "error_messages.hpp"
7f4c99e70SEd Tanous #include "http_request.hpp"
802cad96eSEd Tanous #include "http_response.hpp"
9d5c80ad9SNan Zhou #include "logging.hpp"
10f4c99e70SEd Tanous 
11d5c80ad9SNan Zhou #include <sys/types.h>
12d5c80ad9SNan Zhou 
13e155ab54SNan Zhou #include <boost/algorithm/string/classification.hpp>
14e155ab54SNan Zhou #include <boost/algorithm/string/split.hpp>
15d5c80ad9SNan Zhou #include <boost/beast/http/message.hpp> // IWYU pragma: keep
16d5c80ad9SNan Zhou #include <boost/beast/http/status.hpp>
17d5c80ad9SNan Zhou #include <boost/beast/http/verb.hpp>
18d5c80ad9SNan Zhou #include <boost/url/params_view.hpp>
19d5c80ad9SNan Zhou #include <nlohmann/json.hpp>
20d5c80ad9SNan Zhou 
21d5c80ad9SNan Zhou #include <algorithm>
22e155ab54SNan Zhou #include <array>
23e155ab54SNan Zhou #include <cctype>
247cf436c9SEd Tanous #include <charconv>
25827c4902SNan Zhou #include <compare>
26d5c80ad9SNan Zhou #include <cstdint>
27d5c80ad9SNan Zhou #include <functional>
28e155ab54SNan Zhou #include <iterator>
29d5c80ad9SNan Zhou #include <limits>
30d5c80ad9SNan Zhou #include <map>
31d5c80ad9SNan Zhou #include <memory>
32d5c80ad9SNan Zhou #include <optional>
33f4c99e70SEd Tanous #include <string>
34f4c99e70SEd Tanous #include <string_view>
35d5c80ad9SNan Zhou #include <system_error>
367cf436c9SEd Tanous #include <utility>
37f4c99e70SEd Tanous #include <vector>
38f4c99e70SEd Tanous 
39d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/url/impl/params_view.hpp>
40d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/beast/http/impl/message.hpp>
41d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/intrusive/detail/list_iterator.hpp>
42e155ab54SNan Zhou // IWYU pragma: no_include <boost/algorithm/string/detail/classification.hpp>
43e155ab54SNan Zhou // IWYU pragma: no_include <boost/iterator/iterator_facade.hpp>
44e155ab54SNan Zhou // IWYU pragma: no_include <boost/type_index/type_index_facade.hpp>
45d5c80ad9SNan Zhou // IWYU pragma: no_include <stdint.h>
46d5c80ad9SNan Zhou 
47f4c99e70SEd Tanous namespace redfish
48f4c99e70SEd Tanous {
49f4c99e70SEd Tanous namespace query_param
50f4c99e70SEd Tanous {
51f4c99e70SEd Tanous 
527cf436c9SEd Tanous enum class ExpandType : uint8_t
537cf436c9SEd Tanous {
547cf436c9SEd Tanous     None,
557cf436c9SEd Tanous     Links,
567cf436c9SEd Tanous     NotLinks,
577cf436c9SEd Tanous     Both,
587cf436c9SEd Tanous };
597cf436c9SEd Tanous 
60827c4902SNan Zhou // A simple implementation of Trie to help |recursiveSelect|.
61827c4902SNan Zhou class SelectTrieNode
62827c4902SNan Zhou {
63827c4902SNan Zhou   public:
64827c4902SNan Zhou     SelectTrieNode() = default;
65827c4902SNan Zhou 
66827c4902SNan Zhou     const SelectTrieNode* find(const std::string& jsonKey) const
67827c4902SNan Zhou     {
68827c4902SNan Zhou         auto it = children.find(jsonKey);
69827c4902SNan Zhou         if (it == children.end())
70827c4902SNan Zhou         {
71827c4902SNan Zhou             return nullptr;
72827c4902SNan Zhou         }
73827c4902SNan Zhou         return &it->second;
74827c4902SNan Zhou     }
75827c4902SNan Zhou 
76827c4902SNan Zhou     // Creates a new node if the key doesn't exist, returns the reference to the
77827c4902SNan Zhou     // newly created node; otherwise, return the reference to the existing node
78827c4902SNan Zhou     SelectTrieNode* emplace(std::string_view jsonKey)
79827c4902SNan Zhou     {
80827c4902SNan Zhou         auto [it, _] = children.emplace(jsonKey, SelectTrieNode{});
81827c4902SNan Zhou         return &it->second;
82827c4902SNan Zhou     }
83827c4902SNan Zhou 
84827c4902SNan Zhou     bool empty() const
85827c4902SNan Zhou     {
86827c4902SNan Zhou         return children.empty();
87827c4902SNan Zhou     }
88827c4902SNan Zhou 
89827c4902SNan Zhou     void clear()
90827c4902SNan Zhou     {
91827c4902SNan Zhou         children.clear();
92827c4902SNan Zhou     }
93827c4902SNan Zhou 
94827c4902SNan Zhou     void setToSelected()
95827c4902SNan Zhou     {
96827c4902SNan Zhou         selected = true;
97827c4902SNan Zhou     }
98827c4902SNan Zhou 
99827c4902SNan Zhou     bool isSelected() const
100827c4902SNan Zhou     {
101827c4902SNan Zhou         return selected;
102827c4902SNan Zhou     }
103827c4902SNan Zhou 
104827c4902SNan Zhou   private:
105827c4902SNan Zhou     std::map<std::string, SelectTrieNode, std::less<>> children;
106827c4902SNan Zhou     bool selected = false;
107827c4902SNan Zhou };
108827c4902SNan Zhou 
109827c4902SNan Zhou // Validates the property in the $select parameter. Every character is among
110827c4902SNan Zhou // [a-zA-Z0-9#@_.] (taken from Redfish spec, section 9.6 Properties)
111827c4902SNan Zhou inline bool isSelectedPropertyAllowed(std::string_view property)
112827c4902SNan Zhou {
113827c4902SNan Zhou     // These a magic number, but with it it's less likely that this code
114827c4902SNan Zhou     // introduces CVE; e.g., too large properties crash the service.
115827c4902SNan Zhou     constexpr int maxPropertyLength = 60;
116827c4902SNan Zhou     if (property.empty() || property.size() > maxPropertyLength)
117827c4902SNan Zhou     {
118827c4902SNan Zhou         return false;
119827c4902SNan Zhou     }
120827c4902SNan Zhou     for (char ch : property)
121827c4902SNan Zhou     {
122827c4902SNan Zhou         if (std::isalnum(static_cast<unsigned char>(ch)) == 0 && ch != '#' &&
123827c4902SNan Zhou             ch != '@' && ch != '.')
124827c4902SNan Zhou         {
125827c4902SNan Zhou             return false;
126827c4902SNan Zhou         }
127827c4902SNan Zhou     }
128827c4902SNan Zhou     return true;
129827c4902SNan Zhou }
130827c4902SNan Zhou 
131827c4902SNan Zhou struct SelectTrie
132827c4902SNan Zhou {
133827c4902SNan Zhou     SelectTrie() = default;
134827c4902SNan Zhou 
135827c4902SNan Zhou     // Inserts a $select value; returns false if the nestedProperty is illegal.
136827c4902SNan Zhou     bool insertNode(std::string_view nestedProperty)
137827c4902SNan Zhou     {
138827c4902SNan Zhou         if (nestedProperty.empty())
139827c4902SNan Zhou         {
140827c4902SNan Zhou             return false;
141827c4902SNan Zhou         }
142827c4902SNan Zhou         SelectTrieNode* currNode = &root;
143827c4902SNan Zhou         size_t index = nestedProperty.find_first_of('/');
144827c4902SNan Zhou         while (!nestedProperty.empty())
145827c4902SNan Zhou         {
146827c4902SNan Zhou             std::string_view property = nestedProperty.substr(0, index);
147827c4902SNan Zhou             if (!isSelectedPropertyAllowed(property))
148827c4902SNan Zhou             {
149827c4902SNan Zhou                 return false;
150827c4902SNan Zhou             }
151827c4902SNan Zhou             currNode = currNode->emplace(property);
152827c4902SNan Zhou             if (index == std::string::npos)
153827c4902SNan Zhou             {
154827c4902SNan Zhou                 break;
155827c4902SNan Zhou             }
156827c4902SNan Zhou             nestedProperty.remove_prefix(index + 1);
157827c4902SNan Zhou             index = nestedProperty.find_first_of('/');
158827c4902SNan Zhou         }
159827c4902SNan Zhou         currNode->setToSelected();
160827c4902SNan Zhou         return true;
161827c4902SNan Zhou     }
162827c4902SNan Zhou 
163827c4902SNan Zhou     SelectTrieNode root;
164827c4902SNan Zhou };
165827c4902SNan Zhou 
166a6b9125fSNan Zhou // The struct stores the parsed query parameters of the default Redfish route.
167f4c99e70SEd Tanous struct Query
168f4c99e70SEd Tanous {
169a6b9125fSNan Zhou     // Only
170f4c99e70SEd Tanous     bool isOnly = false;
171a6b9125fSNan Zhou     // Expand
172a6b9125fSNan Zhou     uint8_t expandLevel = 0;
1737cf436c9SEd Tanous     ExpandType expandType = ExpandType::None;
174c937d2bfSEd Tanous 
175c937d2bfSEd Tanous     // Skip
1763648c8beSEd Tanous     std::optional<size_t> skip = std::nullopt;
177c937d2bfSEd Tanous 
178c937d2bfSEd Tanous     // Top
1795143f7a5SJiaqing Zhao     static constexpr size_t maxTop = 1000; // Max entries a response contain
1803648c8beSEd Tanous     std::optional<size_t> top = std::nullopt;
181e155ab54SNan Zhou 
182e155ab54SNan Zhou     // Select
183827c4902SNan Zhou     SelectTrie selectTrie = {};
184f4c99e70SEd Tanous };
185f4c99e70SEd Tanous 
186a6b9125fSNan Zhou // The struct defines how resource handlers in redfish-core/lib/ can handle
187a6b9125fSNan Zhou // query parameters themselves, so that the default Redfish route will delegate
188a6b9125fSNan Zhou // the processing.
189a6b9125fSNan Zhou struct QueryCapabilities
190a6b9125fSNan Zhou {
191a6b9125fSNan Zhou     bool canDelegateOnly = false;
192c937d2bfSEd Tanous     bool canDelegateTop = false;
193c937d2bfSEd Tanous     bool canDelegateSkip = false;
194a6b9125fSNan Zhou     uint8_t canDelegateExpandLevel = 0;
195e155ab54SNan Zhou     bool canDelegateSelect = false;
196a6b9125fSNan Zhou };
197a6b9125fSNan Zhou 
198a6b9125fSNan Zhou // Delegates query parameters according to the given |queryCapabilities|
199a6b9125fSNan Zhou // This function doesn't check query parameter conflicts since the parse
200a6b9125fSNan Zhou // function will take care of it.
201a6b9125fSNan Zhou // Returns a delegated query object which can be used by individual resource
202a6b9125fSNan Zhou // handlers so that handlers don't need to query again.
203a6b9125fSNan Zhou inline Query delegate(const QueryCapabilities& queryCapabilities, Query& query)
204a6b9125fSNan Zhou {
205a6b9125fSNan Zhou     Query delegated;
206a6b9125fSNan Zhou     // delegate only
207a6b9125fSNan Zhou     if (query.isOnly && queryCapabilities.canDelegateOnly)
208a6b9125fSNan Zhou     {
209a6b9125fSNan Zhou         delegated.isOnly = true;
210a6b9125fSNan Zhou         query.isOnly = false;
211a6b9125fSNan Zhou     }
212a6b9125fSNan Zhou     // delegate expand as much as we can
213a6b9125fSNan Zhou     if (query.expandType != ExpandType::None)
214a6b9125fSNan Zhou     {
215a6b9125fSNan Zhou         delegated.expandType = query.expandType;
216a6b9125fSNan Zhou         if (query.expandLevel <= queryCapabilities.canDelegateExpandLevel)
217a6b9125fSNan Zhou         {
218a6b9125fSNan Zhou             query.expandType = ExpandType::None;
219a6b9125fSNan Zhou             delegated.expandLevel = query.expandLevel;
220a6b9125fSNan Zhou             query.expandLevel = 0;
221a6b9125fSNan Zhou         }
222a6b9125fSNan Zhou         else
223a6b9125fSNan Zhou         {
224a6b9125fSNan Zhou             query.expandLevel -= queryCapabilities.canDelegateExpandLevel;
225a6b9125fSNan Zhou             delegated.expandLevel = queryCapabilities.canDelegateExpandLevel;
226a6b9125fSNan Zhou         }
227a6b9125fSNan Zhou     }
228c937d2bfSEd Tanous 
229c937d2bfSEd Tanous     // delegate top
2303648c8beSEd Tanous     if (query.top && queryCapabilities.canDelegateTop)
231c937d2bfSEd Tanous     {
232c937d2bfSEd Tanous         delegated.top = query.top;
2333648c8beSEd Tanous         query.top = std::nullopt;
234c937d2bfSEd Tanous     }
235c937d2bfSEd Tanous 
236c937d2bfSEd Tanous     // delegate skip
2373648c8beSEd Tanous     if (query.skip && queryCapabilities.canDelegateSkip)
238c937d2bfSEd Tanous     {
239c937d2bfSEd Tanous         delegated.skip = query.skip;
240c937d2bfSEd Tanous         query.skip = 0;
241c937d2bfSEd Tanous     }
242e155ab54SNan Zhou 
243e155ab54SNan Zhou     // delegate select
244827c4902SNan Zhou     if (!query.selectTrie.root.empty() && queryCapabilities.canDelegateSelect)
245e155ab54SNan Zhou     {
246827c4902SNan Zhou         delegated.selectTrie = std::move(query.selectTrie);
247827c4902SNan Zhou         query.selectTrie.root.clear();
248e155ab54SNan Zhou     }
249a6b9125fSNan Zhou     return delegated;
250a6b9125fSNan Zhou }
251a6b9125fSNan Zhou 
2527cf436c9SEd Tanous inline bool getExpandType(std::string_view value, Query& query)
2537cf436c9SEd Tanous {
2547cf436c9SEd Tanous     if (value.empty())
2557cf436c9SEd Tanous     {
2567cf436c9SEd Tanous         return false;
2577cf436c9SEd Tanous     }
2587cf436c9SEd Tanous     switch (value[0])
2597cf436c9SEd Tanous     {
2607cf436c9SEd Tanous         case '*':
2617cf436c9SEd Tanous             query.expandType = ExpandType::Both;
2627cf436c9SEd Tanous             break;
2637cf436c9SEd Tanous         case '.':
2647cf436c9SEd Tanous             query.expandType = ExpandType::NotLinks;
2657cf436c9SEd Tanous             break;
2667cf436c9SEd Tanous         case '~':
2677cf436c9SEd Tanous             query.expandType = ExpandType::Links;
2687cf436c9SEd Tanous             break;
2697cf436c9SEd Tanous         default:
2707cf436c9SEd Tanous             return false;
2717cf436c9SEd Tanous 
2727cf436c9SEd Tanous             break;
2737cf436c9SEd Tanous     }
2747cf436c9SEd Tanous     value.remove_prefix(1);
2757cf436c9SEd Tanous     if (value.empty())
2767cf436c9SEd Tanous     {
2777cf436c9SEd Tanous         query.expandLevel = 1;
2787cf436c9SEd Tanous         return true;
2797cf436c9SEd Tanous     }
2807cf436c9SEd Tanous     constexpr std::string_view levels = "($levels=";
2817cf436c9SEd Tanous     if (!value.starts_with(levels))
2827cf436c9SEd Tanous     {
2837cf436c9SEd Tanous         return false;
2847cf436c9SEd Tanous     }
2857cf436c9SEd Tanous     value.remove_prefix(levels.size());
2867cf436c9SEd Tanous 
2877cf436c9SEd Tanous     auto it = std::from_chars(value.data(), value.data() + value.size(),
2887cf436c9SEd Tanous                               query.expandLevel);
2897cf436c9SEd Tanous     if (it.ec != std::errc())
2907cf436c9SEd Tanous     {
2917cf436c9SEd Tanous         return false;
2927cf436c9SEd Tanous     }
2937cf436c9SEd Tanous     value.remove_prefix(static_cast<size_t>(it.ptr - value.data()));
2947cf436c9SEd Tanous     return value == ")";
2957cf436c9SEd Tanous }
2967cf436c9SEd Tanous 
297c937d2bfSEd Tanous enum class QueryError
298c937d2bfSEd Tanous {
299c937d2bfSEd Tanous     Ok,
300c937d2bfSEd Tanous     OutOfRange,
301c937d2bfSEd Tanous     ValueFormat,
302c937d2bfSEd Tanous };
303c937d2bfSEd Tanous 
304c937d2bfSEd Tanous inline QueryError getNumericParam(std::string_view value, size_t& param)
305c937d2bfSEd Tanous {
306c937d2bfSEd Tanous     std::from_chars_result r =
307c937d2bfSEd Tanous         std::from_chars(value.data(), value.data() + value.size(), param);
308c937d2bfSEd Tanous 
309c937d2bfSEd Tanous     // If the number wasn't representable in the type, it's out of range
310c937d2bfSEd Tanous     if (r.ec == std::errc::result_out_of_range)
311c937d2bfSEd Tanous     {
312c937d2bfSEd Tanous         return QueryError::OutOfRange;
313c937d2bfSEd Tanous     }
314c937d2bfSEd Tanous     // All other errors are value format
315c937d2bfSEd Tanous     if (r.ec != std::errc())
316c937d2bfSEd Tanous     {
317c937d2bfSEd Tanous         return QueryError::ValueFormat;
318c937d2bfSEd Tanous     }
319c937d2bfSEd Tanous     return QueryError::Ok;
320c937d2bfSEd Tanous }
321c937d2bfSEd Tanous 
322c937d2bfSEd Tanous inline QueryError getSkipParam(std::string_view value, Query& query)
323c937d2bfSEd Tanous {
3243648c8beSEd Tanous     return getNumericParam(value, query.skip.emplace());
325c937d2bfSEd Tanous }
326c937d2bfSEd Tanous 
327c937d2bfSEd Tanous inline QueryError getTopParam(std::string_view value, Query& query)
328c937d2bfSEd Tanous {
3293648c8beSEd Tanous     QueryError ret = getNumericParam(value, query.top.emplace());
330c937d2bfSEd Tanous     if (ret != QueryError::Ok)
331c937d2bfSEd Tanous     {
332c937d2bfSEd Tanous         return ret;
333c937d2bfSEd Tanous     }
334c937d2bfSEd Tanous 
335c937d2bfSEd Tanous     // Range check for sanity.
3365143f7a5SJiaqing Zhao     if (query.top > Query::maxTop)
337c937d2bfSEd Tanous     {
338c937d2bfSEd Tanous         return QueryError::OutOfRange;
339c937d2bfSEd Tanous     }
340c937d2bfSEd Tanous 
341c937d2bfSEd Tanous     return QueryError::Ok;
342c937d2bfSEd Tanous }
343c937d2bfSEd Tanous 
344e155ab54SNan Zhou // Parses and validates the $select parameter.
345e155ab54SNan Zhou // As per OData URL Conventions and Redfish Spec, the $select values shall be
346e155ab54SNan Zhou // comma separated Resource Path
347e155ab54SNan Zhou // Ref:
348e155ab54SNan Zhou // 1. https://datatracker.ietf.org/doc/html/rfc3986#section-3.3
349e155ab54SNan Zhou // 2.
350e155ab54SNan Zhou // https://docs.oasis-open.org/odata/odata/v4.01/os/abnf/odata-abnf-construction-rules.txt
351e155ab54SNan Zhou inline bool getSelectParam(std::string_view value, Query& query)
352e155ab54SNan Zhou {
353e155ab54SNan Zhou     std::vector<std::string> properties;
354e155ab54SNan Zhou     boost::split(properties, value, boost::is_any_of(","));
355e155ab54SNan Zhou     if (properties.empty())
356e155ab54SNan Zhou     {
357e155ab54SNan Zhou         return false;
358e155ab54SNan Zhou     }
359e155ab54SNan Zhou     // These a magic number, but with it it's less likely that this code
360e155ab54SNan Zhou     // introduces CVE; e.g., too large properties crash the service.
361e155ab54SNan Zhou     constexpr int maxNumProperties = 10;
362e155ab54SNan Zhou     if (properties.size() > maxNumProperties)
363e155ab54SNan Zhou     {
364e155ab54SNan Zhou         return false;
365e155ab54SNan Zhou     }
366827c4902SNan Zhou     for (const auto& property : properties)
367e155ab54SNan Zhou     {
368827c4902SNan Zhou         if (!query.selectTrie.insertNode(property))
369e155ab54SNan Zhou         {
370e155ab54SNan Zhou             return false;
371e155ab54SNan Zhou         }
372e155ab54SNan Zhou     }
373e155ab54SNan Zhou     return true;
374e155ab54SNan Zhou }
375e155ab54SNan Zhou 
376*079360aeSEd Tanous inline std::optional<Query> parseParameters(boost::urls::params_view urlParams,
377f4c99e70SEd Tanous                                             crow::Response& res)
378f4c99e70SEd Tanous {
379f4c99e70SEd Tanous     Query ret;
380f4c99e70SEd Tanous     for (const boost::urls::params_view::value_type& it : urlParams)
381f4c99e70SEd Tanous     {
382*079360aeSEd Tanous         if (it.key == "only")
383f4c99e70SEd Tanous         {
384f4c99e70SEd Tanous             if (!it.value.empty())
385f4c99e70SEd Tanous             {
386*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
387f4c99e70SEd Tanous                 return std::nullopt;
388f4c99e70SEd Tanous             }
389f4c99e70SEd Tanous             ret.isOnly = true;
390f4c99e70SEd Tanous         }
391*079360aeSEd Tanous         else if (it.key == "$expand" && bmcwebInsecureEnableQueryParams)
3927cf436c9SEd Tanous         {
393*079360aeSEd Tanous             if (!getExpandType(it.value, ret))
3947cf436c9SEd Tanous             {
395*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
3967cf436c9SEd Tanous                 return std::nullopt;
397f4c99e70SEd Tanous             }
3987cf436c9SEd Tanous         }
399*079360aeSEd Tanous         else if (it.key == "$top")
400c937d2bfSEd Tanous         {
401*079360aeSEd Tanous             QueryError topRet = getTopParam(it.value, ret);
402c937d2bfSEd Tanous             if (topRet == QueryError::ValueFormat)
403c937d2bfSEd Tanous             {
404*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
405c937d2bfSEd Tanous                 return std::nullopt;
406c937d2bfSEd Tanous             }
407c937d2bfSEd Tanous             if (topRet == QueryError::OutOfRange)
408c937d2bfSEd Tanous             {
409c937d2bfSEd Tanous                 messages::queryParameterOutOfRange(
410*079360aeSEd Tanous                     res, it.value, "$top",
411*079360aeSEd Tanous                     "0-" + std::to_string(Query::maxTop));
412c937d2bfSEd Tanous                 return std::nullopt;
413c937d2bfSEd Tanous             }
414c937d2bfSEd Tanous         }
415*079360aeSEd Tanous         else if (it.key == "$skip")
416c937d2bfSEd Tanous         {
417*079360aeSEd Tanous             QueryError topRet = getSkipParam(it.value, ret);
418c937d2bfSEd Tanous             if (topRet == QueryError::ValueFormat)
419c937d2bfSEd Tanous             {
420*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
421c937d2bfSEd Tanous                 return std::nullopt;
422c937d2bfSEd Tanous             }
423c937d2bfSEd Tanous             if (topRet == QueryError::OutOfRange)
424c937d2bfSEd Tanous             {
425c937d2bfSEd Tanous                 messages::queryParameterOutOfRange(
426*079360aeSEd Tanous                     res, it.value, it.key,
427a926c53eSJiaqing Zhao                     "0-" + std::to_string(std::numeric_limits<size_t>::max()));
428c937d2bfSEd Tanous                 return std::nullopt;
429c937d2bfSEd Tanous             }
430c937d2bfSEd Tanous         }
431*079360aeSEd Tanous         else if (it.key == "$select")
432e155ab54SNan Zhou         {
433*079360aeSEd Tanous             if (!getSelectParam(it.value, ret))
434e155ab54SNan Zhou             {
435*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
436e155ab54SNan Zhou                 return std::nullopt;
437e155ab54SNan Zhou             }
438e155ab54SNan Zhou         }
4397cf436c9SEd Tanous         else
4407cf436c9SEd Tanous         {
4417cf436c9SEd Tanous             // Intentionally ignore other errors Redfish spec, 7.3.1
442*079360aeSEd Tanous             if (it.key.starts_with("$"))
4437cf436c9SEd Tanous             {
4447cf436c9SEd Tanous                 // Services shall return... The HTTP 501 Not Implemented
4457cf436c9SEd Tanous                 // status code for any unsupported query parameters that
4467cf436c9SEd Tanous                 // start with $ .
447*079360aeSEd Tanous                 messages::queryParameterValueFormatError(res, it.value, it.key);
4487cf436c9SEd Tanous                 res.result(boost::beast::http::status::not_implemented);
4497cf436c9SEd Tanous                 return std::nullopt;
4507cf436c9SEd Tanous             }
4517cf436c9SEd Tanous             // "Shall ignore unknown or unsupported query parameters that do
4527cf436c9SEd Tanous             // not begin with $ ."
4537cf436c9SEd Tanous         }
4547cf436c9SEd Tanous     }
4557cf436c9SEd Tanous 
456827c4902SNan Zhou     if (ret.expandType != ExpandType::None && !ret.selectTrie.root.empty())
457e155ab54SNan Zhou     {
458e155ab54SNan Zhou         messages::queryCombinationInvalid(res);
459e155ab54SNan Zhou         return std::nullopt;
460e155ab54SNan Zhou     }
461e155ab54SNan Zhou 
462f4c99e70SEd Tanous     return ret;
463f4c99e70SEd Tanous }
464f4c99e70SEd Tanous 
465f4c99e70SEd Tanous inline bool processOnly(crow::App& app, crow::Response& res,
466f4c99e70SEd Tanous                         std::function<void(crow::Response&)>& completionHandler)
467f4c99e70SEd Tanous {
468f4c99e70SEd Tanous     BMCWEB_LOG_DEBUG << "Processing only query param";
469f4c99e70SEd Tanous     auto itMembers = res.jsonValue.find("Members");
470f4c99e70SEd Tanous     if (itMembers == res.jsonValue.end())
471f4c99e70SEd Tanous     {
472f4c99e70SEd Tanous         messages::queryNotSupportedOnResource(res);
473f4c99e70SEd Tanous         completionHandler(res);
474f4c99e70SEd Tanous         return false;
475f4c99e70SEd Tanous     }
476f4c99e70SEd Tanous     auto itMemBegin = itMembers->begin();
477f4c99e70SEd Tanous     if (itMemBegin == itMembers->end() || itMembers->size() != 1)
478f4c99e70SEd Tanous     {
479f4c99e70SEd Tanous         BMCWEB_LOG_DEBUG << "Members contains " << itMembers->size()
480f4c99e70SEd Tanous                          << " element, returning full collection.";
481f4c99e70SEd Tanous         completionHandler(res);
482f4c99e70SEd Tanous         return false;
483f4c99e70SEd Tanous     }
484f4c99e70SEd Tanous 
485f4c99e70SEd Tanous     auto itUrl = itMemBegin->find("@odata.id");
486f4c99e70SEd Tanous     if (itUrl == itMemBegin->end())
487f4c99e70SEd Tanous     {
488f4c99e70SEd Tanous         BMCWEB_LOG_DEBUG << "No found odata.id";
489f4c99e70SEd Tanous         messages::internalError(res);
490f4c99e70SEd Tanous         completionHandler(res);
491f4c99e70SEd Tanous         return false;
492f4c99e70SEd Tanous     }
493f4c99e70SEd Tanous     const std::string* url = itUrl->get_ptr<const std::string*>();
494f4c99e70SEd Tanous     if (url == nullptr)
495f4c99e70SEd Tanous     {
496f4c99e70SEd Tanous         BMCWEB_LOG_DEBUG << "@odata.id wasn't a string????";
497f4c99e70SEd Tanous         messages::internalError(res);
498f4c99e70SEd Tanous         completionHandler(res);
499f4c99e70SEd Tanous         return false;
500f4c99e70SEd Tanous     }
501f4c99e70SEd Tanous     // TODO(Ed) copy request headers?
502f4c99e70SEd Tanous     // newReq.session = req.session;
503f4c99e70SEd Tanous     std::error_code ec;
504f4c99e70SEd Tanous     crow::Request newReq({boost::beast::http::verb::get, *url, 11}, ec);
505f4c99e70SEd Tanous     if (ec)
506f4c99e70SEd Tanous     {
507f4c99e70SEd Tanous         messages::internalError(res);
508f4c99e70SEd Tanous         completionHandler(res);
509f4c99e70SEd Tanous         return false;
510f4c99e70SEd Tanous     }
511f4c99e70SEd Tanous 
512f4c99e70SEd Tanous     auto asyncResp = std::make_shared<bmcweb::AsyncResp>();
513f4c99e70SEd Tanous     BMCWEB_LOG_DEBUG << "setting completion handler on " << &asyncResp->res;
514f4c99e70SEd Tanous     asyncResp->res.setCompleteRequestHandler(std::move(completionHandler));
515f4c99e70SEd Tanous     asyncResp->res.setIsAliveHelper(res.releaseIsAliveHelper());
516f4c99e70SEd Tanous     app.handle(newReq, asyncResp);
517f4c99e70SEd Tanous     return true;
518f4c99e70SEd Tanous }
519f4c99e70SEd Tanous 
5207cf436c9SEd Tanous struct ExpandNode
5217cf436c9SEd Tanous {
5227cf436c9SEd Tanous     nlohmann::json::json_pointer location;
5237cf436c9SEd Tanous     std::string uri;
5247cf436c9SEd Tanous 
5257cf436c9SEd Tanous     inline bool operator==(const ExpandNode& other) const
5267cf436c9SEd Tanous     {
5277cf436c9SEd Tanous         return location == other.location && uri == other.uri;
5287cf436c9SEd Tanous     }
5297cf436c9SEd Tanous };
5307cf436c9SEd Tanous 
5317cf436c9SEd Tanous // Walks a json object looking for Redfish NavigationReference entries that
5327cf436c9SEd Tanous // might need resolved.  It recursively walks the jsonResponse object, looking
5337cf436c9SEd Tanous // for links at every level, and returns a list (out) of locations within the
5347cf436c9SEd Tanous // tree that need to be expanded.  The current json pointer location p is passed
5357cf436c9SEd Tanous // in to reference the current node that's being expanded, so it can be combined
5367cf436c9SEd Tanous // with the keys from the jsonResponse object
5377cf436c9SEd Tanous inline void findNavigationReferencesRecursive(
5387cf436c9SEd Tanous     ExpandType eType, nlohmann::json& jsonResponse,
5397cf436c9SEd Tanous     const nlohmann::json::json_pointer& p, bool inLinks,
5407cf436c9SEd Tanous     std::vector<ExpandNode>& out)
5417cf436c9SEd Tanous {
5427cf436c9SEd Tanous     // If no expand is needed, return early
5437cf436c9SEd Tanous     if (eType == ExpandType::None)
5447cf436c9SEd Tanous     {
5457cf436c9SEd Tanous         return;
5467cf436c9SEd Tanous     }
5477cf436c9SEd Tanous     nlohmann::json::array_t* array =
5487cf436c9SEd Tanous         jsonResponse.get_ptr<nlohmann::json::array_t*>();
5497cf436c9SEd Tanous     if (array != nullptr)
5507cf436c9SEd Tanous     {
5517cf436c9SEd Tanous         size_t index = 0;
5527cf436c9SEd Tanous         // For arrays, walk every element in the array
5537cf436c9SEd Tanous         for (auto& element : *array)
5547cf436c9SEd Tanous         {
5557cf436c9SEd Tanous             nlohmann::json::json_pointer newPtr = p / index;
5567cf436c9SEd Tanous             BMCWEB_LOG_DEBUG << "Traversing response at " << newPtr.to_string();
5577cf436c9SEd Tanous             findNavigationReferencesRecursive(eType, element, newPtr, inLinks,
5587cf436c9SEd Tanous                                               out);
5597cf436c9SEd Tanous             index++;
5607cf436c9SEd Tanous         }
5617cf436c9SEd Tanous     }
5627cf436c9SEd Tanous     nlohmann::json::object_t* obj =
5637cf436c9SEd Tanous         jsonResponse.get_ptr<nlohmann::json::object_t*>();
5647cf436c9SEd Tanous     if (obj == nullptr)
5657cf436c9SEd Tanous     {
5667cf436c9SEd Tanous         return;
5677cf436c9SEd Tanous     }
5687cf436c9SEd Tanous     // Navigation References only ever have a single element
5697cf436c9SEd Tanous     if (obj->size() == 1)
5707cf436c9SEd Tanous     {
5717cf436c9SEd Tanous         if (obj->begin()->first == "@odata.id")
5727cf436c9SEd Tanous         {
5737cf436c9SEd Tanous             const std::string* uri =
5747cf436c9SEd Tanous                 obj->begin()->second.get_ptr<const std::string*>();
5757cf436c9SEd Tanous             if (uri != nullptr)
5767cf436c9SEd Tanous             {
5777cf436c9SEd Tanous                 BMCWEB_LOG_DEBUG << "Found element at " << p.to_string();
5787cf436c9SEd Tanous                 out.push_back({p, *uri});
5797cf436c9SEd Tanous             }
5807cf436c9SEd Tanous         }
5817cf436c9SEd Tanous     }
5827cf436c9SEd Tanous     // Loop the object and look for links
5837cf436c9SEd Tanous     for (auto& element : *obj)
5847cf436c9SEd Tanous     {
585e479ad58SNan Zhou         bool localInLinks = inLinks;
586e479ad58SNan Zhou         if (!localInLinks)
5877cf436c9SEd Tanous         {
5887cf436c9SEd Tanous             // Check if this is a links node
589e479ad58SNan Zhou             localInLinks = element.first == "Links";
5907cf436c9SEd Tanous         }
5917cf436c9SEd Tanous         // Only traverse the parts of the tree the user asked for
5927cf436c9SEd Tanous         // Per section 7.3 of the redfish specification
593e479ad58SNan Zhou         if (localInLinks && eType == ExpandType::NotLinks)
5947cf436c9SEd Tanous         {
5957cf436c9SEd Tanous             continue;
5967cf436c9SEd Tanous         }
597e479ad58SNan Zhou         if (!localInLinks && eType == ExpandType::Links)
5987cf436c9SEd Tanous         {
5997cf436c9SEd Tanous             continue;
6007cf436c9SEd Tanous         }
6017cf436c9SEd Tanous         nlohmann::json::json_pointer newPtr = p / element.first;
6027cf436c9SEd Tanous         BMCWEB_LOG_DEBUG << "Traversing response at " << newPtr;
6037cf436c9SEd Tanous 
6047cf436c9SEd Tanous         findNavigationReferencesRecursive(eType, element.second, newPtr,
605e479ad58SNan Zhou                                           localInLinks, out);
6067cf436c9SEd Tanous     }
6077cf436c9SEd Tanous }
6087cf436c9SEd Tanous 
6097cf436c9SEd Tanous inline std::vector<ExpandNode>
61072c3ae33SNan Zhou     findNavigationReferences(ExpandType eType, nlohmann::json& jsonResponse)
6117cf436c9SEd Tanous {
6127cf436c9SEd Tanous     std::vector<ExpandNode> ret;
61372c3ae33SNan Zhou     const nlohmann::json::json_pointer root = nlohmann::json::json_pointer("");
6147cf436c9SEd Tanous     findNavigationReferencesRecursive(eType, jsonResponse, root, false, ret);
6157cf436c9SEd Tanous     return ret;
6167cf436c9SEd Tanous }
6177cf436c9SEd Tanous 
61872c3ae33SNan Zhou // Formats a query parameter string for the sub-query.
619b66cf2a2SNan Zhou // Returns std::nullopt on failures.
62072c3ae33SNan Zhou // This function shall handle $select when it is added.
62172c3ae33SNan Zhou // There is no need to handle parameters that's not campatible with $expand,
62272c3ae33SNan Zhou // e.g., $only, since this function will only be called in side $expand handlers
623b66cf2a2SNan Zhou inline std::optional<std::string> formatQueryForExpand(const Query& query)
62472c3ae33SNan Zhou {
62572c3ae33SNan Zhou     // query.expandLevel<=1: no need to do subqueries
62672c3ae33SNan Zhou     if (query.expandLevel <= 1)
62772c3ae33SNan Zhou     {
628b66cf2a2SNan Zhou         return "";
62972c3ae33SNan Zhou     }
63072c3ae33SNan Zhou     std::string str = "?$expand=";
631b66cf2a2SNan Zhou     bool queryTypeExpected = false;
63272c3ae33SNan Zhou     switch (query.expandType)
63372c3ae33SNan Zhou     {
63472c3ae33SNan Zhou         case ExpandType::None:
635b66cf2a2SNan Zhou             return "";
63672c3ae33SNan Zhou         case ExpandType::Links:
637b66cf2a2SNan Zhou             queryTypeExpected = true;
63872c3ae33SNan Zhou             str += '~';
63972c3ae33SNan Zhou             break;
64072c3ae33SNan Zhou         case ExpandType::NotLinks:
641b66cf2a2SNan Zhou             queryTypeExpected = true;
64272c3ae33SNan Zhou             str += '.';
64372c3ae33SNan Zhou             break;
64472c3ae33SNan Zhou         case ExpandType::Both:
645b66cf2a2SNan Zhou             queryTypeExpected = true;
64672c3ae33SNan Zhou             str += '*';
64772c3ae33SNan Zhou             break;
648b66cf2a2SNan Zhou     }
649b66cf2a2SNan Zhou     if (!queryTypeExpected)
650b66cf2a2SNan Zhou     {
651b66cf2a2SNan Zhou         return std::nullopt;
65272c3ae33SNan Zhou     }
65372c3ae33SNan Zhou     str += "($levels=";
65472c3ae33SNan Zhou     str += std::to_string(query.expandLevel - 1);
65572c3ae33SNan Zhou     str += ')';
65672c3ae33SNan Zhou     return str;
65772c3ae33SNan Zhou }
65872c3ae33SNan Zhou 
6593590bd1dSNan Zhou // Propogates the worst error code to the final response.
6603590bd1dSNan Zhou // The order of error code is (from high to low)
6613590bd1dSNan Zhou // 500 Internal Server Error
6623590bd1dSNan Zhou // 511 Network Authentication Required
6633590bd1dSNan Zhou // 510 Not Extended
6643590bd1dSNan Zhou // 508 Loop Detected
6653590bd1dSNan Zhou // 507 Insufficient Storage
6663590bd1dSNan Zhou // 506 Variant Also Negotiates
6673590bd1dSNan Zhou // 505 HTTP Version Not Supported
6683590bd1dSNan Zhou // 504 Gateway Timeout
6693590bd1dSNan Zhou // 503 Service Unavailable
6703590bd1dSNan Zhou // 502 Bad Gateway
6713590bd1dSNan Zhou // 501 Not Implemented
6723590bd1dSNan Zhou // 401 Unauthorized
6733590bd1dSNan Zhou // 451 - 409 Error codes (not listed explictly)
6743590bd1dSNan Zhou // 408 Request Timeout
6753590bd1dSNan Zhou // 407 Proxy Authentication Required
6763590bd1dSNan Zhou // 406 Not Acceptable
6773590bd1dSNan Zhou // 405 Method Not Allowed
6783590bd1dSNan Zhou // 404 Not Found
6793590bd1dSNan Zhou // 403 Forbidden
6803590bd1dSNan Zhou // 402 Payment Required
6813590bd1dSNan Zhou // 400 Bad Request
6823590bd1dSNan Zhou inline unsigned propogateErrorCode(unsigned finalCode, unsigned subResponseCode)
6833590bd1dSNan Zhou {
6843590bd1dSNan Zhou     // We keep a explicit list for error codes that this project often uses
6853590bd1dSNan Zhou     // Higer priority codes are in lower indexes
6863590bd1dSNan Zhou     constexpr std::array<unsigned, 13> orderedCodes = {
6873590bd1dSNan Zhou         500, 507, 503, 502, 501, 401, 412, 409, 406, 405, 404, 403, 400};
6883590bd1dSNan Zhou     size_t finalCodeIndex = std::numeric_limits<size_t>::max();
6893590bd1dSNan Zhou     size_t subResponseCodeIndex = std::numeric_limits<size_t>::max();
6903590bd1dSNan Zhou     for (size_t i = 0; i < orderedCodes.size(); ++i)
6913590bd1dSNan Zhou     {
6923590bd1dSNan Zhou         if (orderedCodes[i] == finalCode)
6933590bd1dSNan Zhou         {
6943590bd1dSNan Zhou             finalCodeIndex = i;
6953590bd1dSNan Zhou         }
6963590bd1dSNan Zhou         if (orderedCodes[i] == subResponseCode)
6973590bd1dSNan Zhou         {
6983590bd1dSNan Zhou             subResponseCodeIndex = i;
6993590bd1dSNan Zhou         }
7003590bd1dSNan Zhou     }
7013590bd1dSNan Zhou     if (finalCodeIndex != std::numeric_limits<size_t>::max() &&
7023590bd1dSNan Zhou         subResponseCodeIndex != std::numeric_limits<size_t>::max())
7033590bd1dSNan Zhou     {
7043590bd1dSNan Zhou         return finalCodeIndex <= subResponseCodeIndex ? finalCode
7053590bd1dSNan Zhou                                                       : subResponseCode;
7063590bd1dSNan Zhou     }
7073590bd1dSNan Zhou     if (subResponseCode == 500 || finalCode == 500)
7083590bd1dSNan Zhou     {
7093590bd1dSNan Zhou         return 500;
7103590bd1dSNan Zhou     }
7113590bd1dSNan Zhou     if (subResponseCode > 500 || finalCode > 500)
7123590bd1dSNan Zhou     {
7133590bd1dSNan Zhou         return std::max(finalCode, subResponseCode);
7143590bd1dSNan Zhou     }
7153590bd1dSNan Zhou     if (subResponseCode == 401)
7163590bd1dSNan Zhou     {
7173590bd1dSNan Zhou         return subResponseCode;
7183590bd1dSNan Zhou     }
7193590bd1dSNan Zhou     return std::max(finalCode, subResponseCode);
7203590bd1dSNan Zhou }
7213590bd1dSNan Zhou 
7223590bd1dSNan Zhou // Propogates all error messages into |finalResponse|
7233590bd1dSNan Zhou inline void propogateError(crow::Response& finalResponse,
7243590bd1dSNan Zhou                            crow::Response& subResponse)
7253590bd1dSNan Zhou {
7263590bd1dSNan Zhou     // no errors
7273590bd1dSNan Zhou     if (subResponse.resultInt() >= 200 && subResponse.resultInt() < 400)
7283590bd1dSNan Zhou     {
7293590bd1dSNan Zhou         return;
7303590bd1dSNan Zhou     }
7313590bd1dSNan Zhou     messages::moveErrorsToErrorJson(finalResponse.jsonValue,
7323590bd1dSNan Zhou                                     subResponse.jsonValue);
7333590bd1dSNan Zhou     finalResponse.result(
7343590bd1dSNan Zhou         propogateErrorCode(finalResponse.resultInt(), subResponse.resultInt()));
7353590bd1dSNan Zhou }
7363590bd1dSNan Zhou 
7377cf436c9SEd Tanous class MultiAsyncResp : public std::enable_shared_from_this<MultiAsyncResp>
7387cf436c9SEd Tanous {
7397cf436c9SEd Tanous   public:
7407cf436c9SEd Tanous     // This object takes a single asyncResp object as the "final" one, then
7417cf436c9SEd Tanous     // allows callers to attach sub-responses within the json tree that need
7427cf436c9SEd Tanous     // to be executed and filled into their appropriate locations.  This
7437cf436c9SEd Tanous     // class manages the final "merge" of the json resources.
7448a592810SEd Tanous     MultiAsyncResp(crow::App& appIn,
7457cf436c9SEd Tanous                    std::shared_ptr<bmcweb::AsyncResp> finalResIn) :
7468a592810SEd Tanous         app(appIn),
7477cf436c9SEd Tanous         finalRes(std::move(finalResIn))
7487cf436c9SEd Tanous     {}
7497cf436c9SEd Tanous 
7507cf436c9SEd Tanous     void addAwaitingResponse(
75102cad96eSEd Tanous         const std::shared_ptr<bmcweb::AsyncResp>& res,
7527cf436c9SEd Tanous         const nlohmann::json::json_pointer& finalExpandLocation)
7537cf436c9SEd Tanous     {
7547cf436c9SEd Tanous         res->res.setCompleteRequestHandler(std::bind_front(
75572c3ae33SNan Zhou             placeResultStatic, shared_from_this(), finalExpandLocation));
7567cf436c9SEd Tanous     }
7577cf436c9SEd Tanous 
75872c3ae33SNan Zhou     void placeResult(const nlohmann::json::json_pointer& locationToPlace,
7597cf436c9SEd Tanous                      crow::Response& res)
7607cf436c9SEd Tanous     {
7613590bd1dSNan Zhou         BMCWEB_LOG_DEBUG << "placeResult for " << locationToPlace;
7623590bd1dSNan Zhou         propogateError(finalRes->res, res);
7633590bd1dSNan Zhou         if (!res.jsonValue.is_object() || res.jsonValue.empty())
7643590bd1dSNan Zhou         {
7653590bd1dSNan Zhou             return;
7663590bd1dSNan Zhou         }
7677cf436c9SEd Tanous         nlohmann::json& finalObj = finalRes->res.jsonValue[locationToPlace];
7687cf436c9SEd Tanous         finalObj = std::move(res.jsonValue);
7697cf436c9SEd Tanous     }
7707cf436c9SEd Tanous 
77172c3ae33SNan Zhou     // Handles the very first level of Expand, and starts a chain of sub-queries
77272c3ae33SNan Zhou     // for deeper levels.
77372c3ae33SNan Zhou     void startQuery(const Query& query)
77472c3ae33SNan Zhou     {
77572c3ae33SNan Zhou         std::vector<ExpandNode> nodes =
77672c3ae33SNan Zhou             findNavigationReferences(query.expandType, finalRes->res.jsonValue);
7777cf436c9SEd Tanous         BMCWEB_LOG_DEBUG << nodes.size() << " nodes to traverse";
778b66cf2a2SNan Zhou         const std::optional<std::string> queryStr = formatQueryForExpand(query);
779b66cf2a2SNan Zhou         if (!queryStr)
780b66cf2a2SNan Zhou         {
781b66cf2a2SNan Zhou             messages::internalError(finalRes->res);
782b66cf2a2SNan Zhou             return;
783b66cf2a2SNan Zhou         }
7847cf436c9SEd Tanous         for (const ExpandNode& node : nodes)
7857cf436c9SEd Tanous         {
786b66cf2a2SNan Zhou             const std::string subQuery = node.uri + *queryStr;
78772c3ae33SNan Zhou             BMCWEB_LOG_DEBUG << "URL of subquery:  " << subQuery;
7887cf436c9SEd Tanous             std::error_code ec;
78972c3ae33SNan Zhou             crow::Request newReq({boost::beast::http::verb::get, subQuery, 11},
7907cf436c9SEd Tanous                                  ec);
7917cf436c9SEd Tanous             if (ec)
7927cf436c9SEd Tanous             {
79372c3ae33SNan Zhou                 messages::internalError(finalRes->res);
7947cf436c9SEd Tanous                 return;
7957cf436c9SEd Tanous             }
7967cf436c9SEd Tanous 
7977cf436c9SEd Tanous             auto asyncResp = std::make_shared<bmcweb::AsyncResp>();
7987cf436c9SEd Tanous             BMCWEB_LOG_DEBUG << "setting completion handler on "
7997cf436c9SEd Tanous                              << &asyncResp->res;
80072c3ae33SNan Zhou 
80172c3ae33SNan Zhou             addAwaitingResponse(asyncResp, node.location);
8027cf436c9SEd Tanous             app.handle(newReq, asyncResp);
8037cf436c9SEd Tanous         }
8047cf436c9SEd Tanous     }
8057cf436c9SEd Tanous 
8067cf436c9SEd Tanous   private:
80772c3ae33SNan Zhou     static void
80872c3ae33SNan Zhou         placeResultStatic(const std::shared_ptr<MultiAsyncResp>& multi,
8097cf436c9SEd Tanous                           const nlohmann::json::json_pointer& locationToPlace,
8107cf436c9SEd Tanous                           crow::Response& res)
8117cf436c9SEd Tanous     {
81272c3ae33SNan Zhou         multi->placeResult(locationToPlace, res);
8137cf436c9SEd Tanous     }
8147cf436c9SEd Tanous 
8157cf436c9SEd Tanous     crow::App& app;
8167cf436c9SEd Tanous     std::shared_ptr<bmcweb::AsyncResp> finalRes;
8177cf436c9SEd Tanous };
8187cf436c9SEd Tanous 
8192a68dc80SEd Tanous inline void processTopAndSkip(const Query& query, crow::Response& res)
8202a68dc80SEd Tanous {
8213648c8beSEd Tanous     if (!query.skip && !query.top)
8223648c8beSEd Tanous     {
8233648c8beSEd Tanous         // No work to do.
8243648c8beSEd Tanous         return;
8253648c8beSEd Tanous     }
8262a68dc80SEd Tanous     nlohmann::json::object_t* obj =
8272a68dc80SEd Tanous         res.jsonValue.get_ptr<nlohmann::json::object_t*>();
8282a68dc80SEd Tanous     if (obj == nullptr)
8292a68dc80SEd Tanous     {
8302a68dc80SEd Tanous         // Shouldn't be possible.  All responses should be objects.
8312a68dc80SEd Tanous         messages::internalError(res);
8322a68dc80SEd Tanous         return;
8332a68dc80SEd Tanous     }
8342a68dc80SEd Tanous 
8352a68dc80SEd Tanous     BMCWEB_LOG_DEBUG << "Handling top/skip";
8362a68dc80SEd Tanous     nlohmann::json::object_t::iterator members = obj->find("Members");
8372a68dc80SEd Tanous     if (members == obj->end())
8382a68dc80SEd Tanous     {
8392a68dc80SEd Tanous         // From the Redfish specification 7.3.1
8402a68dc80SEd Tanous         // ... the HTTP 400 Bad Request status code with the
8412a68dc80SEd Tanous         // QueryNotSupportedOnResource message from the Base Message Registry
8422a68dc80SEd Tanous         // for any supported query parameters that apply only to resource
8432a68dc80SEd Tanous         // collections but are used on singular resources.
8442a68dc80SEd Tanous         messages::queryNotSupportedOnResource(res);
8452a68dc80SEd Tanous         return;
8462a68dc80SEd Tanous     }
8472a68dc80SEd Tanous 
8482a68dc80SEd Tanous     nlohmann::json::array_t* arr =
8492a68dc80SEd Tanous         members->second.get_ptr<nlohmann::json::array_t*>();
8502a68dc80SEd Tanous     if (arr == nullptr)
8512a68dc80SEd Tanous     {
8522a68dc80SEd Tanous         messages::internalError(res);
8532a68dc80SEd Tanous         return;
8542a68dc80SEd Tanous     }
8552a68dc80SEd Tanous 
8563648c8beSEd Tanous     if (query.skip)
8573648c8beSEd Tanous     {
8583648c8beSEd Tanous         // Per section 7.3.1 of the Redfish specification, $skip is run before
8593648c8beSEd Tanous         // $top Can only skip as many values as we have
8603648c8beSEd Tanous         size_t skip = std::min(arr->size(), *query.skip);
8612a68dc80SEd Tanous         arr->erase(arr->begin(), arr->begin() + static_cast<ssize_t>(skip));
8623648c8beSEd Tanous     }
8633648c8beSEd Tanous     if (query.top)
8643648c8beSEd Tanous     {
8653648c8beSEd Tanous         size_t top = std::min(arr->size(), *query.top);
8662a68dc80SEd Tanous         arr->erase(arr->begin() + static_cast<ssize_t>(top), arr->end());
8672a68dc80SEd Tanous     }
8683648c8beSEd Tanous }
8692a68dc80SEd Tanous 
870827c4902SNan Zhou // Given a JSON subtree |currRoot|, this function erases leaves whose keys are
871827c4902SNan Zhou // not in the |currNode| Trie node.
872827c4902SNan Zhou inline void recursiveSelect(nlohmann::json& currRoot,
873827c4902SNan Zhou                             const SelectTrieNode& currNode)
874e155ab54SNan Zhou {
875e155ab54SNan Zhou     nlohmann::json::object_t* object =
876e155ab54SNan Zhou         currRoot.get_ptr<nlohmann::json::object_t*>();
877e155ab54SNan Zhou     if (object != nullptr)
878e155ab54SNan Zhou     {
879827c4902SNan Zhou         BMCWEB_LOG_DEBUG << "Current JSON is an object";
880e155ab54SNan Zhou         auto it = currRoot.begin();
881e155ab54SNan Zhou         while (it != currRoot.end())
882e155ab54SNan Zhou         {
883e155ab54SNan Zhou             auto nextIt = std::next(it);
884827c4902SNan Zhou             BMCWEB_LOG_DEBUG << "key=" << it.key();
885827c4902SNan Zhou             const SelectTrieNode* nextNode = currNode.find(it.key());
8865c9fb2d6SNan Zhou             // Per the Redfish spec section 7.3.3, the service shall select
8875c9fb2d6SNan Zhou             // certain properties as if $select was omitted. This applies to
8885c9fb2d6SNan Zhou             // every TrieNode that contains leaves and the root.
8895c9fb2d6SNan Zhou             constexpr std::array<std::string_view, 5> reservedProperties = {
8905c9fb2d6SNan Zhou                 "@odata.id", "@odata.type", "@odata.context", "@odata.etag",
8915c9fb2d6SNan Zhou                 "error"};
8925c9fb2d6SNan Zhou             bool reserved =
8935c9fb2d6SNan Zhou                 std::find(reservedProperties.begin(), reservedProperties.end(),
8945c9fb2d6SNan Zhou                           it.key()) != reservedProperties.end();
8955c9fb2d6SNan Zhou             if (reserved || (nextNode != nullptr && nextNode->isSelected()))
896e155ab54SNan Zhou             {
897e155ab54SNan Zhou                 it = nextIt;
898e155ab54SNan Zhou                 continue;
899e155ab54SNan Zhou             }
900827c4902SNan Zhou             if (nextNode != nullptr)
901e155ab54SNan Zhou             {
902827c4902SNan Zhou                 BMCWEB_LOG_DEBUG << "Recursively select: " << it.key();
903827c4902SNan Zhou                 recursiveSelect(*it, *nextNode);
904e155ab54SNan Zhou                 it = nextIt;
905e155ab54SNan Zhou                 continue;
906e155ab54SNan Zhou             }
907827c4902SNan Zhou             BMCWEB_LOG_DEBUG << it.key() << " is getting removed!";
908e155ab54SNan Zhou             it = currRoot.erase(it);
909e155ab54SNan Zhou         }
910e155ab54SNan Zhou     }
9115c9fb2d6SNan Zhou     nlohmann::json::array_t* array =
9125c9fb2d6SNan Zhou         currRoot.get_ptr<nlohmann::json::array_t*>();
9135c9fb2d6SNan Zhou     if (array != nullptr)
9145c9fb2d6SNan Zhou     {
9155c9fb2d6SNan Zhou         BMCWEB_LOG_DEBUG << "Current JSON is an array";
9165c9fb2d6SNan Zhou         // Array index is omitted, so reuse the same Trie node
9175c9fb2d6SNan Zhou         for (nlohmann::json& nextRoot : *array)
9185c9fb2d6SNan Zhou         {
9195c9fb2d6SNan Zhou             recursiveSelect(nextRoot, currNode);
9205c9fb2d6SNan Zhou         }
9215c9fb2d6SNan Zhou     }
922e155ab54SNan Zhou }
923e155ab54SNan Zhou 
924e155ab54SNan Zhou // The current implementation of $select still has the following TODOs due to
925e155ab54SNan Zhou //  ambiguity and/or complexity.
9265c9fb2d6SNan Zhou // 1. combined with $expand; https://github.com/DMTF/Redfish/issues/5058 was
927e155ab54SNan Zhou // created for clarification.
9285c9fb2d6SNan Zhou // 2. respect the full odata spec; e.g., deduplication, namespace, star (*),
929e155ab54SNan Zhou // etc.
930e155ab54SNan Zhou inline void processSelect(crow::Response& intermediateResponse,
931827c4902SNan Zhou                           const SelectTrieNode& trieRoot)
932e155ab54SNan Zhou {
933e155ab54SNan Zhou     BMCWEB_LOG_DEBUG << "Process $select quary parameter";
934827c4902SNan Zhou     recursiveSelect(intermediateResponse.jsonValue, trieRoot);
935e155ab54SNan Zhou }
936e155ab54SNan Zhou 
9377cf436c9SEd Tanous inline void
938593f6449SNan Zhou     processAllParams(crow::App& app, const Query& query,
9397cf436c9SEd Tanous                      std::function<void(crow::Response&)>& completionHandler,
9407cf436c9SEd Tanous                      crow::Response& intermediateResponse)
941f4c99e70SEd Tanous {
942f4c99e70SEd Tanous     if (!completionHandler)
943f4c99e70SEd Tanous     {
944f4c99e70SEd Tanous         BMCWEB_LOG_DEBUG << "Function was invalid?";
945f4c99e70SEd Tanous         return;
946f4c99e70SEd Tanous     }
947f4c99e70SEd Tanous 
948f4c99e70SEd Tanous     BMCWEB_LOG_DEBUG << "Processing query params";
949f4c99e70SEd Tanous     // If the request failed, there's no reason to even try to run query
950f4c99e70SEd Tanous     // params.
951f4c99e70SEd Tanous     if (intermediateResponse.resultInt() < 200 ||
952f4c99e70SEd Tanous         intermediateResponse.resultInt() >= 400)
953f4c99e70SEd Tanous     {
954f4c99e70SEd Tanous         completionHandler(intermediateResponse);
955f4c99e70SEd Tanous         return;
956f4c99e70SEd Tanous     }
957f4c99e70SEd Tanous     if (query.isOnly)
958f4c99e70SEd Tanous     {
959f4c99e70SEd Tanous         processOnly(app, intermediateResponse, completionHandler);
960f4c99e70SEd Tanous         return;
961f4c99e70SEd Tanous     }
9622a68dc80SEd Tanous 
9633648c8beSEd Tanous     if (query.top || query.skip)
9642a68dc80SEd Tanous     {
9652a68dc80SEd Tanous         processTopAndSkip(query, intermediateResponse);
9662a68dc80SEd Tanous     }
9672a68dc80SEd Tanous 
9687cf436c9SEd Tanous     if (query.expandType != ExpandType::None)
9697cf436c9SEd Tanous     {
9707cf436c9SEd Tanous         BMCWEB_LOG_DEBUG << "Executing expand query";
97113548d85SEd Tanous         auto asyncResp = std::make_shared<bmcweb::AsyncResp>(
97213548d85SEd Tanous             std::move(intermediateResponse));
9737cf436c9SEd Tanous 
97413548d85SEd Tanous         asyncResp->res.setCompleteRequestHandler(std::move(completionHandler));
97513548d85SEd Tanous         auto multi = std::make_shared<MultiAsyncResp>(app, asyncResp);
97672c3ae33SNan Zhou         multi->startQuery(query);
9777cf436c9SEd Tanous         return;
9787cf436c9SEd Tanous     }
979e155ab54SNan Zhou 
980e155ab54SNan Zhou     // According to Redfish Spec Section 7.3.1, $select is the last parameter to
981e155ab54SNan Zhou     // to process
982827c4902SNan Zhou     if (!query.selectTrie.root.empty())
983e155ab54SNan Zhou     {
984827c4902SNan Zhou         processSelect(intermediateResponse, query.selectTrie.root);
985e155ab54SNan Zhou     }
986e155ab54SNan Zhou 
987f4c99e70SEd Tanous     completionHandler(intermediateResponse);
988f4c99e70SEd Tanous }
989f4c99e70SEd Tanous 
990f4c99e70SEd Tanous } // namespace query_param
991f4c99e70SEd Tanous } // namespace redfish
992