1f4c99e70SEd Tanous #pragma once 2d5c80ad9SNan Zhou #include "bmcweb_config.h" 3d5c80ad9SNan Zhou 4f4c99e70SEd Tanous #include "app.hpp" 5f4c99e70SEd Tanous #include "async_resp.hpp" 6f4c99e70SEd Tanous #include "error_messages.hpp" 7f4c99e70SEd Tanous #include "http_request.hpp" 802cad96eSEd Tanous #include "http_response.hpp" 9d5c80ad9SNan Zhou #include "logging.hpp" 10*50ebd4afSEd Tanous #include "str_utility.hpp" 11f4c99e70SEd Tanous 12d5c80ad9SNan Zhou #include <sys/types.h> 13d5c80ad9SNan Zhou 14e155ab54SNan Zhou #include <boost/algorithm/string/classification.hpp> 15d5c80ad9SNan Zhou #include <boost/beast/http/message.hpp> // IWYU pragma: keep 16d5c80ad9SNan Zhou #include <boost/beast/http/status.hpp> 17d5c80ad9SNan Zhou #include <boost/beast/http/verb.hpp> 18d5c80ad9SNan Zhou #include <boost/url/params_view.hpp> 19d5c80ad9SNan Zhou #include <nlohmann/json.hpp> 20d5c80ad9SNan Zhou 21d5c80ad9SNan Zhou #include <algorithm> 22e155ab54SNan Zhou #include <array> 23e155ab54SNan Zhou #include <cctype> 247cf436c9SEd Tanous #include <charconv> 25827c4902SNan Zhou #include <compare> 26d5c80ad9SNan Zhou #include <cstdint> 27d5c80ad9SNan Zhou #include <functional> 28e155ab54SNan Zhou #include <iterator> 29d5c80ad9SNan Zhou #include <limits> 30d5c80ad9SNan Zhou #include <map> 31d5c80ad9SNan Zhou #include <memory> 32d5c80ad9SNan Zhou #include <optional> 33f4c99e70SEd Tanous #include <string> 34f4c99e70SEd Tanous #include <string_view> 35d5c80ad9SNan Zhou #include <system_error> 367cf436c9SEd Tanous #include <utility> 37f4c99e70SEd Tanous #include <vector> 38f4c99e70SEd Tanous 39d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/url/impl/params_view.hpp> 40d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/beast/http/impl/message.hpp> 41d5c80ad9SNan Zhou // IWYU pragma: no_include <boost/intrusive/detail/list_iterator.hpp> 42e155ab54SNan Zhou // IWYU pragma: no_include <boost/algorithm/string/detail/classification.hpp> 43e155ab54SNan Zhou // IWYU pragma: no_include <boost/iterator/iterator_facade.hpp> 44e155ab54SNan Zhou // IWYU pragma: no_include <boost/type_index/type_index_facade.hpp> 45d5c80ad9SNan Zhou // IWYU pragma: no_include <stdint.h> 46d5c80ad9SNan Zhou 47f4c99e70SEd Tanous namespace redfish 48f4c99e70SEd Tanous { 49f4c99e70SEd Tanous namespace query_param 50f4c99e70SEd Tanous { 51f4c99e70SEd Tanous 527cf436c9SEd Tanous enum class ExpandType : uint8_t 537cf436c9SEd Tanous { 547cf436c9SEd Tanous None, 557cf436c9SEd Tanous Links, 567cf436c9SEd Tanous NotLinks, 577cf436c9SEd Tanous Both, 587cf436c9SEd Tanous }; 597cf436c9SEd Tanous 60827c4902SNan Zhou // A simple implementation of Trie to help |recursiveSelect|. 61827c4902SNan Zhou class SelectTrieNode 62827c4902SNan Zhou { 63827c4902SNan Zhou public: 64827c4902SNan Zhou SelectTrieNode() = default; 65827c4902SNan Zhou 66827c4902SNan Zhou const SelectTrieNode* find(const std::string& jsonKey) const 67827c4902SNan Zhou { 68827c4902SNan Zhou auto it = children.find(jsonKey); 69827c4902SNan Zhou if (it == children.end()) 70827c4902SNan Zhou { 71827c4902SNan Zhou return nullptr; 72827c4902SNan Zhou } 73827c4902SNan Zhou return &it->second; 74827c4902SNan Zhou } 75827c4902SNan Zhou 76827c4902SNan Zhou // Creates a new node if the key doesn't exist, returns the reference to the 77827c4902SNan Zhou // newly created node; otherwise, return the reference to the existing node 78827c4902SNan Zhou SelectTrieNode* emplace(std::string_view jsonKey) 79827c4902SNan Zhou { 80827c4902SNan Zhou auto [it, _] = children.emplace(jsonKey, SelectTrieNode{}); 81827c4902SNan Zhou return &it->second; 82827c4902SNan Zhou } 83827c4902SNan Zhou 84827c4902SNan Zhou bool empty() const 85827c4902SNan Zhou { 86827c4902SNan Zhou return children.empty(); 87827c4902SNan Zhou } 88827c4902SNan Zhou 89827c4902SNan Zhou void clear() 90827c4902SNan Zhou { 91827c4902SNan Zhou children.clear(); 92827c4902SNan Zhou } 93827c4902SNan Zhou 94827c4902SNan Zhou void setToSelected() 95827c4902SNan Zhou { 96827c4902SNan Zhou selected = true; 97827c4902SNan Zhou } 98827c4902SNan Zhou 99827c4902SNan Zhou bool isSelected() const 100827c4902SNan Zhou { 101827c4902SNan Zhou return selected; 102827c4902SNan Zhou } 103827c4902SNan Zhou 104827c4902SNan Zhou private: 105827c4902SNan Zhou std::map<std::string, SelectTrieNode, std::less<>> children; 106827c4902SNan Zhou bool selected = false; 107827c4902SNan Zhou }; 108827c4902SNan Zhou 109827c4902SNan Zhou // Validates the property in the $select parameter. Every character is among 110827c4902SNan Zhou // [a-zA-Z0-9#@_.] (taken from Redfish spec, section 9.6 Properties) 111827c4902SNan Zhou inline bool isSelectedPropertyAllowed(std::string_view property) 112827c4902SNan Zhou { 113827c4902SNan Zhou // These a magic number, but with it it's less likely that this code 114827c4902SNan Zhou // introduces CVE; e.g., too large properties crash the service. 115827c4902SNan Zhou constexpr int maxPropertyLength = 60; 116827c4902SNan Zhou if (property.empty() || property.size() > maxPropertyLength) 117827c4902SNan Zhou { 118827c4902SNan Zhou return false; 119827c4902SNan Zhou } 120827c4902SNan Zhou for (char ch : property) 121827c4902SNan Zhou { 122827c4902SNan Zhou if (std::isalnum(static_cast<unsigned char>(ch)) == 0 && ch != '#' && 123827c4902SNan Zhou ch != '@' && ch != '.') 124827c4902SNan Zhou { 125827c4902SNan Zhou return false; 126827c4902SNan Zhou } 127827c4902SNan Zhou } 128827c4902SNan Zhou return true; 129827c4902SNan Zhou } 130827c4902SNan Zhou 131827c4902SNan Zhou struct SelectTrie 132827c4902SNan Zhou { 133827c4902SNan Zhou SelectTrie() = default; 134827c4902SNan Zhou 135827c4902SNan Zhou // Inserts a $select value; returns false if the nestedProperty is illegal. 136827c4902SNan Zhou bool insertNode(std::string_view nestedProperty) 137827c4902SNan Zhou { 138827c4902SNan Zhou if (nestedProperty.empty()) 139827c4902SNan Zhou { 140827c4902SNan Zhou return false; 141827c4902SNan Zhou } 142827c4902SNan Zhou SelectTrieNode* currNode = &root; 143827c4902SNan Zhou size_t index = nestedProperty.find_first_of('/'); 144827c4902SNan Zhou while (!nestedProperty.empty()) 145827c4902SNan Zhou { 146827c4902SNan Zhou std::string_view property = nestedProperty.substr(0, index); 147827c4902SNan Zhou if (!isSelectedPropertyAllowed(property)) 148827c4902SNan Zhou { 149827c4902SNan Zhou return false; 150827c4902SNan Zhou } 151827c4902SNan Zhou currNode = currNode->emplace(property); 152827c4902SNan Zhou if (index == std::string::npos) 153827c4902SNan Zhou { 154827c4902SNan Zhou break; 155827c4902SNan Zhou } 156827c4902SNan Zhou nestedProperty.remove_prefix(index + 1); 157827c4902SNan Zhou index = nestedProperty.find_first_of('/'); 158827c4902SNan Zhou } 159827c4902SNan Zhou currNode->setToSelected(); 160827c4902SNan Zhou return true; 161827c4902SNan Zhou } 162827c4902SNan Zhou 163827c4902SNan Zhou SelectTrieNode root; 164827c4902SNan Zhou }; 165827c4902SNan Zhou 166a6b9125fSNan Zhou // The struct stores the parsed query parameters of the default Redfish route. 167f4c99e70SEd Tanous struct Query 168f4c99e70SEd Tanous { 169a6b9125fSNan Zhou // Only 170f4c99e70SEd Tanous bool isOnly = false; 171a6b9125fSNan Zhou // Expand 172a6b9125fSNan Zhou uint8_t expandLevel = 0; 1737cf436c9SEd Tanous ExpandType expandType = ExpandType::None; 174c937d2bfSEd Tanous 175c937d2bfSEd Tanous // Skip 1763648c8beSEd Tanous std::optional<size_t> skip = std::nullopt; 177c937d2bfSEd Tanous 178c937d2bfSEd Tanous // Top 1795143f7a5SJiaqing Zhao static constexpr size_t maxTop = 1000; // Max entries a response contain 1803648c8beSEd Tanous std::optional<size_t> top = std::nullopt; 181e155ab54SNan Zhou 182e155ab54SNan Zhou // Select 183827c4902SNan Zhou SelectTrie selectTrie = {}; 184f4c99e70SEd Tanous }; 185f4c99e70SEd Tanous 186a6b9125fSNan Zhou // The struct defines how resource handlers in redfish-core/lib/ can handle 187a6b9125fSNan Zhou // query parameters themselves, so that the default Redfish route will delegate 188a6b9125fSNan Zhou // the processing. 189a6b9125fSNan Zhou struct QueryCapabilities 190a6b9125fSNan Zhou { 191a6b9125fSNan Zhou bool canDelegateOnly = false; 192c937d2bfSEd Tanous bool canDelegateTop = false; 193c937d2bfSEd Tanous bool canDelegateSkip = false; 194a6b9125fSNan Zhou uint8_t canDelegateExpandLevel = 0; 195e155ab54SNan Zhou bool canDelegateSelect = false; 196a6b9125fSNan Zhou }; 197a6b9125fSNan Zhou 198a6b9125fSNan Zhou // Delegates query parameters according to the given |queryCapabilities| 199a6b9125fSNan Zhou // This function doesn't check query parameter conflicts since the parse 200a6b9125fSNan Zhou // function will take care of it. 201a6b9125fSNan Zhou // Returns a delegated query object which can be used by individual resource 202a6b9125fSNan Zhou // handlers so that handlers don't need to query again. 203a6b9125fSNan Zhou inline Query delegate(const QueryCapabilities& queryCapabilities, Query& query) 204a6b9125fSNan Zhou { 205a6b9125fSNan Zhou Query delegated; 206a6b9125fSNan Zhou // delegate only 207a6b9125fSNan Zhou if (query.isOnly && queryCapabilities.canDelegateOnly) 208a6b9125fSNan Zhou { 209a6b9125fSNan Zhou delegated.isOnly = true; 210a6b9125fSNan Zhou query.isOnly = false; 211a6b9125fSNan Zhou } 212a6b9125fSNan Zhou // delegate expand as much as we can 213a6b9125fSNan Zhou if (query.expandType != ExpandType::None) 214a6b9125fSNan Zhou { 215a6b9125fSNan Zhou delegated.expandType = query.expandType; 216a6b9125fSNan Zhou if (query.expandLevel <= queryCapabilities.canDelegateExpandLevel) 217a6b9125fSNan Zhou { 218a6b9125fSNan Zhou query.expandType = ExpandType::None; 219a6b9125fSNan Zhou delegated.expandLevel = query.expandLevel; 220a6b9125fSNan Zhou query.expandLevel = 0; 221a6b9125fSNan Zhou } 222a6b9125fSNan Zhou else 223a6b9125fSNan Zhou { 224a6b9125fSNan Zhou query.expandLevel -= queryCapabilities.canDelegateExpandLevel; 225a6b9125fSNan Zhou delegated.expandLevel = queryCapabilities.canDelegateExpandLevel; 226a6b9125fSNan Zhou } 227a6b9125fSNan Zhou } 228c937d2bfSEd Tanous 229c937d2bfSEd Tanous // delegate top 2303648c8beSEd Tanous if (query.top && queryCapabilities.canDelegateTop) 231c937d2bfSEd Tanous { 232c937d2bfSEd Tanous delegated.top = query.top; 2333648c8beSEd Tanous query.top = std::nullopt; 234c937d2bfSEd Tanous } 235c937d2bfSEd Tanous 236c937d2bfSEd Tanous // delegate skip 2373648c8beSEd Tanous if (query.skip && queryCapabilities.canDelegateSkip) 238c937d2bfSEd Tanous { 239c937d2bfSEd Tanous delegated.skip = query.skip; 240c937d2bfSEd Tanous query.skip = 0; 241c937d2bfSEd Tanous } 242e155ab54SNan Zhou 243e155ab54SNan Zhou // delegate select 244827c4902SNan Zhou if (!query.selectTrie.root.empty() && queryCapabilities.canDelegateSelect) 245e155ab54SNan Zhou { 246827c4902SNan Zhou delegated.selectTrie = std::move(query.selectTrie); 247827c4902SNan Zhou query.selectTrie.root.clear(); 248e155ab54SNan Zhou } 249a6b9125fSNan Zhou return delegated; 250a6b9125fSNan Zhou } 251a6b9125fSNan Zhou 2527cf436c9SEd Tanous inline bool getExpandType(std::string_view value, Query& query) 2537cf436c9SEd Tanous { 2547cf436c9SEd Tanous if (value.empty()) 2557cf436c9SEd Tanous { 2567cf436c9SEd Tanous return false; 2577cf436c9SEd Tanous } 2587cf436c9SEd Tanous switch (value[0]) 2597cf436c9SEd Tanous { 2607cf436c9SEd Tanous case '*': 2617cf436c9SEd Tanous query.expandType = ExpandType::Both; 2627cf436c9SEd Tanous break; 2637cf436c9SEd Tanous case '.': 2647cf436c9SEd Tanous query.expandType = ExpandType::NotLinks; 2657cf436c9SEd Tanous break; 2667cf436c9SEd Tanous case '~': 2677cf436c9SEd Tanous query.expandType = ExpandType::Links; 2687cf436c9SEd Tanous break; 2697cf436c9SEd Tanous default: 2707cf436c9SEd Tanous return false; 2717cf436c9SEd Tanous 2727cf436c9SEd Tanous break; 2737cf436c9SEd Tanous } 2747cf436c9SEd Tanous value.remove_prefix(1); 2757cf436c9SEd Tanous if (value.empty()) 2767cf436c9SEd Tanous { 2777cf436c9SEd Tanous query.expandLevel = 1; 2787cf436c9SEd Tanous return true; 2797cf436c9SEd Tanous } 2807cf436c9SEd Tanous constexpr std::string_view levels = "($levels="; 2817cf436c9SEd Tanous if (!value.starts_with(levels)) 2827cf436c9SEd Tanous { 2837cf436c9SEd Tanous return false; 2847cf436c9SEd Tanous } 2857cf436c9SEd Tanous value.remove_prefix(levels.size()); 2867cf436c9SEd Tanous 2877cf436c9SEd Tanous auto it = std::from_chars(value.data(), value.data() + value.size(), 2887cf436c9SEd Tanous query.expandLevel); 2897cf436c9SEd Tanous if (it.ec != std::errc()) 2907cf436c9SEd Tanous { 2917cf436c9SEd Tanous return false; 2927cf436c9SEd Tanous } 2937cf436c9SEd Tanous value.remove_prefix(static_cast<size_t>(it.ptr - value.data())); 2947cf436c9SEd Tanous return value == ")"; 2957cf436c9SEd Tanous } 2967cf436c9SEd Tanous 297c937d2bfSEd Tanous enum class QueryError 298c937d2bfSEd Tanous { 299c937d2bfSEd Tanous Ok, 300c937d2bfSEd Tanous OutOfRange, 301c937d2bfSEd Tanous ValueFormat, 302c937d2bfSEd Tanous }; 303c937d2bfSEd Tanous 304c937d2bfSEd Tanous inline QueryError getNumericParam(std::string_view value, size_t& param) 305c937d2bfSEd Tanous { 306c937d2bfSEd Tanous std::from_chars_result r = 307c937d2bfSEd Tanous std::from_chars(value.data(), value.data() + value.size(), param); 308c937d2bfSEd Tanous 309c937d2bfSEd Tanous // If the number wasn't representable in the type, it's out of range 310c937d2bfSEd Tanous if (r.ec == std::errc::result_out_of_range) 311c937d2bfSEd Tanous { 312c937d2bfSEd Tanous return QueryError::OutOfRange; 313c937d2bfSEd Tanous } 314c937d2bfSEd Tanous // All other errors are value format 315c937d2bfSEd Tanous if (r.ec != std::errc()) 316c937d2bfSEd Tanous { 317c937d2bfSEd Tanous return QueryError::ValueFormat; 318c937d2bfSEd Tanous } 319c937d2bfSEd Tanous return QueryError::Ok; 320c937d2bfSEd Tanous } 321c937d2bfSEd Tanous 322c937d2bfSEd Tanous inline QueryError getSkipParam(std::string_view value, Query& query) 323c937d2bfSEd Tanous { 3243648c8beSEd Tanous return getNumericParam(value, query.skip.emplace()); 325c937d2bfSEd Tanous } 326c937d2bfSEd Tanous 327c937d2bfSEd Tanous inline QueryError getTopParam(std::string_view value, Query& query) 328c937d2bfSEd Tanous { 3293648c8beSEd Tanous QueryError ret = getNumericParam(value, query.top.emplace()); 330c937d2bfSEd Tanous if (ret != QueryError::Ok) 331c937d2bfSEd Tanous { 332c937d2bfSEd Tanous return ret; 333c937d2bfSEd Tanous } 334c937d2bfSEd Tanous 335c937d2bfSEd Tanous // Range check for sanity. 3365143f7a5SJiaqing Zhao if (query.top > Query::maxTop) 337c937d2bfSEd Tanous { 338c937d2bfSEd Tanous return QueryError::OutOfRange; 339c937d2bfSEd Tanous } 340c937d2bfSEd Tanous 341c937d2bfSEd Tanous return QueryError::Ok; 342c937d2bfSEd Tanous } 343c937d2bfSEd Tanous 344e155ab54SNan Zhou // Parses and validates the $select parameter. 345e155ab54SNan Zhou // As per OData URL Conventions and Redfish Spec, the $select values shall be 346e155ab54SNan Zhou // comma separated Resource Path 347e155ab54SNan Zhou // Ref: 348e155ab54SNan Zhou // 1. https://datatracker.ietf.org/doc/html/rfc3986#section-3.3 349e155ab54SNan Zhou // 2. 350e155ab54SNan Zhou // https://docs.oasis-open.org/odata/odata/v4.01/os/abnf/odata-abnf-construction-rules.txt 351e155ab54SNan Zhou inline bool getSelectParam(std::string_view value, Query& query) 352e155ab54SNan Zhou { 353e155ab54SNan Zhou std::vector<std::string> properties; 354*50ebd4afSEd Tanous bmcweb::split(properties, value, ','); 355e155ab54SNan Zhou if (properties.empty()) 356e155ab54SNan Zhou { 357e155ab54SNan Zhou return false; 358e155ab54SNan Zhou } 359e155ab54SNan Zhou // These a magic number, but with it it's less likely that this code 360e155ab54SNan Zhou // introduces CVE; e.g., too large properties crash the service. 361e155ab54SNan Zhou constexpr int maxNumProperties = 10; 362e155ab54SNan Zhou if (properties.size() > maxNumProperties) 363e155ab54SNan Zhou { 364e155ab54SNan Zhou return false; 365e155ab54SNan Zhou } 366827c4902SNan Zhou for (const auto& property : properties) 367e155ab54SNan Zhou { 368827c4902SNan Zhou if (!query.selectTrie.insertNode(property)) 369e155ab54SNan Zhou { 370e155ab54SNan Zhou return false; 371e155ab54SNan Zhou } 372e155ab54SNan Zhou } 373e155ab54SNan Zhou return true; 374e155ab54SNan Zhou } 375e155ab54SNan Zhou 376079360aeSEd Tanous inline std::optional<Query> parseParameters(boost::urls::params_view urlParams, 377f4c99e70SEd Tanous crow::Response& res) 378f4c99e70SEd Tanous { 379f4c99e70SEd Tanous Query ret; 380f4c99e70SEd Tanous for (const boost::urls::params_view::value_type& it : urlParams) 381f4c99e70SEd Tanous { 382079360aeSEd Tanous if (it.key == "only") 383f4c99e70SEd Tanous { 384f4c99e70SEd Tanous if (!it.value.empty()) 385f4c99e70SEd Tanous { 386079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 387f4c99e70SEd Tanous return std::nullopt; 388f4c99e70SEd Tanous } 389f4c99e70SEd Tanous ret.isOnly = true; 390f4c99e70SEd Tanous } 391079360aeSEd Tanous else if (it.key == "$expand" && bmcwebInsecureEnableQueryParams) 3927cf436c9SEd Tanous { 393079360aeSEd Tanous if (!getExpandType(it.value, ret)) 3947cf436c9SEd Tanous { 395079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 3967cf436c9SEd Tanous return std::nullopt; 397f4c99e70SEd Tanous } 3987cf436c9SEd Tanous } 399079360aeSEd Tanous else if (it.key == "$top") 400c937d2bfSEd Tanous { 401079360aeSEd Tanous QueryError topRet = getTopParam(it.value, ret); 402c937d2bfSEd Tanous if (topRet == QueryError::ValueFormat) 403c937d2bfSEd Tanous { 404079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 405c937d2bfSEd Tanous return std::nullopt; 406c937d2bfSEd Tanous } 407c937d2bfSEd Tanous if (topRet == QueryError::OutOfRange) 408c937d2bfSEd Tanous { 409c937d2bfSEd Tanous messages::queryParameterOutOfRange( 410079360aeSEd Tanous res, it.value, "$top", 411079360aeSEd Tanous "0-" + std::to_string(Query::maxTop)); 412c937d2bfSEd Tanous return std::nullopt; 413c937d2bfSEd Tanous } 414c937d2bfSEd Tanous } 415079360aeSEd Tanous else if (it.key == "$skip") 416c937d2bfSEd Tanous { 417079360aeSEd Tanous QueryError topRet = getSkipParam(it.value, ret); 418c937d2bfSEd Tanous if (topRet == QueryError::ValueFormat) 419c937d2bfSEd Tanous { 420079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 421c937d2bfSEd Tanous return std::nullopt; 422c937d2bfSEd Tanous } 423c937d2bfSEd Tanous if (topRet == QueryError::OutOfRange) 424c937d2bfSEd Tanous { 425c937d2bfSEd Tanous messages::queryParameterOutOfRange( 426079360aeSEd Tanous res, it.value, it.key, 427a926c53eSJiaqing Zhao "0-" + std::to_string(std::numeric_limits<size_t>::max())); 428c937d2bfSEd Tanous return std::nullopt; 429c937d2bfSEd Tanous } 430c937d2bfSEd Tanous } 431079360aeSEd Tanous else if (it.key == "$select") 432e155ab54SNan Zhou { 433079360aeSEd Tanous if (!getSelectParam(it.value, ret)) 434e155ab54SNan Zhou { 435079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 436e155ab54SNan Zhou return std::nullopt; 437e155ab54SNan Zhou } 438e155ab54SNan Zhou } 4397cf436c9SEd Tanous else 4407cf436c9SEd Tanous { 4417cf436c9SEd Tanous // Intentionally ignore other errors Redfish spec, 7.3.1 442079360aeSEd Tanous if (it.key.starts_with("$")) 4437cf436c9SEd Tanous { 4447cf436c9SEd Tanous // Services shall return... The HTTP 501 Not Implemented 4457cf436c9SEd Tanous // status code for any unsupported query parameters that 4467cf436c9SEd Tanous // start with $ . 447079360aeSEd Tanous messages::queryParameterValueFormatError(res, it.value, it.key); 4487cf436c9SEd Tanous res.result(boost::beast::http::status::not_implemented); 4497cf436c9SEd Tanous return std::nullopt; 4507cf436c9SEd Tanous } 4517cf436c9SEd Tanous // "Shall ignore unknown or unsupported query parameters that do 4527cf436c9SEd Tanous // not begin with $ ." 4537cf436c9SEd Tanous } 4547cf436c9SEd Tanous } 4557cf436c9SEd Tanous 456827c4902SNan Zhou if (ret.expandType != ExpandType::None && !ret.selectTrie.root.empty()) 457e155ab54SNan Zhou { 458e155ab54SNan Zhou messages::queryCombinationInvalid(res); 459e155ab54SNan Zhou return std::nullopt; 460e155ab54SNan Zhou } 461e155ab54SNan Zhou 462f4c99e70SEd Tanous return ret; 463f4c99e70SEd Tanous } 464f4c99e70SEd Tanous 465f4c99e70SEd Tanous inline bool processOnly(crow::App& app, crow::Response& res, 466f4c99e70SEd Tanous std::function<void(crow::Response&)>& completionHandler) 467f4c99e70SEd Tanous { 468f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "Processing only query param"; 469f4c99e70SEd Tanous auto itMembers = res.jsonValue.find("Members"); 470f4c99e70SEd Tanous if (itMembers == res.jsonValue.end()) 471f4c99e70SEd Tanous { 472f4c99e70SEd Tanous messages::queryNotSupportedOnResource(res); 473f4c99e70SEd Tanous completionHandler(res); 474f4c99e70SEd Tanous return false; 475f4c99e70SEd Tanous } 476f4c99e70SEd Tanous auto itMemBegin = itMembers->begin(); 477f4c99e70SEd Tanous if (itMemBegin == itMembers->end() || itMembers->size() != 1) 478f4c99e70SEd Tanous { 479f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "Members contains " << itMembers->size() 480f4c99e70SEd Tanous << " element, returning full collection."; 481f4c99e70SEd Tanous completionHandler(res); 482f4c99e70SEd Tanous return false; 483f4c99e70SEd Tanous } 484f4c99e70SEd Tanous 485f4c99e70SEd Tanous auto itUrl = itMemBegin->find("@odata.id"); 486f4c99e70SEd Tanous if (itUrl == itMemBegin->end()) 487f4c99e70SEd Tanous { 488f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "No found odata.id"; 489f4c99e70SEd Tanous messages::internalError(res); 490f4c99e70SEd Tanous completionHandler(res); 491f4c99e70SEd Tanous return false; 492f4c99e70SEd Tanous } 493f4c99e70SEd Tanous const std::string* url = itUrl->get_ptr<const std::string*>(); 494f4c99e70SEd Tanous if (url == nullptr) 495f4c99e70SEd Tanous { 496f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "@odata.id wasn't a string????"; 497f4c99e70SEd Tanous messages::internalError(res); 498f4c99e70SEd Tanous completionHandler(res); 499f4c99e70SEd Tanous return false; 500f4c99e70SEd Tanous } 501f4c99e70SEd Tanous // TODO(Ed) copy request headers? 502f4c99e70SEd Tanous // newReq.session = req.session; 503f4c99e70SEd Tanous std::error_code ec; 504f4c99e70SEd Tanous crow::Request newReq({boost::beast::http::verb::get, *url, 11}, ec); 505f4c99e70SEd Tanous if (ec) 506f4c99e70SEd Tanous { 507f4c99e70SEd Tanous messages::internalError(res); 508f4c99e70SEd Tanous completionHandler(res); 509f4c99e70SEd Tanous return false; 510f4c99e70SEd Tanous } 511f4c99e70SEd Tanous 512f4c99e70SEd Tanous auto asyncResp = std::make_shared<bmcweb::AsyncResp>(); 513f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "setting completion handler on " << &asyncResp->res; 514f4c99e70SEd Tanous asyncResp->res.setCompleteRequestHandler(std::move(completionHandler)); 515f4c99e70SEd Tanous asyncResp->res.setIsAliveHelper(res.releaseIsAliveHelper()); 516f4c99e70SEd Tanous app.handle(newReq, asyncResp); 517f4c99e70SEd Tanous return true; 518f4c99e70SEd Tanous } 519f4c99e70SEd Tanous 5207cf436c9SEd Tanous struct ExpandNode 5217cf436c9SEd Tanous { 5227cf436c9SEd Tanous nlohmann::json::json_pointer location; 5237cf436c9SEd Tanous std::string uri; 5247cf436c9SEd Tanous 5257cf436c9SEd Tanous inline bool operator==(const ExpandNode& other) const 5267cf436c9SEd Tanous { 5277cf436c9SEd Tanous return location == other.location && uri == other.uri; 5287cf436c9SEd Tanous } 5297cf436c9SEd Tanous }; 5307cf436c9SEd Tanous 5317cf436c9SEd Tanous // Walks a json object looking for Redfish NavigationReference entries that 5327cf436c9SEd Tanous // might need resolved. It recursively walks the jsonResponse object, looking 5337cf436c9SEd Tanous // for links at every level, and returns a list (out) of locations within the 5347cf436c9SEd Tanous // tree that need to be expanded. The current json pointer location p is passed 5357cf436c9SEd Tanous // in to reference the current node that's being expanded, so it can be combined 5367cf436c9SEd Tanous // with the keys from the jsonResponse object 5377cf436c9SEd Tanous inline void findNavigationReferencesRecursive( 5387cf436c9SEd Tanous ExpandType eType, nlohmann::json& jsonResponse, 5397cf436c9SEd Tanous const nlohmann::json::json_pointer& p, bool inLinks, 5407cf436c9SEd Tanous std::vector<ExpandNode>& out) 5417cf436c9SEd Tanous { 5427cf436c9SEd Tanous // If no expand is needed, return early 5437cf436c9SEd Tanous if (eType == ExpandType::None) 5447cf436c9SEd Tanous { 5457cf436c9SEd Tanous return; 5467cf436c9SEd Tanous } 5477cf436c9SEd Tanous nlohmann::json::array_t* array = 5487cf436c9SEd Tanous jsonResponse.get_ptr<nlohmann::json::array_t*>(); 5497cf436c9SEd Tanous if (array != nullptr) 5507cf436c9SEd Tanous { 5517cf436c9SEd Tanous size_t index = 0; 5527cf436c9SEd Tanous // For arrays, walk every element in the array 5537cf436c9SEd Tanous for (auto& element : *array) 5547cf436c9SEd Tanous { 5557cf436c9SEd Tanous nlohmann::json::json_pointer newPtr = p / index; 5567cf436c9SEd Tanous BMCWEB_LOG_DEBUG << "Traversing response at " << newPtr.to_string(); 5577cf436c9SEd Tanous findNavigationReferencesRecursive(eType, element, newPtr, inLinks, 5587cf436c9SEd Tanous out); 5597cf436c9SEd Tanous index++; 5607cf436c9SEd Tanous } 5617cf436c9SEd Tanous } 5627cf436c9SEd Tanous nlohmann::json::object_t* obj = 5637cf436c9SEd Tanous jsonResponse.get_ptr<nlohmann::json::object_t*>(); 5647cf436c9SEd Tanous if (obj == nullptr) 5657cf436c9SEd Tanous { 5667cf436c9SEd Tanous return; 5677cf436c9SEd Tanous } 5687cf436c9SEd Tanous // Navigation References only ever have a single element 5697cf436c9SEd Tanous if (obj->size() == 1) 5707cf436c9SEd Tanous { 5717cf436c9SEd Tanous if (obj->begin()->first == "@odata.id") 5727cf436c9SEd Tanous { 5737cf436c9SEd Tanous const std::string* uri = 5747cf436c9SEd Tanous obj->begin()->second.get_ptr<const std::string*>(); 5757cf436c9SEd Tanous if (uri != nullptr) 5767cf436c9SEd Tanous { 5777cf436c9SEd Tanous BMCWEB_LOG_DEBUG << "Found element at " << p.to_string(); 5787cf436c9SEd Tanous out.push_back({p, *uri}); 5797cf436c9SEd Tanous } 5807cf436c9SEd Tanous } 5817cf436c9SEd Tanous } 5827cf436c9SEd Tanous // Loop the object and look for links 5837cf436c9SEd Tanous for (auto& element : *obj) 5847cf436c9SEd Tanous { 585e479ad58SNan Zhou bool localInLinks = inLinks; 586e479ad58SNan Zhou if (!localInLinks) 5877cf436c9SEd Tanous { 5887cf436c9SEd Tanous // Check if this is a links node 589e479ad58SNan Zhou localInLinks = element.first == "Links"; 5907cf436c9SEd Tanous } 5917cf436c9SEd Tanous // Only traverse the parts of the tree the user asked for 5927cf436c9SEd Tanous // Per section 7.3 of the redfish specification 593e479ad58SNan Zhou if (localInLinks && eType == ExpandType::NotLinks) 5947cf436c9SEd Tanous { 5957cf436c9SEd Tanous continue; 5967cf436c9SEd Tanous } 597e479ad58SNan Zhou if (!localInLinks && eType == ExpandType::Links) 5987cf436c9SEd Tanous { 5997cf436c9SEd Tanous continue; 6007cf436c9SEd Tanous } 6017cf436c9SEd Tanous nlohmann::json::json_pointer newPtr = p / element.first; 6027cf436c9SEd Tanous BMCWEB_LOG_DEBUG << "Traversing response at " << newPtr; 6037cf436c9SEd Tanous 6047cf436c9SEd Tanous findNavigationReferencesRecursive(eType, element.second, newPtr, 605e479ad58SNan Zhou localInLinks, out); 6067cf436c9SEd Tanous } 6077cf436c9SEd Tanous } 6087cf436c9SEd Tanous 6097cf436c9SEd Tanous inline std::vector<ExpandNode> 61072c3ae33SNan Zhou findNavigationReferences(ExpandType eType, nlohmann::json& jsonResponse) 6117cf436c9SEd Tanous { 6127cf436c9SEd Tanous std::vector<ExpandNode> ret; 61372c3ae33SNan Zhou const nlohmann::json::json_pointer root = nlohmann::json::json_pointer(""); 6147cf436c9SEd Tanous findNavigationReferencesRecursive(eType, jsonResponse, root, false, ret); 6157cf436c9SEd Tanous return ret; 6167cf436c9SEd Tanous } 6177cf436c9SEd Tanous 61872c3ae33SNan Zhou // Formats a query parameter string for the sub-query. 619b66cf2a2SNan Zhou // Returns std::nullopt on failures. 62072c3ae33SNan Zhou // This function shall handle $select when it is added. 62172c3ae33SNan Zhou // There is no need to handle parameters that's not campatible with $expand, 62272c3ae33SNan Zhou // e.g., $only, since this function will only be called in side $expand handlers 623b66cf2a2SNan Zhou inline std::optional<std::string> formatQueryForExpand(const Query& query) 62472c3ae33SNan Zhou { 62572c3ae33SNan Zhou // query.expandLevel<=1: no need to do subqueries 62672c3ae33SNan Zhou if (query.expandLevel <= 1) 62772c3ae33SNan Zhou { 628b66cf2a2SNan Zhou return ""; 62972c3ae33SNan Zhou } 63072c3ae33SNan Zhou std::string str = "?$expand="; 631b66cf2a2SNan Zhou bool queryTypeExpected = false; 63272c3ae33SNan Zhou switch (query.expandType) 63372c3ae33SNan Zhou { 63472c3ae33SNan Zhou case ExpandType::None: 635b66cf2a2SNan Zhou return ""; 63672c3ae33SNan Zhou case ExpandType::Links: 637b66cf2a2SNan Zhou queryTypeExpected = true; 63872c3ae33SNan Zhou str += '~'; 63972c3ae33SNan Zhou break; 64072c3ae33SNan Zhou case ExpandType::NotLinks: 641b66cf2a2SNan Zhou queryTypeExpected = true; 64272c3ae33SNan Zhou str += '.'; 64372c3ae33SNan Zhou break; 64472c3ae33SNan Zhou case ExpandType::Both: 645b66cf2a2SNan Zhou queryTypeExpected = true; 64672c3ae33SNan Zhou str += '*'; 64772c3ae33SNan Zhou break; 648b66cf2a2SNan Zhou } 649b66cf2a2SNan Zhou if (!queryTypeExpected) 650b66cf2a2SNan Zhou { 651b66cf2a2SNan Zhou return std::nullopt; 65272c3ae33SNan Zhou } 65372c3ae33SNan Zhou str += "($levels="; 65472c3ae33SNan Zhou str += std::to_string(query.expandLevel - 1); 65572c3ae33SNan Zhou str += ')'; 65672c3ae33SNan Zhou return str; 65772c3ae33SNan Zhou } 65872c3ae33SNan Zhou 6593590bd1dSNan Zhou // Propogates the worst error code to the final response. 6603590bd1dSNan Zhou // The order of error code is (from high to low) 6613590bd1dSNan Zhou // 500 Internal Server Error 6623590bd1dSNan Zhou // 511 Network Authentication Required 6633590bd1dSNan Zhou // 510 Not Extended 6643590bd1dSNan Zhou // 508 Loop Detected 6653590bd1dSNan Zhou // 507 Insufficient Storage 6663590bd1dSNan Zhou // 506 Variant Also Negotiates 6673590bd1dSNan Zhou // 505 HTTP Version Not Supported 6683590bd1dSNan Zhou // 504 Gateway Timeout 6693590bd1dSNan Zhou // 503 Service Unavailable 6703590bd1dSNan Zhou // 502 Bad Gateway 6713590bd1dSNan Zhou // 501 Not Implemented 6723590bd1dSNan Zhou // 401 Unauthorized 6733590bd1dSNan Zhou // 451 - 409 Error codes (not listed explictly) 6743590bd1dSNan Zhou // 408 Request Timeout 6753590bd1dSNan Zhou // 407 Proxy Authentication Required 6763590bd1dSNan Zhou // 406 Not Acceptable 6773590bd1dSNan Zhou // 405 Method Not Allowed 6783590bd1dSNan Zhou // 404 Not Found 6793590bd1dSNan Zhou // 403 Forbidden 6803590bd1dSNan Zhou // 402 Payment Required 6813590bd1dSNan Zhou // 400 Bad Request 6823590bd1dSNan Zhou inline unsigned propogateErrorCode(unsigned finalCode, unsigned subResponseCode) 6833590bd1dSNan Zhou { 6843590bd1dSNan Zhou // We keep a explicit list for error codes that this project often uses 6853590bd1dSNan Zhou // Higer priority codes are in lower indexes 6863590bd1dSNan Zhou constexpr std::array<unsigned, 13> orderedCodes = { 6873590bd1dSNan Zhou 500, 507, 503, 502, 501, 401, 412, 409, 406, 405, 404, 403, 400}; 6883590bd1dSNan Zhou size_t finalCodeIndex = std::numeric_limits<size_t>::max(); 6893590bd1dSNan Zhou size_t subResponseCodeIndex = std::numeric_limits<size_t>::max(); 6903590bd1dSNan Zhou for (size_t i = 0; i < orderedCodes.size(); ++i) 6913590bd1dSNan Zhou { 6923590bd1dSNan Zhou if (orderedCodes[i] == finalCode) 6933590bd1dSNan Zhou { 6943590bd1dSNan Zhou finalCodeIndex = i; 6953590bd1dSNan Zhou } 6963590bd1dSNan Zhou if (orderedCodes[i] == subResponseCode) 6973590bd1dSNan Zhou { 6983590bd1dSNan Zhou subResponseCodeIndex = i; 6993590bd1dSNan Zhou } 7003590bd1dSNan Zhou } 7013590bd1dSNan Zhou if (finalCodeIndex != std::numeric_limits<size_t>::max() && 7023590bd1dSNan Zhou subResponseCodeIndex != std::numeric_limits<size_t>::max()) 7033590bd1dSNan Zhou { 7043590bd1dSNan Zhou return finalCodeIndex <= subResponseCodeIndex ? finalCode 7053590bd1dSNan Zhou : subResponseCode; 7063590bd1dSNan Zhou } 7073590bd1dSNan Zhou if (subResponseCode == 500 || finalCode == 500) 7083590bd1dSNan Zhou { 7093590bd1dSNan Zhou return 500; 7103590bd1dSNan Zhou } 7113590bd1dSNan Zhou if (subResponseCode > 500 || finalCode > 500) 7123590bd1dSNan Zhou { 7133590bd1dSNan Zhou return std::max(finalCode, subResponseCode); 7143590bd1dSNan Zhou } 7153590bd1dSNan Zhou if (subResponseCode == 401) 7163590bd1dSNan Zhou { 7173590bd1dSNan Zhou return subResponseCode; 7183590bd1dSNan Zhou } 7193590bd1dSNan Zhou return std::max(finalCode, subResponseCode); 7203590bd1dSNan Zhou } 7213590bd1dSNan Zhou 7223590bd1dSNan Zhou // Propogates all error messages into |finalResponse| 7233590bd1dSNan Zhou inline void propogateError(crow::Response& finalResponse, 7243590bd1dSNan Zhou crow::Response& subResponse) 7253590bd1dSNan Zhou { 7263590bd1dSNan Zhou // no errors 7273590bd1dSNan Zhou if (subResponse.resultInt() >= 200 && subResponse.resultInt() < 400) 7283590bd1dSNan Zhou { 7293590bd1dSNan Zhou return; 7303590bd1dSNan Zhou } 7313590bd1dSNan Zhou messages::moveErrorsToErrorJson(finalResponse.jsonValue, 7323590bd1dSNan Zhou subResponse.jsonValue); 7333590bd1dSNan Zhou finalResponse.result( 7343590bd1dSNan Zhou propogateErrorCode(finalResponse.resultInt(), subResponse.resultInt())); 7353590bd1dSNan Zhou } 7363590bd1dSNan Zhou 7377cf436c9SEd Tanous class MultiAsyncResp : public std::enable_shared_from_this<MultiAsyncResp> 7387cf436c9SEd Tanous { 7397cf436c9SEd Tanous public: 7407cf436c9SEd Tanous // This object takes a single asyncResp object as the "final" one, then 7417cf436c9SEd Tanous // allows callers to attach sub-responses within the json tree that need 7427cf436c9SEd Tanous // to be executed and filled into their appropriate locations. This 7437cf436c9SEd Tanous // class manages the final "merge" of the json resources. 7448a592810SEd Tanous MultiAsyncResp(crow::App& appIn, 7457cf436c9SEd Tanous std::shared_ptr<bmcweb::AsyncResp> finalResIn) : 7468a592810SEd Tanous app(appIn), 7477cf436c9SEd Tanous finalRes(std::move(finalResIn)) 7487cf436c9SEd Tanous {} 7497cf436c9SEd Tanous 7507cf436c9SEd Tanous void addAwaitingResponse( 75102cad96eSEd Tanous const std::shared_ptr<bmcweb::AsyncResp>& res, 7527cf436c9SEd Tanous const nlohmann::json::json_pointer& finalExpandLocation) 7537cf436c9SEd Tanous { 7547cf436c9SEd Tanous res->res.setCompleteRequestHandler(std::bind_front( 75572c3ae33SNan Zhou placeResultStatic, shared_from_this(), finalExpandLocation)); 7567cf436c9SEd Tanous } 7577cf436c9SEd Tanous 75872c3ae33SNan Zhou void placeResult(const nlohmann::json::json_pointer& locationToPlace, 7597cf436c9SEd Tanous crow::Response& res) 7607cf436c9SEd Tanous { 7613590bd1dSNan Zhou BMCWEB_LOG_DEBUG << "placeResult for " << locationToPlace; 7623590bd1dSNan Zhou propogateError(finalRes->res, res); 7633590bd1dSNan Zhou if (!res.jsonValue.is_object() || res.jsonValue.empty()) 7643590bd1dSNan Zhou { 7653590bd1dSNan Zhou return; 7663590bd1dSNan Zhou } 7677cf436c9SEd Tanous nlohmann::json& finalObj = finalRes->res.jsonValue[locationToPlace]; 7687cf436c9SEd Tanous finalObj = std::move(res.jsonValue); 7697cf436c9SEd Tanous } 7707cf436c9SEd Tanous 77172c3ae33SNan Zhou // Handles the very first level of Expand, and starts a chain of sub-queries 77272c3ae33SNan Zhou // for deeper levels. 77372c3ae33SNan Zhou void startQuery(const Query& query) 77472c3ae33SNan Zhou { 77572c3ae33SNan Zhou std::vector<ExpandNode> nodes = 77672c3ae33SNan Zhou findNavigationReferences(query.expandType, finalRes->res.jsonValue); 7777cf436c9SEd Tanous BMCWEB_LOG_DEBUG << nodes.size() << " nodes to traverse"; 778b66cf2a2SNan Zhou const std::optional<std::string> queryStr = formatQueryForExpand(query); 779b66cf2a2SNan Zhou if (!queryStr) 780b66cf2a2SNan Zhou { 781b66cf2a2SNan Zhou messages::internalError(finalRes->res); 782b66cf2a2SNan Zhou return; 783b66cf2a2SNan Zhou } 7847cf436c9SEd Tanous for (const ExpandNode& node : nodes) 7857cf436c9SEd Tanous { 786b66cf2a2SNan Zhou const std::string subQuery = node.uri + *queryStr; 78772c3ae33SNan Zhou BMCWEB_LOG_DEBUG << "URL of subquery: " << subQuery; 7887cf436c9SEd Tanous std::error_code ec; 78972c3ae33SNan Zhou crow::Request newReq({boost::beast::http::verb::get, subQuery, 11}, 7907cf436c9SEd Tanous ec); 7917cf436c9SEd Tanous if (ec) 7927cf436c9SEd Tanous { 79372c3ae33SNan Zhou messages::internalError(finalRes->res); 7947cf436c9SEd Tanous return; 7957cf436c9SEd Tanous } 7967cf436c9SEd Tanous 7977cf436c9SEd Tanous auto asyncResp = std::make_shared<bmcweb::AsyncResp>(); 7987cf436c9SEd Tanous BMCWEB_LOG_DEBUG << "setting completion handler on " 7997cf436c9SEd Tanous << &asyncResp->res; 80072c3ae33SNan Zhou 80172c3ae33SNan Zhou addAwaitingResponse(asyncResp, node.location); 8027cf436c9SEd Tanous app.handle(newReq, asyncResp); 8037cf436c9SEd Tanous } 8047cf436c9SEd Tanous } 8057cf436c9SEd Tanous 8067cf436c9SEd Tanous private: 80772c3ae33SNan Zhou static void 80872c3ae33SNan Zhou placeResultStatic(const std::shared_ptr<MultiAsyncResp>& multi, 8097cf436c9SEd Tanous const nlohmann::json::json_pointer& locationToPlace, 8107cf436c9SEd Tanous crow::Response& res) 8117cf436c9SEd Tanous { 81272c3ae33SNan Zhou multi->placeResult(locationToPlace, res); 8137cf436c9SEd Tanous } 8147cf436c9SEd Tanous 8157cf436c9SEd Tanous crow::App& app; 8167cf436c9SEd Tanous std::shared_ptr<bmcweb::AsyncResp> finalRes; 8177cf436c9SEd Tanous }; 8187cf436c9SEd Tanous 8192a68dc80SEd Tanous inline void processTopAndSkip(const Query& query, crow::Response& res) 8202a68dc80SEd Tanous { 8213648c8beSEd Tanous if (!query.skip && !query.top) 8223648c8beSEd Tanous { 8233648c8beSEd Tanous // No work to do. 8243648c8beSEd Tanous return; 8253648c8beSEd Tanous } 8262a68dc80SEd Tanous nlohmann::json::object_t* obj = 8272a68dc80SEd Tanous res.jsonValue.get_ptr<nlohmann::json::object_t*>(); 8282a68dc80SEd Tanous if (obj == nullptr) 8292a68dc80SEd Tanous { 8302a68dc80SEd Tanous // Shouldn't be possible. All responses should be objects. 8312a68dc80SEd Tanous messages::internalError(res); 8322a68dc80SEd Tanous return; 8332a68dc80SEd Tanous } 8342a68dc80SEd Tanous 8352a68dc80SEd Tanous BMCWEB_LOG_DEBUG << "Handling top/skip"; 8362a68dc80SEd Tanous nlohmann::json::object_t::iterator members = obj->find("Members"); 8372a68dc80SEd Tanous if (members == obj->end()) 8382a68dc80SEd Tanous { 8392a68dc80SEd Tanous // From the Redfish specification 7.3.1 8402a68dc80SEd Tanous // ... the HTTP 400 Bad Request status code with the 8412a68dc80SEd Tanous // QueryNotSupportedOnResource message from the Base Message Registry 8422a68dc80SEd Tanous // for any supported query parameters that apply only to resource 8432a68dc80SEd Tanous // collections but are used on singular resources. 8442a68dc80SEd Tanous messages::queryNotSupportedOnResource(res); 8452a68dc80SEd Tanous return; 8462a68dc80SEd Tanous } 8472a68dc80SEd Tanous 8482a68dc80SEd Tanous nlohmann::json::array_t* arr = 8492a68dc80SEd Tanous members->second.get_ptr<nlohmann::json::array_t*>(); 8502a68dc80SEd Tanous if (arr == nullptr) 8512a68dc80SEd Tanous { 8522a68dc80SEd Tanous messages::internalError(res); 8532a68dc80SEd Tanous return; 8542a68dc80SEd Tanous } 8552a68dc80SEd Tanous 8563648c8beSEd Tanous if (query.skip) 8573648c8beSEd Tanous { 8583648c8beSEd Tanous // Per section 7.3.1 of the Redfish specification, $skip is run before 8593648c8beSEd Tanous // $top Can only skip as many values as we have 8603648c8beSEd Tanous size_t skip = std::min(arr->size(), *query.skip); 8612a68dc80SEd Tanous arr->erase(arr->begin(), arr->begin() + static_cast<ssize_t>(skip)); 8623648c8beSEd Tanous } 8633648c8beSEd Tanous if (query.top) 8643648c8beSEd Tanous { 8653648c8beSEd Tanous size_t top = std::min(arr->size(), *query.top); 8662a68dc80SEd Tanous arr->erase(arr->begin() + static_cast<ssize_t>(top), arr->end()); 8672a68dc80SEd Tanous } 8683648c8beSEd Tanous } 8692a68dc80SEd Tanous 870827c4902SNan Zhou // Given a JSON subtree |currRoot|, this function erases leaves whose keys are 871827c4902SNan Zhou // not in the |currNode| Trie node. 872827c4902SNan Zhou inline void recursiveSelect(nlohmann::json& currRoot, 873827c4902SNan Zhou const SelectTrieNode& currNode) 874e155ab54SNan Zhou { 875e155ab54SNan Zhou nlohmann::json::object_t* object = 876e155ab54SNan Zhou currRoot.get_ptr<nlohmann::json::object_t*>(); 877e155ab54SNan Zhou if (object != nullptr) 878e155ab54SNan Zhou { 879827c4902SNan Zhou BMCWEB_LOG_DEBUG << "Current JSON is an object"; 880e155ab54SNan Zhou auto it = currRoot.begin(); 881e155ab54SNan Zhou while (it != currRoot.end()) 882e155ab54SNan Zhou { 883e155ab54SNan Zhou auto nextIt = std::next(it); 884827c4902SNan Zhou BMCWEB_LOG_DEBUG << "key=" << it.key(); 885827c4902SNan Zhou const SelectTrieNode* nextNode = currNode.find(it.key()); 8865c9fb2d6SNan Zhou // Per the Redfish spec section 7.3.3, the service shall select 8875c9fb2d6SNan Zhou // certain properties as if $select was omitted. This applies to 8885c9fb2d6SNan Zhou // every TrieNode that contains leaves and the root. 8895c9fb2d6SNan Zhou constexpr std::array<std::string_view, 5> reservedProperties = { 8905c9fb2d6SNan Zhou "@odata.id", "@odata.type", "@odata.context", "@odata.etag", 8915c9fb2d6SNan Zhou "error"}; 8925c9fb2d6SNan Zhou bool reserved = 8935c9fb2d6SNan Zhou std::find(reservedProperties.begin(), reservedProperties.end(), 8945c9fb2d6SNan Zhou it.key()) != reservedProperties.end(); 8955c9fb2d6SNan Zhou if (reserved || (nextNode != nullptr && nextNode->isSelected())) 896e155ab54SNan Zhou { 897e155ab54SNan Zhou it = nextIt; 898e155ab54SNan Zhou continue; 899e155ab54SNan Zhou } 900827c4902SNan Zhou if (nextNode != nullptr) 901e155ab54SNan Zhou { 902827c4902SNan Zhou BMCWEB_LOG_DEBUG << "Recursively select: " << it.key(); 903827c4902SNan Zhou recursiveSelect(*it, *nextNode); 904e155ab54SNan Zhou it = nextIt; 905e155ab54SNan Zhou continue; 906e155ab54SNan Zhou } 907827c4902SNan Zhou BMCWEB_LOG_DEBUG << it.key() << " is getting removed!"; 908e155ab54SNan Zhou it = currRoot.erase(it); 909e155ab54SNan Zhou } 910e155ab54SNan Zhou } 9115c9fb2d6SNan Zhou nlohmann::json::array_t* array = 9125c9fb2d6SNan Zhou currRoot.get_ptr<nlohmann::json::array_t*>(); 9135c9fb2d6SNan Zhou if (array != nullptr) 9145c9fb2d6SNan Zhou { 9155c9fb2d6SNan Zhou BMCWEB_LOG_DEBUG << "Current JSON is an array"; 9165c9fb2d6SNan Zhou // Array index is omitted, so reuse the same Trie node 9175c9fb2d6SNan Zhou for (nlohmann::json& nextRoot : *array) 9185c9fb2d6SNan Zhou { 9195c9fb2d6SNan Zhou recursiveSelect(nextRoot, currNode); 9205c9fb2d6SNan Zhou } 9215c9fb2d6SNan Zhou } 922e155ab54SNan Zhou } 923e155ab54SNan Zhou 924e155ab54SNan Zhou // The current implementation of $select still has the following TODOs due to 925e155ab54SNan Zhou // ambiguity and/or complexity. 9265c9fb2d6SNan Zhou // 1. combined with $expand; https://github.com/DMTF/Redfish/issues/5058 was 927e155ab54SNan Zhou // created for clarification. 9285c9fb2d6SNan Zhou // 2. respect the full odata spec; e.g., deduplication, namespace, star (*), 929e155ab54SNan Zhou // etc. 930e155ab54SNan Zhou inline void processSelect(crow::Response& intermediateResponse, 931827c4902SNan Zhou const SelectTrieNode& trieRoot) 932e155ab54SNan Zhou { 933e155ab54SNan Zhou BMCWEB_LOG_DEBUG << "Process $select quary parameter"; 934827c4902SNan Zhou recursiveSelect(intermediateResponse.jsonValue, trieRoot); 935e155ab54SNan Zhou } 936e155ab54SNan Zhou 9377cf436c9SEd Tanous inline void 938593f6449SNan Zhou processAllParams(crow::App& app, const Query& query, 9397cf436c9SEd Tanous std::function<void(crow::Response&)>& completionHandler, 9407cf436c9SEd Tanous crow::Response& intermediateResponse) 941f4c99e70SEd Tanous { 942f4c99e70SEd Tanous if (!completionHandler) 943f4c99e70SEd Tanous { 944f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "Function was invalid?"; 945f4c99e70SEd Tanous return; 946f4c99e70SEd Tanous } 947f4c99e70SEd Tanous 948f4c99e70SEd Tanous BMCWEB_LOG_DEBUG << "Processing query params"; 949f4c99e70SEd Tanous // If the request failed, there's no reason to even try to run query 950f4c99e70SEd Tanous // params. 951f4c99e70SEd Tanous if (intermediateResponse.resultInt() < 200 || 952f4c99e70SEd Tanous intermediateResponse.resultInt() >= 400) 953f4c99e70SEd Tanous { 954f4c99e70SEd Tanous completionHandler(intermediateResponse); 955f4c99e70SEd Tanous return; 956f4c99e70SEd Tanous } 957f4c99e70SEd Tanous if (query.isOnly) 958f4c99e70SEd Tanous { 959f4c99e70SEd Tanous processOnly(app, intermediateResponse, completionHandler); 960f4c99e70SEd Tanous return; 961f4c99e70SEd Tanous } 9622a68dc80SEd Tanous 9633648c8beSEd Tanous if (query.top || query.skip) 9642a68dc80SEd Tanous { 9652a68dc80SEd Tanous processTopAndSkip(query, intermediateResponse); 9662a68dc80SEd Tanous } 9672a68dc80SEd Tanous 9687cf436c9SEd Tanous if (query.expandType != ExpandType::None) 9697cf436c9SEd Tanous { 9707cf436c9SEd Tanous BMCWEB_LOG_DEBUG << "Executing expand query"; 97113548d85SEd Tanous auto asyncResp = std::make_shared<bmcweb::AsyncResp>( 97213548d85SEd Tanous std::move(intermediateResponse)); 9737cf436c9SEd Tanous 97413548d85SEd Tanous asyncResp->res.setCompleteRequestHandler(std::move(completionHandler)); 97513548d85SEd Tanous auto multi = std::make_shared<MultiAsyncResp>(app, asyncResp); 97672c3ae33SNan Zhou multi->startQuery(query); 9777cf436c9SEd Tanous return; 9787cf436c9SEd Tanous } 979e155ab54SNan Zhou 980e155ab54SNan Zhou // According to Redfish Spec Section 7.3.1, $select is the last parameter to 981e155ab54SNan Zhou // to process 982827c4902SNan Zhou if (!query.selectTrie.root.empty()) 983e155ab54SNan Zhou { 984827c4902SNan Zhou processSelect(intermediateResponse, query.selectTrie.root); 985e155ab54SNan Zhou } 986e155ab54SNan Zhou 987f4c99e70SEd Tanous completionHandler(intermediateResponse); 988f4c99e70SEd Tanous } 989f4c99e70SEd Tanous 990f4c99e70SEd Tanous } // namespace query_param 991f4c99e70SEd Tanous } // namespace redfish 992