11d6cff4fSYuval Mintz /* QLogic qed NIC Driver 2e8f1cb50SMintz, Yuval * Copyright (c) 2015-2017 QLogic Corporation 31d6cff4fSYuval Mintz * 4e8f1cb50SMintz, Yuval * This software is available to you under a choice of one of two 5e8f1cb50SMintz, Yuval * licenses. You may choose to be licensed under the terms of the GNU 6e8f1cb50SMintz, Yuval * General Public License (GPL) Version 2, available from the file 7e8f1cb50SMintz, Yuval * COPYING in the main directory of this source tree, or the 8e8f1cb50SMintz, Yuval * OpenIB.org BSD license below: 9e8f1cb50SMintz, Yuval * 10e8f1cb50SMintz, Yuval * Redistribution and use in source and binary forms, with or 11e8f1cb50SMintz, Yuval * without modification, are permitted provided that the following 12e8f1cb50SMintz, Yuval * conditions are met: 13e8f1cb50SMintz, Yuval * 14e8f1cb50SMintz, Yuval * - Redistributions of source code must retain the above 15e8f1cb50SMintz, Yuval * copyright notice, this list of conditions and the following 16e8f1cb50SMintz, Yuval * disclaimer. 17e8f1cb50SMintz, Yuval * 18e8f1cb50SMintz, Yuval * - Redistributions in binary form must reproduce the above 19e8f1cb50SMintz, Yuval * copyright notice, this list of conditions and the following 20e8f1cb50SMintz, Yuval * disclaimer in the documentation and /or other materials 21e8f1cb50SMintz, Yuval * provided with the distribution. 22e8f1cb50SMintz, Yuval * 23e8f1cb50SMintz, Yuval * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24e8f1cb50SMintz, Yuval * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25e8f1cb50SMintz, Yuval * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26e8f1cb50SMintz, Yuval * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27e8f1cb50SMintz, Yuval * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28e8f1cb50SMintz, Yuval * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29e8f1cb50SMintz, Yuval * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30e8f1cb50SMintz, Yuval * SOFTWARE. 311d6cff4fSYuval Mintz */ 321d6cff4fSYuval Mintz 331d6cff4fSYuval Mintz #include <linux/types.h> 341d6cff4fSYuval Mintz #include <linux/dma-mapping.h> 351d6cff4fSYuval Mintz #include <linux/kernel.h> 361d6cff4fSYuval Mintz #include <linux/list.h> 371d6cff4fSYuval Mintz #include <linux/pci.h> 381d6cff4fSYuval Mintz #include <linux/slab.h> 391d6cff4fSYuval Mintz #include <linux/string.h> 401d6cff4fSYuval Mintz #include "qed.h" 411d6cff4fSYuval Mintz #include "qed_iscsi.h" 421d6cff4fSYuval Mintz #include "qed_ll2.h" 431d6cff4fSYuval Mintz #include "qed_ooo.h" 441d6cff4fSYuval Mintz 451d6cff4fSYuval Mintz static struct qed_ooo_archipelago 461d6cff4fSYuval Mintz *qed_ooo_seek_archipelago(struct qed_hwfn *p_hwfn, 471d6cff4fSYuval Mintz struct qed_ooo_info 481d6cff4fSYuval Mintz *p_ooo_info, 491d6cff4fSYuval Mintz u32 cid) 501d6cff4fSYuval Mintz { 511d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago = NULL; 521d6cff4fSYuval Mintz 531d6cff4fSYuval Mintz list_for_each_entry(p_archipelago, 541d6cff4fSYuval Mintz &p_ooo_info->archipelagos_list, list_entry) { 551d6cff4fSYuval Mintz if (p_archipelago->cid == cid) 561d6cff4fSYuval Mintz return p_archipelago; 571d6cff4fSYuval Mintz } 581d6cff4fSYuval Mintz 591d6cff4fSYuval Mintz return NULL; 601d6cff4fSYuval Mintz } 611d6cff4fSYuval Mintz 621d6cff4fSYuval Mintz static struct qed_ooo_isle *qed_ooo_seek_isle(struct qed_hwfn *p_hwfn, 631d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 641d6cff4fSYuval Mintz u32 cid, u8 isle) 651d6cff4fSYuval Mintz { 661d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago = NULL; 671d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle = NULL; 681d6cff4fSYuval Mintz u8 the_num_of_isle = 1; 691d6cff4fSYuval Mintz 701d6cff4fSYuval Mintz p_archipelago = qed_ooo_seek_archipelago(p_hwfn, p_ooo_info, cid); 711d6cff4fSYuval Mintz if (!p_archipelago) { 721d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 731d6cff4fSYuval Mintz "Connection %d is not found in OOO list\n", cid); 741d6cff4fSYuval Mintz return NULL; 751d6cff4fSYuval Mintz } 761d6cff4fSYuval Mintz 771d6cff4fSYuval Mintz list_for_each_entry(p_isle, &p_archipelago->isles_list, list_entry) { 781d6cff4fSYuval Mintz if (the_num_of_isle == isle) 791d6cff4fSYuval Mintz return p_isle; 801d6cff4fSYuval Mintz the_num_of_isle++; 811d6cff4fSYuval Mintz } 821d6cff4fSYuval Mintz 831d6cff4fSYuval Mintz return NULL; 841d6cff4fSYuval Mintz } 851d6cff4fSYuval Mintz 861d6cff4fSYuval Mintz void qed_ooo_save_history_entry(struct qed_hwfn *p_hwfn, 871d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 881d6cff4fSYuval Mintz struct ooo_opaque *p_cqe) 891d6cff4fSYuval Mintz { 901d6cff4fSYuval Mintz struct qed_ooo_history *p_history = &p_ooo_info->ooo_history; 911d6cff4fSYuval Mintz 921d6cff4fSYuval Mintz if (p_history->head_idx == p_history->num_of_cqes) 931d6cff4fSYuval Mintz p_history->head_idx = 0; 941d6cff4fSYuval Mintz p_history->p_cqes[p_history->head_idx] = *p_cqe; 951d6cff4fSYuval Mintz p_history->head_idx++; 961d6cff4fSYuval Mintz } 971d6cff4fSYuval Mintz 981d6cff4fSYuval Mintz struct qed_ooo_info *qed_ooo_alloc(struct qed_hwfn *p_hwfn) 991d6cff4fSYuval Mintz { 1001d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info; 1011d6cff4fSYuval Mintz u16 max_num_archipelagos = 0; 1021d6cff4fSYuval Mintz u16 max_num_isles = 0; 1031d6cff4fSYuval Mintz u32 i; 1041d6cff4fSYuval Mintz 1051d6cff4fSYuval Mintz if (p_hwfn->hw_info.personality != QED_PCI_ISCSI) { 1061d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 1071d6cff4fSYuval Mintz "Failed to allocate qed_ooo_info: unknown personality\n"); 1081d6cff4fSYuval Mintz return NULL; 1091d6cff4fSYuval Mintz } 1101d6cff4fSYuval Mintz 1111d6cff4fSYuval Mintz max_num_archipelagos = p_hwfn->pf_params.iscsi_pf_params.num_cons; 1121d6cff4fSYuval Mintz max_num_isles = QED_MAX_NUM_ISLES + max_num_archipelagos; 1131d6cff4fSYuval Mintz 1141d6cff4fSYuval Mintz if (!max_num_archipelagos) { 1151d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 1161d6cff4fSYuval Mintz "Failed to allocate qed_ooo_info: unknown amount of connections\n"); 1171d6cff4fSYuval Mintz return NULL; 1181d6cff4fSYuval Mintz } 1191d6cff4fSYuval Mintz 1201d6cff4fSYuval Mintz p_ooo_info = kzalloc(sizeof(*p_ooo_info), GFP_KERNEL); 1211d6cff4fSYuval Mintz if (!p_ooo_info) 1221d6cff4fSYuval Mintz return NULL; 1231d6cff4fSYuval Mintz 1241d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->free_buffers_list); 1251d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->ready_buffers_list); 1261d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->free_isles_list); 1271d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->free_archipelagos_list); 1281d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->archipelagos_list); 1291d6cff4fSYuval Mintz 1301d6cff4fSYuval Mintz p_ooo_info->p_isles_mem = kcalloc(max_num_isles, 1311d6cff4fSYuval Mintz sizeof(struct qed_ooo_isle), 1321d6cff4fSYuval Mintz GFP_KERNEL); 1331d6cff4fSYuval Mintz if (!p_ooo_info->p_isles_mem) 1341d6cff4fSYuval Mintz goto no_isles_mem; 1351d6cff4fSYuval Mintz 1361d6cff4fSYuval Mintz for (i = 0; i < max_num_isles; i++) { 1371d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->p_isles_mem[i].buffers_list); 1381d6cff4fSYuval Mintz list_add_tail(&p_ooo_info->p_isles_mem[i].list_entry, 1391d6cff4fSYuval Mintz &p_ooo_info->free_isles_list); 1401d6cff4fSYuval Mintz } 1411d6cff4fSYuval Mintz 1421d6cff4fSYuval Mintz p_ooo_info->p_archipelagos_mem = 1431d6cff4fSYuval Mintz kcalloc(max_num_archipelagos, 1441d6cff4fSYuval Mintz sizeof(struct qed_ooo_archipelago), 1451d6cff4fSYuval Mintz GFP_KERNEL); 1461d6cff4fSYuval Mintz if (!p_ooo_info->p_archipelagos_mem) 1471d6cff4fSYuval Mintz goto no_archipelagos_mem; 1481d6cff4fSYuval Mintz 1491d6cff4fSYuval Mintz for (i = 0; i < max_num_archipelagos; i++) { 1501d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_ooo_info->p_archipelagos_mem[i].isles_list); 1511d6cff4fSYuval Mintz list_add_tail(&p_ooo_info->p_archipelagos_mem[i].list_entry, 1521d6cff4fSYuval Mintz &p_ooo_info->free_archipelagos_list); 1531d6cff4fSYuval Mintz } 1541d6cff4fSYuval Mintz 1551d6cff4fSYuval Mintz p_ooo_info->ooo_history.p_cqes = 1561d6cff4fSYuval Mintz kcalloc(QED_MAX_NUM_OOO_HISTORY_ENTRIES, 1571d6cff4fSYuval Mintz sizeof(struct ooo_opaque), 1581d6cff4fSYuval Mintz GFP_KERNEL); 1591d6cff4fSYuval Mintz if (!p_ooo_info->ooo_history.p_cqes) 1601d6cff4fSYuval Mintz goto no_history_mem; 1611d6cff4fSYuval Mintz 1621d6cff4fSYuval Mintz return p_ooo_info; 1631d6cff4fSYuval Mintz 1641d6cff4fSYuval Mintz no_history_mem: 1651d6cff4fSYuval Mintz kfree(p_ooo_info->p_archipelagos_mem); 1661d6cff4fSYuval Mintz no_archipelagos_mem: 1671d6cff4fSYuval Mintz kfree(p_ooo_info->p_isles_mem); 1681d6cff4fSYuval Mintz no_isles_mem: 1691d6cff4fSYuval Mintz kfree(p_ooo_info); 1701d6cff4fSYuval Mintz return NULL; 1711d6cff4fSYuval Mintz } 1721d6cff4fSYuval Mintz 1731d6cff4fSYuval Mintz void qed_ooo_release_connection_isles(struct qed_hwfn *p_hwfn, 1741d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, u32 cid) 1751d6cff4fSYuval Mintz { 1761d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago; 1771d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer; 1781d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle; 1791d6cff4fSYuval Mintz bool b_found = false; 1801d6cff4fSYuval Mintz 1811d6cff4fSYuval Mintz if (list_empty(&p_ooo_info->archipelagos_list)) 1821d6cff4fSYuval Mintz return; 1831d6cff4fSYuval Mintz 1841d6cff4fSYuval Mintz list_for_each_entry(p_archipelago, 1851d6cff4fSYuval Mintz &p_ooo_info->archipelagos_list, list_entry) { 1861d6cff4fSYuval Mintz if (p_archipelago->cid == cid) { 1871d6cff4fSYuval Mintz list_del(&p_archipelago->list_entry); 1881d6cff4fSYuval Mintz b_found = true; 1891d6cff4fSYuval Mintz break; 1901d6cff4fSYuval Mintz } 1911d6cff4fSYuval Mintz } 1921d6cff4fSYuval Mintz 1931d6cff4fSYuval Mintz if (!b_found) 1941d6cff4fSYuval Mintz return; 1951d6cff4fSYuval Mintz 1961d6cff4fSYuval Mintz while (!list_empty(&p_archipelago->isles_list)) { 1971d6cff4fSYuval Mintz p_isle = list_first_entry(&p_archipelago->isles_list, 1981d6cff4fSYuval Mintz struct qed_ooo_isle, list_entry); 1991d6cff4fSYuval Mintz 2001d6cff4fSYuval Mintz list_del(&p_isle->list_entry); 2011d6cff4fSYuval Mintz 2021d6cff4fSYuval Mintz while (!list_empty(&p_isle->buffers_list)) { 2031d6cff4fSYuval Mintz p_buffer = list_first_entry(&p_isle->buffers_list, 2041d6cff4fSYuval Mintz struct qed_ooo_buffer, 2051d6cff4fSYuval Mintz list_entry); 2061d6cff4fSYuval Mintz 2071d6cff4fSYuval Mintz if (!p_buffer) 2081d6cff4fSYuval Mintz break; 2091d6cff4fSYuval Mintz 2101d6cff4fSYuval Mintz list_del(&p_buffer->list_entry); 2111d6cff4fSYuval Mintz list_add_tail(&p_buffer->list_entry, 2121d6cff4fSYuval Mintz &p_ooo_info->free_buffers_list); 2131d6cff4fSYuval Mintz } 2141d6cff4fSYuval Mintz list_add_tail(&p_isle->list_entry, 2151d6cff4fSYuval Mintz &p_ooo_info->free_isles_list); 2161d6cff4fSYuval Mintz } 2171d6cff4fSYuval Mintz 2181d6cff4fSYuval Mintz list_add_tail(&p_archipelago->list_entry, 2191d6cff4fSYuval Mintz &p_ooo_info->free_archipelagos_list); 2201d6cff4fSYuval Mintz } 2211d6cff4fSYuval Mintz 2221d6cff4fSYuval Mintz void qed_ooo_release_all_isles(struct qed_hwfn *p_hwfn, 2231d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info) 2241d6cff4fSYuval Mintz { 2251d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_arch; 2261d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer; 2271d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle; 2281d6cff4fSYuval Mintz 2291d6cff4fSYuval Mintz while (!list_empty(&p_ooo_info->archipelagos_list)) { 2301d6cff4fSYuval Mintz p_arch = list_first_entry(&p_ooo_info->archipelagos_list, 2311d6cff4fSYuval Mintz struct qed_ooo_archipelago, 2321d6cff4fSYuval Mintz list_entry); 2331d6cff4fSYuval Mintz 2341d6cff4fSYuval Mintz list_del(&p_arch->list_entry); 2351d6cff4fSYuval Mintz 2361d6cff4fSYuval Mintz while (!list_empty(&p_arch->isles_list)) { 2371d6cff4fSYuval Mintz p_isle = list_first_entry(&p_arch->isles_list, 2381d6cff4fSYuval Mintz struct qed_ooo_isle, 2391d6cff4fSYuval Mintz list_entry); 2401d6cff4fSYuval Mintz 2411d6cff4fSYuval Mintz list_del(&p_isle->list_entry); 2421d6cff4fSYuval Mintz 2431d6cff4fSYuval Mintz while (!list_empty(&p_isle->buffers_list)) { 2441d6cff4fSYuval Mintz p_buffer = 2451d6cff4fSYuval Mintz list_first_entry(&p_isle->buffers_list, 2461d6cff4fSYuval Mintz struct qed_ooo_buffer, 2471d6cff4fSYuval Mintz list_entry); 2481d6cff4fSYuval Mintz 2491d6cff4fSYuval Mintz if (!p_buffer) 2501d6cff4fSYuval Mintz break; 2511d6cff4fSYuval Mintz 2521d6cff4fSYuval Mintz list_del(&p_buffer->list_entry); 2531d6cff4fSYuval Mintz list_add_tail(&p_buffer->list_entry, 2541d6cff4fSYuval Mintz &p_ooo_info->free_buffers_list); 2551d6cff4fSYuval Mintz } 2561d6cff4fSYuval Mintz list_add_tail(&p_isle->list_entry, 2571d6cff4fSYuval Mintz &p_ooo_info->free_isles_list); 2581d6cff4fSYuval Mintz } 2591d6cff4fSYuval Mintz list_add_tail(&p_arch->list_entry, 2601d6cff4fSYuval Mintz &p_ooo_info->free_archipelagos_list); 2611d6cff4fSYuval Mintz } 2621d6cff4fSYuval Mintz if (!list_empty(&p_ooo_info->ready_buffers_list)) 2631d6cff4fSYuval Mintz list_splice_tail_init(&p_ooo_info->ready_buffers_list, 2641d6cff4fSYuval Mintz &p_ooo_info->free_buffers_list); 2651d6cff4fSYuval Mintz } 2661d6cff4fSYuval Mintz 2671d6cff4fSYuval Mintz void qed_ooo_setup(struct qed_hwfn *p_hwfn, struct qed_ooo_info *p_ooo_info) 2681d6cff4fSYuval Mintz { 2691d6cff4fSYuval Mintz qed_ooo_release_all_isles(p_hwfn, p_ooo_info); 2701d6cff4fSYuval Mintz memset(p_ooo_info->ooo_history.p_cqes, 0, 2711d6cff4fSYuval Mintz p_ooo_info->ooo_history.num_of_cqes * 2721d6cff4fSYuval Mintz sizeof(struct ooo_opaque)); 2731d6cff4fSYuval Mintz p_ooo_info->ooo_history.head_idx = 0; 2741d6cff4fSYuval Mintz } 2751d6cff4fSYuval Mintz 2761d6cff4fSYuval Mintz void qed_ooo_free(struct qed_hwfn *p_hwfn, struct qed_ooo_info *p_ooo_info) 2771d6cff4fSYuval Mintz { 2781d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer; 2791d6cff4fSYuval Mintz 2801d6cff4fSYuval Mintz qed_ooo_release_all_isles(p_hwfn, p_ooo_info); 2811d6cff4fSYuval Mintz while (!list_empty(&p_ooo_info->free_buffers_list)) { 2821d6cff4fSYuval Mintz p_buffer = list_first_entry(&p_ooo_info->free_buffers_list, 2831d6cff4fSYuval Mintz struct qed_ooo_buffer, list_entry); 2841d6cff4fSYuval Mintz 2851d6cff4fSYuval Mintz if (!p_buffer) 2861d6cff4fSYuval Mintz break; 2871d6cff4fSYuval Mintz 2881d6cff4fSYuval Mintz list_del(&p_buffer->list_entry); 2891d6cff4fSYuval Mintz dma_free_coherent(&p_hwfn->cdev->pdev->dev, 2901d6cff4fSYuval Mintz p_buffer->rx_buffer_size, 2911d6cff4fSYuval Mintz p_buffer->rx_buffer_virt_addr, 2921d6cff4fSYuval Mintz p_buffer->rx_buffer_phys_addr); 2931d6cff4fSYuval Mintz kfree(p_buffer); 2941d6cff4fSYuval Mintz } 2951d6cff4fSYuval Mintz 2961d6cff4fSYuval Mintz kfree(p_ooo_info->p_isles_mem); 2971d6cff4fSYuval Mintz kfree(p_ooo_info->p_archipelagos_mem); 2981d6cff4fSYuval Mintz kfree(p_ooo_info->ooo_history.p_cqes); 2991d6cff4fSYuval Mintz kfree(p_ooo_info); 3001d6cff4fSYuval Mintz } 3011d6cff4fSYuval Mintz 3021d6cff4fSYuval Mintz void qed_ooo_put_free_buffer(struct qed_hwfn *p_hwfn, 3031d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 3041d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer) 3051d6cff4fSYuval Mintz { 3061d6cff4fSYuval Mintz list_add_tail(&p_buffer->list_entry, &p_ooo_info->free_buffers_list); 3071d6cff4fSYuval Mintz } 3081d6cff4fSYuval Mintz 3091d6cff4fSYuval Mintz struct qed_ooo_buffer *qed_ooo_get_free_buffer(struct qed_hwfn *p_hwfn, 3101d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info) 3111d6cff4fSYuval Mintz { 3121d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer = NULL; 3131d6cff4fSYuval Mintz 3141d6cff4fSYuval Mintz if (!list_empty(&p_ooo_info->free_buffers_list)) { 3151d6cff4fSYuval Mintz p_buffer = list_first_entry(&p_ooo_info->free_buffers_list, 3161d6cff4fSYuval Mintz struct qed_ooo_buffer, list_entry); 3171d6cff4fSYuval Mintz 3181d6cff4fSYuval Mintz list_del(&p_buffer->list_entry); 3191d6cff4fSYuval Mintz } 3201d6cff4fSYuval Mintz 3211d6cff4fSYuval Mintz return p_buffer; 3221d6cff4fSYuval Mintz } 3231d6cff4fSYuval Mintz 3241d6cff4fSYuval Mintz void qed_ooo_put_ready_buffer(struct qed_hwfn *p_hwfn, 3251d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 3261d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer, u8 on_tail) 3271d6cff4fSYuval Mintz { 3281d6cff4fSYuval Mintz if (on_tail) 3291d6cff4fSYuval Mintz list_add_tail(&p_buffer->list_entry, 3301d6cff4fSYuval Mintz &p_ooo_info->ready_buffers_list); 3311d6cff4fSYuval Mintz else 3321d6cff4fSYuval Mintz list_add(&p_buffer->list_entry, 3331d6cff4fSYuval Mintz &p_ooo_info->ready_buffers_list); 3341d6cff4fSYuval Mintz } 3351d6cff4fSYuval Mintz 3361d6cff4fSYuval Mintz struct qed_ooo_buffer *qed_ooo_get_ready_buffer(struct qed_hwfn *p_hwfn, 3371d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info) 3381d6cff4fSYuval Mintz { 3391d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer = NULL; 3401d6cff4fSYuval Mintz 3411d6cff4fSYuval Mintz if (!list_empty(&p_ooo_info->ready_buffers_list)) { 3421d6cff4fSYuval Mintz p_buffer = list_first_entry(&p_ooo_info->ready_buffers_list, 3431d6cff4fSYuval Mintz struct qed_ooo_buffer, list_entry); 3441d6cff4fSYuval Mintz 3451d6cff4fSYuval Mintz list_del(&p_buffer->list_entry); 3461d6cff4fSYuval Mintz } 3471d6cff4fSYuval Mintz 3481d6cff4fSYuval Mintz return p_buffer; 3491d6cff4fSYuval Mintz } 3501d6cff4fSYuval Mintz 3511d6cff4fSYuval Mintz void qed_ooo_delete_isles(struct qed_hwfn *p_hwfn, 3521d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 3531d6cff4fSYuval Mintz u32 cid, u8 drop_isle, u8 drop_size) 3541d6cff4fSYuval Mintz { 3551d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago = NULL; 3561d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle = NULL; 3571d6cff4fSYuval Mintz u8 isle_idx; 3581d6cff4fSYuval Mintz 3591d6cff4fSYuval Mintz p_archipelago = qed_ooo_seek_archipelago(p_hwfn, p_ooo_info, cid); 3601d6cff4fSYuval Mintz for (isle_idx = 0; isle_idx < drop_size; isle_idx++) { 3611d6cff4fSYuval Mintz p_isle = qed_ooo_seek_isle(p_hwfn, p_ooo_info, cid, drop_isle); 3621d6cff4fSYuval Mintz if (!p_isle) { 3631d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 3641d6cff4fSYuval Mintz "Isle %d is not found(cid %d)\n", 3651d6cff4fSYuval Mintz drop_isle, cid); 3661d6cff4fSYuval Mintz return; 3671d6cff4fSYuval Mintz } 3681d6cff4fSYuval Mintz if (list_empty(&p_isle->buffers_list)) 3691d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 3701d6cff4fSYuval Mintz "Isle %d is empty(cid %d)\n", drop_isle, cid); 3711d6cff4fSYuval Mintz else 3721d6cff4fSYuval Mintz list_splice_tail_init(&p_isle->buffers_list, 3731d6cff4fSYuval Mintz &p_ooo_info->free_buffers_list); 3741d6cff4fSYuval Mintz 3751d6cff4fSYuval Mintz list_del(&p_isle->list_entry); 3761d6cff4fSYuval Mintz p_ooo_info->cur_isles_number--; 3771d6cff4fSYuval Mintz list_add(&p_isle->list_entry, &p_ooo_info->free_isles_list); 3781d6cff4fSYuval Mintz } 3791d6cff4fSYuval Mintz 3801d6cff4fSYuval Mintz if (list_empty(&p_archipelago->isles_list)) { 3811d6cff4fSYuval Mintz list_del(&p_archipelago->list_entry); 3821d6cff4fSYuval Mintz list_add(&p_archipelago->list_entry, 3831d6cff4fSYuval Mintz &p_ooo_info->free_archipelagos_list); 3841d6cff4fSYuval Mintz } 3851d6cff4fSYuval Mintz } 3861d6cff4fSYuval Mintz 3871d6cff4fSYuval Mintz void qed_ooo_add_new_isle(struct qed_hwfn *p_hwfn, 3881d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 3891d6cff4fSYuval Mintz u32 cid, u8 ooo_isle, 3901d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer) 3911d6cff4fSYuval Mintz { 3921d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago = NULL; 3931d6cff4fSYuval Mintz struct qed_ooo_isle *p_prev_isle = NULL; 3941d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle = NULL; 3951d6cff4fSYuval Mintz 3961d6cff4fSYuval Mintz if (ooo_isle > 1) { 3971d6cff4fSYuval Mintz p_prev_isle = qed_ooo_seek_isle(p_hwfn, 3981d6cff4fSYuval Mintz p_ooo_info, cid, ooo_isle - 1); 3991d6cff4fSYuval Mintz if (!p_prev_isle) { 4001d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 4011d6cff4fSYuval Mintz "Isle %d is not found(cid %d)\n", 4021d6cff4fSYuval Mintz ooo_isle - 1, cid); 4031d6cff4fSYuval Mintz return; 4041d6cff4fSYuval Mintz } 4051d6cff4fSYuval Mintz } 4061d6cff4fSYuval Mintz p_archipelago = qed_ooo_seek_archipelago(p_hwfn, p_ooo_info, cid); 4071d6cff4fSYuval Mintz if (!p_archipelago && (ooo_isle != 1)) { 4081d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 4091d6cff4fSYuval Mintz "Connection %d is not found in OOO list\n", cid); 4101d6cff4fSYuval Mintz return; 4111d6cff4fSYuval Mintz } 4121d6cff4fSYuval Mintz 4131d6cff4fSYuval Mintz if (!list_empty(&p_ooo_info->free_isles_list)) { 4141d6cff4fSYuval Mintz p_isle = list_first_entry(&p_ooo_info->free_isles_list, 4151d6cff4fSYuval Mintz struct qed_ooo_isle, list_entry); 4161d6cff4fSYuval Mintz 4171d6cff4fSYuval Mintz list_del(&p_isle->list_entry); 4181d6cff4fSYuval Mintz if (!list_empty(&p_isle->buffers_list)) { 4191d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, "Free isle is not empty\n"); 4201d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_isle->buffers_list); 4211d6cff4fSYuval Mintz } 4221d6cff4fSYuval Mintz } else { 4231d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, "No more free isles\n"); 4241d6cff4fSYuval Mintz return; 4251d6cff4fSYuval Mintz } 4261d6cff4fSYuval Mintz 4271d6cff4fSYuval Mintz if (!p_archipelago && 4281d6cff4fSYuval Mintz !list_empty(&p_ooo_info->free_archipelagos_list)) { 4291d6cff4fSYuval Mintz p_archipelago = 4301d6cff4fSYuval Mintz list_first_entry(&p_ooo_info->free_archipelagos_list, 4311d6cff4fSYuval Mintz struct qed_ooo_archipelago, list_entry); 4321d6cff4fSYuval Mintz 4331d6cff4fSYuval Mintz list_del(&p_archipelago->list_entry); 4341d6cff4fSYuval Mintz if (!list_empty(&p_archipelago->isles_list)) { 4351d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 4361d6cff4fSYuval Mintz "Free OOO connection is not empty\n"); 4371d6cff4fSYuval Mintz INIT_LIST_HEAD(&p_archipelago->isles_list); 4381d6cff4fSYuval Mintz } 4391d6cff4fSYuval Mintz p_archipelago->cid = cid; 4401d6cff4fSYuval Mintz list_add(&p_archipelago->list_entry, 4411d6cff4fSYuval Mintz &p_ooo_info->archipelagos_list); 4421d6cff4fSYuval Mintz } else if (!p_archipelago) { 4431d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, "No more free OOO connections\n"); 4441d6cff4fSYuval Mintz list_add(&p_isle->list_entry, 4451d6cff4fSYuval Mintz &p_ooo_info->free_isles_list); 4461d6cff4fSYuval Mintz list_add(&p_buffer->list_entry, 4471d6cff4fSYuval Mintz &p_ooo_info->free_buffers_list); 4481d6cff4fSYuval Mintz return; 4491d6cff4fSYuval Mintz } 4501d6cff4fSYuval Mintz 4511d6cff4fSYuval Mintz list_add(&p_buffer->list_entry, &p_isle->buffers_list); 4521d6cff4fSYuval Mintz p_ooo_info->cur_isles_number++; 4531d6cff4fSYuval Mintz p_ooo_info->gen_isles_number++; 4541d6cff4fSYuval Mintz 4551d6cff4fSYuval Mintz if (p_ooo_info->cur_isles_number > p_ooo_info->max_isles_number) 4561d6cff4fSYuval Mintz p_ooo_info->max_isles_number = p_ooo_info->cur_isles_number; 4571d6cff4fSYuval Mintz 4581d6cff4fSYuval Mintz if (!p_prev_isle) 4591d6cff4fSYuval Mintz list_add(&p_isle->list_entry, &p_archipelago->isles_list); 4601d6cff4fSYuval Mintz else 4611d6cff4fSYuval Mintz list_add(&p_isle->list_entry, &p_prev_isle->list_entry); 4621d6cff4fSYuval Mintz } 4631d6cff4fSYuval Mintz 4641d6cff4fSYuval Mintz void qed_ooo_add_new_buffer(struct qed_hwfn *p_hwfn, 4651d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, 4661d6cff4fSYuval Mintz u32 cid, 4671d6cff4fSYuval Mintz u8 ooo_isle, 4681d6cff4fSYuval Mintz struct qed_ooo_buffer *p_buffer, u8 buffer_side) 4691d6cff4fSYuval Mintz { 4701d6cff4fSYuval Mintz struct qed_ooo_isle *p_isle = NULL; 4711d6cff4fSYuval Mintz 4721d6cff4fSYuval Mintz p_isle = qed_ooo_seek_isle(p_hwfn, p_ooo_info, cid, ooo_isle); 4731d6cff4fSYuval Mintz if (!p_isle) { 4741d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 4751d6cff4fSYuval Mintz "Isle %d is not found(cid %d)\n", ooo_isle, cid); 4761d6cff4fSYuval Mintz return; 4771d6cff4fSYuval Mintz } 4781d6cff4fSYuval Mintz 4791d6cff4fSYuval Mintz if (buffer_side == QED_OOO_LEFT_BUF) 4801d6cff4fSYuval Mintz list_add(&p_buffer->list_entry, &p_isle->buffers_list); 4811d6cff4fSYuval Mintz else 4821d6cff4fSYuval Mintz list_add_tail(&p_buffer->list_entry, &p_isle->buffers_list); 4831d6cff4fSYuval Mintz } 4841d6cff4fSYuval Mintz 4851d6cff4fSYuval Mintz void qed_ooo_join_isles(struct qed_hwfn *p_hwfn, 4861d6cff4fSYuval Mintz struct qed_ooo_info *p_ooo_info, u32 cid, u8 left_isle) 4871d6cff4fSYuval Mintz { 4881d6cff4fSYuval Mintz struct qed_ooo_archipelago *p_archipelago = NULL; 4891d6cff4fSYuval Mintz struct qed_ooo_isle *p_right_isle = NULL; 4901d6cff4fSYuval Mintz struct qed_ooo_isle *p_left_isle = NULL; 4911d6cff4fSYuval Mintz 4921d6cff4fSYuval Mintz p_right_isle = qed_ooo_seek_isle(p_hwfn, p_ooo_info, cid, 4931d6cff4fSYuval Mintz left_isle + 1); 4941d6cff4fSYuval Mintz if (!p_right_isle) { 4951d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 4961d6cff4fSYuval Mintz "Right isle %d is not found(cid %d)\n", 4971d6cff4fSYuval Mintz left_isle + 1, cid); 4981d6cff4fSYuval Mintz return; 4991d6cff4fSYuval Mintz } 5001d6cff4fSYuval Mintz 5011d6cff4fSYuval Mintz p_archipelago = qed_ooo_seek_archipelago(p_hwfn, p_ooo_info, cid); 5021d6cff4fSYuval Mintz list_del(&p_right_isle->list_entry); 5031d6cff4fSYuval Mintz p_ooo_info->cur_isles_number--; 5041d6cff4fSYuval Mintz if (left_isle) { 5051d6cff4fSYuval Mintz p_left_isle = qed_ooo_seek_isle(p_hwfn, p_ooo_info, cid, 5061d6cff4fSYuval Mintz left_isle); 5071d6cff4fSYuval Mintz if (!p_left_isle) { 5081d6cff4fSYuval Mintz DP_NOTICE(p_hwfn, 5091d6cff4fSYuval Mintz "Left isle %d is not found(cid %d)\n", 5101d6cff4fSYuval Mintz left_isle, cid); 5111d6cff4fSYuval Mintz return; 5121d6cff4fSYuval Mintz } 5131d6cff4fSYuval Mintz list_splice_tail_init(&p_right_isle->buffers_list, 5141d6cff4fSYuval Mintz &p_left_isle->buffers_list); 5151d6cff4fSYuval Mintz } else { 5161d6cff4fSYuval Mintz list_splice_tail_init(&p_right_isle->buffers_list, 5171d6cff4fSYuval Mintz &p_ooo_info->ready_buffers_list); 5181d6cff4fSYuval Mintz if (list_empty(&p_archipelago->isles_list)) { 5191d6cff4fSYuval Mintz list_del(&p_archipelago->list_entry); 5201d6cff4fSYuval Mintz list_add(&p_archipelago->list_entry, 5211d6cff4fSYuval Mintz &p_ooo_info->free_archipelagos_list); 5221d6cff4fSYuval Mintz } 5231d6cff4fSYuval Mintz } 5241d6cff4fSYuval Mintz list_add_tail(&p_right_isle->list_entry, &p_ooo_info->free_isles_list); 5251d6cff4fSYuval Mintz } 526