1197ba5f4SPaul Zimmerman /* 2197ba5f4SPaul Zimmerman * hcd_queue.c - DesignWare HS OTG Controller host queuing routines 3197ba5f4SPaul Zimmerman * 4197ba5f4SPaul Zimmerman * Copyright (C) 2004-2013 Synopsys, Inc. 5197ba5f4SPaul Zimmerman * 6197ba5f4SPaul Zimmerman * Redistribution and use in source and binary forms, with or without 7197ba5f4SPaul Zimmerman * modification, are permitted provided that the following conditions 8197ba5f4SPaul Zimmerman * are met: 9197ba5f4SPaul Zimmerman * 1. Redistributions of source code must retain the above copyright 10197ba5f4SPaul Zimmerman * notice, this list of conditions, and the following disclaimer, 11197ba5f4SPaul Zimmerman * without modification. 12197ba5f4SPaul Zimmerman * 2. Redistributions in binary form must reproduce the above copyright 13197ba5f4SPaul Zimmerman * notice, this list of conditions and the following disclaimer in the 14197ba5f4SPaul Zimmerman * documentation and/or other materials provided with the distribution. 15197ba5f4SPaul Zimmerman * 3. The names of the above-listed copyright holders may not be used 16197ba5f4SPaul Zimmerman * to endorse or promote products derived from this software without 17197ba5f4SPaul Zimmerman * specific prior written permission. 18197ba5f4SPaul Zimmerman * 19197ba5f4SPaul Zimmerman * ALTERNATIVELY, this software may be distributed under the terms of the 20197ba5f4SPaul Zimmerman * GNU General Public License ("GPL") as published by the Free Software 21197ba5f4SPaul Zimmerman * Foundation; either version 2 of the License, or (at your option) any 22197ba5f4SPaul Zimmerman * later version. 23197ba5f4SPaul Zimmerman * 24197ba5f4SPaul Zimmerman * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS 25197ba5f4SPaul Zimmerman * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 26197ba5f4SPaul Zimmerman * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 27197ba5f4SPaul Zimmerman * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR 28197ba5f4SPaul Zimmerman * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, 29197ba5f4SPaul Zimmerman * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 30197ba5f4SPaul Zimmerman * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 31197ba5f4SPaul Zimmerman * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 32197ba5f4SPaul Zimmerman * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 33197ba5f4SPaul Zimmerman * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 34197ba5f4SPaul Zimmerman * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 35197ba5f4SPaul Zimmerman */ 36197ba5f4SPaul Zimmerman 37197ba5f4SPaul Zimmerman /* 38197ba5f4SPaul Zimmerman * This file contains the functions to manage Queue Heads and Queue 39197ba5f4SPaul Zimmerman * Transfer Descriptors for Host mode 40197ba5f4SPaul Zimmerman */ 41fb616e3fSDouglas Anderson #include <linux/gcd.h> 42197ba5f4SPaul Zimmerman #include <linux/kernel.h> 43197ba5f4SPaul Zimmerman #include <linux/module.h> 44197ba5f4SPaul Zimmerman #include <linux/spinlock.h> 45197ba5f4SPaul Zimmerman #include <linux/interrupt.h> 46197ba5f4SPaul Zimmerman #include <linux/dma-mapping.h> 47197ba5f4SPaul Zimmerman #include <linux/io.h> 48197ba5f4SPaul Zimmerman #include <linux/slab.h> 49197ba5f4SPaul Zimmerman #include <linux/usb.h> 50197ba5f4SPaul Zimmerman 51197ba5f4SPaul Zimmerman #include <linux/usb/hcd.h> 52197ba5f4SPaul Zimmerman #include <linux/usb/ch11.h> 53197ba5f4SPaul Zimmerman 54197ba5f4SPaul Zimmerman #include "core.h" 55197ba5f4SPaul Zimmerman #include "hcd.h" 56197ba5f4SPaul Zimmerman 5717dd5b64SDouglas Anderson /* Wait this long before releasing periodic reservation */ 5817dd5b64SDouglas Anderson #define DWC2_UNRESERVE_DELAY (msecs_to_jiffies(5)) 5917dd5b64SDouglas Anderson 6017dd5b64SDouglas Anderson /** 61b951c6c7SDouglas Anderson * dwc2_periodic_channel_available() - Checks that a channel is available for a 62b951c6c7SDouglas Anderson * periodic transfer 63b951c6c7SDouglas Anderson * 64b951c6c7SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 65b951c6c7SDouglas Anderson * 66b951c6c7SDouglas Anderson * Return: 0 if successful, negative error code otherwise 67b951c6c7SDouglas Anderson */ 68b951c6c7SDouglas Anderson static int dwc2_periodic_channel_available(struct dwc2_hsotg *hsotg) 69b951c6c7SDouglas Anderson { 70b951c6c7SDouglas Anderson /* 71b951c6c7SDouglas Anderson * Currently assuming that there is a dedicated host channel for 72b951c6c7SDouglas Anderson * each periodic transaction plus at least one host channel for 73b951c6c7SDouglas Anderson * non-periodic transactions 74b951c6c7SDouglas Anderson */ 75b951c6c7SDouglas Anderson int status; 76b951c6c7SDouglas Anderson int num_channels; 77b951c6c7SDouglas Anderson 78b951c6c7SDouglas Anderson num_channels = hsotg->core_params->host_channels; 79b951c6c7SDouglas Anderson if (hsotg->periodic_channels + hsotg->non_periodic_channels < 80b951c6c7SDouglas Anderson num_channels 81b951c6c7SDouglas Anderson && hsotg->periodic_channels < num_channels - 1) { 82b951c6c7SDouglas Anderson status = 0; 83b951c6c7SDouglas Anderson } else { 84b951c6c7SDouglas Anderson dev_dbg(hsotg->dev, 85b951c6c7SDouglas Anderson "%s: Total channels: %d, Periodic: %d, " 86b951c6c7SDouglas Anderson "Non-periodic: %d\n", __func__, num_channels, 87b951c6c7SDouglas Anderson hsotg->periodic_channels, hsotg->non_periodic_channels); 88b951c6c7SDouglas Anderson status = -ENOSPC; 89b951c6c7SDouglas Anderson } 90b951c6c7SDouglas Anderson 91b951c6c7SDouglas Anderson return status; 92b951c6c7SDouglas Anderson } 93b951c6c7SDouglas Anderson 94b951c6c7SDouglas Anderson /** 95b951c6c7SDouglas Anderson * dwc2_check_periodic_bandwidth() - Checks that there is sufficient bandwidth 96b951c6c7SDouglas Anderson * for the specified QH in the periodic schedule 97b951c6c7SDouglas Anderson * 98b951c6c7SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 99b951c6c7SDouglas Anderson * @qh: QH containing periodic bandwidth required 100b951c6c7SDouglas Anderson * 101b951c6c7SDouglas Anderson * Return: 0 if successful, negative error code otherwise 102b951c6c7SDouglas Anderson * 103b951c6c7SDouglas Anderson * For simplicity, this calculation assumes that all the transfers in the 104b951c6c7SDouglas Anderson * periodic schedule may occur in the same (micro)frame 105b951c6c7SDouglas Anderson */ 106b951c6c7SDouglas Anderson static int dwc2_check_periodic_bandwidth(struct dwc2_hsotg *hsotg, 107b951c6c7SDouglas Anderson struct dwc2_qh *qh) 108b951c6c7SDouglas Anderson { 109b951c6c7SDouglas Anderson int status; 110b951c6c7SDouglas Anderson s16 max_claimed_usecs; 111b951c6c7SDouglas Anderson 112b951c6c7SDouglas Anderson status = 0; 113b951c6c7SDouglas Anderson 114b951c6c7SDouglas Anderson if (qh->dev_speed == USB_SPEED_HIGH || qh->do_split) { 115b951c6c7SDouglas Anderson /* 116b951c6c7SDouglas Anderson * High speed mode 117b951c6c7SDouglas Anderson * Max periodic usecs is 80% x 125 usec = 100 usec 118b951c6c7SDouglas Anderson */ 119b951c6c7SDouglas Anderson max_claimed_usecs = 100 - qh->host_us; 120b951c6c7SDouglas Anderson } else { 121b951c6c7SDouglas Anderson /* 122b951c6c7SDouglas Anderson * Full speed mode 123b951c6c7SDouglas Anderson * Max periodic usecs is 90% x 1000 usec = 900 usec 124b951c6c7SDouglas Anderson */ 125b951c6c7SDouglas Anderson max_claimed_usecs = 900 - qh->host_us; 126b951c6c7SDouglas Anderson } 127b951c6c7SDouglas Anderson 128b951c6c7SDouglas Anderson if (hsotg->periodic_usecs > max_claimed_usecs) { 129b951c6c7SDouglas Anderson dev_err(hsotg->dev, 130b951c6c7SDouglas Anderson "%s: already claimed usecs %d, required usecs %d\n", 131b951c6c7SDouglas Anderson __func__, hsotg->periodic_usecs, qh->host_us); 132b951c6c7SDouglas Anderson status = -ENOSPC; 133b951c6c7SDouglas Anderson } 134b951c6c7SDouglas Anderson 135b951c6c7SDouglas Anderson return status; 136b951c6c7SDouglas Anderson } 137b951c6c7SDouglas Anderson 138b951c6c7SDouglas Anderson /** 1399f9f09b0SDouglas Anderson * pmap_schedule() - Schedule time in a periodic bitmap (pmap). 1409f9f09b0SDouglas Anderson * 1419f9f09b0SDouglas Anderson * @map: The bitmap representing the schedule; will be updated 1429f9f09b0SDouglas Anderson * upon success. 1439f9f09b0SDouglas Anderson * @bits_per_period: The schedule represents several periods. This is how many 1449f9f09b0SDouglas Anderson * bits are in each period. It's assumed that the beginning 1459f9f09b0SDouglas Anderson * of the schedule will repeat after its end. 1469f9f09b0SDouglas Anderson * @periods_in_map: The number of periods in the schedule. 1479f9f09b0SDouglas Anderson * @num_bits: The number of bits we need per period we want to reserve 1489f9f09b0SDouglas Anderson * in this function call. 1499f9f09b0SDouglas Anderson * @interval: How often we need to be scheduled for the reservation this 1509f9f09b0SDouglas Anderson * time. 1 means every period. 2 means every other period. 1519f9f09b0SDouglas Anderson * ...you get the picture? 1529f9f09b0SDouglas Anderson * @start: The bit number to start at. Normally 0. Must be within 1539f9f09b0SDouglas Anderson * the interval or we return failure right away. 1549f9f09b0SDouglas Anderson * @only_one_period: Normally we'll allow picking a start anywhere within the 1559f9f09b0SDouglas Anderson * first interval, since we can still make all repetition 1569f9f09b0SDouglas Anderson * requirements by doing that. However, if you pass true 1579f9f09b0SDouglas Anderson * here then we'll return failure if we can't fit within 1589f9f09b0SDouglas Anderson * the period that "start" is in. 1599f9f09b0SDouglas Anderson * 1609f9f09b0SDouglas Anderson * The idea here is that we want to schedule time for repeating events that all 1619f9f09b0SDouglas Anderson * want the same resource. The resource is divided into fixed-sized periods 1629f9f09b0SDouglas Anderson * and the events want to repeat every "interval" periods. The schedule 1639f9f09b0SDouglas Anderson * granularity is one bit. 1649f9f09b0SDouglas Anderson * 1659f9f09b0SDouglas Anderson * To keep things "simple", we'll represent our schedule with a bitmap that 1669f9f09b0SDouglas Anderson * contains a fixed number of periods. This gets rid of a lot of complexity 1679f9f09b0SDouglas Anderson * but does mean that we need to handle things specially (and non-ideally) if 1689f9f09b0SDouglas Anderson * the number of the periods in the schedule doesn't match well with the 1699f9f09b0SDouglas Anderson * intervals that we're trying to schedule. 1709f9f09b0SDouglas Anderson * 1719f9f09b0SDouglas Anderson * Here's an explanation of the scheme we'll implement, assuming 8 periods. 1729f9f09b0SDouglas Anderson * - If interval is 1, we need to take up space in each of the 8 1739f9f09b0SDouglas Anderson * periods we're scheduling. Easy. 1749f9f09b0SDouglas Anderson * - If interval is 2, we need to take up space in half of the 1759f9f09b0SDouglas Anderson * periods. Again, easy. 1769f9f09b0SDouglas Anderson * - If interval is 3, we actually need to fall back to interval 1. 1779f9f09b0SDouglas Anderson * Why? Because we might need time in any period. AKA for the 1789f9f09b0SDouglas Anderson * first 8 periods, we'll be in slot 0, 3, 6. Then we'll be 1799f9f09b0SDouglas Anderson * in slot 1, 4, 7. Then we'll be in 2, 5. Then we'll be back to 1809f9f09b0SDouglas Anderson * 0, 3, and 6. Since we could be in any frame we need to reserve 1819f9f09b0SDouglas Anderson * for all of them. Sucks, but that's what you gotta do. Note that 1829f9f09b0SDouglas Anderson * if we were instead scheduling 8 * 3 = 24 we'd do much better, but 1839f9f09b0SDouglas Anderson * then we need more memory and time to do scheduling. 1849f9f09b0SDouglas Anderson * - If interval is 4, easy. 1859f9f09b0SDouglas Anderson * - If interval is 5, we again need interval 1. The schedule will be 1869f9f09b0SDouglas Anderson * 0, 5, 2, 7, 4, 1, 6, 3, 0 1879f9f09b0SDouglas Anderson * - If interval is 6, we need interval 2. 0, 6, 4, 2. 1889f9f09b0SDouglas Anderson * - If interval is 7, we need interval 1. 1899f9f09b0SDouglas Anderson * - If interval is 8, we need interval 8. 1909f9f09b0SDouglas Anderson * 1919f9f09b0SDouglas Anderson * If you do the math, you'll see that we need to pretend that interval is 1929f9f09b0SDouglas Anderson * equal to the greatest_common_divisor(interval, periods_in_map). 1939f9f09b0SDouglas Anderson * 1949f9f09b0SDouglas Anderson * Note that at the moment this function tends to front-pack the schedule. 1959f9f09b0SDouglas Anderson * In some cases that's really non-ideal (it's hard to schedule things that 1969f9f09b0SDouglas Anderson * need to repeat every period). In other cases it's perfect (you can easily 1979f9f09b0SDouglas Anderson * schedule bigger, less often repeating things). 1989f9f09b0SDouglas Anderson * 1999f9f09b0SDouglas Anderson * Here's the algorithm in action (8 periods, 5 bits per period): 2009f9f09b0SDouglas Anderson * |** | |** | |** | |** | | OK 2 bits, intv 2 at 0 2019f9f09b0SDouglas Anderson * |*****| ***|*****| ***|*****| ***|*****| ***| OK 3 bits, intv 3 at 2 2029f9f09b0SDouglas Anderson * |*****|* ***|*****| ***|*****|* ***|*****| ***| OK 1 bits, intv 4 at 5 2039f9f09b0SDouglas Anderson * |** |* |** | |** |* |** | | Remv 3 bits, intv 3 at 2 2049f9f09b0SDouglas Anderson * |*** |* |*** | |*** |* |*** | | OK 1 bits, intv 6 at 2 2059f9f09b0SDouglas Anderson * |**** |* * |**** | * |**** |* * |**** | * | OK 1 bits, intv 1 at 3 2069f9f09b0SDouglas Anderson * |**** |**** |**** | *** |**** |**** |**** | *** | OK 2 bits, intv 2 at 6 2079f9f09b0SDouglas Anderson * |*****|*****|*****| ****|*****|*****|*****| ****| OK 1 bits, intv 1 at 4 2089f9f09b0SDouglas Anderson * |*****|*****|*****| ****|*****|*****|*****| ****| FAIL 1 bits, intv 1 2099f9f09b0SDouglas Anderson * | ***|*****| ***| ****| ***|*****| ***| ****| Remv 2 bits, intv 2 at 0 2109f9f09b0SDouglas Anderson * | ***| ****| ***| ****| ***| ****| ***| ****| Remv 1 bits, intv 4 at 5 2119f9f09b0SDouglas Anderson * | **| ****| **| ****| **| ****| **| ****| Remv 1 bits, intv 6 at 2 2129f9f09b0SDouglas Anderson * | *| ** *| *| ** *| *| ** *| *| ** *| Remv 1 bits, intv 1 at 3 2139f9f09b0SDouglas Anderson * | *| *| *| *| *| *| *| *| Remv 2 bits, intv 2 at 6 2149f9f09b0SDouglas Anderson * | | | | | | | | | Remv 1 bits, intv 1 at 4 2159f9f09b0SDouglas Anderson * |** | |** | |** | |** | | OK 2 bits, intv 2 at 0 2169f9f09b0SDouglas Anderson * |*** | |** | |*** | |** | | OK 1 bits, intv 4 at 2 2179f9f09b0SDouglas Anderson * |*****| |** **| |*****| |** **| | OK 2 bits, intv 2 at 3 2189f9f09b0SDouglas Anderson * |*****|* |** **| |*****|* |** **| | OK 1 bits, intv 4 at 5 2199f9f09b0SDouglas Anderson * |*****|*** |** **| ** |*****|*** |** **| ** | OK 2 bits, intv 2 at 6 2209f9f09b0SDouglas Anderson * |*****|*****|** **| ****|*****|*****|** **| ****| OK 2 bits, intv 2 at 8 2219f9f09b0SDouglas Anderson * |*****|*****|*****| ****|*****|*****|*****| ****| OK 1 bits, intv 4 at 12 2229f9f09b0SDouglas Anderson * 2239f9f09b0SDouglas Anderson * This function is pretty generic and could be easily abstracted if anything 2249f9f09b0SDouglas Anderson * needed similar scheduling. 2259f9f09b0SDouglas Anderson * 2269f9f09b0SDouglas Anderson * Returns either -ENOSPC or a >= 0 start bit which should be passed to the 2279f9f09b0SDouglas Anderson * unschedule routine. The map bitmap will be updated on a non-error result. 228b951c6c7SDouglas Anderson */ 2299f9f09b0SDouglas Anderson static int pmap_schedule(unsigned long *map, int bits_per_period, 2309f9f09b0SDouglas Anderson int periods_in_map, int num_bits, 2319f9f09b0SDouglas Anderson int interval, int start, bool only_one_period) 2329f9f09b0SDouglas Anderson { 2339f9f09b0SDouglas Anderson int interval_bits; 2349f9f09b0SDouglas Anderson int to_reserve; 2359f9f09b0SDouglas Anderson int first_end; 2369f9f09b0SDouglas Anderson int i; 2379f9f09b0SDouglas Anderson 2389f9f09b0SDouglas Anderson if (num_bits > bits_per_period) 2399f9f09b0SDouglas Anderson return -ENOSPC; 2409f9f09b0SDouglas Anderson 2419f9f09b0SDouglas Anderson /* Adjust interval as per description */ 2429f9f09b0SDouglas Anderson interval = gcd(interval, periods_in_map); 2439f9f09b0SDouglas Anderson 2449f9f09b0SDouglas Anderson interval_bits = bits_per_period * interval; 2459f9f09b0SDouglas Anderson to_reserve = periods_in_map / interval; 2469f9f09b0SDouglas Anderson 2479f9f09b0SDouglas Anderson /* If start has gotten us past interval then we can't schedule */ 2489f9f09b0SDouglas Anderson if (start >= interval_bits) 2499f9f09b0SDouglas Anderson return -ENOSPC; 2509f9f09b0SDouglas Anderson 2519f9f09b0SDouglas Anderson if (only_one_period) 2529f9f09b0SDouglas Anderson /* Must fit within same period as start; end at begin of next */ 2539f9f09b0SDouglas Anderson first_end = (start / bits_per_period + 1) * bits_per_period; 2549f9f09b0SDouglas Anderson else 2559f9f09b0SDouglas Anderson /* Can fit anywhere in the first interval */ 2569f9f09b0SDouglas Anderson first_end = interval_bits; 2579f9f09b0SDouglas Anderson 2589f9f09b0SDouglas Anderson /* 2599f9f09b0SDouglas Anderson * We'll try to pick the first repetition, then see if that time 2609f9f09b0SDouglas Anderson * is free for each of the subsequent repetitions. If it's not 2619f9f09b0SDouglas Anderson * we'll adjust the start time for the next search of the first 2629f9f09b0SDouglas Anderson * repetition. 2639f9f09b0SDouglas Anderson */ 2649f9f09b0SDouglas Anderson while (start + num_bits <= first_end) { 2659f9f09b0SDouglas Anderson int end; 2669f9f09b0SDouglas Anderson 2679f9f09b0SDouglas Anderson /* Need to stay within this period */ 2689f9f09b0SDouglas Anderson end = (start / bits_per_period + 1) * bits_per_period; 2699f9f09b0SDouglas Anderson 2709f9f09b0SDouglas Anderson /* Look for num_bits us in this microframe starting at start */ 2719f9f09b0SDouglas Anderson start = bitmap_find_next_zero_area(map, end, start, num_bits, 2729f9f09b0SDouglas Anderson 0); 2739f9f09b0SDouglas Anderson 2749f9f09b0SDouglas Anderson /* 2759f9f09b0SDouglas Anderson * We should get start >= end if we fail. We might be 2769f9f09b0SDouglas Anderson * able to check the next microframe depending on the 2779f9f09b0SDouglas Anderson * interval, so continue on (start already updated). 2789f9f09b0SDouglas Anderson */ 2799f9f09b0SDouglas Anderson if (start >= end) { 2809f9f09b0SDouglas Anderson start = end; 2819f9f09b0SDouglas Anderson continue; 2829f9f09b0SDouglas Anderson } 2839f9f09b0SDouglas Anderson 2849f9f09b0SDouglas Anderson /* At this point we have a valid point for first one */ 2859f9f09b0SDouglas Anderson for (i = 1; i < to_reserve; i++) { 2869f9f09b0SDouglas Anderson int ith_start = start + interval_bits * i; 2879f9f09b0SDouglas Anderson int ith_end = end + interval_bits * i; 2889f9f09b0SDouglas Anderson int ret; 2899f9f09b0SDouglas Anderson 2909f9f09b0SDouglas Anderson /* Use this as a dumb "check if bits are 0" */ 2919f9f09b0SDouglas Anderson ret = bitmap_find_next_zero_area( 2929f9f09b0SDouglas Anderson map, ith_start + num_bits, ith_start, num_bits, 2939f9f09b0SDouglas Anderson 0); 2949f9f09b0SDouglas Anderson 2959f9f09b0SDouglas Anderson /* We got the right place, continue checking */ 2969f9f09b0SDouglas Anderson if (ret == ith_start) 2979f9f09b0SDouglas Anderson continue; 2989f9f09b0SDouglas Anderson 2999f9f09b0SDouglas Anderson /* Move start up for next time and exit for loop */ 3009f9f09b0SDouglas Anderson ith_start = bitmap_find_next_zero_area( 3019f9f09b0SDouglas Anderson map, ith_end, ith_start, num_bits, 0); 3029f9f09b0SDouglas Anderson if (ith_start >= ith_end) 3039f9f09b0SDouglas Anderson /* Need a while new period next time */ 3049f9f09b0SDouglas Anderson start = end; 3059f9f09b0SDouglas Anderson else 3069f9f09b0SDouglas Anderson start = ith_start - interval_bits * i; 3079f9f09b0SDouglas Anderson break; 3089f9f09b0SDouglas Anderson } 3099f9f09b0SDouglas Anderson 3109f9f09b0SDouglas Anderson /* If didn't exit the for loop with a break, we have success */ 3119f9f09b0SDouglas Anderson if (i == to_reserve) 3129f9f09b0SDouglas Anderson break; 3139f9f09b0SDouglas Anderson } 3149f9f09b0SDouglas Anderson 3159f9f09b0SDouglas Anderson if (start + num_bits > first_end) 3169f9f09b0SDouglas Anderson return -ENOSPC; 3179f9f09b0SDouglas Anderson 3189f9f09b0SDouglas Anderson for (i = 0; i < to_reserve; i++) { 3199f9f09b0SDouglas Anderson int ith_start = start + interval_bits * i; 3209f9f09b0SDouglas Anderson 3219f9f09b0SDouglas Anderson bitmap_set(map, ith_start, num_bits); 3229f9f09b0SDouglas Anderson } 3239f9f09b0SDouglas Anderson 3249f9f09b0SDouglas Anderson return start; 3259f9f09b0SDouglas Anderson } 3269f9f09b0SDouglas Anderson 3279f9f09b0SDouglas Anderson /** 3289f9f09b0SDouglas Anderson * pmap_unschedule() - Undo work done by pmap_schedule() 3299f9f09b0SDouglas Anderson * 3309f9f09b0SDouglas Anderson * @map: See pmap_schedule(). 3319f9f09b0SDouglas Anderson * @bits_per_period: See pmap_schedule(). 3329f9f09b0SDouglas Anderson * @periods_in_map: See pmap_schedule(). 3339f9f09b0SDouglas Anderson * @num_bits: The number of bits that was passed to schedule. 3349f9f09b0SDouglas Anderson * @interval: The interval that was passed to schedule. 3359f9f09b0SDouglas Anderson * @start: The return value from pmap_schedule(). 3369f9f09b0SDouglas Anderson */ 3379f9f09b0SDouglas Anderson static void pmap_unschedule(unsigned long *map, int bits_per_period, 3389f9f09b0SDouglas Anderson int periods_in_map, int num_bits, 3399f9f09b0SDouglas Anderson int interval, int start) 3409f9f09b0SDouglas Anderson { 3419f9f09b0SDouglas Anderson int interval_bits; 3429f9f09b0SDouglas Anderson int to_release; 3439f9f09b0SDouglas Anderson int i; 3449f9f09b0SDouglas Anderson 3459f9f09b0SDouglas Anderson /* Adjust interval as per description in pmap_schedule() */ 3469f9f09b0SDouglas Anderson interval = gcd(interval, periods_in_map); 3479f9f09b0SDouglas Anderson 3489f9f09b0SDouglas Anderson interval_bits = bits_per_period * interval; 3499f9f09b0SDouglas Anderson to_release = periods_in_map / interval; 3509f9f09b0SDouglas Anderson 3519f9f09b0SDouglas Anderson for (i = 0; i < to_release; i++) { 3529f9f09b0SDouglas Anderson int ith_start = start + interval_bits * i; 3539f9f09b0SDouglas Anderson 3549f9f09b0SDouglas Anderson bitmap_clear(map, ith_start, num_bits); 3559f9f09b0SDouglas Anderson } 3569f9f09b0SDouglas Anderson } 3579f9f09b0SDouglas Anderson 3589f9f09b0SDouglas Anderson /* 3599f9f09b0SDouglas Anderson * cat_printf() - A printf() + strcat() helper 3609f9f09b0SDouglas Anderson * 3619f9f09b0SDouglas Anderson * This is useful for concatenating a bunch of strings where each string is 3629f9f09b0SDouglas Anderson * constructed using printf. 3639f9f09b0SDouglas Anderson * 3649f9f09b0SDouglas Anderson * @buf: The destination buffer; will be updated to point after the printed 3659f9f09b0SDouglas Anderson * data. 3669f9f09b0SDouglas Anderson * @size: The number of bytes in the buffer (includes space for '\0'). 3679f9f09b0SDouglas Anderson * @fmt: The format for printf. 3689f9f09b0SDouglas Anderson * @...: The args for printf. 3699f9f09b0SDouglas Anderson */ 3709f9f09b0SDouglas Anderson static void cat_printf(char **buf, size_t *size, const char *fmt, ...) 3719f9f09b0SDouglas Anderson { 3729f9f09b0SDouglas Anderson va_list args; 3739f9f09b0SDouglas Anderson int i; 3749f9f09b0SDouglas Anderson 3759f9f09b0SDouglas Anderson if (*size == 0) 3769f9f09b0SDouglas Anderson return; 3779f9f09b0SDouglas Anderson 3789f9f09b0SDouglas Anderson va_start(args, fmt); 3799f9f09b0SDouglas Anderson i = vsnprintf(*buf, *size, fmt, args); 3809f9f09b0SDouglas Anderson va_end(args); 3819f9f09b0SDouglas Anderson 3829f9f09b0SDouglas Anderson if (i >= *size) { 3839f9f09b0SDouglas Anderson (*buf)[*size - 1] = '\0'; 3849f9f09b0SDouglas Anderson *buf += *size; 3859f9f09b0SDouglas Anderson *size = 0; 3869f9f09b0SDouglas Anderson } else { 3879f9f09b0SDouglas Anderson *buf += i; 3889f9f09b0SDouglas Anderson *size -= i; 3899f9f09b0SDouglas Anderson } 3909f9f09b0SDouglas Anderson } 3919f9f09b0SDouglas Anderson 3929f9f09b0SDouglas Anderson /* 3939f9f09b0SDouglas Anderson * pmap_print() - Print the given periodic map 3949f9f09b0SDouglas Anderson * 3959f9f09b0SDouglas Anderson * Will attempt to print out the periodic schedule. 3969f9f09b0SDouglas Anderson * 3979f9f09b0SDouglas Anderson * @map: See pmap_schedule(). 3989f9f09b0SDouglas Anderson * @bits_per_period: See pmap_schedule(). 3999f9f09b0SDouglas Anderson * @periods_in_map: See pmap_schedule(). 4009f9f09b0SDouglas Anderson * @period_name: The name of 1 period, like "uFrame" 4019f9f09b0SDouglas Anderson * @units: The name of the units, like "us". 4029f9f09b0SDouglas Anderson * @print_fn: The function to call for printing. 4039f9f09b0SDouglas Anderson * @print_data: Opaque data to pass to the print function. 4049f9f09b0SDouglas Anderson */ 4059f9f09b0SDouglas Anderson static void pmap_print(unsigned long *map, int bits_per_period, 4069f9f09b0SDouglas Anderson int periods_in_map, const char *period_name, 4079f9f09b0SDouglas Anderson const char *units, 4089f9f09b0SDouglas Anderson void (*print_fn)(const char *str, void *data), 4099f9f09b0SDouglas Anderson void *print_data) 4109f9f09b0SDouglas Anderson { 4119f9f09b0SDouglas Anderson int period; 4129f9f09b0SDouglas Anderson 4139f9f09b0SDouglas Anderson for (period = 0; period < periods_in_map; period++) { 4149f9f09b0SDouglas Anderson char tmp[64]; 4159f9f09b0SDouglas Anderson char *buf = tmp; 4169f9f09b0SDouglas Anderson size_t buf_size = sizeof(tmp); 4179f9f09b0SDouglas Anderson int period_start = period * bits_per_period; 4189f9f09b0SDouglas Anderson int period_end = period_start + bits_per_period; 4199f9f09b0SDouglas Anderson int start = 0; 4209f9f09b0SDouglas Anderson int count = 0; 4219f9f09b0SDouglas Anderson bool printed = false; 4229f9f09b0SDouglas Anderson int i; 4239f9f09b0SDouglas Anderson 4249f9f09b0SDouglas Anderson for (i = period_start; i < period_end + 1; i++) { 4259f9f09b0SDouglas Anderson /* Handle case when ith bit is set */ 4269f9f09b0SDouglas Anderson if (i < period_end && 4279f9f09b0SDouglas Anderson bitmap_find_next_zero_area(map, i + 1, 4289f9f09b0SDouglas Anderson i, 1, 0) != i) { 4299f9f09b0SDouglas Anderson if (count == 0) 4309f9f09b0SDouglas Anderson start = i - period_start; 4319f9f09b0SDouglas Anderson count++; 4329f9f09b0SDouglas Anderson continue; 4339f9f09b0SDouglas Anderson } 4349f9f09b0SDouglas Anderson 4359f9f09b0SDouglas Anderson /* ith bit isn't set; don't care if count == 0 */ 4369f9f09b0SDouglas Anderson if (count == 0) 4379f9f09b0SDouglas Anderson continue; 4389f9f09b0SDouglas Anderson 4399f9f09b0SDouglas Anderson if (!printed) 4409f9f09b0SDouglas Anderson cat_printf(&buf, &buf_size, "%s %d: ", 4419f9f09b0SDouglas Anderson period_name, period); 4429f9f09b0SDouglas Anderson else 4439f9f09b0SDouglas Anderson cat_printf(&buf, &buf_size, ", "); 4449f9f09b0SDouglas Anderson printed = true; 4459f9f09b0SDouglas Anderson 4469f9f09b0SDouglas Anderson cat_printf(&buf, &buf_size, "%d %s -%3d %s", start, 4479f9f09b0SDouglas Anderson units, start + count - 1, units); 4489f9f09b0SDouglas Anderson count = 0; 4499f9f09b0SDouglas Anderson } 4509f9f09b0SDouglas Anderson 4519f9f09b0SDouglas Anderson if (printed) 4529f9f09b0SDouglas Anderson print_fn(tmp, print_data); 4539f9f09b0SDouglas Anderson } 4549f9f09b0SDouglas Anderson } 4559f9f09b0SDouglas Anderson 4569f9f09b0SDouglas Anderson /** 4579f9f09b0SDouglas Anderson * dwc2_get_ls_map() - Get the map used for the given qh 4589f9f09b0SDouglas Anderson * 4599f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 4609f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 4619f9f09b0SDouglas Anderson * 4629f9f09b0SDouglas Anderson * We'll always get the periodic map out of our TT. Note that even if we're 4639f9f09b0SDouglas Anderson * running the host straight in low speed / full speed mode it appears as if 4649f9f09b0SDouglas Anderson * a TT is allocated for us, so we'll use it. If that ever changes we can 4659f9f09b0SDouglas Anderson * add logic here to get a map out of "hsotg" if !qh->do_split. 4669f9f09b0SDouglas Anderson * 4679f9f09b0SDouglas Anderson * Returns: the map or NULL if a map couldn't be found. 4689f9f09b0SDouglas Anderson */ 4699f9f09b0SDouglas Anderson static unsigned long *dwc2_get_ls_map(struct dwc2_hsotg *hsotg, 4709f9f09b0SDouglas Anderson struct dwc2_qh *qh) 4719f9f09b0SDouglas Anderson { 4729f9f09b0SDouglas Anderson unsigned long *map; 4739f9f09b0SDouglas Anderson 4749f9f09b0SDouglas Anderson /* Don't expect to be missing a TT and be doing low speed scheduling */ 4759f9f09b0SDouglas Anderson if (WARN_ON(!qh->dwc_tt)) 4769f9f09b0SDouglas Anderson return NULL; 4779f9f09b0SDouglas Anderson 4789f9f09b0SDouglas Anderson /* Get the map and adjust if this is a multi_tt hub */ 4799f9f09b0SDouglas Anderson map = qh->dwc_tt->periodic_bitmaps; 4809f9f09b0SDouglas Anderson if (qh->dwc_tt->usb_tt->multi) 4819f9f09b0SDouglas Anderson map += DWC2_ELEMENTS_PER_LS_BITMAP * qh->ttport; 4829f9f09b0SDouglas Anderson 4839f9f09b0SDouglas Anderson return map; 4849f9f09b0SDouglas Anderson } 4859f9f09b0SDouglas Anderson 4869f9f09b0SDouglas Anderson struct dwc2_qh_print_data { 4879f9f09b0SDouglas Anderson struct dwc2_hsotg *hsotg; 4889f9f09b0SDouglas Anderson struct dwc2_qh *qh; 489b951c6c7SDouglas Anderson }; 490b951c6c7SDouglas Anderson 4919f9f09b0SDouglas Anderson /** 4929f9f09b0SDouglas Anderson * dwc2_qh_print() - Helper function for dwc2_qh_schedule_print() 4939f9f09b0SDouglas Anderson * 4949f9f09b0SDouglas Anderson * @str: The string to print 4959f9f09b0SDouglas Anderson * @data: A pointer to a struct dwc2_qh_print_data 4969f9f09b0SDouglas Anderson */ 4979f9f09b0SDouglas Anderson static void dwc2_qh_print(const char *str, void *data) 498b951c6c7SDouglas Anderson { 4999f9f09b0SDouglas Anderson struct dwc2_qh_print_data *print_data = data; 5009f9f09b0SDouglas Anderson 5019f9f09b0SDouglas Anderson dwc2_sch_dbg(print_data->hsotg, "QH=%p ...%s\n", print_data->qh, str); 5029f9f09b0SDouglas Anderson } 5039f9f09b0SDouglas Anderson 5049f9f09b0SDouglas Anderson /** 5059f9f09b0SDouglas Anderson * dwc2_qh_schedule_print() - Print the periodic schedule 5069f9f09b0SDouglas Anderson * 5079f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 5089f9f09b0SDouglas Anderson * @qh: QH to print. 5099f9f09b0SDouglas Anderson */ 5109f9f09b0SDouglas Anderson static void dwc2_qh_schedule_print(struct dwc2_hsotg *hsotg, 5119f9f09b0SDouglas Anderson struct dwc2_qh *qh) 5129f9f09b0SDouglas Anderson { 5139f9f09b0SDouglas Anderson struct dwc2_qh_print_data print_data = { hsotg, qh }; 514b951c6c7SDouglas Anderson int i; 515b951c6c7SDouglas Anderson 5169f9f09b0SDouglas Anderson /* 5179f9f09b0SDouglas Anderson * The printing functions are quite slow and inefficient. 5189f9f09b0SDouglas Anderson * If we don't have tracing turned on, don't run unless the special 5199f9f09b0SDouglas Anderson * define is turned on. 5209f9f09b0SDouglas Anderson */ 5219f9f09b0SDouglas Anderson #ifndef DWC2_PRINT_SCHEDULE 5229f9f09b0SDouglas Anderson return; 5239f9f09b0SDouglas Anderson #endif 5249f9f09b0SDouglas Anderson 5259f9f09b0SDouglas Anderson if (qh->schedule_low_speed) { 5269f9f09b0SDouglas Anderson unsigned long *map = dwc2_get_ls_map(hsotg, qh); 5279f9f09b0SDouglas Anderson 5289f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p LS/FS trans: %d=>%d us @ %d us", 5299f9f09b0SDouglas Anderson qh, qh->device_us, 5309f9f09b0SDouglas Anderson DWC2_ROUND_US_TO_SLICE(qh->device_us), 5319f9f09b0SDouglas Anderson DWC2_US_PER_SLICE * qh->ls_start_schedule_slice); 5329f9f09b0SDouglas Anderson 5339f9f09b0SDouglas Anderson if (map) { 5349f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, 5359f9f09b0SDouglas Anderson "QH=%p Whole low/full speed map %p now:\n", 5369f9f09b0SDouglas Anderson qh, map); 5379f9f09b0SDouglas Anderson pmap_print(map, DWC2_LS_PERIODIC_SLICES_PER_FRAME, 5389f9f09b0SDouglas Anderson DWC2_LS_SCHEDULE_FRAMES, "Frame ", "slices", 5399f9f09b0SDouglas Anderson dwc2_qh_print, &print_data); 5409f9f09b0SDouglas Anderson } 541b951c6c7SDouglas Anderson } 542b951c6c7SDouglas Anderson 5439f9f09b0SDouglas Anderson for (i = 0; i < qh->num_hs_transfers; i++) { 5449f9f09b0SDouglas Anderson struct dwc2_hs_transfer_time *trans_time = qh->hs_transfers + i; 5459f9f09b0SDouglas Anderson int uframe = trans_time->start_schedule_us / 5469f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME; 5479f9f09b0SDouglas Anderson int rel_us = trans_time->start_schedule_us % 5489f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME; 5499f9f09b0SDouglas Anderson 5509f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, 5519f9f09b0SDouglas Anderson "QH=%p HS trans #%d: %d us @ uFrame %d + %d us\n", 5529f9f09b0SDouglas Anderson qh, i, trans_time->duration_us, uframe, rel_us); 5539f9f09b0SDouglas Anderson } 5549f9f09b0SDouglas Anderson if (qh->num_hs_transfers) { 5559f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p Whole high speed map now:\n", qh); 5569f9f09b0SDouglas Anderson pmap_print(hsotg->hs_periodic_bitmap, 5579f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME, 5589f9f09b0SDouglas Anderson DWC2_HS_SCHEDULE_UFRAMES, "uFrame", "us", 5599f9f09b0SDouglas Anderson dwc2_qh_print, &print_data); 5609f9f09b0SDouglas Anderson } 5619f9f09b0SDouglas Anderson 5629f9f09b0SDouglas Anderson } 5639f9f09b0SDouglas Anderson 5649f9f09b0SDouglas Anderson /** 5659f9f09b0SDouglas Anderson * dwc2_ls_pmap_schedule() - Schedule a low speed QH 5669f9f09b0SDouglas Anderson * 5679f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 5689f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 5699f9f09b0SDouglas Anderson * @search_slice: We'll start trying to schedule at the passed slice. 5709f9f09b0SDouglas Anderson * Remember that slices are the units of the low speed 5719f9f09b0SDouglas Anderson * schedule (think 25us or so). 5729f9f09b0SDouglas Anderson * 5739f9f09b0SDouglas Anderson * Wraps pmap_schedule() with the right parameters for low speed scheduling. 5749f9f09b0SDouglas Anderson * 5759f9f09b0SDouglas Anderson * Normally we schedule low speed devices on the map associated with the TT. 5769f9f09b0SDouglas Anderson * 5779f9f09b0SDouglas Anderson * Returns: 0 for success or an error code. 5789f9f09b0SDouglas Anderson */ 5799f9f09b0SDouglas Anderson static int dwc2_ls_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, 5809f9f09b0SDouglas Anderson int search_slice) 581b951c6c7SDouglas Anderson { 5829f9f09b0SDouglas Anderson int slices = DIV_ROUND_UP(qh->device_us, DWC2_US_PER_SLICE); 5839f9f09b0SDouglas Anderson unsigned long *map = dwc2_get_ls_map(hsotg, qh); 5849f9f09b0SDouglas Anderson int slice; 5859f9f09b0SDouglas Anderson 5869f9f09b0SDouglas Anderson if (map == NULL) 5879f9f09b0SDouglas Anderson return -EINVAL; 5889f9f09b0SDouglas Anderson 5899f9f09b0SDouglas Anderson /* 5909f9f09b0SDouglas Anderson * Schedule on the proper low speed map with our low speed scheduling 5919f9f09b0SDouglas Anderson * parameters. Note that we use the "device_interval" here since 5929f9f09b0SDouglas Anderson * we want the low speed interval and the only way we'd be in this 5939f9f09b0SDouglas Anderson * function is if the device is low speed. 5949f9f09b0SDouglas Anderson * 5959f9f09b0SDouglas Anderson * If we happen to be doing low speed and high speed scheduling for the 5969f9f09b0SDouglas Anderson * same transaction (AKA we have a split) we always do low speed first. 5979f9f09b0SDouglas Anderson * That means we can always pass "false" for only_one_period (that 5989f9f09b0SDouglas Anderson * parameters is only useful when we're trying to get one schedule to 5999f9f09b0SDouglas Anderson * match what we already planned in the other schedule). 6009f9f09b0SDouglas Anderson */ 6019f9f09b0SDouglas Anderson slice = pmap_schedule(map, DWC2_LS_PERIODIC_SLICES_PER_FRAME, 6029f9f09b0SDouglas Anderson DWC2_LS_SCHEDULE_FRAMES, slices, 6039f9f09b0SDouglas Anderson qh->device_interval, search_slice, false); 6049f9f09b0SDouglas Anderson 6059f9f09b0SDouglas Anderson if (slice < 0) 6069f9f09b0SDouglas Anderson return slice; 6079f9f09b0SDouglas Anderson 6089f9f09b0SDouglas Anderson qh->ls_start_schedule_slice = slice; 6099f9f09b0SDouglas Anderson return 0; 6109f9f09b0SDouglas Anderson } 6119f9f09b0SDouglas Anderson 6129f9f09b0SDouglas Anderson /** 6139f9f09b0SDouglas Anderson * dwc2_ls_pmap_unschedule() - Undo work done by dwc2_ls_pmap_schedule() 6149f9f09b0SDouglas Anderson * 6159f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 6169f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 6179f9f09b0SDouglas Anderson */ 6189f9f09b0SDouglas Anderson static void dwc2_ls_pmap_unschedule(struct dwc2_hsotg *hsotg, 6199f9f09b0SDouglas Anderson struct dwc2_qh *qh) 6209f9f09b0SDouglas Anderson { 6219f9f09b0SDouglas Anderson int slices = DIV_ROUND_UP(qh->device_us, DWC2_US_PER_SLICE); 6229f9f09b0SDouglas Anderson unsigned long *map = dwc2_get_ls_map(hsotg, qh); 6239f9f09b0SDouglas Anderson 6249f9f09b0SDouglas Anderson /* Schedule should have failed, so no worries about no error code */ 6259f9f09b0SDouglas Anderson if (map == NULL) 6269f9f09b0SDouglas Anderson return; 6279f9f09b0SDouglas Anderson 6289f9f09b0SDouglas Anderson pmap_unschedule(map, DWC2_LS_PERIODIC_SLICES_PER_FRAME, 6299f9f09b0SDouglas Anderson DWC2_LS_SCHEDULE_FRAMES, slices, qh->device_interval, 6309f9f09b0SDouglas Anderson qh->ls_start_schedule_slice); 6319f9f09b0SDouglas Anderson } 6329f9f09b0SDouglas Anderson 6339f9f09b0SDouglas Anderson /** 6349f9f09b0SDouglas Anderson * dwc2_hs_pmap_schedule - Schedule in the main high speed schedule 6359f9f09b0SDouglas Anderson * 6369f9f09b0SDouglas Anderson * This will schedule something on the main dwc2 schedule. 6379f9f09b0SDouglas Anderson * 6389f9f09b0SDouglas Anderson * We'll start looking in qh->hs_transfers[index].start_schedule_us. We'll 6399f9f09b0SDouglas Anderson * update this with the result upon success. We also use the duration from 6409f9f09b0SDouglas Anderson * the same structure. 6419f9f09b0SDouglas Anderson * 6429f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 6439f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 6449f9f09b0SDouglas Anderson * @only_one_period: If true we will limit ourselves to just looking at 6459f9f09b0SDouglas Anderson * one period (aka one 100us chunk). This is used if we have 6469f9f09b0SDouglas Anderson * already scheduled something on the low speed schedule and 6479f9f09b0SDouglas Anderson * need to find something that matches on the high speed one. 6489f9f09b0SDouglas Anderson * @index: The index into qh->hs_transfers that we're working with. 6499f9f09b0SDouglas Anderson * 6509f9f09b0SDouglas Anderson * Returns: 0 for success or an error code. Upon success the 6519f9f09b0SDouglas Anderson * dwc2_hs_transfer_time specified by "index" will be updated. 6529f9f09b0SDouglas Anderson */ 6539f9f09b0SDouglas Anderson static int dwc2_hs_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, 6549f9f09b0SDouglas Anderson bool only_one_period, int index) 6559f9f09b0SDouglas Anderson { 6569f9f09b0SDouglas Anderson struct dwc2_hs_transfer_time *trans_time = qh->hs_transfers + index; 6579f9f09b0SDouglas Anderson int us; 6589f9f09b0SDouglas Anderson 6599f9f09b0SDouglas Anderson us = pmap_schedule(hsotg->hs_periodic_bitmap, 6609f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME, 6619f9f09b0SDouglas Anderson DWC2_HS_SCHEDULE_UFRAMES, trans_time->duration_us, 6629f9f09b0SDouglas Anderson qh->host_interval, trans_time->start_schedule_us, 6639f9f09b0SDouglas Anderson only_one_period); 6649f9f09b0SDouglas Anderson 6659f9f09b0SDouglas Anderson if (us < 0) 6669f9f09b0SDouglas Anderson return us; 6679f9f09b0SDouglas Anderson 6689f9f09b0SDouglas Anderson trans_time->start_schedule_us = us; 6699f9f09b0SDouglas Anderson return 0; 6709f9f09b0SDouglas Anderson } 6719f9f09b0SDouglas Anderson 6729f9f09b0SDouglas Anderson /** 6739f9f09b0SDouglas Anderson * dwc2_ls_pmap_unschedule() - Undo work done by dwc2_hs_pmap_schedule() 6749f9f09b0SDouglas Anderson * 6759f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 6769f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 6779f9f09b0SDouglas Anderson */ 6789f9f09b0SDouglas Anderson static void dwc2_hs_pmap_unschedule(struct dwc2_hsotg *hsotg, 6799f9f09b0SDouglas Anderson struct dwc2_qh *qh, int index) 6809f9f09b0SDouglas Anderson { 6819f9f09b0SDouglas Anderson struct dwc2_hs_transfer_time *trans_time = qh->hs_transfers + index; 6829f9f09b0SDouglas Anderson 6839f9f09b0SDouglas Anderson pmap_unschedule(hsotg->hs_periodic_bitmap, 6849f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME, 6859f9f09b0SDouglas Anderson DWC2_HS_SCHEDULE_UFRAMES, trans_time->duration_us, 6869f9f09b0SDouglas Anderson qh->host_interval, trans_time->start_schedule_us); 6879f9f09b0SDouglas Anderson } 6889f9f09b0SDouglas Anderson 6899f9f09b0SDouglas Anderson /** 6909f9f09b0SDouglas Anderson * dwc2_uframe_schedule_split - Schedule a QH for a periodic split xfer. 6919f9f09b0SDouglas Anderson * 6929f9f09b0SDouglas Anderson * This is the most complicated thing in USB. We have to find matching time 6939f9f09b0SDouglas Anderson * in both the global high speed schedule for the port and the low speed 6949f9f09b0SDouglas Anderson * schedule for the TT associated with the given device. 6959f9f09b0SDouglas Anderson * 6969f9f09b0SDouglas Anderson * Being here means that the host must be running in high speed mode and the 6979f9f09b0SDouglas Anderson * device is in low or full speed mode (and behind a hub). 6989f9f09b0SDouglas Anderson * 6999f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 7009f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 7019f9f09b0SDouglas Anderson */ 7029f9f09b0SDouglas Anderson static int dwc2_uframe_schedule_split(struct dwc2_hsotg *hsotg, 7039f9f09b0SDouglas Anderson struct dwc2_qh *qh) 7049f9f09b0SDouglas Anderson { 7059f9f09b0SDouglas Anderson int bytecount = dwc2_hb_mult(qh->maxp) * dwc2_max_packet(qh->maxp); 7069f9f09b0SDouglas Anderson int ls_search_slice; 7079f9f09b0SDouglas Anderson int err = 0; 7089f9f09b0SDouglas Anderson int host_interval_in_sched; 7099f9f09b0SDouglas Anderson 7109f9f09b0SDouglas Anderson /* 7119f9f09b0SDouglas Anderson * The interval (how often to repeat) in the actual host schedule. 7129f9f09b0SDouglas Anderson * See pmap_schedule() for gcd() explanation. 7139f9f09b0SDouglas Anderson */ 7149f9f09b0SDouglas Anderson host_interval_in_sched = gcd(qh->host_interval, 7159f9f09b0SDouglas Anderson DWC2_HS_SCHEDULE_UFRAMES); 7169f9f09b0SDouglas Anderson 7179f9f09b0SDouglas Anderson /* 7189f9f09b0SDouglas Anderson * We always try to find space in the low speed schedule first, then 7199f9f09b0SDouglas Anderson * try to find high speed time that matches. If we don't, we'll bump 7209f9f09b0SDouglas Anderson * up the place we start searching in the low speed schedule and try 7219f9f09b0SDouglas Anderson * again. To start we'll look right at the beginning of the low speed 7229f9f09b0SDouglas Anderson * schedule. 7239f9f09b0SDouglas Anderson * 7249f9f09b0SDouglas Anderson * Note that this will tend to front-load the high speed schedule. 7259f9f09b0SDouglas Anderson * We may eventually want to try to avoid this by either considering 7269f9f09b0SDouglas Anderson * both schedules together or doing some sort of round robin. 7279f9f09b0SDouglas Anderson */ 7289f9f09b0SDouglas Anderson ls_search_slice = 0; 7299f9f09b0SDouglas Anderson 7309f9f09b0SDouglas Anderson while (ls_search_slice < DWC2_LS_SCHEDULE_SLICES) { 7319f9f09b0SDouglas Anderson int start_s_uframe; 7329f9f09b0SDouglas Anderson int ssplit_s_uframe; 7339f9f09b0SDouglas Anderson int second_s_uframe; 7349f9f09b0SDouglas Anderson int rel_uframe; 7359f9f09b0SDouglas Anderson int first_count; 7369f9f09b0SDouglas Anderson int middle_count; 7379f9f09b0SDouglas Anderson int end_count; 7389f9f09b0SDouglas Anderson int first_data_bytes; 7399f9f09b0SDouglas Anderson int other_data_bytes; 740b951c6c7SDouglas Anderson int i; 741b951c6c7SDouglas Anderson 7429f9f09b0SDouglas Anderson if (qh->schedule_low_speed) { 7439f9f09b0SDouglas Anderson err = dwc2_ls_pmap_schedule(hsotg, qh, ls_search_slice); 744b951c6c7SDouglas Anderson 745b951c6c7SDouglas Anderson /* 7469f9f09b0SDouglas Anderson * If we got an error here there's no other magic we 7479f9f09b0SDouglas Anderson * can do, so bail. All the looping above is only 7489f9f09b0SDouglas Anderson * helpful to redo things if we got a low speed slot 7499f9f09b0SDouglas Anderson * and then couldn't find a matching high speed slot. 750b951c6c7SDouglas Anderson */ 7519f9f09b0SDouglas Anderson if (err) 7529f9f09b0SDouglas Anderson return err; 753b951c6c7SDouglas Anderson } else { 7549f9f09b0SDouglas Anderson /* Must be missing the tt structure? Why? */ 7559f9f09b0SDouglas Anderson WARN_ON_ONCE(1); 756b951c6c7SDouglas Anderson } 757b951c6c7SDouglas Anderson 7589f9f09b0SDouglas Anderson /* 7599f9f09b0SDouglas Anderson * This will give us a number 0 - 7 if 7609f9f09b0SDouglas Anderson * DWC2_LS_SCHEDULE_FRAMES == 1, or 0 - 15 if == 2, or ... 7619f9f09b0SDouglas Anderson */ 7629f9f09b0SDouglas Anderson start_s_uframe = qh->ls_start_schedule_slice / 7639f9f09b0SDouglas Anderson DWC2_SLICES_PER_UFRAME; 7649f9f09b0SDouglas Anderson 7659f9f09b0SDouglas Anderson /* Get a number that's always 0 - 7 */ 7669f9f09b0SDouglas Anderson rel_uframe = (start_s_uframe % 8); 7679f9f09b0SDouglas Anderson 7689f9f09b0SDouglas Anderson /* 7699f9f09b0SDouglas Anderson * If we were going to start in uframe 7 then we would need to 7709f9f09b0SDouglas Anderson * issue a start split in uframe 6, which spec says is not OK. 7719f9f09b0SDouglas Anderson * Move on to the next full frame (assuming there is one). 7729f9f09b0SDouglas Anderson * 7739f9f09b0SDouglas Anderson * See 11.18.4 Host Split Transaction Scheduling Requirements 7749f9f09b0SDouglas Anderson * bullet 1. 7759f9f09b0SDouglas Anderson */ 7769f9f09b0SDouglas Anderson if (rel_uframe == 7) { 7779f9f09b0SDouglas Anderson if (qh->schedule_low_speed) 7789f9f09b0SDouglas Anderson dwc2_ls_pmap_unschedule(hsotg, qh); 7799f9f09b0SDouglas Anderson ls_search_slice = 7809f9f09b0SDouglas Anderson (qh->ls_start_schedule_slice / 7819f9f09b0SDouglas Anderson DWC2_LS_PERIODIC_SLICES_PER_FRAME + 1) * 7829f9f09b0SDouglas Anderson DWC2_LS_PERIODIC_SLICES_PER_FRAME; 7839f9f09b0SDouglas Anderson continue; 7849f9f09b0SDouglas Anderson } 7859f9f09b0SDouglas Anderson 7869f9f09b0SDouglas Anderson /* 7879f9f09b0SDouglas Anderson * For ISOC in: 7889f9f09b0SDouglas Anderson * - start split (frame -1) 7899f9f09b0SDouglas Anderson * - complete split w/ data (frame +1) 7909f9f09b0SDouglas Anderson * - complete split w/ data (frame +2) 7919f9f09b0SDouglas Anderson * - ... 7929f9f09b0SDouglas Anderson * - complete split w/ data (frame +num_data_packets) 7939f9f09b0SDouglas Anderson * - complete split w/ data (frame +num_data_packets+1) 7949f9f09b0SDouglas Anderson * - complete split w/ data (frame +num_data_packets+2, max 8) 7959f9f09b0SDouglas Anderson * ...though if frame was "0" then max is 7... 7969f9f09b0SDouglas Anderson * 7979f9f09b0SDouglas Anderson * For ISOC out we might need to do: 7989f9f09b0SDouglas Anderson * - start split w/ data (frame -1) 7999f9f09b0SDouglas Anderson * - start split w/ data (frame +0) 8009f9f09b0SDouglas Anderson * - ... 8019f9f09b0SDouglas Anderson * - start split w/ data (frame +num_data_packets-2) 8029f9f09b0SDouglas Anderson * 8039f9f09b0SDouglas Anderson * For INTERRUPT in we might need to do: 8049f9f09b0SDouglas Anderson * - start split (frame -1) 8059f9f09b0SDouglas Anderson * - complete split w/ data (frame +1) 8069f9f09b0SDouglas Anderson * - complete split w/ data (frame +2) 8079f9f09b0SDouglas Anderson * - complete split w/ data (frame +3, max 8) 8089f9f09b0SDouglas Anderson * 8099f9f09b0SDouglas Anderson * For INTERRUPT out we might need to do: 8109f9f09b0SDouglas Anderson * - start split w/ data (frame -1) 8119f9f09b0SDouglas Anderson * - complete split (frame +1) 8129f9f09b0SDouglas Anderson * - complete split (frame +2) 8139f9f09b0SDouglas Anderson * - complete split (frame +3, max 8) 8149f9f09b0SDouglas Anderson * 8159f9f09b0SDouglas Anderson * Start adjusting! 8169f9f09b0SDouglas Anderson */ 8179f9f09b0SDouglas Anderson ssplit_s_uframe = (start_s_uframe + 8189f9f09b0SDouglas Anderson host_interval_in_sched - 1) % 8199f9f09b0SDouglas Anderson host_interval_in_sched; 8209f9f09b0SDouglas Anderson if (qh->ep_type == USB_ENDPOINT_XFER_ISOC && !qh->ep_is_in) 8219f9f09b0SDouglas Anderson second_s_uframe = start_s_uframe; 8229f9f09b0SDouglas Anderson else 8239f9f09b0SDouglas Anderson second_s_uframe = start_s_uframe + 1; 8249f9f09b0SDouglas Anderson 8259f9f09b0SDouglas Anderson /* First data transfer might not be all 188 bytes. */ 8269f9f09b0SDouglas Anderson first_data_bytes = 188 - 8279f9f09b0SDouglas Anderson DIV_ROUND_UP(188 * (qh->ls_start_schedule_slice % 8289f9f09b0SDouglas Anderson DWC2_SLICES_PER_UFRAME), 8299f9f09b0SDouglas Anderson DWC2_SLICES_PER_UFRAME); 8309f9f09b0SDouglas Anderson if (first_data_bytes > bytecount) 8319f9f09b0SDouglas Anderson first_data_bytes = bytecount; 8329f9f09b0SDouglas Anderson other_data_bytes = bytecount - first_data_bytes; 8339f9f09b0SDouglas Anderson 8349f9f09b0SDouglas Anderson /* 8359f9f09b0SDouglas Anderson * For now, skip OUT xfers where first xfer is partial 8369f9f09b0SDouglas Anderson * 8379f9f09b0SDouglas Anderson * Main dwc2 code assumes: 8389f9f09b0SDouglas Anderson * - INT transfers never get split in two. 8399f9f09b0SDouglas Anderson * - ISOC transfers can always transfer 188 bytes the first 8409f9f09b0SDouglas Anderson * time. 8419f9f09b0SDouglas Anderson * 8429f9f09b0SDouglas Anderson * Until that code is fixed, try again if the first transfer 8439f9f09b0SDouglas Anderson * couldn't transfer everything. 8449f9f09b0SDouglas Anderson * 8459f9f09b0SDouglas Anderson * This code can be removed if/when the rest of dwc2 handles 8469f9f09b0SDouglas Anderson * the above cases. Until it's fixed we just won't be able 8479f9f09b0SDouglas Anderson * to schedule quite as tightly. 8489f9f09b0SDouglas Anderson */ 8499f9f09b0SDouglas Anderson if (!qh->ep_is_in && 8509f9f09b0SDouglas Anderson (first_data_bytes != min_t(int, 188, bytecount))) { 8519f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, 8529f9f09b0SDouglas Anderson "QH=%p avoiding broken 1st xfer (%d, %d)\n", 8539f9f09b0SDouglas Anderson qh, first_data_bytes, bytecount); 8549f9f09b0SDouglas Anderson if (qh->schedule_low_speed) 8559f9f09b0SDouglas Anderson dwc2_ls_pmap_unschedule(hsotg, qh); 8569f9f09b0SDouglas Anderson ls_search_slice = (start_s_uframe + 1) * 8579f9f09b0SDouglas Anderson DWC2_SLICES_PER_UFRAME; 8589f9f09b0SDouglas Anderson continue; 8599f9f09b0SDouglas Anderson } 8609f9f09b0SDouglas Anderson 8619f9f09b0SDouglas Anderson /* Start by assuming transfers for the bytes */ 8629f9f09b0SDouglas Anderson qh->num_hs_transfers = 1 + DIV_ROUND_UP(other_data_bytes, 188); 8639f9f09b0SDouglas Anderson 8649f9f09b0SDouglas Anderson /* 8659f9f09b0SDouglas Anderson * Everything except ISOC OUT has extra transfers. Rules are 8669f9f09b0SDouglas Anderson * complicated. See 11.18.4 Host Split Transaction Scheduling 8679f9f09b0SDouglas Anderson * Requirements bullet 3. 8689f9f09b0SDouglas Anderson */ 8699f9f09b0SDouglas Anderson if (qh->ep_type == USB_ENDPOINT_XFER_INT) { 8709f9f09b0SDouglas Anderson if (rel_uframe == 6) 8719f9f09b0SDouglas Anderson qh->num_hs_transfers += 2; 8729f9f09b0SDouglas Anderson else 8739f9f09b0SDouglas Anderson qh->num_hs_transfers += 3; 8749f9f09b0SDouglas Anderson 8759f9f09b0SDouglas Anderson if (qh->ep_is_in) { 8769f9f09b0SDouglas Anderson /* 8779f9f09b0SDouglas Anderson * First is start split, middle/end is data. 8789f9f09b0SDouglas Anderson * Allocate full data bytes for all data. 8799f9f09b0SDouglas Anderson */ 8809f9f09b0SDouglas Anderson first_count = 4; 8819f9f09b0SDouglas Anderson middle_count = bytecount; 8829f9f09b0SDouglas Anderson end_count = bytecount; 8839f9f09b0SDouglas Anderson } else { 8849f9f09b0SDouglas Anderson /* 8859f9f09b0SDouglas Anderson * First is data, middle/end is complete. 8869f9f09b0SDouglas Anderson * First transfer and second can have data. 8879f9f09b0SDouglas Anderson * Rest should just have complete split. 8889f9f09b0SDouglas Anderson */ 8899f9f09b0SDouglas Anderson first_count = first_data_bytes; 8909f9f09b0SDouglas Anderson middle_count = max_t(int, 4, other_data_bytes); 8919f9f09b0SDouglas Anderson end_count = 4; 8929f9f09b0SDouglas Anderson } 8939f9f09b0SDouglas Anderson } else { 8949f9f09b0SDouglas Anderson if (qh->ep_is_in) { 8959f9f09b0SDouglas Anderson int last; 8969f9f09b0SDouglas Anderson 8979f9f09b0SDouglas Anderson /* Account for the start split */ 8989f9f09b0SDouglas Anderson qh->num_hs_transfers++; 8999f9f09b0SDouglas Anderson 9009f9f09b0SDouglas Anderson /* Calculate "L" value from spec */ 9019f9f09b0SDouglas Anderson last = rel_uframe + qh->num_hs_transfers + 1; 9029f9f09b0SDouglas Anderson 9039f9f09b0SDouglas Anderson /* Start with basic case */ 9049f9f09b0SDouglas Anderson if (last <= 6) 9059f9f09b0SDouglas Anderson qh->num_hs_transfers += 2; 9069f9f09b0SDouglas Anderson else 9079f9f09b0SDouglas Anderson qh->num_hs_transfers += 1; 9089f9f09b0SDouglas Anderson 9099f9f09b0SDouglas Anderson /* Adjust downwards */ 9109f9f09b0SDouglas Anderson if (last >= 6 && rel_uframe == 0) 9119f9f09b0SDouglas Anderson qh->num_hs_transfers--; 9129f9f09b0SDouglas Anderson 9139f9f09b0SDouglas Anderson /* 1st = start; rest can contain data */ 9149f9f09b0SDouglas Anderson first_count = 4; 9159f9f09b0SDouglas Anderson middle_count = min_t(int, 188, bytecount); 9169f9f09b0SDouglas Anderson end_count = middle_count; 9179f9f09b0SDouglas Anderson } else { 9189f9f09b0SDouglas Anderson /* All contain data, last might be smaller */ 9199f9f09b0SDouglas Anderson first_count = first_data_bytes; 9209f9f09b0SDouglas Anderson middle_count = min_t(int, 188, 9219f9f09b0SDouglas Anderson other_data_bytes); 9229f9f09b0SDouglas Anderson end_count = other_data_bytes % 188; 9239f9f09b0SDouglas Anderson } 9249f9f09b0SDouglas Anderson } 9259f9f09b0SDouglas Anderson 9269f9f09b0SDouglas Anderson /* Assign durations per uFrame */ 9279f9f09b0SDouglas Anderson qh->hs_transfers[0].duration_us = HS_USECS_ISO(first_count); 9289f9f09b0SDouglas Anderson for (i = 1; i < qh->num_hs_transfers - 1; i++) 9299f9f09b0SDouglas Anderson qh->hs_transfers[i].duration_us = 9309f9f09b0SDouglas Anderson HS_USECS_ISO(middle_count); 9319f9f09b0SDouglas Anderson if (qh->num_hs_transfers > 1) 9329f9f09b0SDouglas Anderson qh->hs_transfers[qh->num_hs_transfers - 1].duration_us = 9339f9f09b0SDouglas Anderson HS_USECS_ISO(end_count); 9349f9f09b0SDouglas Anderson 9359f9f09b0SDouglas Anderson /* 9369f9f09b0SDouglas Anderson * Assign start us. The call below to dwc2_hs_pmap_schedule() 9379f9f09b0SDouglas Anderson * will start with these numbers but may adjust within the same 9389f9f09b0SDouglas Anderson * microframe. 9399f9f09b0SDouglas Anderson */ 9409f9f09b0SDouglas Anderson qh->hs_transfers[0].start_schedule_us = 9419f9f09b0SDouglas Anderson ssplit_s_uframe * DWC2_HS_PERIODIC_US_PER_UFRAME; 9429f9f09b0SDouglas Anderson for (i = 1; i < qh->num_hs_transfers; i++) 9439f9f09b0SDouglas Anderson qh->hs_transfers[i].start_schedule_us = 9449f9f09b0SDouglas Anderson ((second_s_uframe + i - 1) % 9459f9f09b0SDouglas Anderson DWC2_HS_SCHEDULE_UFRAMES) * 9469f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME; 9479f9f09b0SDouglas Anderson 9489f9f09b0SDouglas Anderson /* Try to schedule with filled in hs_transfers above */ 9499f9f09b0SDouglas Anderson for (i = 0; i < qh->num_hs_transfers; i++) { 9509f9f09b0SDouglas Anderson err = dwc2_hs_pmap_schedule(hsotg, qh, true, i); 9519f9f09b0SDouglas Anderson if (err) 9529f9f09b0SDouglas Anderson break; 9539f9f09b0SDouglas Anderson } 9549f9f09b0SDouglas Anderson 9559f9f09b0SDouglas Anderson /* If we scheduled all w/out breaking out then we're all good */ 9569f9f09b0SDouglas Anderson if (i == qh->num_hs_transfers) 9579f9f09b0SDouglas Anderson break; 9589f9f09b0SDouglas Anderson 9599f9f09b0SDouglas Anderson for (; i >= 0; i--) 9609f9f09b0SDouglas Anderson dwc2_hs_pmap_unschedule(hsotg, qh, i); 9619f9f09b0SDouglas Anderson 9629f9f09b0SDouglas Anderson if (qh->schedule_low_speed) 9639f9f09b0SDouglas Anderson dwc2_ls_pmap_unschedule(hsotg, qh); 9649f9f09b0SDouglas Anderson 9659f9f09b0SDouglas Anderson /* Try again starting in the next microframe */ 9669f9f09b0SDouglas Anderson ls_search_slice = (start_s_uframe + 1) * DWC2_SLICES_PER_UFRAME; 9679f9f09b0SDouglas Anderson } 9689f9f09b0SDouglas Anderson 9699f9f09b0SDouglas Anderson if (ls_search_slice >= DWC2_LS_SCHEDULE_SLICES) 9709f9f09b0SDouglas Anderson return -ENOSPC; 9719f9f09b0SDouglas Anderson 9729f9f09b0SDouglas Anderson return 0; 9739f9f09b0SDouglas Anderson } 9749f9f09b0SDouglas Anderson 9759f9f09b0SDouglas Anderson /** 9769f9f09b0SDouglas Anderson * dwc2_uframe_schedule_hs - Schedule a QH for a periodic high speed xfer. 9779f9f09b0SDouglas Anderson * 9789f9f09b0SDouglas Anderson * Basically this just wraps dwc2_hs_pmap_schedule() to provide a clean 9799f9f09b0SDouglas Anderson * interface. 9809f9f09b0SDouglas Anderson * 9819f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 9829f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 9839f9f09b0SDouglas Anderson */ 9849f9f09b0SDouglas Anderson static int dwc2_uframe_schedule_hs(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 9859f9f09b0SDouglas Anderson { 9869f9f09b0SDouglas Anderson /* In non-split host and device time are the same */ 9879f9f09b0SDouglas Anderson WARN_ON(qh->host_us != qh->device_us); 9889f9f09b0SDouglas Anderson WARN_ON(qh->host_interval != qh->device_interval); 9899f9f09b0SDouglas Anderson WARN_ON(qh->num_hs_transfers != 1); 9909f9f09b0SDouglas Anderson 9919f9f09b0SDouglas Anderson /* We'll have one transfer; init start to 0 before calling scheduler */ 9929f9f09b0SDouglas Anderson qh->hs_transfers[0].start_schedule_us = 0; 9939f9f09b0SDouglas Anderson qh->hs_transfers[0].duration_us = qh->host_us; 9949f9f09b0SDouglas Anderson 9959f9f09b0SDouglas Anderson return dwc2_hs_pmap_schedule(hsotg, qh, false, 0); 9969f9f09b0SDouglas Anderson } 9979f9f09b0SDouglas Anderson 9989f9f09b0SDouglas Anderson /** 9999f9f09b0SDouglas Anderson * dwc2_uframe_schedule_ls - Schedule a QH for a periodic low/full speed xfer. 10009f9f09b0SDouglas Anderson * 10019f9f09b0SDouglas Anderson * Basically this just wraps dwc2_ls_pmap_schedule() to provide a clean 10029f9f09b0SDouglas Anderson * interface. 10039f9f09b0SDouglas Anderson * 10049f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 10059f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 10069f9f09b0SDouglas Anderson */ 10079f9f09b0SDouglas Anderson static int dwc2_uframe_schedule_ls(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 10089f9f09b0SDouglas Anderson { 10099f9f09b0SDouglas Anderson /* In non-split host and device time are the same */ 10109f9f09b0SDouglas Anderson WARN_ON(qh->host_us != qh->device_us); 10119f9f09b0SDouglas Anderson WARN_ON(qh->host_interval != qh->device_interval); 10129f9f09b0SDouglas Anderson WARN_ON(!qh->schedule_low_speed); 10139f9f09b0SDouglas Anderson 10149f9f09b0SDouglas Anderson /* Run on the main low speed schedule (no split = no hub = no TT) */ 10159f9f09b0SDouglas Anderson return dwc2_ls_pmap_schedule(hsotg, qh, 0); 10169f9f09b0SDouglas Anderson } 10179f9f09b0SDouglas Anderson 10189f9f09b0SDouglas Anderson /** 10199f9f09b0SDouglas Anderson * dwc2_uframe_schedule - Schedule a QH for a periodic xfer. 10209f9f09b0SDouglas Anderson * 10219f9f09b0SDouglas Anderson * Calls one of the 3 sub-function depending on what type of transfer this QH 10229f9f09b0SDouglas Anderson * is for. Also adds some printing. 10239f9f09b0SDouglas Anderson * 10249f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 10259f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 10269f9f09b0SDouglas Anderson */ 10279f9f09b0SDouglas Anderson static int dwc2_uframe_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1028b951c6c7SDouglas Anderson { 1029b951c6c7SDouglas Anderson int ret; 1030b951c6c7SDouglas Anderson 10319f9f09b0SDouglas Anderson if (qh->dev_speed == USB_SPEED_HIGH) 10329f9f09b0SDouglas Anderson ret = dwc2_uframe_schedule_hs(hsotg, qh); 10339f9f09b0SDouglas Anderson else if (!qh->do_split) 10349f9f09b0SDouglas Anderson ret = dwc2_uframe_schedule_ls(hsotg, qh); 10359f9f09b0SDouglas Anderson else 10369f9f09b0SDouglas Anderson ret = dwc2_uframe_schedule_split(hsotg, qh); 10379f9f09b0SDouglas Anderson 10389f9f09b0SDouglas Anderson if (ret) 10399f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p Failed to schedule %d\n", qh, ret); 10409f9f09b0SDouglas Anderson else 10419f9f09b0SDouglas Anderson dwc2_qh_schedule_print(hsotg, qh); 10429f9f09b0SDouglas Anderson 1043b951c6c7SDouglas Anderson return ret; 1044b951c6c7SDouglas Anderson } 1045b951c6c7SDouglas Anderson 1046b951c6c7SDouglas Anderson /** 10479f9f09b0SDouglas Anderson * dwc2_uframe_unschedule - Undoes dwc2_uframe_schedule(). 10489f9f09b0SDouglas Anderson * 10499f9f09b0SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller. 10509f9f09b0SDouglas Anderson * @qh: QH for the periodic transfer. 10519f9f09b0SDouglas Anderson */ 10529f9f09b0SDouglas Anderson static void dwc2_uframe_unschedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 10539f9f09b0SDouglas Anderson { 10549f9f09b0SDouglas Anderson int i; 10559f9f09b0SDouglas Anderson 10569f9f09b0SDouglas Anderson for (i = 0; i < qh->num_hs_transfers; i++) 10579f9f09b0SDouglas Anderson dwc2_hs_pmap_unschedule(hsotg, qh, i); 10589f9f09b0SDouglas Anderson 10599f9f09b0SDouglas Anderson if (qh->schedule_low_speed) 10609f9f09b0SDouglas Anderson dwc2_ls_pmap_unschedule(hsotg, qh); 10619f9f09b0SDouglas Anderson 10629f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p Unscheduled\n", qh); 10639f9f09b0SDouglas Anderson } 10649f9f09b0SDouglas Anderson 10659f9f09b0SDouglas Anderson /** 1066fb616e3fSDouglas Anderson * dwc2_pick_first_frame() - Choose 1st frame for qh that's already scheduled 1067fb616e3fSDouglas Anderson * 1068fb616e3fSDouglas Anderson * Takes a qh that has already been scheduled (which means we know we have the 1069fb616e3fSDouglas Anderson * bandwdith reserved for us) and set the next_active_frame and the 1070fb616e3fSDouglas Anderson * start_active_frame. 1071fb616e3fSDouglas Anderson * 1072fb616e3fSDouglas Anderson * This is expected to be called on qh's that weren't previously actively 1073fb616e3fSDouglas Anderson * running. It just picks the next frame that we can fit into without any 1074fb616e3fSDouglas Anderson * thought about the past. 1075fb616e3fSDouglas Anderson * 1076fb616e3fSDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 1077fb616e3fSDouglas Anderson * @qh: QH for a periodic endpoint 1078fb616e3fSDouglas Anderson * 1079fb616e3fSDouglas Anderson */ 1080fb616e3fSDouglas Anderson static void dwc2_pick_first_frame(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1081fb616e3fSDouglas Anderson { 1082fb616e3fSDouglas Anderson u16 frame_number; 1083fb616e3fSDouglas Anderson u16 earliest_frame; 1084fb616e3fSDouglas Anderson u16 next_active_frame; 10859f9f09b0SDouglas Anderson u16 relative_frame; 1086fb616e3fSDouglas Anderson u16 interval; 1087fb616e3fSDouglas Anderson 1088fb616e3fSDouglas Anderson /* 1089fb616e3fSDouglas Anderson * Use the real frame number rather than the cached value as of the 1090fb616e3fSDouglas Anderson * last SOF to give us a little extra slop. 1091fb616e3fSDouglas Anderson */ 1092fb616e3fSDouglas Anderson frame_number = dwc2_hcd_get_frame_number(hsotg); 1093fb616e3fSDouglas Anderson 1094fb616e3fSDouglas Anderson /* 1095fb616e3fSDouglas Anderson * We wouldn't want to start any earlier than the next frame just in 1096fb616e3fSDouglas Anderson * case the frame number ticks as we're doing this calculation. 1097fb616e3fSDouglas Anderson * 1098fb616e3fSDouglas Anderson * NOTE: if we could quantify how long till we actually get scheduled 1099fb616e3fSDouglas Anderson * we might be able to avoid the "+ 1" by looking at the upper part of 1100fb616e3fSDouglas Anderson * HFNUM (the FRREM field). For now we'll just use the + 1 though. 1101fb616e3fSDouglas Anderson */ 1102fb616e3fSDouglas Anderson earliest_frame = dwc2_frame_num_inc(frame_number, 1); 1103fb616e3fSDouglas Anderson next_active_frame = earliest_frame; 1104fb616e3fSDouglas Anderson 1105fb616e3fSDouglas Anderson /* Get the "no microframe schduler" out of the way... */ 1106fb616e3fSDouglas Anderson if (hsotg->core_params->uframe_sched <= 0) { 1107fb616e3fSDouglas Anderson if (qh->do_split) 1108fb616e3fSDouglas Anderson /* Splits are active at microframe 0 minus 1 */ 1109fb616e3fSDouglas Anderson next_active_frame |= 0x7; 1110fb616e3fSDouglas Anderson goto exit; 1111fb616e3fSDouglas Anderson } 1112fb616e3fSDouglas Anderson 11139f9f09b0SDouglas Anderson if (qh->dev_speed == USB_SPEED_HIGH || qh->do_split) { 11149f9f09b0SDouglas Anderson /* 11159f9f09b0SDouglas Anderson * We're either at high speed or we're doing a split (which 11169f9f09b0SDouglas Anderson * means we're talking high speed to a hub). In any case 11179f9f09b0SDouglas Anderson * the first frame should be based on when the first scheduled 11189f9f09b0SDouglas Anderson * event is. 11199f9f09b0SDouglas Anderson */ 11209f9f09b0SDouglas Anderson WARN_ON(qh->num_hs_transfers < 1); 11219f9f09b0SDouglas Anderson 11229f9f09b0SDouglas Anderson relative_frame = qh->hs_transfers[0].start_schedule_us / 11239f9f09b0SDouglas Anderson DWC2_HS_PERIODIC_US_PER_UFRAME; 11249f9f09b0SDouglas Anderson 11259f9f09b0SDouglas Anderson /* Adjust interval as per high speed schedule */ 11269f9f09b0SDouglas Anderson interval = gcd(qh->host_interval, DWC2_HS_SCHEDULE_UFRAMES); 11279f9f09b0SDouglas Anderson 11289f9f09b0SDouglas Anderson } else { 11299f9f09b0SDouglas Anderson /* 11309f9f09b0SDouglas Anderson * Low or full speed directly on dwc2. Just about the same 11319f9f09b0SDouglas Anderson * as high speed but on a different schedule and with slightly 11329f9f09b0SDouglas Anderson * different adjustments. Note that this works because when 11339f9f09b0SDouglas Anderson * the host and device are both low speed then frames in the 11349f9f09b0SDouglas Anderson * controller tick at low speed. 11359f9f09b0SDouglas Anderson */ 11369f9f09b0SDouglas Anderson relative_frame = qh->ls_start_schedule_slice / 11379f9f09b0SDouglas Anderson DWC2_LS_PERIODIC_SLICES_PER_FRAME; 11389f9f09b0SDouglas Anderson interval = gcd(qh->host_interval, DWC2_LS_SCHEDULE_FRAMES); 11399f9f09b0SDouglas Anderson } 11409f9f09b0SDouglas Anderson 11419f9f09b0SDouglas Anderson /* Scheduler messed up if frame is past interval */ 11429f9f09b0SDouglas Anderson WARN_ON(relative_frame >= interval); 1143fb616e3fSDouglas Anderson 1144fb616e3fSDouglas Anderson /* 1145fb616e3fSDouglas Anderson * We know interval must divide (HFNUM_MAX_FRNUM + 1) now that we've 1146fb616e3fSDouglas Anderson * done the gcd(), so it's safe to move to the beginning of the current 1147fb616e3fSDouglas Anderson * interval like this. 1148fb616e3fSDouglas Anderson * 1149fb616e3fSDouglas Anderson * After this we might be before earliest_frame, but don't worry, 1150fb616e3fSDouglas Anderson * we'll fix it... 1151fb616e3fSDouglas Anderson */ 1152fb616e3fSDouglas Anderson next_active_frame = (next_active_frame / interval) * interval; 1153fb616e3fSDouglas Anderson 1154fb616e3fSDouglas Anderson /* 1155fb616e3fSDouglas Anderson * Actually choose to start at the frame number we've been 1156fb616e3fSDouglas Anderson * scheduled for. 1157fb616e3fSDouglas Anderson */ 1158fb616e3fSDouglas Anderson next_active_frame = dwc2_frame_num_inc(next_active_frame, 11599f9f09b0SDouglas Anderson relative_frame); 1160fb616e3fSDouglas Anderson 1161fb616e3fSDouglas Anderson /* 1162fb616e3fSDouglas Anderson * We actually need 1 frame before since the next_active_frame is 1163fb616e3fSDouglas Anderson * the frame number we'll be put on the ready list and we won't be on 1164fb616e3fSDouglas Anderson * the bus until 1 frame later. 1165fb616e3fSDouglas Anderson */ 1166fb616e3fSDouglas Anderson next_active_frame = dwc2_frame_num_dec(next_active_frame, 1); 1167fb616e3fSDouglas Anderson 1168fb616e3fSDouglas Anderson /* 1169fb616e3fSDouglas Anderson * By now we might actually be before the earliest_frame. Let's move 1170fb616e3fSDouglas Anderson * up intervals until we're not. 1171fb616e3fSDouglas Anderson */ 1172fb616e3fSDouglas Anderson while (dwc2_frame_num_gt(earliest_frame, next_active_frame)) 1173fb616e3fSDouglas Anderson next_active_frame = dwc2_frame_num_inc(next_active_frame, 1174fb616e3fSDouglas Anderson interval); 1175fb616e3fSDouglas Anderson 1176fb616e3fSDouglas Anderson exit: 1177fb616e3fSDouglas Anderson qh->next_active_frame = next_active_frame; 1178fb616e3fSDouglas Anderson qh->start_active_frame = next_active_frame; 1179fb616e3fSDouglas Anderson 1180fb616e3fSDouglas Anderson dwc2_sch_vdbg(hsotg, "QH=%p First fn=%04x nxt=%04x\n", 1181fb616e3fSDouglas Anderson qh, frame_number, qh->next_active_frame); 1182fb616e3fSDouglas Anderson } 1183fb616e3fSDouglas Anderson 1184fb616e3fSDouglas Anderson /** 11852d3f1398SDouglas Anderson * dwc2_do_reserve() - Make a periodic reservation 11862d3f1398SDouglas Anderson * 11872d3f1398SDouglas Anderson * Try to allocate space in the periodic schedule. Depending on parameters 11882d3f1398SDouglas Anderson * this might use the microframe scheduler or the dumb scheduler. 11892d3f1398SDouglas Anderson * 11902d3f1398SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 11912d3f1398SDouglas Anderson * @qh: QH for the periodic transfer. 11922d3f1398SDouglas Anderson * 11932d3f1398SDouglas Anderson * Returns: 0 upon success; error upon failure. 11942d3f1398SDouglas Anderson */ 11952d3f1398SDouglas Anderson static int dwc2_do_reserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 11962d3f1398SDouglas Anderson { 11972d3f1398SDouglas Anderson int status; 11982d3f1398SDouglas Anderson 11992d3f1398SDouglas Anderson if (hsotg->core_params->uframe_sched > 0) { 12009f9f09b0SDouglas Anderson status = dwc2_uframe_schedule(hsotg, qh); 12012d3f1398SDouglas Anderson } else { 12022d3f1398SDouglas Anderson status = dwc2_periodic_channel_available(hsotg); 12032d3f1398SDouglas Anderson if (status) { 12042d3f1398SDouglas Anderson dev_info(hsotg->dev, 12052d3f1398SDouglas Anderson "%s: No host channel available for periodic transfer\n", 12062d3f1398SDouglas Anderson __func__); 12072d3f1398SDouglas Anderson return status; 12082d3f1398SDouglas Anderson } 12092d3f1398SDouglas Anderson 12102d3f1398SDouglas Anderson status = dwc2_check_periodic_bandwidth(hsotg, qh); 12112d3f1398SDouglas Anderson } 12122d3f1398SDouglas Anderson 12132d3f1398SDouglas Anderson if (status) { 12142d3f1398SDouglas Anderson dev_dbg(hsotg->dev, 12152d3f1398SDouglas Anderson "%s: Insufficient periodic bandwidth for periodic transfer\n", 12162d3f1398SDouglas Anderson __func__); 12172d3f1398SDouglas Anderson return status; 12182d3f1398SDouglas Anderson } 12192d3f1398SDouglas Anderson 12202d3f1398SDouglas Anderson if (hsotg->core_params->uframe_sched <= 0) 12212d3f1398SDouglas Anderson /* Reserve periodic channel */ 12222d3f1398SDouglas Anderson hsotg->periodic_channels++; 12232d3f1398SDouglas Anderson 12242d3f1398SDouglas Anderson /* Update claimed usecs per (micro)frame */ 12252d3f1398SDouglas Anderson hsotg->periodic_usecs += qh->host_us; 12262d3f1398SDouglas Anderson 1227fb616e3fSDouglas Anderson dwc2_pick_first_frame(hsotg, qh); 1228fb616e3fSDouglas Anderson 12292d3f1398SDouglas Anderson return 0; 12302d3f1398SDouglas Anderson } 12312d3f1398SDouglas Anderson 12322d3f1398SDouglas Anderson /** 123317dd5b64SDouglas Anderson * dwc2_do_unreserve() - Actually release the periodic reservation 123417dd5b64SDouglas Anderson * 123517dd5b64SDouglas Anderson * This function actually releases the periodic bandwidth that was reserved 123617dd5b64SDouglas Anderson * by the given qh. 123717dd5b64SDouglas Anderson * 123817dd5b64SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 123917dd5b64SDouglas Anderson * @qh: QH for the periodic transfer. 124017dd5b64SDouglas Anderson */ 124117dd5b64SDouglas Anderson static void dwc2_do_unreserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 124217dd5b64SDouglas Anderson { 124317dd5b64SDouglas Anderson assert_spin_locked(&hsotg->lock); 124417dd5b64SDouglas Anderson 124517dd5b64SDouglas Anderson WARN_ON(!qh->unreserve_pending); 124617dd5b64SDouglas Anderson 124717dd5b64SDouglas Anderson /* No more unreserve pending--we're doing it */ 124817dd5b64SDouglas Anderson qh->unreserve_pending = false; 124917dd5b64SDouglas Anderson 125017dd5b64SDouglas Anderson if (WARN_ON(!list_empty(&qh->qh_list_entry))) 125117dd5b64SDouglas Anderson list_del_init(&qh->qh_list_entry); 125217dd5b64SDouglas Anderson 125317dd5b64SDouglas Anderson /* Update claimed usecs per (micro)frame */ 1254ced9eee1SDouglas Anderson hsotg->periodic_usecs -= qh->host_us; 125517dd5b64SDouglas Anderson 125617dd5b64SDouglas Anderson if (hsotg->core_params->uframe_sched > 0) { 12579f9f09b0SDouglas Anderson dwc2_uframe_unschedule(hsotg, qh); 125817dd5b64SDouglas Anderson } else { 125917dd5b64SDouglas Anderson /* Release periodic channel reservation */ 126017dd5b64SDouglas Anderson hsotg->periodic_channels--; 126117dd5b64SDouglas Anderson } 126217dd5b64SDouglas Anderson } 126317dd5b64SDouglas Anderson 126417dd5b64SDouglas Anderson /** 126517dd5b64SDouglas Anderson * dwc2_unreserve_timer_fn() - Timer function to release periodic reservation 126617dd5b64SDouglas Anderson * 126717dd5b64SDouglas Anderson * According to the kernel doc for usb_submit_urb() (specifically the part about 126817dd5b64SDouglas Anderson * "Reserved Bandwidth Transfers"), we need to keep a reservation active as 126917dd5b64SDouglas Anderson * long as a device driver keeps submitting. Since we're using HCD_BH to give 127017dd5b64SDouglas Anderson * back the URB we need to give the driver a little bit of time before we 127117dd5b64SDouglas Anderson * release the reservation. This worker is called after the appropriate 127217dd5b64SDouglas Anderson * delay. 127317dd5b64SDouglas Anderson * 127417dd5b64SDouglas Anderson * @work: Pointer to a qh unreserve_work. 127517dd5b64SDouglas Anderson */ 127617dd5b64SDouglas Anderson static void dwc2_unreserve_timer_fn(unsigned long data) 127717dd5b64SDouglas Anderson { 127817dd5b64SDouglas Anderson struct dwc2_qh *qh = (struct dwc2_qh *)data; 127917dd5b64SDouglas Anderson struct dwc2_hsotg *hsotg = qh->hsotg; 128017dd5b64SDouglas Anderson unsigned long flags; 128117dd5b64SDouglas Anderson 128217dd5b64SDouglas Anderson /* 128317dd5b64SDouglas Anderson * Wait for the lock, or for us to be scheduled again. We 128417dd5b64SDouglas Anderson * could be scheduled again if: 128517dd5b64SDouglas Anderson * - We started executing but didn't get the lock yet. 128617dd5b64SDouglas Anderson * - A new reservation came in, but cancel didn't take effect 128717dd5b64SDouglas Anderson * because we already started executing. 128817dd5b64SDouglas Anderson * - The timer has been kicked again. 128917dd5b64SDouglas Anderson * In that case cancel and wait for the next call. 129017dd5b64SDouglas Anderson */ 129117dd5b64SDouglas Anderson while (!spin_trylock_irqsave(&hsotg->lock, flags)) { 129217dd5b64SDouglas Anderson if (timer_pending(&qh->unreserve_timer)) 129317dd5b64SDouglas Anderson return; 129417dd5b64SDouglas Anderson } 129517dd5b64SDouglas Anderson 129617dd5b64SDouglas Anderson /* 129717dd5b64SDouglas Anderson * Might be no more unreserve pending if: 129817dd5b64SDouglas Anderson * - We started executing but didn't get the lock yet. 129917dd5b64SDouglas Anderson * - A new reservation came in, but cancel didn't take effect 130017dd5b64SDouglas Anderson * because we already started executing. 130117dd5b64SDouglas Anderson * 130217dd5b64SDouglas Anderson * We can't put this in the loop above because unreserve_pending needs 130317dd5b64SDouglas Anderson * to be accessed under lock, so we can only check it once we got the 130417dd5b64SDouglas Anderson * lock. 130517dd5b64SDouglas Anderson */ 130617dd5b64SDouglas Anderson if (qh->unreserve_pending) 130717dd5b64SDouglas Anderson dwc2_do_unreserve(hsotg, qh); 130817dd5b64SDouglas Anderson 130917dd5b64SDouglas Anderson spin_unlock_irqrestore(&hsotg->lock, flags); 131017dd5b64SDouglas Anderson } 131117dd5b64SDouglas Anderson 1312197ba5f4SPaul Zimmerman /** 1313b951c6c7SDouglas Anderson * dwc2_check_max_xfer_size() - Checks that the max transfer size allowed in a 1314b951c6c7SDouglas Anderson * host channel is large enough to handle the maximum data transfer in a single 1315b951c6c7SDouglas Anderson * (micro)frame for a periodic transfer 1316b951c6c7SDouglas Anderson * 1317b951c6c7SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 1318b951c6c7SDouglas Anderson * @qh: QH for a periodic endpoint 1319b951c6c7SDouglas Anderson * 1320b951c6c7SDouglas Anderson * Return: 0 if successful, negative error code otherwise 1321b951c6c7SDouglas Anderson */ 1322b951c6c7SDouglas Anderson static int dwc2_check_max_xfer_size(struct dwc2_hsotg *hsotg, 1323b951c6c7SDouglas Anderson struct dwc2_qh *qh) 1324b951c6c7SDouglas Anderson { 1325b951c6c7SDouglas Anderson u32 max_xfer_size; 1326b951c6c7SDouglas Anderson u32 max_channel_xfer_size; 1327b951c6c7SDouglas Anderson int status = 0; 1328b951c6c7SDouglas Anderson 1329b951c6c7SDouglas Anderson max_xfer_size = dwc2_max_packet(qh->maxp) * dwc2_hb_mult(qh->maxp); 1330b951c6c7SDouglas Anderson max_channel_xfer_size = hsotg->core_params->max_transfer_size; 1331b951c6c7SDouglas Anderson 1332b951c6c7SDouglas Anderson if (max_xfer_size > max_channel_xfer_size) { 1333b951c6c7SDouglas Anderson dev_err(hsotg->dev, 1334b951c6c7SDouglas Anderson "%s: Periodic xfer length %d > max xfer length for channel %d\n", 1335b951c6c7SDouglas Anderson __func__, max_xfer_size, max_channel_xfer_size); 1336b951c6c7SDouglas Anderson status = -ENOSPC; 1337b951c6c7SDouglas Anderson } 1338b951c6c7SDouglas Anderson 1339b951c6c7SDouglas Anderson return status; 1340b951c6c7SDouglas Anderson } 1341b951c6c7SDouglas Anderson 1342b951c6c7SDouglas Anderson /** 1343b951c6c7SDouglas Anderson * dwc2_schedule_periodic() - Schedules an interrupt or isochronous transfer in 1344b951c6c7SDouglas Anderson * the periodic schedule 1345b951c6c7SDouglas Anderson * 1346b951c6c7SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 1347b951c6c7SDouglas Anderson * @qh: QH for the periodic transfer. The QH should already contain the 1348b951c6c7SDouglas Anderson * scheduling information. 1349b951c6c7SDouglas Anderson * 1350b951c6c7SDouglas Anderson * Return: 0 if successful, negative error code otherwise 1351b951c6c7SDouglas Anderson */ 1352b951c6c7SDouglas Anderson static int dwc2_schedule_periodic(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1353b951c6c7SDouglas Anderson { 1354b951c6c7SDouglas Anderson int status; 1355b951c6c7SDouglas Anderson 1356b951c6c7SDouglas Anderson status = dwc2_check_max_xfer_size(hsotg, qh); 1357b951c6c7SDouglas Anderson if (status) { 1358b951c6c7SDouglas Anderson dev_dbg(hsotg->dev, 1359b951c6c7SDouglas Anderson "%s: Channel max transfer size too small for periodic transfer\n", 1360b951c6c7SDouglas Anderson __func__); 1361b951c6c7SDouglas Anderson return status; 1362b951c6c7SDouglas Anderson } 1363b951c6c7SDouglas Anderson 1364b951c6c7SDouglas Anderson /* Cancel pending unreserve; if canceled OK, unreserve was pending */ 1365b951c6c7SDouglas Anderson if (del_timer(&qh->unreserve_timer)) 1366b951c6c7SDouglas Anderson WARN_ON(!qh->unreserve_pending); 1367b951c6c7SDouglas Anderson 1368b951c6c7SDouglas Anderson /* 1369b951c6c7SDouglas Anderson * Only need to reserve if there's not an unreserve pending, since if an 1370b951c6c7SDouglas Anderson * unreserve is pending then by definition our old reservation is still 1371b951c6c7SDouglas Anderson * valid. Unreserve might still be pending even if we didn't cancel if 1372b951c6c7SDouglas Anderson * dwc2_unreserve_timer_fn() already started. Code in the timer handles 1373b951c6c7SDouglas Anderson * that case. 1374b951c6c7SDouglas Anderson */ 1375b951c6c7SDouglas Anderson if (!qh->unreserve_pending) { 13762d3f1398SDouglas Anderson status = dwc2_do_reserve(hsotg, qh); 13772d3f1398SDouglas Anderson if (status) 1378b951c6c7SDouglas Anderson return status; 1379fb616e3fSDouglas Anderson } else { 1380fb616e3fSDouglas Anderson /* 1381fb616e3fSDouglas Anderson * It might have been a while, so make sure that frame_number 1382fb616e3fSDouglas Anderson * is still good. Note: we could also try to use the similar 1383fb616e3fSDouglas Anderson * dwc2_next_periodic_start() but that schedules much more 1384fb616e3fSDouglas Anderson * tightly and we might need to hurry and queue things up. 1385fb616e3fSDouglas Anderson */ 1386fb616e3fSDouglas Anderson if (dwc2_frame_num_le(qh->next_active_frame, 1387fb616e3fSDouglas Anderson hsotg->frame_number)) 1388fb616e3fSDouglas Anderson dwc2_pick_first_frame(hsotg, qh); 1389b951c6c7SDouglas Anderson } 1390b951c6c7SDouglas Anderson 1391b951c6c7SDouglas Anderson qh->unreserve_pending = 0; 1392b951c6c7SDouglas Anderson 1393b951c6c7SDouglas Anderson if (hsotg->core_params->dma_desc_enable > 0) 1394b951c6c7SDouglas Anderson /* Don't rely on SOF and start in ready schedule */ 1395b951c6c7SDouglas Anderson list_add_tail(&qh->qh_list_entry, &hsotg->periodic_sched_ready); 1396b951c6c7SDouglas Anderson else 1397b951c6c7SDouglas Anderson /* Always start in inactive schedule */ 1398b951c6c7SDouglas Anderson list_add_tail(&qh->qh_list_entry, 1399b951c6c7SDouglas Anderson &hsotg->periodic_sched_inactive); 1400b951c6c7SDouglas Anderson 14012d3f1398SDouglas Anderson return 0; 1402b951c6c7SDouglas Anderson } 1403b951c6c7SDouglas Anderson 1404b951c6c7SDouglas Anderson /** 1405b951c6c7SDouglas Anderson * dwc2_deschedule_periodic() - Removes an interrupt or isochronous transfer 1406b951c6c7SDouglas Anderson * from the periodic schedule 1407b951c6c7SDouglas Anderson * 1408b951c6c7SDouglas Anderson * @hsotg: The HCD state structure for the DWC OTG controller 1409b951c6c7SDouglas Anderson * @qh: QH for the periodic transfer 1410b951c6c7SDouglas Anderson */ 1411b951c6c7SDouglas Anderson static void dwc2_deschedule_periodic(struct dwc2_hsotg *hsotg, 1412b951c6c7SDouglas Anderson struct dwc2_qh *qh) 1413b951c6c7SDouglas Anderson { 1414b951c6c7SDouglas Anderson bool did_modify; 1415b951c6c7SDouglas Anderson 1416b951c6c7SDouglas Anderson assert_spin_locked(&hsotg->lock); 1417b951c6c7SDouglas Anderson 1418b951c6c7SDouglas Anderson /* 1419b951c6c7SDouglas Anderson * Schedule the unreserve to happen in a little bit. Cases here: 1420b951c6c7SDouglas Anderson * - Unreserve worker might be sitting there waiting to grab the lock. 1421b951c6c7SDouglas Anderson * In this case it will notice it's been schedule again and will 1422b951c6c7SDouglas Anderson * quit. 1423b951c6c7SDouglas Anderson * - Unreserve worker might not be scheduled. 1424b951c6c7SDouglas Anderson * 1425b951c6c7SDouglas Anderson * We should never already be scheduled since dwc2_schedule_periodic() 1426b951c6c7SDouglas Anderson * should have canceled the scheduled unreserve timer (hence the 1427b951c6c7SDouglas Anderson * warning on did_modify). 1428b951c6c7SDouglas Anderson * 1429b951c6c7SDouglas Anderson * We add + 1 to the timer to guarantee that at least 1 jiffy has 1430b951c6c7SDouglas Anderson * passed (otherwise if the jiffy counter might tick right after we 1431b951c6c7SDouglas Anderson * read it and we'll get no delay). 1432b951c6c7SDouglas Anderson */ 1433b951c6c7SDouglas Anderson did_modify = mod_timer(&qh->unreserve_timer, 1434b951c6c7SDouglas Anderson jiffies + DWC2_UNRESERVE_DELAY + 1); 1435b951c6c7SDouglas Anderson WARN_ON(did_modify); 1436b951c6c7SDouglas Anderson qh->unreserve_pending = 1; 1437b951c6c7SDouglas Anderson 1438b951c6c7SDouglas Anderson list_del_init(&qh->qh_list_entry); 1439b951c6c7SDouglas Anderson } 1440b951c6c7SDouglas Anderson 1441b951c6c7SDouglas Anderson /** 1442197ba5f4SPaul Zimmerman * dwc2_qh_init() - Initializes a QH structure 1443197ba5f4SPaul Zimmerman * 1444197ba5f4SPaul Zimmerman * @hsotg: The HCD state structure for the DWC OTG controller 1445197ba5f4SPaul Zimmerman * @qh: The QH to init 1446197ba5f4SPaul Zimmerman * @urb: Holds the information about the device/endpoint needed to initialize 1447197ba5f4SPaul Zimmerman * the QH 14489f9f09b0SDouglas Anderson * @mem_flags: Flags for allocating memory. 1449197ba5f4SPaul Zimmerman */ 1450197ba5f4SPaul Zimmerman static void dwc2_qh_init(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, 14519f9f09b0SDouglas Anderson struct dwc2_hcd_urb *urb, gfp_t mem_flags) 1452197ba5f4SPaul Zimmerman { 14539f9f09b0SDouglas Anderson int dev_speed = dwc2_host_get_speed(hsotg, urb->priv); 14549f9f09b0SDouglas Anderson u8 ep_type = dwc2_hcd_get_pipe_type(&urb->pipe_info); 14559f9f09b0SDouglas Anderson bool ep_is_in = !!dwc2_hcd_is_pipe_in(&urb->pipe_info); 14569f9f09b0SDouglas Anderson bool ep_is_isoc = (ep_type == USB_ENDPOINT_XFER_ISOC); 14579f9f09b0SDouglas Anderson bool ep_is_int = (ep_type == USB_ENDPOINT_XFER_INT); 14589f9f09b0SDouglas Anderson u32 hprt = dwc2_readl(hsotg->regs + HPRT0); 14599f9f09b0SDouglas Anderson u32 prtspd = (hprt & HPRT0_SPD_MASK) >> HPRT0_SPD_SHIFT; 14609f9f09b0SDouglas Anderson bool do_split = (prtspd == HPRT0_SPD_HIGH_SPEED && 14619f9f09b0SDouglas Anderson dev_speed != USB_SPEED_HIGH); 14629f9f09b0SDouglas Anderson int maxp = dwc2_hcd_get_mps(&urb->pipe_info); 14639f9f09b0SDouglas Anderson int bytecount = dwc2_hb_mult(maxp) * dwc2_max_packet(maxp); 1464197ba5f4SPaul Zimmerman char *speed, *type; 1465197ba5f4SPaul Zimmerman 1466197ba5f4SPaul Zimmerman /* Initialize QH */ 146717dd5b64SDouglas Anderson qh->hsotg = hsotg; 146817dd5b64SDouglas Anderson setup_timer(&qh->unreserve_timer, dwc2_unreserve_timer_fn, 146917dd5b64SDouglas Anderson (unsigned long)qh); 14709f9f09b0SDouglas Anderson qh->ep_type = ep_type; 14719f9f09b0SDouglas Anderson qh->ep_is_in = ep_is_in; 1472197ba5f4SPaul Zimmerman 1473197ba5f4SPaul Zimmerman qh->data_toggle = DWC2_HC_PID_DATA0; 14749f9f09b0SDouglas Anderson qh->maxp = maxp; 1475197ba5f4SPaul Zimmerman INIT_LIST_HEAD(&qh->qtd_list); 1476197ba5f4SPaul Zimmerman INIT_LIST_HEAD(&qh->qh_list_entry); 1477197ba5f4SPaul Zimmerman 14789f9f09b0SDouglas Anderson qh->do_split = do_split; 1479197ba5f4SPaul Zimmerman qh->dev_speed = dev_speed; 1480197ba5f4SPaul Zimmerman 14819f9f09b0SDouglas Anderson if (ep_is_int || ep_is_isoc) { 14829f9f09b0SDouglas Anderson /* Compute scheduling parameters once and save them */ 14839f9f09b0SDouglas Anderson int host_speed = do_split ? USB_SPEED_HIGH : dev_speed; 14849f9f09b0SDouglas Anderson struct dwc2_tt *dwc_tt = dwc2_host_get_tt_info(hsotg, urb->priv, 14859f9f09b0SDouglas Anderson mem_flags, 14869f9f09b0SDouglas Anderson &qh->ttport); 14879f9f09b0SDouglas Anderson int device_ns; 14889f9f09b0SDouglas Anderson 14899f9f09b0SDouglas Anderson qh->dwc_tt = dwc_tt; 14909f9f09b0SDouglas Anderson 14919f9f09b0SDouglas Anderson qh->host_us = NS_TO_US(usb_calc_bus_time(host_speed, ep_is_in, 14929f9f09b0SDouglas Anderson ep_is_isoc, bytecount)); 14939f9f09b0SDouglas Anderson device_ns = usb_calc_bus_time(dev_speed, ep_is_in, 14949f9f09b0SDouglas Anderson ep_is_isoc, bytecount); 14959f9f09b0SDouglas Anderson 14969f9f09b0SDouglas Anderson if (do_split && dwc_tt) 14979f9f09b0SDouglas Anderson device_ns += dwc_tt->usb_tt->think_time; 14989f9f09b0SDouglas Anderson qh->device_us = NS_TO_US(device_ns); 14999f9f09b0SDouglas Anderson 15009f9f09b0SDouglas Anderson 15019f9f09b0SDouglas Anderson qh->device_interval = urb->interval; 15029f9f09b0SDouglas Anderson qh->host_interval = urb->interval * (do_split ? 8 : 1); 15039f9f09b0SDouglas Anderson 15049f9f09b0SDouglas Anderson /* 15059f9f09b0SDouglas Anderson * Schedule low speed if we're running the host in low or 15069f9f09b0SDouglas Anderson * full speed OR if we've got a "TT" to deal with to access this 15079f9f09b0SDouglas Anderson * device. 15089f9f09b0SDouglas Anderson */ 15099f9f09b0SDouglas Anderson qh->schedule_low_speed = prtspd != HPRT0_SPD_HIGH_SPEED || 15109f9f09b0SDouglas Anderson dwc_tt; 15119f9f09b0SDouglas Anderson 15129f9f09b0SDouglas Anderson if (do_split) { 15139f9f09b0SDouglas Anderson /* We won't know num transfers until we schedule */ 15149f9f09b0SDouglas Anderson qh->num_hs_transfers = -1; 15159f9f09b0SDouglas Anderson } else if (dev_speed == USB_SPEED_HIGH) { 15169f9f09b0SDouglas Anderson qh->num_hs_transfers = 1; 15179f9f09b0SDouglas Anderson } else { 15189f9f09b0SDouglas Anderson qh->num_hs_transfers = 0; 15199f9f09b0SDouglas Anderson } 15209f9f09b0SDouglas Anderson 15219f9f09b0SDouglas Anderson /* We'll schedule later when we have something to do */ 15229f9f09b0SDouglas Anderson } 15239f9f09b0SDouglas Anderson 1524197ba5f4SPaul Zimmerman switch (dev_speed) { 1525197ba5f4SPaul Zimmerman case USB_SPEED_LOW: 1526197ba5f4SPaul Zimmerman speed = "low"; 1527197ba5f4SPaul Zimmerman break; 1528197ba5f4SPaul Zimmerman case USB_SPEED_FULL: 1529197ba5f4SPaul Zimmerman speed = "full"; 1530197ba5f4SPaul Zimmerman break; 1531197ba5f4SPaul Zimmerman case USB_SPEED_HIGH: 1532197ba5f4SPaul Zimmerman speed = "high"; 1533197ba5f4SPaul Zimmerman break; 1534197ba5f4SPaul Zimmerman default: 1535197ba5f4SPaul Zimmerman speed = "?"; 1536197ba5f4SPaul Zimmerman break; 1537197ba5f4SPaul Zimmerman } 1538197ba5f4SPaul Zimmerman 1539197ba5f4SPaul Zimmerman switch (qh->ep_type) { 1540197ba5f4SPaul Zimmerman case USB_ENDPOINT_XFER_ISOC: 1541197ba5f4SPaul Zimmerman type = "isochronous"; 1542197ba5f4SPaul Zimmerman break; 1543197ba5f4SPaul Zimmerman case USB_ENDPOINT_XFER_INT: 1544197ba5f4SPaul Zimmerman type = "interrupt"; 1545197ba5f4SPaul Zimmerman break; 1546197ba5f4SPaul Zimmerman case USB_ENDPOINT_XFER_CONTROL: 1547197ba5f4SPaul Zimmerman type = "control"; 1548197ba5f4SPaul Zimmerman break; 1549197ba5f4SPaul Zimmerman case USB_ENDPOINT_XFER_BULK: 1550197ba5f4SPaul Zimmerman type = "bulk"; 1551197ba5f4SPaul Zimmerman break; 1552197ba5f4SPaul Zimmerman default: 1553197ba5f4SPaul Zimmerman type = "?"; 1554197ba5f4SPaul Zimmerman break; 1555197ba5f4SPaul Zimmerman } 1556197ba5f4SPaul Zimmerman 15579f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p Init %s, %s speed, %d bytes:\n", qh, type, 15589f9f09b0SDouglas Anderson speed, bytecount); 15599f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p ...addr=%d, ep=%d, %s\n", qh, 15609f9f09b0SDouglas Anderson dwc2_hcd_get_dev_addr(&urb->pipe_info), 15619f9f09b0SDouglas Anderson dwc2_hcd_get_ep_num(&urb->pipe_info), 15629f9f09b0SDouglas Anderson ep_is_in ? "IN" : "OUT"); 15639f9f09b0SDouglas Anderson if (ep_is_int || ep_is_isoc) { 15649f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, 15659f9f09b0SDouglas Anderson "QH=%p ...duration: host=%d us, device=%d us\n", 15669f9f09b0SDouglas Anderson qh, qh->host_us, qh->device_us); 15679f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p ...interval: host=%d, device=%d\n", 15689f9f09b0SDouglas Anderson qh, qh->host_interval, qh->device_interval); 15699f9f09b0SDouglas Anderson if (qh->schedule_low_speed) 15709f9f09b0SDouglas Anderson dwc2_sch_dbg(hsotg, "QH=%p ...low speed schedule=%p\n", 15719f9f09b0SDouglas Anderson qh, dwc2_get_ls_map(hsotg, qh)); 1572197ba5f4SPaul Zimmerman } 1573197ba5f4SPaul Zimmerman } 1574197ba5f4SPaul Zimmerman 1575197ba5f4SPaul Zimmerman /** 1576197ba5f4SPaul Zimmerman * dwc2_hcd_qh_create() - Allocates and initializes a QH 1577197ba5f4SPaul Zimmerman * 1578197ba5f4SPaul Zimmerman * @hsotg: The HCD state structure for the DWC OTG controller 1579197ba5f4SPaul Zimmerman * @urb: Holds the information about the device/endpoint needed 1580197ba5f4SPaul Zimmerman * to initialize the QH 1581197ba5f4SPaul Zimmerman * @atomic_alloc: Flag to do atomic allocation if needed 1582197ba5f4SPaul Zimmerman * 1583197ba5f4SPaul Zimmerman * Return: Pointer to the newly allocated QH, or NULL on error 1584197ba5f4SPaul Zimmerman */ 1585b58e6ceeSMian Yousaf Kaukab struct dwc2_qh *dwc2_hcd_qh_create(struct dwc2_hsotg *hsotg, 1586197ba5f4SPaul Zimmerman struct dwc2_hcd_urb *urb, 1587197ba5f4SPaul Zimmerman gfp_t mem_flags) 1588197ba5f4SPaul Zimmerman { 1589197ba5f4SPaul Zimmerman struct dwc2_qh *qh; 1590197ba5f4SPaul Zimmerman 1591197ba5f4SPaul Zimmerman if (!urb->priv) 1592197ba5f4SPaul Zimmerman return NULL; 1593197ba5f4SPaul Zimmerman 1594197ba5f4SPaul Zimmerman /* Allocate memory */ 1595197ba5f4SPaul Zimmerman qh = kzalloc(sizeof(*qh), mem_flags); 1596197ba5f4SPaul Zimmerman if (!qh) 1597197ba5f4SPaul Zimmerman return NULL; 1598197ba5f4SPaul Zimmerman 15999f9f09b0SDouglas Anderson dwc2_qh_init(hsotg, qh, urb, mem_flags); 1600197ba5f4SPaul Zimmerman 1601197ba5f4SPaul Zimmerman if (hsotg->core_params->dma_desc_enable > 0 && 1602197ba5f4SPaul Zimmerman dwc2_hcd_qh_init_ddma(hsotg, qh, mem_flags) < 0) { 1603197ba5f4SPaul Zimmerman dwc2_hcd_qh_free(hsotg, qh); 1604197ba5f4SPaul Zimmerman return NULL; 1605197ba5f4SPaul Zimmerman } 1606197ba5f4SPaul Zimmerman 1607197ba5f4SPaul Zimmerman return qh; 1608197ba5f4SPaul Zimmerman } 1609197ba5f4SPaul Zimmerman 1610197ba5f4SPaul Zimmerman /** 1611197ba5f4SPaul Zimmerman * dwc2_hcd_qh_free() - Frees the QH 1612197ba5f4SPaul Zimmerman * 1613197ba5f4SPaul Zimmerman * @hsotg: HCD instance 1614197ba5f4SPaul Zimmerman * @qh: The QH to free 1615197ba5f4SPaul Zimmerman * 1616197ba5f4SPaul Zimmerman * QH should already be removed from the list. QTD list should already be empty 1617197ba5f4SPaul Zimmerman * if called from URB Dequeue. 1618197ba5f4SPaul Zimmerman * 1619197ba5f4SPaul Zimmerman * Must NOT be called with interrupt disabled or spinlock held 1620197ba5f4SPaul Zimmerman */ 1621197ba5f4SPaul Zimmerman void dwc2_hcd_qh_free(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1622197ba5f4SPaul Zimmerman { 162317dd5b64SDouglas Anderson /* Make sure any unreserve work is finished. */ 162417dd5b64SDouglas Anderson if (del_timer_sync(&qh->unreserve_timer)) { 162517dd5b64SDouglas Anderson unsigned long flags; 162617dd5b64SDouglas Anderson 162717dd5b64SDouglas Anderson spin_lock_irqsave(&hsotg->lock, flags); 162817dd5b64SDouglas Anderson dwc2_do_unreserve(hsotg, qh); 162917dd5b64SDouglas Anderson spin_unlock_irqrestore(&hsotg->lock, flags); 163017dd5b64SDouglas Anderson } 16319f9f09b0SDouglas Anderson dwc2_host_put_tt_info(hsotg, qh->dwc_tt); 163217dd5b64SDouglas Anderson 16333bc04e28SDouglas Anderson if (qh->desc_list) 1634197ba5f4SPaul Zimmerman dwc2_hcd_qh_free_ddma(hsotg, qh); 1635197ba5f4SPaul Zimmerman kfree(qh); 1636197ba5f4SPaul Zimmerman } 1637197ba5f4SPaul Zimmerman 1638197ba5f4SPaul Zimmerman /** 1639197ba5f4SPaul Zimmerman * dwc2_hcd_qh_add() - Adds a QH to either the non periodic or periodic 1640197ba5f4SPaul Zimmerman * schedule if it is not already in the schedule. If the QH is already in 1641197ba5f4SPaul Zimmerman * the schedule, no action is taken. 1642197ba5f4SPaul Zimmerman * 1643197ba5f4SPaul Zimmerman * @hsotg: The HCD state structure for the DWC OTG controller 1644197ba5f4SPaul Zimmerman * @qh: The QH to add 1645197ba5f4SPaul Zimmerman * 1646197ba5f4SPaul Zimmerman * Return: 0 if successful, negative error code otherwise 1647197ba5f4SPaul Zimmerman */ 1648197ba5f4SPaul Zimmerman int dwc2_hcd_qh_add(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1649197ba5f4SPaul Zimmerman { 1650197ba5f4SPaul Zimmerman int status; 1651197ba5f4SPaul Zimmerman u32 intr_mask; 1652197ba5f4SPaul Zimmerman 1653197ba5f4SPaul Zimmerman if (dbg_qh(qh)) 1654197ba5f4SPaul Zimmerman dev_vdbg(hsotg->dev, "%s()\n", __func__); 1655197ba5f4SPaul Zimmerman 1656197ba5f4SPaul Zimmerman if (!list_empty(&qh->qh_list_entry)) 1657197ba5f4SPaul Zimmerman /* QH already in a schedule */ 1658197ba5f4SPaul Zimmerman return 0; 1659197ba5f4SPaul Zimmerman 1660197ba5f4SPaul Zimmerman /* Add the new QH to the appropriate schedule */ 1661197ba5f4SPaul Zimmerman if (dwc2_qh_is_non_per(qh)) { 1662fb616e3fSDouglas Anderson /* Schedule right away */ 1663fb616e3fSDouglas Anderson qh->start_active_frame = hsotg->frame_number; 1664fb616e3fSDouglas Anderson qh->next_active_frame = qh->start_active_frame; 1665fb616e3fSDouglas Anderson 1666197ba5f4SPaul Zimmerman /* Always start in inactive schedule */ 1667197ba5f4SPaul Zimmerman list_add_tail(&qh->qh_list_entry, 1668197ba5f4SPaul Zimmerman &hsotg->non_periodic_sched_inactive); 1669197ba5f4SPaul Zimmerman return 0; 1670197ba5f4SPaul Zimmerman } 1671197ba5f4SPaul Zimmerman 1672197ba5f4SPaul Zimmerman status = dwc2_schedule_periodic(hsotg, qh); 1673197ba5f4SPaul Zimmerman if (status) 1674197ba5f4SPaul Zimmerman return status; 1675197ba5f4SPaul Zimmerman if (!hsotg->periodic_qh_count) { 167695c8bc36SAntti Seppälä intr_mask = dwc2_readl(hsotg->regs + GINTMSK); 1677197ba5f4SPaul Zimmerman intr_mask |= GINTSTS_SOF; 167895c8bc36SAntti Seppälä dwc2_writel(intr_mask, hsotg->regs + GINTMSK); 1679197ba5f4SPaul Zimmerman } 1680197ba5f4SPaul Zimmerman hsotg->periodic_qh_count++; 1681197ba5f4SPaul Zimmerman 1682197ba5f4SPaul Zimmerman return 0; 1683197ba5f4SPaul Zimmerman } 1684197ba5f4SPaul Zimmerman 1685197ba5f4SPaul Zimmerman /** 1686197ba5f4SPaul Zimmerman * dwc2_hcd_qh_unlink() - Removes a QH from either the non-periodic or periodic 1687197ba5f4SPaul Zimmerman * schedule. Memory is not freed. 1688197ba5f4SPaul Zimmerman * 1689197ba5f4SPaul Zimmerman * @hsotg: The HCD state structure 1690197ba5f4SPaul Zimmerman * @qh: QH to remove from schedule 1691197ba5f4SPaul Zimmerman */ 1692197ba5f4SPaul Zimmerman void dwc2_hcd_qh_unlink(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) 1693197ba5f4SPaul Zimmerman { 1694197ba5f4SPaul Zimmerman u32 intr_mask; 1695197ba5f4SPaul Zimmerman 1696197ba5f4SPaul Zimmerman dev_vdbg(hsotg->dev, "%s()\n", __func__); 1697197ba5f4SPaul Zimmerman 1698197ba5f4SPaul Zimmerman if (list_empty(&qh->qh_list_entry)) 1699197ba5f4SPaul Zimmerman /* QH is not in a schedule */ 1700197ba5f4SPaul Zimmerman return; 1701197ba5f4SPaul Zimmerman 1702197ba5f4SPaul Zimmerman if (dwc2_qh_is_non_per(qh)) { 1703197ba5f4SPaul Zimmerman if (hsotg->non_periodic_qh_ptr == &qh->qh_list_entry) 1704197ba5f4SPaul Zimmerman hsotg->non_periodic_qh_ptr = 1705197ba5f4SPaul Zimmerman hsotg->non_periodic_qh_ptr->next; 1706197ba5f4SPaul Zimmerman list_del_init(&qh->qh_list_entry); 1707197ba5f4SPaul Zimmerman return; 1708197ba5f4SPaul Zimmerman } 1709197ba5f4SPaul Zimmerman 1710197ba5f4SPaul Zimmerman dwc2_deschedule_periodic(hsotg, qh); 1711197ba5f4SPaul Zimmerman hsotg->periodic_qh_count--; 1712197ba5f4SPaul Zimmerman if (!hsotg->periodic_qh_count) { 171395c8bc36SAntti Seppälä intr_mask = dwc2_readl(hsotg->regs + GINTMSK); 1714197ba5f4SPaul Zimmerman intr_mask &= ~GINTSTS_SOF; 171595c8bc36SAntti Seppälä dwc2_writel(intr_mask, hsotg->regs + GINTMSK); 1716197ba5f4SPaul Zimmerman } 1717197ba5f4SPaul Zimmerman } 1718197ba5f4SPaul Zimmerman 1719fb616e3fSDouglas Anderson /** 1720fb616e3fSDouglas Anderson * dwc2_next_for_periodic_split() - Set next_active_frame midway thru a split. 1721fb616e3fSDouglas Anderson * 1722fb616e3fSDouglas Anderson * This is called for setting next_active_frame for periodic splits for all but 1723fb616e3fSDouglas Anderson * the first packet of the split. Confusing? I thought so... 1724fb616e3fSDouglas Anderson * 1725fb616e3fSDouglas Anderson * Periodic splits are single low/full speed transfers that we end up splitting 1726fb616e3fSDouglas Anderson * up into several high speed transfers. They always fit into one full (1 ms) 1727fb616e3fSDouglas Anderson * frame but might be split over several microframes (125 us each). We to put 1728fb616e3fSDouglas Anderson * each of the parts on a very specific high speed frame. 1729fb616e3fSDouglas Anderson * 1730fb616e3fSDouglas Anderson * This function figures out where the next active uFrame needs to be. 1731fb616e3fSDouglas Anderson * 1732fb616e3fSDouglas Anderson * @hsotg: The HCD state structure 1733fb616e3fSDouglas Anderson * @qh: QH for the periodic transfer. 1734fb616e3fSDouglas Anderson * @frame_number: The current frame number. 1735fb616e3fSDouglas Anderson * 1736fb616e3fSDouglas Anderson * Return: number missed by (or 0 if we didn't miss). 1737197ba5f4SPaul Zimmerman */ 1738fb616e3fSDouglas Anderson static int dwc2_next_for_periodic_split(struct dwc2_hsotg *hsotg, 1739fb616e3fSDouglas Anderson struct dwc2_qh *qh, u16 frame_number) 1740197ba5f4SPaul Zimmerman { 1741ced9eee1SDouglas Anderson u16 old_frame = qh->next_active_frame; 1742fb616e3fSDouglas Anderson u16 prev_frame_number = dwc2_frame_num_dec(frame_number, 1); 1743fb616e3fSDouglas Anderson int missed = 0; 1744fb616e3fSDouglas Anderson u16 incr; 1745197ba5f4SPaul Zimmerman 1746197ba5f4SPaul Zimmerman /* 17479f9f09b0SDouglas Anderson * See dwc2_uframe_schedule_split() for split scheduling. 17489f9f09b0SDouglas Anderson * 1749fb616e3fSDouglas Anderson * Basically: increment 1 normally, but 2 right after the start split 1750fb616e3fSDouglas Anderson * (except for ISOC out). 1751197ba5f4SPaul Zimmerman */ 1752fb616e3fSDouglas Anderson if (old_frame == qh->start_active_frame && 1753fb616e3fSDouglas Anderson !(qh->ep_type == USB_ENDPOINT_XFER_ISOC && !qh->ep_is_in)) 1754fb616e3fSDouglas Anderson incr = 2; 1755fb616e3fSDouglas Anderson else 1756fb616e3fSDouglas Anderson incr = 1; 1757fb616e3fSDouglas Anderson 1758fb616e3fSDouglas Anderson qh->next_active_frame = dwc2_frame_num_inc(old_frame, incr); 1759fb616e3fSDouglas Anderson 1760fb616e3fSDouglas Anderson /* 1761fb616e3fSDouglas Anderson * Note that it's OK for frame_number to be 1 frame past 1762fb616e3fSDouglas Anderson * next_active_frame. Remember that next_active_frame is supposed to 1763fb616e3fSDouglas Anderson * be 1 frame _before_ when we want to be scheduled. If we're 1 frame 1764fb616e3fSDouglas Anderson * past it just means schedule ASAP. 1765fb616e3fSDouglas Anderson * 1766fb616e3fSDouglas Anderson * It's _not_ OK, however, if we're more than one frame past. 1767fb616e3fSDouglas Anderson */ 1768fb616e3fSDouglas Anderson if (dwc2_frame_num_gt(prev_frame_number, qh->next_active_frame)) { 1769fb616e3fSDouglas Anderson /* 1770fb616e3fSDouglas Anderson * OOPS, we missed. That's actually pretty bad since 1771fb616e3fSDouglas Anderson * the hub will be unhappy; try ASAP I guess. 1772fb616e3fSDouglas Anderson */ 1773fb616e3fSDouglas Anderson missed = dwc2_frame_num_dec(prev_frame_number, 1774fb616e3fSDouglas Anderson qh->next_active_frame); 1775ced9eee1SDouglas Anderson qh->next_active_frame = frame_number; 1776197ba5f4SPaul Zimmerman } 177774fc4a75SDouglas Anderson 1778fb616e3fSDouglas Anderson return missed; 1779fb616e3fSDouglas Anderson } 1780fb616e3fSDouglas Anderson 1781fb616e3fSDouglas Anderson /** 1782fb616e3fSDouglas Anderson * dwc2_next_periodic_start() - Set next_active_frame for next transfer start 1783fb616e3fSDouglas Anderson * 1784fb616e3fSDouglas Anderson * This is called for setting next_active_frame for a periodic transfer for 1785fb616e3fSDouglas Anderson * all cases other than midway through a periodic split. This will also update 1786fb616e3fSDouglas Anderson * start_active_frame. 1787fb616e3fSDouglas Anderson * 1788fb616e3fSDouglas Anderson * Since we _always_ keep start_active_frame as the start of the previous 1789fb616e3fSDouglas Anderson * transfer this is normally pretty easy: we just add our interval to 1790fb616e3fSDouglas Anderson * start_active_frame and we've got our answer. 1791fb616e3fSDouglas Anderson * 1792fb616e3fSDouglas Anderson * The tricks come into play if we miss. In that case we'll look for the next 1793fb616e3fSDouglas Anderson * slot we can fit into. 1794fb616e3fSDouglas Anderson * 1795fb616e3fSDouglas Anderson * @hsotg: The HCD state structure 1796fb616e3fSDouglas Anderson * @qh: QH for the periodic transfer. 1797fb616e3fSDouglas Anderson * @frame_number: The current frame number. 1798fb616e3fSDouglas Anderson * 1799fb616e3fSDouglas Anderson * Return: number missed by (or 0 if we didn't miss). 1800fb616e3fSDouglas Anderson */ 1801fb616e3fSDouglas Anderson static int dwc2_next_periodic_start(struct dwc2_hsotg *hsotg, 1802fb616e3fSDouglas Anderson struct dwc2_qh *qh, u16 frame_number) 1803fb616e3fSDouglas Anderson { 1804fb616e3fSDouglas Anderson int missed = 0; 1805fb616e3fSDouglas Anderson u16 interval = qh->host_interval; 1806fb616e3fSDouglas Anderson u16 prev_frame_number = dwc2_frame_num_dec(frame_number, 1); 1807fb616e3fSDouglas Anderson 1808fb616e3fSDouglas Anderson qh->start_active_frame = dwc2_frame_num_inc(qh->start_active_frame, 1809fb616e3fSDouglas Anderson interval); 1810fb616e3fSDouglas Anderson 1811fb616e3fSDouglas Anderson /* 1812fb616e3fSDouglas Anderson * The dwc2_frame_num_gt() function used below won't work terribly well 1813fb616e3fSDouglas Anderson * with if we just incremented by a really large intervals since the 1814fb616e3fSDouglas Anderson * frame counter only goes to 0x3fff. It's terribly unlikely that we 1815fb616e3fSDouglas Anderson * will have missed in this case anyway. Just go to exit. If we want 1816fb616e3fSDouglas Anderson * to try to do better we'll need to keep track of a bigger counter 1817fb616e3fSDouglas Anderson * somewhere in the driver and handle overflows. 1818fb616e3fSDouglas Anderson */ 1819fb616e3fSDouglas Anderson if (interval >= 0x1000) 1820fb616e3fSDouglas Anderson goto exit; 1821fb616e3fSDouglas Anderson 1822fb616e3fSDouglas Anderson /* 1823fb616e3fSDouglas Anderson * Test for misses, which is when it's too late to schedule. 1824fb616e3fSDouglas Anderson * 1825fb616e3fSDouglas Anderson * A few things to note: 1826fb616e3fSDouglas Anderson * - We compare against prev_frame_number since start_active_frame 1827fb616e3fSDouglas Anderson * and next_active_frame are always 1 frame before we want things 1828fb616e3fSDouglas Anderson * to be active and we assume we can still get scheduled in the 1829fb616e3fSDouglas Anderson * current frame number. 18309cf1a601SDouglas Anderson * - It's possible for start_active_frame (now incremented) to be 18319cf1a601SDouglas Anderson * next_active_frame if we got an EO MISS (even_odd miss) which 18329cf1a601SDouglas Anderson * basically means that we detected there wasn't enough time for 18339cf1a601SDouglas Anderson * the last packet and dwc2_hc_set_even_odd_frame() rescheduled us 18349cf1a601SDouglas Anderson * at the last second. We want to make sure we don't schedule 18359cf1a601SDouglas Anderson * another transfer for the same frame. My test webcam doesn't seem 18369cf1a601SDouglas Anderson * terribly upset by missing a transfer but really doesn't like when 18379cf1a601SDouglas Anderson * we do two transfers in the same frame. 1838fb616e3fSDouglas Anderson * - Some misses are expected. Specifically, in order to work 1839fb616e3fSDouglas Anderson * perfectly dwc2 really needs quite spectacular interrupt latency 1840fb616e3fSDouglas Anderson * requirements. It needs to be able to handle its interrupts 1841fb616e3fSDouglas Anderson * completely within 125 us of them being asserted. That not only 1842fb616e3fSDouglas Anderson * means that the dwc2 interrupt handler needs to be fast but it 1843fb616e3fSDouglas Anderson * means that nothing else in the system has to block dwc2 for a long 1844fb616e3fSDouglas Anderson * time. We can help with the dwc2 parts of this, but it's hard to 1845fb616e3fSDouglas Anderson * guarantee that a system will have interrupt latency < 125 us, so 1846fb616e3fSDouglas Anderson * we have to be robust to some misses. 1847fb616e3fSDouglas Anderson */ 18489cf1a601SDouglas Anderson if (qh->start_active_frame == qh->next_active_frame || 18499cf1a601SDouglas Anderson dwc2_frame_num_gt(prev_frame_number, qh->start_active_frame)) { 1850fb616e3fSDouglas Anderson u16 ideal_start = qh->start_active_frame; 18519f9f09b0SDouglas Anderson int periods_in_map; 1852fb616e3fSDouglas Anderson 18539f9f09b0SDouglas Anderson /* 18549f9f09b0SDouglas Anderson * Adjust interval as per gcd with map size. 18559f9f09b0SDouglas Anderson * See pmap_schedule() for more details here. 18569f9f09b0SDouglas Anderson */ 18579f9f09b0SDouglas Anderson if (qh->do_split || qh->dev_speed == USB_SPEED_HIGH) 18589f9f09b0SDouglas Anderson periods_in_map = DWC2_HS_SCHEDULE_UFRAMES; 18599f9f09b0SDouglas Anderson else 18609f9f09b0SDouglas Anderson periods_in_map = DWC2_LS_SCHEDULE_FRAMES; 18619f9f09b0SDouglas Anderson interval = gcd(interval, periods_in_map); 1862fb616e3fSDouglas Anderson 1863fb616e3fSDouglas Anderson do { 1864fb616e3fSDouglas Anderson qh->start_active_frame = dwc2_frame_num_inc( 1865fb616e3fSDouglas Anderson qh->start_active_frame, interval); 1866fb616e3fSDouglas Anderson } while (dwc2_frame_num_gt(prev_frame_number, 1867fb616e3fSDouglas Anderson qh->start_active_frame)); 1868fb616e3fSDouglas Anderson 1869fb616e3fSDouglas Anderson missed = dwc2_frame_num_dec(qh->start_active_frame, 1870fb616e3fSDouglas Anderson ideal_start); 1871fb616e3fSDouglas Anderson } 1872fb616e3fSDouglas Anderson 1873fb616e3fSDouglas Anderson exit: 1874fb616e3fSDouglas Anderson qh->next_active_frame = qh->start_active_frame; 1875fb616e3fSDouglas Anderson 1876fb616e3fSDouglas Anderson return missed; 1877197ba5f4SPaul Zimmerman } 1878197ba5f4SPaul Zimmerman 1879197ba5f4SPaul Zimmerman /* 1880197ba5f4SPaul Zimmerman * Deactivates a QH. For non-periodic QHs, removes the QH from the active 1881197ba5f4SPaul Zimmerman * non-periodic schedule. The QH is added to the inactive non-periodic 1882197ba5f4SPaul Zimmerman * schedule if any QTDs are still attached to the QH. 1883197ba5f4SPaul Zimmerman * 1884197ba5f4SPaul Zimmerman * For periodic QHs, the QH is removed from the periodic queued schedule. If 1885197ba5f4SPaul Zimmerman * there are any QTDs still attached to the QH, the QH is added to either the 1886197ba5f4SPaul Zimmerman * periodic inactive schedule or the periodic ready schedule and its next 1887197ba5f4SPaul Zimmerman * scheduled frame is calculated. The QH is placed in the ready schedule if 1888197ba5f4SPaul Zimmerman * the scheduled frame has been reached already. Otherwise it's placed in the 1889197ba5f4SPaul Zimmerman * inactive schedule. If there are no QTDs attached to the QH, the QH is 1890197ba5f4SPaul Zimmerman * completely removed from the periodic schedule. 1891197ba5f4SPaul Zimmerman */ 1892197ba5f4SPaul Zimmerman void dwc2_hcd_qh_deactivate(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, 1893197ba5f4SPaul Zimmerman int sched_next_periodic_split) 1894197ba5f4SPaul Zimmerman { 1895fb616e3fSDouglas Anderson u16 old_frame = qh->next_active_frame; 1896197ba5f4SPaul Zimmerman u16 frame_number; 1897fb616e3fSDouglas Anderson int missed; 1898197ba5f4SPaul Zimmerman 1899197ba5f4SPaul Zimmerman if (dbg_qh(qh)) 1900197ba5f4SPaul Zimmerman dev_vdbg(hsotg->dev, "%s()\n", __func__); 1901197ba5f4SPaul Zimmerman 1902197ba5f4SPaul Zimmerman if (dwc2_qh_is_non_per(qh)) { 1903197ba5f4SPaul Zimmerman dwc2_hcd_qh_unlink(hsotg, qh); 1904197ba5f4SPaul Zimmerman if (!list_empty(&qh->qtd_list)) 1905197ba5f4SPaul Zimmerman /* Add back to inactive non-periodic schedule */ 1906197ba5f4SPaul Zimmerman dwc2_hcd_qh_add(hsotg, qh); 1907197ba5f4SPaul Zimmerman return; 1908197ba5f4SPaul Zimmerman } 1909197ba5f4SPaul Zimmerman 1910fb616e3fSDouglas Anderson /* 1911fb616e3fSDouglas Anderson * Use the real frame number rather than the cached value as of the 1912fb616e3fSDouglas Anderson * last SOF just to get us a little closer to reality. Note that 1913fb616e3fSDouglas Anderson * means we don't actually know if we've already handled the SOF 1914fb616e3fSDouglas Anderson * interrupt for this frame. 1915fb616e3fSDouglas Anderson */ 1916197ba5f4SPaul Zimmerman frame_number = dwc2_hcd_get_frame_number(hsotg); 1917197ba5f4SPaul Zimmerman 1918fb616e3fSDouglas Anderson if (sched_next_periodic_split) 1919fb616e3fSDouglas Anderson missed = dwc2_next_for_periodic_split(hsotg, qh, frame_number); 1920fb616e3fSDouglas Anderson else 1921fb616e3fSDouglas Anderson missed = dwc2_next_periodic_start(hsotg, qh, frame_number); 1922fb616e3fSDouglas Anderson 1923fb616e3fSDouglas Anderson dwc2_sch_vdbg(hsotg, 1924fb616e3fSDouglas Anderson "QH=%p next(%d) fn=%04x, sch=%04x=>%04x (%+d) miss=%d %s\n", 1925fb616e3fSDouglas Anderson qh, sched_next_periodic_split, frame_number, old_frame, 1926fb616e3fSDouglas Anderson qh->next_active_frame, 1927fb616e3fSDouglas Anderson dwc2_frame_num_dec(qh->next_active_frame, old_frame), 1928fb616e3fSDouglas Anderson missed, missed ? "MISS" : ""); 1929197ba5f4SPaul Zimmerman 1930197ba5f4SPaul Zimmerman if (list_empty(&qh->qtd_list)) { 1931197ba5f4SPaul Zimmerman dwc2_hcd_qh_unlink(hsotg, qh); 1932197ba5f4SPaul Zimmerman return; 1933197ba5f4SPaul Zimmerman } 1934fb616e3fSDouglas Anderson 1935197ba5f4SPaul Zimmerman /* 1936197ba5f4SPaul Zimmerman * Remove from periodic_sched_queued and move to 1937197ba5f4SPaul Zimmerman * appropriate queue 1938fb616e3fSDouglas Anderson * 1939fb616e3fSDouglas Anderson * Note: we purposely use the frame_number from the "hsotg" structure 1940fb616e3fSDouglas Anderson * since we know SOF interrupt will handle future frames. 1941197ba5f4SPaul Zimmerman */ 1942fb616e3fSDouglas Anderson if (dwc2_frame_num_le(qh->next_active_frame, hsotg->frame_number)) 194394ef7aeeSDouglas Anderson list_move_tail(&qh->qh_list_entry, 194494ef7aeeSDouglas Anderson &hsotg->periodic_sched_ready); 1945197ba5f4SPaul Zimmerman else 194694ef7aeeSDouglas Anderson list_move_tail(&qh->qh_list_entry, 194794ef7aeeSDouglas Anderson &hsotg->periodic_sched_inactive); 1948197ba5f4SPaul Zimmerman } 1949197ba5f4SPaul Zimmerman 1950197ba5f4SPaul Zimmerman /** 1951197ba5f4SPaul Zimmerman * dwc2_hcd_qtd_init() - Initializes a QTD structure 1952197ba5f4SPaul Zimmerman * 1953197ba5f4SPaul Zimmerman * @qtd: The QTD to initialize 1954197ba5f4SPaul Zimmerman * @urb: The associated URB 1955197ba5f4SPaul Zimmerman */ 1956197ba5f4SPaul Zimmerman void dwc2_hcd_qtd_init(struct dwc2_qtd *qtd, struct dwc2_hcd_urb *urb) 1957197ba5f4SPaul Zimmerman { 1958197ba5f4SPaul Zimmerman qtd->urb = urb; 1959197ba5f4SPaul Zimmerman if (dwc2_hcd_get_pipe_type(&urb->pipe_info) == 1960197ba5f4SPaul Zimmerman USB_ENDPOINT_XFER_CONTROL) { 1961197ba5f4SPaul Zimmerman /* 1962197ba5f4SPaul Zimmerman * The only time the QTD data toggle is used is on the data 1963197ba5f4SPaul Zimmerman * phase of control transfers. This phase always starts with 1964197ba5f4SPaul Zimmerman * DATA1. 1965197ba5f4SPaul Zimmerman */ 1966197ba5f4SPaul Zimmerman qtd->data_toggle = DWC2_HC_PID_DATA1; 1967197ba5f4SPaul Zimmerman qtd->control_phase = DWC2_CONTROL_SETUP; 1968197ba5f4SPaul Zimmerman } 1969197ba5f4SPaul Zimmerman 1970197ba5f4SPaul Zimmerman /* Start split */ 1971197ba5f4SPaul Zimmerman qtd->complete_split = 0; 1972197ba5f4SPaul Zimmerman qtd->isoc_split_pos = DWC2_HCSPLT_XACTPOS_ALL; 1973197ba5f4SPaul Zimmerman qtd->isoc_split_offset = 0; 1974197ba5f4SPaul Zimmerman qtd->in_process = 0; 1975197ba5f4SPaul Zimmerman 1976197ba5f4SPaul Zimmerman /* Store the qtd ptr in the urb to reference the QTD */ 1977197ba5f4SPaul Zimmerman urb->qtd = qtd; 1978197ba5f4SPaul Zimmerman } 1979197ba5f4SPaul Zimmerman 1980197ba5f4SPaul Zimmerman /** 1981197ba5f4SPaul Zimmerman * dwc2_hcd_qtd_add() - Adds a QTD to the QTD-list of a QH 198233ad261aSGregory Herrero * Caller must hold driver lock. 1983197ba5f4SPaul Zimmerman * 1984197ba5f4SPaul Zimmerman * @hsotg: The DWC HCD structure 1985197ba5f4SPaul Zimmerman * @qtd: The QTD to add 1986b58e6ceeSMian Yousaf Kaukab * @qh: Queue head to add qtd to 1987197ba5f4SPaul Zimmerman * 1988197ba5f4SPaul Zimmerman * Return: 0 if successful, negative error code otherwise 1989197ba5f4SPaul Zimmerman * 1990b58e6ceeSMian Yousaf Kaukab * If the QH to which the QTD is added is not currently scheduled, it is placed 1991b58e6ceeSMian Yousaf Kaukab * into the proper schedule based on its EP type. 1992197ba5f4SPaul Zimmerman */ 1993197ba5f4SPaul Zimmerman int dwc2_hcd_qtd_add(struct dwc2_hsotg *hsotg, struct dwc2_qtd *qtd, 1994b58e6ceeSMian Yousaf Kaukab struct dwc2_qh *qh) 1995197ba5f4SPaul Zimmerman { 1996197ba5f4SPaul Zimmerman int retval; 1997197ba5f4SPaul Zimmerman 1998b58e6ceeSMian Yousaf Kaukab if (unlikely(!qh)) { 1999b58e6ceeSMian Yousaf Kaukab dev_err(hsotg->dev, "%s: Invalid QH\n", __func__); 2000b58e6ceeSMian Yousaf Kaukab retval = -EINVAL; 2001b58e6ceeSMian Yousaf Kaukab goto fail; 2002197ba5f4SPaul Zimmerman } 2003197ba5f4SPaul Zimmerman 2004b58e6ceeSMian Yousaf Kaukab retval = dwc2_hcd_qh_add(hsotg, qh); 2005197ba5f4SPaul Zimmerman if (retval) 2006197ba5f4SPaul Zimmerman goto fail; 2007197ba5f4SPaul Zimmerman 2008b58e6ceeSMian Yousaf Kaukab qtd->qh = qh; 2009b58e6ceeSMian Yousaf Kaukab list_add_tail(&qtd->qtd_list_entry, &qh->qtd_list); 2010197ba5f4SPaul Zimmerman 2011197ba5f4SPaul Zimmerman return 0; 2012197ba5f4SPaul Zimmerman fail: 2013197ba5f4SPaul Zimmerman return retval; 2014197ba5f4SPaul Zimmerman } 2015