xref: /openbmc/linux/drivers/pci/setup-bus.c (revision 2ba29e270e977b213a7d58ae1152c23a1c3074a3)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *	drivers/pci/setup-bus.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  * Extruded from code written by
51da177e4SLinus Torvalds  *      Dave Rusling (david.rusling@reo.mts.dec.com)
61da177e4SLinus Torvalds  *      David Mosberger (davidm@cs.arizona.edu)
71da177e4SLinus Torvalds  *	David Miller (davem@redhat.com)
81da177e4SLinus Torvalds  *
91da177e4SLinus Torvalds  * Support routines for initializing a PCI subsystem.
101da177e4SLinus Torvalds  */
111da177e4SLinus Torvalds 
121da177e4SLinus Torvalds /*
131da177e4SLinus Torvalds  * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
141da177e4SLinus Torvalds  *	     PCI-PCI bridges cleanup, sorted resource allocation.
151da177e4SLinus Torvalds  * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
161da177e4SLinus Torvalds  *	     Converted to allocation in 3 passes, which gives
171da177e4SLinus Torvalds  *	     tighter packing. Prefetchable range support.
181da177e4SLinus Torvalds  */
191da177e4SLinus Torvalds 
201da177e4SLinus Torvalds #include <linux/init.h>
211da177e4SLinus Torvalds #include <linux/kernel.h>
221da177e4SLinus Torvalds #include <linux/module.h>
231da177e4SLinus Torvalds #include <linux/pci.h>
241da177e4SLinus Torvalds #include <linux/errno.h>
251da177e4SLinus Torvalds #include <linux/ioport.h>
261da177e4SLinus Torvalds #include <linux/cache.h>
271da177e4SLinus Torvalds #include <linux/slab.h>
2847087700SBjorn Helgaas #include <asm-generic/pci-bridge.h>
296faf17f6SChris Wright #include "pci.h"
301da177e4SLinus Torvalds 
31844393f4SBjorn Helgaas unsigned int pci_flags;
3247087700SBjorn Helgaas 
33bdc4abecSYinghai Lu struct pci_dev_resource {
34bdc4abecSYinghai Lu 	struct list_head list;
352934a0deSYinghai Lu 	struct resource *res;
362934a0deSYinghai Lu 	struct pci_dev *dev;
37568ddef8SYinghai Lu 	resource_size_t start;
38568ddef8SYinghai Lu 	resource_size_t end;
39c8adf9a3SRam Pai 	resource_size_t add_size;
402bbc6942SRam Pai 	resource_size_t min_align;
41568ddef8SYinghai Lu 	unsigned long flags;
42568ddef8SYinghai Lu };
43568ddef8SYinghai Lu 
44bffc56d4SYinghai Lu static void free_list(struct list_head *head)
45bffc56d4SYinghai Lu {
46bffc56d4SYinghai Lu 	struct pci_dev_resource *dev_res, *tmp;
47bffc56d4SYinghai Lu 
48bffc56d4SYinghai Lu 	list_for_each_entry_safe(dev_res, tmp, head, list) {
49bffc56d4SYinghai Lu 		list_del(&dev_res->list);
50bffc56d4SYinghai Lu 		kfree(dev_res);
51bffc56d4SYinghai Lu 	}
52bffc56d4SYinghai Lu }
53094732a5SRam Pai 
54c8adf9a3SRam Pai /**
55c8adf9a3SRam Pai  * add_to_list() - add a new resource tracker to the list
56c8adf9a3SRam Pai  * @head:	Head of the list
57c8adf9a3SRam Pai  * @dev:	device corresponding to which the resource
58c8adf9a3SRam Pai  *		belongs
59c8adf9a3SRam Pai  * @res:	The resource to be tracked
60c8adf9a3SRam Pai  * @add_size:	additional size to be optionally added
61c8adf9a3SRam Pai  *              to the resource
62c8adf9a3SRam Pai  */
63bdc4abecSYinghai Lu static int add_to_list(struct list_head *head,
64c8adf9a3SRam Pai 		 struct pci_dev *dev, struct resource *res,
652bbc6942SRam Pai 		 resource_size_t add_size, resource_size_t min_align)
66568ddef8SYinghai Lu {
67764242a0SYinghai Lu 	struct pci_dev_resource *tmp;
68568ddef8SYinghai Lu 
69bdc4abecSYinghai Lu 	tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
70568ddef8SYinghai Lu 	if (!tmp) {
71c8adf9a3SRam Pai 		pr_warning("add_to_list: kmalloc() failed!\n");
72ef62dfefSYinghai Lu 		return -ENOMEM;
73568ddef8SYinghai Lu 	}
74568ddef8SYinghai Lu 
75568ddef8SYinghai Lu 	tmp->res = res;
76568ddef8SYinghai Lu 	tmp->dev = dev;
77568ddef8SYinghai Lu 	tmp->start = res->start;
78568ddef8SYinghai Lu 	tmp->end = res->end;
79568ddef8SYinghai Lu 	tmp->flags = res->flags;
80c8adf9a3SRam Pai 	tmp->add_size = add_size;
812bbc6942SRam Pai 	tmp->min_align = min_align;
82bdc4abecSYinghai Lu 
83bdc4abecSYinghai Lu 	list_add(&tmp->list, head);
84ef62dfefSYinghai Lu 
85ef62dfefSYinghai Lu 	return 0;
86568ddef8SYinghai Lu }
87568ddef8SYinghai Lu 
88b9b0bba9SYinghai Lu static void remove_from_list(struct list_head *head,
893e6e0d80SYinghai Lu 				 struct resource *res)
903e6e0d80SYinghai Lu {
91b9b0bba9SYinghai Lu 	struct pci_dev_resource *dev_res, *tmp;
923e6e0d80SYinghai Lu 
93b9b0bba9SYinghai Lu 	list_for_each_entry_safe(dev_res, tmp, head, list) {
94b9b0bba9SYinghai Lu 		if (dev_res->res == res) {
95b9b0bba9SYinghai Lu 			list_del(&dev_res->list);
96b9b0bba9SYinghai Lu 			kfree(dev_res);
97bdc4abecSYinghai Lu 			break;
983e6e0d80SYinghai Lu 		}
993e6e0d80SYinghai Lu 	}
1003e6e0d80SYinghai Lu }
1013e6e0d80SYinghai Lu 
102b9b0bba9SYinghai Lu static resource_size_t get_res_add_size(struct list_head *head,
1031c372353SYinghai Lu 					struct resource *res)
1041c372353SYinghai Lu {
105b9b0bba9SYinghai Lu 	struct pci_dev_resource *dev_res;
1061c372353SYinghai Lu 
107b9b0bba9SYinghai Lu 	list_for_each_entry(dev_res, head, list) {
108b9b0bba9SYinghai Lu 		if (dev_res->res == res) {
109b592443dSYinghai Lu 			int idx = res - &dev_res->dev->resource[0];
110b592443dSYinghai Lu 
111b9b0bba9SYinghai Lu 			dev_printk(KERN_DEBUG, &dev_res->dev->dev,
112b592443dSYinghai Lu 				 "res[%d]=%pR get_res_add_size add_size %llx\n",
113b592443dSYinghai Lu 				 idx, dev_res->res,
114b9b0bba9SYinghai Lu 				 (unsigned long long)dev_res->add_size);
115b592443dSYinghai Lu 
116b9b0bba9SYinghai Lu 			return dev_res->add_size;
117bdc4abecSYinghai Lu 		}
1183e6e0d80SYinghai Lu 	}
1191c372353SYinghai Lu 
1201c372353SYinghai Lu 	return 0;
1211c372353SYinghai Lu }
1221c372353SYinghai Lu 
12378c3b329SYinghai Lu /* Sort resources by alignment */
124bdc4abecSYinghai Lu static void pdev_sort_resources(struct pci_dev *dev, struct list_head *head)
12578c3b329SYinghai Lu {
12678c3b329SYinghai Lu 	int i;
12778c3b329SYinghai Lu 
12878c3b329SYinghai Lu 	for (i = 0; i < PCI_NUM_RESOURCES; i++) {
12978c3b329SYinghai Lu 		struct resource *r;
130bdc4abecSYinghai Lu 		struct pci_dev_resource *dev_res, *tmp;
13178c3b329SYinghai Lu 		resource_size_t r_align;
132bdc4abecSYinghai Lu 		struct list_head *n;
13378c3b329SYinghai Lu 
13478c3b329SYinghai Lu 		r = &dev->resource[i];
13578c3b329SYinghai Lu 
13678c3b329SYinghai Lu 		if (r->flags & IORESOURCE_PCI_FIXED)
13778c3b329SYinghai Lu 			continue;
13878c3b329SYinghai Lu 
13978c3b329SYinghai Lu 		if (!(r->flags) || r->parent)
14078c3b329SYinghai Lu 			continue;
14178c3b329SYinghai Lu 
14278c3b329SYinghai Lu 		r_align = pci_resource_alignment(dev, r);
14378c3b329SYinghai Lu 		if (!r_align) {
14478c3b329SYinghai Lu 			dev_warn(&dev->dev, "BAR %d: %pR has bogus alignment\n",
14578c3b329SYinghai Lu 				 i, r);
14678c3b329SYinghai Lu 			continue;
14778c3b329SYinghai Lu 		}
14878c3b329SYinghai Lu 
149bdc4abecSYinghai Lu 		tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
15078c3b329SYinghai Lu 		if (!tmp)
15178c3b329SYinghai Lu 			panic("pdev_sort_resources(): "
15278c3b329SYinghai Lu 			      "kmalloc() failed!\n");
15378c3b329SYinghai Lu 		tmp->res = r;
15478c3b329SYinghai Lu 		tmp->dev = dev;
155bdc4abecSYinghai Lu 
156bdc4abecSYinghai Lu 		/* fallback is smallest one or list is empty*/
157bdc4abecSYinghai Lu 		n = head;
158bdc4abecSYinghai Lu 		list_for_each_entry(dev_res, head, list) {
159bdc4abecSYinghai Lu 			resource_size_t align;
160bdc4abecSYinghai Lu 
161bdc4abecSYinghai Lu 			align = pci_resource_alignment(dev_res->dev,
162bdc4abecSYinghai Lu 							 dev_res->res);
163bdc4abecSYinghai Lu 
164bdc4abecSYinghai Lu 			if (r_align > align) {
165bdc4abecSYinghai Lu 				n = &dev_res->list;
16678c3b329SYinghai Lu 				break;
16778c3b329SYinghai Lu 			}
16878c3b329SYinghai Lu 		}
169bdc4abecSYinghai Lu 		/* Insert it just before n*/
170bdc4abecSYinghai Lu 		list_add_tail(&tmp->list, n);
17178c3b329SYinghai Lu 	}
17278c3b329SYinghai Lu }
17378c3b329SYinghai Lu 
1746841ec68SYinghai Lu static void __dev_sort_resources(struct pci_dev *dev,
175bdc4abecSYinghai Lu 				 struct list_head *head)
1761da177e4SLinus Torvalds {
1771da177e4SLinus Torvalds 	u16 class = dev->class >> 8;
1781da177e4SLinus Torvalds 
1799bded00bSKenji Kaneshige 	/* Don't touch classless devices or host bridges or ioapics.  */
1806841ec68SYinghai Lu 	if (class == PCI_CLASS_NOT_DEFINED || class == PCI_CLASS_BRIDGE_HOST)
1816841ec68SYinghai Lu 		return;
1821da177e4SLinus Torvalds 
1839bded00bSKenji Kaneshige 	/* Don't touch ioapic devices already enabled by firmware */
18423186279SSatoru Takeuchi 	if (class == PCI_CLASS_SYSTEM_PIC) {
1859bded00bSKenji Kaneshige 		u16 command;
1869bded00bSKenji Kaneshige 		pci_read_config_word(dev, PCI_COMMAND, &command);
1879bded00bSKenji Kaneshige 		if (command & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY))
1886841ec68SYinghai Lu 			return;
18923186279SSatoru Takeuchi 	}
19023186279SSatoru Takeuchi 
1916841ec68SYinghai Lu 	pdev_sort_resources(dev, head);
1921da177e4SLinus Torvalds }
1931da177e4SLinus Torvalds 
194fc075e1dSRam Pai static inline void reset_resource(struct resource *res)
195fc075e1dSRam Pai {
196fc075e1dSRam Pai 	res->start = 0;
197fc075e1dSRam Pai 	res->end = 0;
198fc075e1dSRam Pai 	res->flags = 0;
199fc075e1dSRam Pai }
200fc075e1dSRam Pai 
201c8adf9a3SRam Pai /**
2029e8bf93aSRam Pai  * reassign_resources_sorted() - satisfy any additional resource requests
203c8adf9a3SRam Pai  *
2049e8bf93aSRam Pai  * @realloc_head : head of the list tracking requests requiring additional
205c8adf9a3SRam Pai  *             resources
206c8adf9a3SRam Pai  * @head     : head of the list tracking requests with allocated
207c8adf9a3SRam Pai  *             resources
208c8adf9a3SRam Pai  *
2099e8bf93aSRam Pai  * Walk through each element of the realloc_head and try to procure
210c8adf9a3SRam Pai  * additional resources for the element, provided the element
211c8adf9a3SRam Pai  * is in the head list.
212c8adf9a3SRam Pai  */
213bdc4abecSYinghai Lu static void reassign_resources_sorted(struct list_head *realloc_head,
214bdc4abecSYinghai Lu 		struct list_head *head)
215c8adf9a3SRam Pai {
216c8adf9a3SRam Pai 	struct resource *res;
217b9b0bba9SYinghai Lu 	struct pci_dev_resource *add_res, *tmp;
218bdc4abecSYinghai Lu 	struct pci_dev_resource *dev_res;
219c8adf9a3SRam Pai 	resource_size_t add_size;
220c8adf9a3SRam Pai 	int idx;
221c8adf9a3SRam Pai 
222b9b0bba9SYinghai Lu 	list_for_each_entry_safe(add_res, tmp, realloc_head, list) {
223bdc4abecSYinghai Lu 		bool found_match = false;
224bdc4abecSYinghai Lu 
225b9b0bba9SYinghai Lu 		res = add_res->res;
226c8adf9a3SRam Pai 		/* skip resource that has been reset */
227c8adf9a3SRam Pai 		if (!res->flags)
228c8adf9a3SRam Pai 			goto out;
229c8adf9a3SRam Pai 
230c8adf9a3SRam Pai 		/* skip this resource if not found in head list */
231bdc4abecSYinghai Lu 		list_for_each_entry(dev_res, head, list) {
232bdc4abecSYinghai Lu 			if (dev_res->res == res) {
233bdc4abecSYinghai Lu 				found_match = true;
234bdc4abecSYinghai Lu 				break;
235c8adf9a3SRam Pai 			}
236bdc4abecSYinghai Lu 		}
237bdc4abecSYinghai Lu 		if (!found_match)/* just skip */
238bdc4abecSYinghai Lu 			continue;
239c8adf9a3SRam Pai 
240b9b0bba9SYinghai Lu 		idx = res - &add_res->dev->resource[0];
241b9b0bba9SYinghai Lu 		add_size = add_res->add_size;
2422bbc6942SRam Pai 		if (!resource_size(res)) {
243b9b0bba9SYinghai Lu 			res->start = add_res->start;
244c8adf9a3SRam Pai 			res->end = res->start + add_size - 1;
245b9b0bba9SYinghai Lu 			if (pci_assign_resource(add_res->dev, idx))
246c8adf9a3SRam Pai 				reset_resource(res);
2472bbc6942SRam Pai 		} else {
248b9b0bba9SYinghai Lu 			resource_size_t align = add_res->min_align;
249b9b0bba9SYinghai Lu 			res->flags |= add_res->flags &
250bdc4abecSYinghai Lu 				 (IORESOURCE_STARTALIGN|IORESOURCE_SIZEALIGN);
251b9b0bba9SYinghai Lu 			if (pci_reassign_resource(add_res->dev, idx,
252bdc4abecSYinghai Lu 						  add_size, align))
253b9b0bba9SYinghai Lu 				dev_printk(KERN_DEBUG, &add_res->dev->dev,
254b592443dSYinghai Lu 					   "failed to add %llx res[%d]=%pR\n",
255b592443dSYinghai Lu 					   (unsigned long long)add_size,
256b592443dSYinghai Lu 					   idx, res);
257c8adf9a3SRam Pai 		}
258c8adf9a3SRam Pai out:
259b9b0bba9SYinghai Lu 		list_del(&add_res->list);
260b9b0bba9SYinghai Lu 		kfree(add_res);
261c8adf9a3SRam Pai 	}
262c8adf9a3SRam Pai }
263c8adf9a3SRam Pai 
264c8adf9a3SRam Pai /**
265c8adf9a3SRam Pai  * assign_requested_resources_sorted() - satisfy resource requests
266c8adf9a3SRam Pai  *
267c8adf9a3SRam Pai  * @head : head of the list tracking requests for resources
2688356aad4SWanpeng Li  * @fail_head : head of the list tracking requests that could
269c8adf9a3SRam Pai  *		not be allocated
270c8adf9a3SRam Pai  *
271c8adf9a3SRam Pai  * Satisfy resource requests of each element in the list. Add
272c8adf9a3SRam Pai  * requests that could not satisfied to the failed_list.
273c8adf9a3SRam Pai  */
274bdc4abecSYinghai Lu static void assign_requested_resources_sorted(struct list_head *head,
275bdc4abecSYinghai Lu 				 struct list_head *fail_head)
2766841ec68SYinghai Lu {
2776841ec68SYinghai Lu 	struct resource *res;
278bdc4abecSYinghai Lu 	struct pci_dev_resource *dev_res;
2796841ec68SYinghai Lu 	int idx;
2806841ec68SYinghai Lu 
281bdc4abecSYinghai Lu 	list_for_each_entry(dev_res, head, list) {
282bdc4abecSYinghai Lu 		res = dev_res->res;
283bdc4abecSYinghai Lu 		idx = res - &dev_res->dev->resource[0];
284bdc4abecSYinghai Lu 		if (resource_size(res) &&
285bdc4abecSYinghai Lu 		    pci_assign_resource(dev_res->dev, idx)) {
286a3cb999dSYinghai Lu 			if (fail_head) {
2879a928660SYinghai Lu 				/*
2889a928660SYinghai Lu 				 * if the failed res is for ROM BAR, and it will
2899a928660SYinghai Lu 				 * be enabled later, don't add it to the list
2909a928660SYinghai Lu 				 */
2919a928660SYinghai Lu 				if (!((idx == PCI_ROM_RESOURCE) &&
2929a928660SYinghai Lu 				      (!(res->flags & IORESOURCE_ROM_ENABLE))))
29367cc7e26SYinghai Lu 					add_to_list(fail_head,
29467cc7e26SYinghai Lu 						    dev_res->dev, res,
29567cc7e26SYinghai Lu 						    0 /* dont care */,
29667cc7e26SYinghai Lu 						    0 /* dont care */);
2979a928660SYinghai Lu 			}
298fc075e1dSRam Pai 			reset_resource(res);
299542df5deSRajesh Shah 		}
3001da177e4SLinus Torvalds 	}
3011da177e4SLinus Torvalds }
3021da177e4SLinus Torvalds 
303aa914f5eSYinghai Lu static unsigned long pci_fail_res_type_mask(struct list_head *fail_head)
304aa914f5eSYinghai Lu {
305aa914f5eSYinghai Lu 	struct pci_dev_resource *fail_res;
306aa914f5eSYinghai Lu 	unsigned long mask = 0;
307aa914f5eSYinghai Lu 
308aa914f5eSYinghai Lu 	/* check failed type */
309aa914f5eSYinghai Lu 	list_for_each_entry(fail_res, fail_head, list)
310aa914f5eSYinghai Lu 		mask |= fail_res->flags;
311aa914f5eSYinghai Lu 
312aa914f5eSYinghai Lu 	/*
313aa914f5eSYinghai Lu 	 * one pref failed resource will set IORESOURCE_MEM,
314aa914f5eSYinghai Lu 	 * as we can allocate pref in non-pref range.
315aa914f5eSYinghai Lu 	 * Will release all assigned non-pref sibling resources
316aa914f5eSYinghai Lu 	 * according to that bit.
317aa914f5eSYinghai Lu 	 */
318aa914f5eSYinghai Lu 	return mask & (IORESOURCE_IO | IORESOURCE_MEM | IORESOURCE_PREFETCH);
319aa914f5eSYinghai Lu }
320aa914f5eSYinghai Lu 
321aa914f5eSYinghai Lu static bool pci_need_to_release(unsigned long mask, struct resource *res)
322aa914f5eSYinghai Lu {
323aa914f5eSYinghai Lu 	if (res->flags & IORESOURCE_IO)
324aa914f5eSYinghai Lu 		return !!(mask & IORESOURCE_IO);
325aa914f5eSYinghai Lu 
326aa914f5eSYinghai Lu 	/* check pref at first */
327aa914f5eSYinghai Lu 	if (res->flags & IORESOURCE_PREFETCH) {
328aa914f5eSYinghai Lu 		if (mask & IORESOURCE_PREFETCH)
329aa914f5eSYinghai Lu 			return true;
330aa914f5eSYinghai Lu 		/* count pref if its parent is non-pref */
331aa914f5eSYinghai Lu 		else if ((mask & IORESOURCE_MEM) &&
332aa914f5eSYinghai Lu 			 !(res->parent->flags & IORESOURCE_PREFETCH))
333aa914f5eSYinghai Lu 			return true;
334aa914f5eSYinghai Lu 		else
335aa914f5eSYinghai Lu 			return false;
336aa914f5eSYinghai Lu 	}
337aa914f5eSYinghai Lu 
338aa914f5eSYinghai Lu 	if (res->flags & IORESOURCE_MEM)
339aa914f5eSYinghai Lu 		return !!(mask & IORESOURCE_MEM);
340aa914f5eSYinghai Lu 
341aa914f5eSYinghai Lu 	return false;	/* should not get here */
342aa914f5eSYinghai Lu }
343aa914f5eSYinghai Lu 
344bdc4abecSYinghai Lu static void __assign_resources_sorted(struct list_head *head,
345bdc4abecSYinghai Lu 				 struct list_head *realloc_head,
346bdc4abecSYinghai Lu 				 struct list_head *fail_head)
347c8adf9a3SRam Pai {
3483e6e0d80SYinghai Lu 	/*
3493e6e0d80SYinghai Lu 	 * Should not assign requested resources at first.
3503e6e0d80SYinghai Lu 	 *   they could be adjacent, so later reassign can not reallocate
3513e6e0d80SYinghai Lu 	 *   them one by one in parent resource window.
352367fa982SMasanari Iida 	 * Try to assign requested + add_size at beginning
3533e6e0d80SYinghai Lu 	 *  if could do that, could get out early.
3543e6e0d80SYinghai Lu 	 *  if could not do that, we still try to assign requested at first,
3553e6e0d80SYinghai Lu 	 *    then try to reassign add_size for some resources.
356aa914f5eSYinghai Lu 	 *
357aa914f5eSYinghai Lu 	 * Separate three resource type checking if we need to release
358aa914f5eSYinghai Lu 	 * assigned resource after requested + add_size try.
359aa914f5eSYinghai Lu 	 *	1. if there is io port assign fail, will release assigned
360aa914f5eSYinghai Lu 	 *	   io port.
361aa914f5eSYinghai Lu 	 *	2. if there is pref mmio assign fail, release assigned
362aa914f5eSYinghai Lu 	 *	   pref mmio.
363aa914f5eSYinghai Lu 	 *	   if assigned pref mmio's parent is non-pref mmio and there
364aa914f5eSYinghai Lu 	 *	   is non-pref mmio assign fail, will release that assigned
365aa914f5eSYinghai Lu 	 *	   pref mmio.
366aa914f5eSYinghai Lu 	 *	3. if there is non-pref mmio assign fail or pref mmio
367aa914f5eSYinghai Lu 	 *	   assigned fail, will release assigned non-pref mmio.
3683e6e0d80SYinghai Lu 	 */
369bdc4abecSYinghai Lu 	LIST_HEAD(save_head);
370bdc4abecSYinghai Lu 	LIST_HEAD(local_fail_head);
371b9b0bba9SYinghai Lu 	struct pci_dev_resource *save_res;
372aa914f5eSYinghai Lu 	struct pci_dev_resource *dev_res, *tmp_res;
373aa914f5eSYinghai Lu 	unsigned long fail_type;
3743e6e0d80SYinghai Lu 
3753e6e0d80SYinghai Lu 	/* Check if optional add_size is there */
376bdc4abecSYinghai Lu 	if (!realloc_head || list_empty(realloc_head))
3773e6e0d80SYinghai Lu 		goto requested_and_reassign;
3783e6e0d80SYinghai Lu 
3793e6e0d80SYinghai Lu 	/* Save original start, end, flags etc at first */
380bdc4abecSYinghai Lu 	list_for_each_entry(dev_res, head, list) {
381bdc4abecSYinghai Lu 		if (add_to_list(&save_head, dev_res->dev, dev_res->res, 0, 0)) {
382bffc56d4SYinghai Lu 			free_list(&save_head);
3833e6e0d80SYinghai Lu 			goto requested_and_reassign;
3843e6e0d80SYinghai Lu 		}
385bdc4abecSYinghai Lu 	}
3863e6e0d80SYinghai Lu 
3873e6e0d80SYinghai Lu 	/* Update res in head list with add_size in realloc_head list */
388bdc4abecSYinghai Lu 	list_for_each_entry(dev_res, head, list)
389bdc4abecSYinghai Lu 		dev_res->res->end += get_res_add_size(realloc_head,
390bdc4abecSYinghai Lu 							dev_res->res);
3913e6e0d80SYinghai Lu 
3923e6e0d80SYinghai Lu 	/* Try updated head list with add_size added */
3933e6e0d80SYinghai Lu 	assign_requested_resources_sorted(head, &local_fail_head);
3943e6e0d80SYinghai Lu 
3953e6e0d80SYinghai Lu 	/* all assigned with add_size ? */
396bdc4abecSYinghai Lu 	if (list_empty(&local_fail_head)) {
3973e6e0d80SYinghai Lu 		/* Remove head list from realloc_head list */
398bdc4abecSYinghai Lu 		list_for_each_entry(dev_res, head, list)
399bdc4abecSYinghai Lu 			remove_from_list(realloc_head, dev_res->res);
400bffc56d4SYinghai Lu 		free_list(&save_head);
401bffc56d4SYinghai Lu 		free_list(head);
4023e6e0d80SYinghai Lu 		return;
4033e6e0d80SYinghai Lu 	}
4043e6e0d80SYinghai Lu 
405aa914f5eSYinghai Lu 	/* check failed type */
406aa914f5eSYinghai Lu 	fail_type = pci_fail_res_type_mask(&local_fail_head);
407aa914f5eSYinghai Lu 	/* remove not need to be released assigned res from head list etc */
408aa914f5eSYinghai Lu 	list_for_each_entry_safe(dev_res, tmp_res, head, list)
409aa914f5eSYinghai Lu 		if (dev_res->res->parent &&
410aa914f5eSYinghai Lu 		    !pci_need_to_release(fail_type, dev_res->res)) {
411aa914f5eSYinghai Lu 			/* remove it from realloc_head list */
412aa914f5eSYinghai Lu 			remove_from_list(realloc_head, dev_res->res);
413aa914f5eSYinghai Lu 			remove_from_list(&save_head, dev_res->res);
414aa914f5eSYinghai Lu 			list_del(&dev_res->list);
415aa914f5eSYinghai Lu 			kfree(dev_res);
416aa914f5eSYinghai Lu 		}
417aa914f5eSYinghai Lu 
418bffc56d4SYinghai Lu 	free_list(&local_fail_head);
4193e6e0d80SYinghai Lu 	/* Release assigned resource */
420bdc4abecSYinghai Lu 	list_for_each_entry(dev_res, head, list)
421bdc4abecSYinghai Lu 		if (dev_res->res->parent)
422bdc4abecSYinghai Lu 			release_resource(dev_res->res);
4233e6e0d80SYinghai Lu 	/* Restore start/end/flags from saved list */
424b9b0bba9SYinghai Lu 	list_for_each_entry(save_res, &save_head, list) {
425b9b0bba9SYinghai Lu 		struct resource *res = save_res->res;
4263e6e0d80SYinghai Lu 
427b9b0bba9SYinghai Lu 		res->start = save_res->start;
428b9b0bba9SYinghai Lu 		res->end = save_res->end;
429b9b0bba9SYinghai Lu 		res->flags = save_res->flags;
4303e6e0d80SYinghai Lu 	}
431bffc56d4SYinghai Lu 	free_list(&save_head);
4323e6e0d80SYinghai Lu 
4333e6e0d80SYinghai Lu requested_and_reassign:
434c8adf9a3SRam Pai 	/* Satisfy the must-have resource requests */
435c8adf9a3SRam Pai 	assign_requested_resources_sorted(head, fail_head);
436c8adf9a3SRam Pai 
4370a2daa1cSRam Pai 	/* Try to satisfy any additional optional resource
438c8adf9a3SRam Pai 		requests */
4399e8bf93aSRam Pai 	if (realloc_head)
4409e8bf93aSRam Pai 		reassign_resources_sorted(realloc_head, head);
441bffc56d4SYinghai Lu 	free_list(head);
442c8adf9a3SRam Pai }
443c8adf9a3SRam Pai 
4446841ec68SYinghai Lu static void pdev_assign_resources_sorted(struct pci_dev *dev,
445bdc4abecSYinghai Lu 				 struct list_head *add_head,
446bdc4abecSYinghai Lu 				 struct list_head *fail_head)
4476841ec68SYinghai Lu {
448bdc4abecSYinghai Lu 	LIST_HEAD(head);
4496841ec68SYinghai Lu 
4506841ec68SYinghai Lu 	__dev_sort_resources(dev, &head);
4518424d759SYinghai Lu 	__assign_resources_sorted(&head, add_head, fail_head);
4526841ec68SYinghai Lu 
4536841ec68SYinghai Lu }
4546841ec68SYinghai Lu 
4556841ec68SYinghai Lu static void pbus_assign_resources_sorted(const struct pci_bus *bus,
456bdc4abecSYinghai Lu 					 struct list_head *realloc_head,
457bdc4abecSYinghai Lu 					 struct list_head *fail_head)
4586841ec68SYinghai Lu {
4596841ec68SYinghai Lu 	struct pci_dev *dev;
460bdc4abecSYinghai Lu 	LIST_HEAD(head);
4616841ec68SYinghai Lu 
4626841ec68SYinghai Lu 	list_for_each_entry(dev, &bus->devices, bus_list)
4636841ec68SYinghai Lu 		__dev_sort_resources(dev, &head);
4646841ec68SYinghai Lu 
4659e8bf93aSRam Pai 	__assign_resources_sorted(&head, realloc_head, fail_head);
4666841ec68SYinghai Lu }
4676841ec68SYinghai Lu 
468b3743fa4SDominik Brodowski void pci_setup_cardbus(struct pci_bus *bus)
4691da177e4SLinus Torvalds {
4701da177e4SLinus Torvalds 	struct pci_dev *bridge = bus->self;
471c7dabef8SBjorn Helgaas 	struct resource *res;
4721da177e4SLinus Torvalds 	struct pci_bus_region region;
4731da177e4SLinus Torvalds 
474b918c62eSYinghai Lu 	dev_info(&bridge->dev, "CardBus bridge to %pR\n",
475b918c62eSYinghai Lu 		 &bus->busn_res);
4761da177e4SLinus Torvalds 
477c7dabef8SBjorn Helgaas 	res = bus->resource[0];
478c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
479c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_IO) {
4801da177e4SLinus Torvalds 		/*
4811da177e4SLinus Torvalds 		 * The IO resource is allocated a range twice as large as it
4821da177e4SLinus Torvalds 		 * would normally need.  This allows us to set both IO regs.
4831da177e4SLinus Torvalds 		 */
484c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
4851da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_IO_BASE_0,
4861da177e4SLinus Torvalds 					region.start);
4871da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_0,
4881da177e4SLinus Torvalds 					region.end);
4891da177e4SLinus Torvalds 	}
4901da177e4SLinus Torvalds 
491c7dabef8SBjorn Helgaas 	res = bus->resource[1];
492c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
493c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_IO) {
494c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
4951da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_IO_BASE_1,
4961da177e4SLinus Torvalds 					region.start);
4971da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_1,
4981da177e4SLinus Torvalds 					region.end);
4991da177e4SLinus Torvalds 	}
5001da177e4SLinus Torvalds 
501c7dabef8SBjorn Helgaas 	res = bus->resource[2];
502c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
503c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_MEM) {
504c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
5051da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_0,
5061da177e4SLinus Torvalds 					region.start);
5071da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_0,
5081da177e4SLinus Torvalds 					region.end);
5091da177e4SLinus Torvalds 	}
5101da177e4SLinus Torvalds 
511c7dabef8SBjorn Helgaas 	res = bus->resource[3];
512c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
513c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_MEM) {
514c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
5151da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_1,
5161da177e4SLinus Torvalds 					region.start);
5171da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_1,
5181da177e4SLinus Torvalds 					region.end);
5191da177e4SLinus Torvalds 	}
5201da177e4SLinus Torvalds }
521b3743fa4SDominik Brodowski EXPORT_SYMBOL(pci_setup_cardbus);
5221da177e4SLinus Torvalds 
5231da177e4SLinus Torvalds /* Initialize bridges with base/limit values we have collected.
5241da177e4SLinus Torvalds    PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
5251da177e4SLinus Torvalds    requires that if there is no I/O ports or memory behind the
5261da177e4SLinus Torvalds    bridge, corresponding range must be turned off by writing base
5271da177e4SLinus Torvalds    value greater than limit to the bridge's base/limit registers.
5281da177e4SLinus Torvalds 
5291da177e4SLinus Torvalds    Note: care must be taken when updating I/O base/limit registers
5301da177e4SLinus Torvalds    of bridges which support 32-bit I/O. This update requires two
5311da177e4SLinus Torvalds    config space writes, so it's quite possible that an I/O window of
5321da177e4SLinus Torvalds    the bridge will have some undesirable address (e.g. 0) after the
5331da177e4SLinus Torvalds    first write. Ditto 64-bit prefetchable MMIO.  */
5347cc5997dSYinghai Lu static void pci_setup_bridge_io(struct pci_bus *bus)
5351da177e4SLinus Torvalds {
5361da177e4SLinus Torvalds 	struct pci_dev *bridge = bus->self;
537c7dabef8SBjorn Helgaas 	struct resource *res;
5381da177e4SLinus Torvalds 	struct pci_bus_region region;
5392b28ae19SBjorn Helgaas 	unsigned long io_mask;
5402b28ae19SBjorn Helgaas 	u8 io_base_lo, io_limit_lo;
5417cc5997dSYinghai Lu 	u32 l, io_upper16;
5421da177e4SLinus Torvalds 
5432b28ae19SBjorn Helgaas 	io_mask = PCI_IO_RANGE_MASK;
5442b28ae19SBjorn Helgaas 	if (bridge->io_window_1k)
5452b28ae19SBjorn Helgaas 		io_mask = PCI_IO_1K_RANGE_MASK;
5462b28ae19SBjorn Helgaas 
5471da177e4SLinus Torvalds 	/* Set up the top and bottom of the PCI I/O segment for this bus. */
548c7dabef8SBjorn Helgaas 	res = bus->resource[0];
549c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
550c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_IO) {
5511da177e4SLinus Torvalds 		pci_read_config_dword(bridge, PCI_IO_BASE, &l);
5521da177e4SLinus Torvalds 		l &= 0xffff0000;
5532b28ae19SBjorn Helgaas 		io_base_lo = (region.start >> 8) & io_mask;
5542b28ae19SBjorn Helgaas 		io_limit_lo = (region.end >> 8) & io_mask;
5552b28ae19SBjorn Helgaas 		l |= ((u32) io_limit_lo << 8) | io_base_lo;
5561da177e4SLinus Torvalds 		/* Set up upper 16 bits of I/O base/limit. */
5571da177e4SLinus Torvalds 		io_upper16 = (region.end & 0xffff0000) | (region.start >> 16);
558c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
5597cc5997dSYinghai Lu 	} else {
5601da177e4SLinus Torvalds 		/* Clear upper 16 bits of I/O base/limit. */
5611da177e4SLinus Torvalds 		io_upper16 = 0;
5621da177e4SLinus Torvalds 		l = 0x00f0;
5631da177e4SLinus Torvalds 	}
5641da177e4SLinus Torvalds 	/* Temporarily disable the I/O range before updating PCI_IO_BASE. */
5651da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, 0x0000ffff);
5661da177e4SLinus Torvalds 	/* Update lower 16 bits of I/O base/limit. */
5671da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_IO_BASE, l);
5681da177e4SLinus Torvalds 	/* Update upper 16 bits of I/O base/limit. */
5691da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, io_upper16);
5707cc5997dSYinghai Lu }
5711da177e4SLinus Torvalds 
5727cc5997dSYinghai Lu static void pci_setup_bridge_mmio(struct pci_bus *bus)
5737cc5997dSYinghai Lu {
5747cc5997dSYinghai Lu 	struct pci_dev *bridge = bus->self;
5757cc5997dSYinghai Lu 	struct resource *res;
5767cc5997dSYinghai Lu 	struct pci_bus_region region;
5777cc5997dSYinghai Lu 	u32 l;
5787cc5997dSYinghai Lu 
5797cc5997dSYinghai Lu 	/* Set up the top and bottom of the PCI Memory segment for this bus. */
580c7dabef8SBjorn Helgaas 	res = bus->resource[1];
581c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
582c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_MEM) {
5831da177e4SLinus Torvalds 		l = (region.start >> 16) & 0xfff0;
5841da177e4SLinus Torvalds 		l |= region.end & 0xfff00000;
585c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
5867cc5997dSYinghai Lu 	} else {
5871da177e4SLinus Torvalds 		l = 0x0000fff0;
5881da177e4SLinus Torvalds 	}
5891da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_MEMORY_BASE, l);
5907cc5997dSYinghai Lu }
5917cc5997dSYinghai Lu 
5927cc5997dSYinghai Lu static void pci_setup_bridge_mmio_pref(struct pci_bus *bus)
5937cc5997dSYinghai Lu {
5947cc5997dSYinghai Lu 	struct pci_dev *bridge = bus->self;
5957cc5997dSYinghai Lu 	struct resource *res;
5967cc5997dSYinghai Lu 	struct pci_bus_region region;
5977cc5997dSYinghai Lu 	u32 l, bu, lu;
5981da177e4SLinus Torvalds 
5991da177e4SLinus Torvalds 	/* Clear out the upper 32 bits of PREF limit.
6001da177e4SLinus Torvalds 	   If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
6011da177e4SLinus Torvalds 	   disables PREF range, which is ok. */
6021da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, 0);
6031da177e4SLinus Torvalds 
6041da177e4SLinus Torvalds 	/* Set up PREF base/limit. */
605c40a22e0SBenjamin Herrenschmidt 	bu = lu = 0;
606c7dabef8SBjorn Helgaas 	res = bus->resource[2];
607c7dabef8SBjorn Helgaas 	pcibios_resource_to_bus(bridge, &region, res);
608c7dabef8SBjorn Helgaas 	if (res->flags & IORESOURCE_PREFETCH) {
6091da177e4SLinus Torvalds 		l = (region.start >> 16) & 0xfff0;
6101da177e4SLinus Torvalds 		l |= region.end & 0xfff00000;
611c7dabef8SBjorn Helgaas 		if (res->flags & IORESOURCE_MEM_64) {
61213d36c24SAndrew Morton 			bu = upper_32_bits(region.start);
61313d36c24SAndrew Morton 			lu = upper_32_bits(region.end);
6141f82de10SYinghai Lu 		}
615c7dabef8SBjorn Helgaas 		dev_info(&bridge->dev, "  bridge window %pR\n", res);
6167cc5997dSYinghai Lu 	} else {
6171da177e4SLinus Torvalds 		l = 0x0000fff0;
6181da177e4SLinus Torvalds 	}
6191da177e4SLinus Torvalds 	pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, l);
6201da177e4SLinus Torvalds 
621c40a22e0SBenjamin Herrenschmidt 	/* Set the upper 32 bits of PREF base & limit. */
622c40a22e0SBenjamin Herrenschmidt 	pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, bu);
623c40a22e0SBenjamin Herrenschmidt 	pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, lu);
6247cc5997dSYinghai Lu }
6257cc5997dSYinghai Lu 
6267cc5997dSYinghai Lu static void __pci_setup_bridge(struct pci_bus *bus, unsigned long type)
6277cc5997dSYinghai Lu {
6287cc5997dSYinghai Lu 	struct pci_dev *bridge = bus->self;
6297cc5997dSYinghai Lu 
630b918c62eSYinghai Lu 	dev_info(&bridge->dev, "PCI bridge to %pR\n",
631b918c62eSYinghai Lu 		 &bus->busn_res);
6327cc5997dSYinghai Lu 
6337cc5997dSYinghai Lu 	if (type & IORESOURCE_IO)
6347cc5997dSYinghai Lu 		pci_setup_bridge_io(bus);
6357cc5997dSYinghai Lu 
6367cc5997dSYinghai Lu 	if (type & IORESOURCE_MEM)
6377cc5997dSYinghai Lu 		pci_setup_bridge_mmio(bus);
6387cc5997dSYinghai Lu 
6397cc5997dSYinghai Lu 	if (type & IORESOURCE_PREFETCH)
6407cc5997dSYinghai Lu 		pci_setup_bridge_mmio_pref(bus);
6411da177e4SLinus Torvalds 
6421da177e4SLinus Torvalds 	pci_write_config_word(bridge, PCI_BRIDGE_CONTROL, bus->bridge_ctl);
6431da177e4SLinus Torvalds }
6441da177e4SLinus Torvalds 
645e2444273SBenjamin Herrenschmidt void pci_setup_bridge(struct pci_bus *bus)
6467cc5997dSYinghai Lu {
6477cc5997dSYinghai Lu 	unsigned long type = IORESOURCE_IO | IORESOURCE_MEM |
6487cc5997dSYinghai Lu 				  IORESOURCE_PREFETCH;
6497cc5997dSYinghai Lu 
6507cc5997dSYinghai Lu 	__pci_setup_bridge(bus, type);
6517cc5997dSYinghai Lu }
6527cc5997dSYinghai Lu 
6531da177e4SLinus Torvalds /* Check whether the bridge supports optional I/O and
6541da177e4SLinus Torvalds    prefetchable memory ranges. If not, the respective
6551da177e4SLinus Torvalds    base/limit registers must be read-only and read as 0. */
65696bde06aSSam Ravnborg static void pci_bridge_check_ranges(struct pci_bus *bus)
6571da177e4SLinus Torvalds {
6581da177e4SLinus Torvalds 	u16 io;
6591da177e4SLinus Torvalds 	u32 pmem;
6601da177e4SLinus Torvalds 	struct pci_dev *bridge = bus->self;
6611da177e4SLinus Torvalds 	struct resource *b_res;
6621da177e4SLinus Torvalds 
6631da177e4SLinus Torvalds 	b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
6641da177e4SLinus Torvalds 	b_res[1].flags |= IORESOURCE_MEM;
6651da177e4SLinus Torvalds 
6661da177e4SLinus Torvalds 	pci_read_config_word(bridge, PCI_IO_BASE, &io);
6671da177e4SLinus Torvalds 	if (!io) {
6681da177e4SLinus Torvalds 		pci_write_config_word(bridge, PCI_IO_BASE, 0xf0f0);
6691da177e4SLinus Torvalds 		pci_read_config_word(bridge, PCI_IO_BASE, &io);
6701da177e4SLinus Torvalds  		pci_write_config_word(bridge, PCI_IO_BASE, 0x0);
6711da177e4SLinus Torvalds  	}
6721da177e4SLinus Torvalds  	if (io)
6731da177e4SLinus Torvalds 		b_res[0].flags |= IORESOURCE_IO;
6741da177e4SLinus Torvalds 	/*  DECchip 21050 pass 2 errata: the bridge may miss an address
6751da177e4SLinus Torvalds 	    disconnect boundary by one PCI data phase.
6761da177e4SLinus Torvalds 	    Workaround: do not use prefetching on this device. */
6771da177e4SLinus Torvalds 	if (bridge->vendor == PCI_VENDOR_ID_DEC && bridge->device == 0x0001)
6781da177e4SLinus Torvalds 		return;
6791da177e4SLinus Torvalds 	pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
6801da177e4SLinus Torvalds 	if (!pmem) {
6811da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE,
6821da177e4SLinus Torvalds 					       0xfff0fff0);
6831da177e4SLinus Torvalds 		pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
6841da177e4SLinus Torvalds 		pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, 0x0);
6851da177e4SLinus Torvalds 	}
6861f82de10SYinghai Lu 	if (pmem) {
6871da177e4SLinus Torvalds 		b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH;
68899586105SYinghai Lu 		if ((pmem & PCI_PREF_RANGE_TYPE_MASK) ==
68999586105SYinghai Lu 		    PCI_PREF_RANGE_TYPE_64) {
6901f82de10SYinghai Lu 			b_res[2].flags |= IORESOURCE_MEM_64;
69199586105SYinghai Lu 			b_res[2].flags |= PCI_PREF_RANGE_TYPE_64;
69299586105SYinghai Lu 		}
6931f82de10SYinghai Lu 	}
6941f82de10SYinghai Lu 
6951f82de10SYinghai Lu 	/* double check if bridge does support 64 bit pref */
6961f82de10SYinghai Lu 	if (b_res[2].flags & IORESOURCE_MEM_64) {
6971f82de10SYinghai Lu 		u32 mem_base_hi, tmp;
6981f82de10SYinghai Lu 		pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32,
6991f82de10SYinghai Lu 					 &mem_base_hi);
7001f82de10SYinghai Lu 		pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
7011f82de10SYinghai Lu 					       0xffffffff);
7021f82de10SYinghai Lu 		pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, &tmp);
7031f82de10SYinghai Lu 		if (!tmp)
7041f82de10SYinghai Lu 			b_res[2].flags &= ~IORESOURCE_MEM_64;
7051f82de10SYinghai Lu 		pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
7061f82de10SYinghai Lu 				       mem_base_hi);
7071f82de10SYinghai Lu 	}
7081da177e4SLinus Torvalds }
7091da177e4SLinus Torvalds 
7101da177e4SLinus Torvalds /* Helper function for sizing routines: find first available
7111da177e4SLinus Torvalds    bus resource of a given type. Note: we intentionally skip
7121da177e4SLinus Torvalds    the bus resources which have already been assigned (that is,
7131da177e4SLinus Torvalds    have non-NULL parent resource). */
71496bde06aSSam Ravnborg static struct resource *find_free_bus_resource(struct pci_bus *bus, unsigned long type)
7151da177e4SLinus Torvalds {
7161da177e4SLinus Torvalds 	int i;
7171da177e4SLinus Torvalds 	struct resource *r;
7181da177e4SLinus Torvalds 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
7191da177e4SLinus Torvalds 				  IORESOURCE_PREFETCH;
7201da177e4SLinus Torvalds 
72189a74eccSBjorn Helgaas 	pci_bus_for_each_resource(bus, r, i) {
722299de034SIvan Kokshaysky 		if (r == &ioport_resource || r == &iomem_resource)
723299de034SIvan Kokshaysky 			continue;
72455a10984SJesse Barnes 		if (r && (r->flags & type_mask) == type && !r->parent)
7251da177e4SLinus Torvalds 			return r;
7261da177e4SLinus Torvalds 	}
7271da177e4SLinus Torvalds 	return NULL;
7281da177e4SLinus Torvalds }
7291da177e4SLinus Torvalds 
73013583b16SRam Pai static resource_size_t calculate_iosize(resource_size_t size,
73113583b16SRam Pai 		resource_size_t min_size,
73213583b16SRam Pai 		resource_size_t size1,
73313583b16SRam Pai 		resource_size_t old_size,
73413583b16SRam Pai 		resource_size_t align)
73513583b16SRam Pai {
73613583b16SRam Pai 	if (size < min_size)
73713583b16SRam Pai 		size = min_size;
73813583b16SRam Pai 	if (old_size == 1 )
73913583b16SRam Pai 		old_size = 0;
74013583b16SRam Pai 	/* To be fixed in 2.5: we should have sort of HAVE_ISA
74113583b16SRam Pai 	   flag in the struct pci_bus. */
74213583b16SRam Pai #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
74313583b16SRam Pai 	size = (size & 0xff) + ((size & ~0xffUL) << 2);
74413583b16SRam Pai #endif
74513583b16SRam Pai 	size = ALIGN(size + size1, align);
74613583b16SRam Pai 	if (size < old_size)
74713583b16SRam Pai 		size = old_size;
74813583b16SRam Pai 	return size;
74913583b16SRam Pai }
75013583b16SRam Pai 
75113583b16SRam Pai static resource_size_t calculate_memsize(resource_size_t size,
75213583b16SRam Pai 		resource_size_t min_size,
75313583b16SRam Pai 		resource_size_t size1,
75413583b16SRam Pai 		resource_size_t old_size,
75513583b16SRam Pai 		resource_size_t align)
75613583b16SRam Pai {
75713583b16SRam Pai 	if (size < min_size)
75813583b16SRam Pai 		size = min_size;
75913583b16SRam Pai 	if (old_size == 1 )
76013583b16SRam Pai 		old_size = 0;
76113583b16SRam Pai 	if (size < old_size)
76213583b16SRam Pai 		size = old_size;
76313583b16SRam Pai 	size = ALIGN(size + size1, align);
76413583b16SRam Pai 	return size;
76513583b16SRam Pai }
76613583b16SRam Pai 
767ac5ad93eSGavin Shan resource_size_t __weak pcibios_window_alignment(struct pci_bus *bus,
768ac5ad93eSGavin Shan 						unsigned long type)
769ac5ad93eSGavin Shan {
770ac5ad93eSGavin Shan 	return 1;
771ac5ad93eSGavin Shan }
772ac5ad93eSGavin Shan 
773ac5ad93eSGavin Shan #define PCI_P2P_DEFAULT_MEM_ALIGN	0x100000	/* 1MiB */
774ac5ad93eSGavin Shan #define PCI_P2P_DEFAULT_IO_ALIGN	0x1000		/* 4KiB */
775ac5ad93eSGavin Shan #define PCI_P2P_DEFAULT_IO_ALIGN_1K	0x400		/* 1KiB */
776ac5ad93eSGavin Shan 
777ac5ad93eSGavin Shan static resource_size_t window_alignment(struct pci_bus *bus,
778ac5ad93eSGavin Shan 					unsigned long type)
779ac5ad93eSGavin Shan {
780ac5ad93eSGavin Shan 	resource_size_t align = 1, arch_align;
781ac5ad93eSGavin Shan 
782ac5ad93eSGavin Shan 	if (type & IORESOURCE_MEM)
783ac5ad93eSGavin Shan 		align = PCI_P2P_DEFAULT_MEM_ALIGN;
784ac5ad93eSGavin Shan 	else if (type & IORESOURCE_IO) {
785ac5ad93eSGavin Shan 		/*
786ac5ad93eSGavin Shan 		 * Per spec, I/O windows are 4K-aligned, but some
787ac5ad93eSGavin Shan 		 * bridges have an extension to support 1K alignment.
788ac5ad93eSGavin Shan 		 */
789ac5ad93eSGavin Shan 		if (bus->self->io_window_1k)
790ac5ad93eSGavin Shan 			align = PCI_P2P_DEFAULT_IO_ALIGN_1K;
791ac5ad93eSGavin Shan 		else
792ac5ad93eSGavin Shan 			align = PCI_P2P_DEFAULT_IO_ALIGN;
793ac5ad93eSGavin Shan 	}
794ac5ad93eSGavin Shan 
795ac5ad93eSGavin Shan 	arch_align = pcibios_window_alignment(bus, type);
796ac5ad93eSGavin Shan 	return max(align, arch_align);
797ac5ad93eSGavin Shan }
798ac5ad93eSGavin Shan 
799c8adf9a3SRam Pai /**
800c8adf9a3SRam Pai  * pbus_size_io() - size the io window of a given bus
801c8adf9a3SRam Pai  *
802c8adf9a3SRam Pai  * @bus : the bus
803c8adf9a3SRam Pai  * @min_size : the minimum io window that must to be allocated
804c8adf9a3SRam Pai  * @add_size : additional optional io window
8059e8bf93aSRam Pai  * @realloc_head : track the additional io window on this list
806c8adf9a3SRam Pai  *
807c8adf9a3SRam Pai  * Sizing the IO windows of the PCI-PCI bridge is trivial,
808fd591341SYinghai Lu  * since these windows have 1K or 4K granularity and the IO ranges
809c8adf9a3SRam Pai  * of non-bridge PCI devices are limited to 256 bytes.
810c8adf9a3SRam Pai  * We must be careful with the ISA aliasing though.
811c8adf9a3SRam Pai  */
812c8adf9a3SRam Pai static void pbus_size_io(struct pci_bus *bus, resource_size_t min_size,
813bdc4abecSYinghai Lu 		resource_size_t add_size, struct list_head *realloc_head)
8141da177e4SLinus Torvalds {
8151da177e4SLinus Torvalds 	struct pci_dev *dev;
8161da177e4SLinus Torvalds 	struct resource *b_res = find_free_bus_resource(bus, IORESOURCE_IO);
81711251a86SWei Yang 	resource_size_t size = 0, size0 = 0, size1 = 0;
818be768912SYinghai Lu 	resource_size_t children_add_size = 0;
8192d1d6678SBjorn Helgaas 	resource_size_t min_align, align;
8201da177e4SLinus Torvalds 
8211da177e4SLinus Torvalds 	if (!b_res)
8221da177e4SLinus Torvalds  		return;
8231da177e4SLinus Torvalds 
8242d1d6678SBjorn Helgaas 	min_align = window_alignment(bus, IORESOURCE_IO);
8251da177e4SLinus Torvalds 	list_for_each_entry(dev, &bus->devices, bus_list) {
8261da177e4SLinus Torvalds 		int i;
8271da177e4SLinus Torvalds 
8281da177e4SLinus Torvalds 		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
8291da177e4SLinus Torvalds 			struct resource *r = &dev->resource[i];
8301da177e4SLinus Torvalds 			unsigned long r_size;
8311da177e4SLinus Torvalds 
8321da177e4SLinus Torvalds 			if (r->parent || !(r->flags & IORESOURCE_IO))
8331da177e4SLinus Torvalds 				continue;
834022edd86SZhao, Yu 			r_size = resource_size(r);
8351da177e4SLinus Torvalds 
8361da177e4SLinus Torvalds 			if (r_size < 0x400)
8371da177e4SLinus Torvalds 				/* Might be re-aligned for ISA */
8381da177e4SLinus Torvalds 				size += r_size;
8391da177e4SLinus Torvalds 			else
8401da177e4SLinus Torvalds 				size1 += r_size;
841be768912SYinghai Lu 
842fd591341SYinghai Lu 			align = pci_resource_alignment(dev, r);
843fd591341SYinghai Lu 			if (align > min_align)
844fd591341SYinghai Lu 				min_align = align;
845fd591341SYinghai Lu 
8469e8bf93aSRam Pai 			if (realloc_head)
8479e8bf93aSRam Pai 				children_add_size += get_res_add_size(realloc_head, r);
8481da177e4SLinus Torvalds 		}
8491da177e4SLinus Torvalds 	}
850fd591341SYinghai Lu 
851c8adf9a3SRam Pai 	size0 = calculate_iosize(size, min_size, size1,
852fd591341SYinghai Lu 			resource_size(b_res), min_align);
853be768912SYinghai Lu 	if (children_add_size > add_size)
854be768912SYinghai Lu 		add_size = children_add_size;
8559e8bf93aSRam Pai 	size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
856a4ac9feaSYinghai Lu 		calculate_iosize(size, min_size, add_size + size1,
857fd591341SYinghai Lu 			resource_size(b_res), min_align);
858c8adf9a3SRam Pai 	if (!size0 && !size1) {
859865df576SBjorn Helgaas 		if (b_res->start || b_res->end)
860865df576SBjorn Helgaas 			dev_info(&bus->self->dev, "disabling bridge window "
861b918c62eSYinghai Lu 				 "%pR to %pR (unused)\n", b_res,
862b918c62eSYinghai Lu 				 &bus->busn_res);
8631da177e4SLinus Torvalds 		b_res->flags = 0;
8641da177e4SLinus Torvalds 		return;
8651da177e4SLinus Torvalds 	}
866fd591341SYinghai Lu 
867fd591341SYinghai Lu 	b_res->start = min_align;
868c8adf9a3SRam Pai 	b_res->end = b_res->start + size0 - 1;
86988452565SIvan Kokshaysky 	b_res->flags |= IORESOURCE_STARTALIGN;
870b592443dSYinghai Lu 	if (size1 > size0 && realloc_head) {
871fd591341SYinghai Lu 		add_to_list(realloc_head, bus->self, b_res, size1-size0,
872fd591341SYinghai Lu 			    min_align);
873b592443dSYinghai Lu 		dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
87411251a86SWei Yang 				 "%pR to %pR add_size %llx\n", b_res,
87511251a86SWei Yang 				 &bus->busn_res,
87611251a86SWei Yang 				 (unsigned long long)size1-size0);
877b592443dSYinghai Lu 	}
8781da177e4SLinus Torvalds }
8791da177e4SLinus Torvalds 
880c121504eSGavin Shan static inline resource_size_t calculate_mem_align(resource_size_t *aligns,
881c121504eSGavin Shan 						  int max_order)
882c121504eSGavin Shan {
883c121504eSGavin Shan 	resource_size_t align = 0;
884c121504eSGavin Shan 	resource_size_t min_align = 0;
885c121504eSGavin Shan 	int order;
886c121504eSGavin Shan 
887c121504eSGavin Shan 	for (order = 0; order <= max_order; order++) {
888c121504eSGavin Shan 		resource_size_t align1 = 1;
889c121504eSGavin Shan 
890c121504eSGavin Shan 		align1 <<= (order + 20);
891c121504eSGavin Shan 
892c121504eSGavin Shan 		if (!align)
893c121504eSGavin Shan 			min_align = align1;
894c121504eSGavin Shan 		else if (ALIGN(align + min_align, min_align) < align1)
895c121504eSGavin Shan 			min_align = align1 >> 1;
896c121504eSGavin Shan 		align += aligns[order];
897c121504eSGavin Shan 	}
898c121504eSGavin Shan 
899c121504eSGavin Shan 	return min_align;
900c121504eSGavin Shan }
901c121504eSGavin Shan 
902c8adf9a3SRam Pai /**
903c8adf9a3SRam Pai  * pbus_size_mem() - size the memory window of a given bus
904c8adf9a3SRam Pai  *
905c8adf9a3SRam Pai  * @bus : the bus
906496f70cfSWei Yang  * @mask: mask the resource flag, then compare it with type
907496f70cfSWei Yang  * @type: the type of free resource from bridge
908c8adf9a3SRam Pai  * @min_size : the minimum memory window that must to be allocated
909c8adf9a3SRam Pai  * @add_size : additional optional memory window
9109e8bf93aSRam Pai  * @realloc_head : track the additional memory window on this list
911c8adf9a3SRam Pai  *
912c8adf9a3SRam Pai  * Calculate the size of the bus and minimal alignment which
913c8adf9a3SRam Pai  * guarantees that all child resources fit in this size.
914c8adf9a3SRam Pai  */
91528760489SEric W. Biederman static int pbus_size_mem(struct pci_bus *bus, unsigned long mask,
916c8adf9a3SRam Pai 			 unsigned long type, resource_size_t min_size,
917c8adf9a3SRam Pai 			resource_size_t add_size,
918bdc4abecSYinghai Lu 			struct list_head *realloc_head)
9191da177e4SLinus Torvalds {
9201da177e4SLinus Torvalds 	struct pci_dev *dev;
921c8adf9a3SRam Pai 	resource_size_t min_align, align, size, size0, size1;
922c40a22e0SBenjamin Herrenschmidt 	resource_size_t aligns[12];	/* Alignments from 1Mb to 2Gb */
9231da177e4SLinus Torvalds 	int order, max_order;
9241da177e4SLinus Torvalds 	struct resource *b_res = find_free_bus_resource(bus, type);
9251f82de10SYinghai Lu 	unsigned int mem64_mask = 0;
926be768912SYinghai Lu 	resource_size_t children_add_size = 0;
9271da177e4SLinus Torvalds 
9281da177e4SLinus Torvalds 	if (!b_res)
9291da177e4SLinus Torvalds 		return 0;
9301da177e4SLinus Torvalds 
9311da177e4SLinus Torvalds 	memset(aligns, 0, sizeof(aligns));
9321da177e4SLinus Torvalds 	max_order = 0;
9331da177e4SLinus Torvalds 	size = 0;
9341da177e4SLinus Torvalds 
9351f82de10SYinghai Lu 	mem64_mask = b_res->flags & IORESOURCE_MEM_64;
9361f82de10SYinghai Lu 	b_res->flags &= ~IORESOURCE_MEM_64;
9371f82de10SYinghai Lu 
9381da177e4SLinus Torvalds 	list_for_each_entry(dev, &bus->devices, bus_list) {
9391da177e4SLinus Torvalds 		int i;
9401da177e4SLinus Torvalds 
9411da177e4SLinus Torvalds 		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
9421da177e4SLinus Torvalds 			struct resource *r = &dev->resource[i];
943c40a22e0SBenjamin Herrenschmidt 			resource_size_t r_size;
9441da177e4SLinus Torvalds 
9451da177e4SLinus Torvalds 			if (r->parent || (r->flags & mask) != type)
9461da177e4SLinus Torvalds 				continue;
947022edd86SZhao, Yu 			r_size = resource_size(r);
9482aceefcbSYinghai Lu #ifdef CONFIG_PCI_IOV
9492aceefcbSYinghai Lu 			/* put SRIOV requested res to the optional list */
9509e8bf93aSRam Pai 			if (realloc_head && i >= PCI_IOV_RESOURCES &&
9512aceefcbSYinghai Lu 					i <= PCI_IOV_RESOURCE_END) {
9522aceefcbSYinghai Lu 				r->end = r->start - 1;
9539e8bf93aSRam Pai 				add_to_list(realloc_head, dev, r, r_size, 0/* dont' care */);
9542aceefcbSYinghai Lu 				children_add_size += r_size;
9552aceefcbSYinghai Lu 				continue;
9562aceefcbSYinghai Lu 			}
9572aceefcbSYinghai Lu #endif
9581da177e4SLinus Torvalds 			/* For bridges size != alignment */
9596faf17f6SChris Wright 			align = pci_resource_alignment(dev, r);
9601da177e4SLinus Torvalds 			order = __ffs(align) - 20;
9611da177e4SLinus Torvalds 			if (order > 11) {
962865df576SBjorn Helgaas 				dev_warn(&dev->dev, "disabling BAR %d: %pR "
963865df576SBjorn Helgaas 					 "(bad alignment %#llx)\n", i, r,
964865df576SBjorn Helgaas 					 (unsigned long long) align);
9651da177e4SLinus Torvalds 				r->flags = 0;
9661da177e4SLinus Torvalds 				continue;
9671da177e4SLinus Torvalds 			}
9681da177e4SLinus Torvalds 			size += r_size;
9691da177e4SLinus Torvalds 			if (order < 0)
9701da177e4SLinus Torvalds 				order = 0;
9711da177e4SLinus Torvalds 			/* Exclude ranges with size > align from
9721da177e4SLinus Torvalds 			   calculation of the alignment. */
9731da177e4SLinus Torvalds 			if (r_size == align)
9741da177e4SLinus Torvalds 				aligns[order] += align;
9751da177e4SLinus Torvalds 			if (order > max_order)
9761da177e4SLinus Torvalds 				max_order = order;
9771f82de10SYinghai Lu 			mem64_mask &= r->flags & IORESOURCE_MEM_64;
978be768912SYinghai Lu 
9799e8bf93aSRam Pai 			if (realloc_head)
9809e8bf93aSRam Pai 				children_add_size += get_res_add_size(realloc_head, r);
9811da177e4SLinus Torvalds 		}
9821da177e4SLinus Torvalds 	}
9838308c54dSJeremy Fitzhardinge 
984c121504eSGavin Shan 	min_align = calculate_mem_align(aligns, max_order);
985462d9303SGavin Shan 	min_align = max(min_align, window_alignment(bus, b_res->flags & mask));
986b42282e5SLinus Torvalds 	size0 = calculate_memsize(size, min_size, 0, resource_size(b_res), min_align);
987be768912SYinghai Lu 	if (children_add_size > add_size)
988be768912SYinghai Lu 		add_size = children_add_size;
9899e8bf93aSRam Pai 	size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
990a4ac9feaSYinghai Lu 		calculate_memsize(size, min_size, add_size,
991b42282e5SLinus Torvalds 				resource_size(b_res), min_align);
992c8adf9a3SRam Pai 	if (!size0 && !size1) {
993865df576SBjorn Helgaas 		if (b_res->start || b_res->end)
994865df576SBjorn Helgaas 			dev_info(&bus->self->dev, "disabling bridge window "
995b918c62eSYinghai Lu 				 "%pR to %pR (unused)\n", b_res,
996b918c62eSYinghai Lu 				 &bus->busn_res);
9971da177e4SLinus Torvalds 		b_res->flags = 0;
9981da177e4SLinus Torvalds 		return 1;
9991da177e4SLinus Torvalds 	}
10001da177e4SLinus Torvalds 	b_res->start = min_align;
1001c8adf9a3SRam Pai 	b_res->end = size0 + min_align - 1;
1002c8adf9a3SRam Pai 	b_res->flags |= IORESOURCE_STARTALIGN | mem64_mask;
1003b592443dSYinghai Lu 	if (size1 > size0 && realloc_head) {
10049e8bf93aSRam Pai 		add_to_list(realloc_head, bus->self, b_res, size1-size0, min_align);
1005b592443dSYinghai Lu 		dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
1006b918c62eSYinghai Lu 				 "%pR to %pR add_size %llx\n", b_res,
1007b918c62eSYinghai Lu 				 &bus->busn_res, (unsigned long long)size1-size0);
1008b592443dSYinghai Lu 	}
10091da177e4SLinus Torvalds 	return 1;
10101da177e4SLinus Torvalds }
10111da177e4SLinus Torvalds 
10120a2daa1cSRam Pai unsigned long pci_cardbus_resource_alignment(struct resource *res)
10130a2daa1cSRam Pai {
10140a2daa1cSRam Pai 	if (res->flags & IORESOURCE_IO)
10150a2daa1cSRam Pai 		return pci_cardbus_io_size;
10160a2daa1cSRam Pai 	if (res->flags & IORESOURCE_MEM)
10170a2daa1cSRam Pai 		return pci_cardbus_mem_size;
10180a2daa1cSRam Pai 	return 0;
10190a2daa1cSRam Pai }
10200a2daa1cSRam Pai 
10210a2daa1cSRam Pai static void pci_bus_size_cardbus(struct pci_bus *bus,
1022bdc4abecSYinghai Lu 			struct list_head *realloc_head)
10231da177e4SLinus Torvalds {
10241da177e4SLinus Torvalds 	struct pci_dev *bridge = bus->self;
10251da177e4SLinus Torvalds 	struct resource *b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
102611848934SYinghai Lu 	resource_size_t b_res_3_size = pci_cardbus_mem_size * 2;
10271da177e4SLinus Torvalds 	u16 ctrl;
10281da177e4SLinus Torvalds 
10293796f1e2SYinghai Lu 	if (b_res[0].parent)
10303796f1e2SYinghai Lu 		goto handle_b_res_1;
10311da177e4SLinus Torvalds 	/*
10321da177e4SLinus Torvalds 	 * Reserve some resources for CardBus.  We reserve
10331da177e4SLinus Torvalds 	 * a fixed amount of bus space for CardBus bridges.
10341da177e4SLinus Torvalds 	 */
103511848934SYinghai Lu 	b_res[0].start = pci_cardbus_io_size;
103611848934SYinghai Lu 	b_res[0].end = b_res[0].start + pci_cardbus_io_size - 1;
103711848934SYinghai Lu 	b_res[0].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
103811848934SYinghai Lu 	if (realloc_head) {
103911848934SYinghai Lu 		b_res[0].end -= pci_cardbus_io_size;
104011848934SYinghai Lu 		add_to_list(realloc_head, bridge, b_res, pci_cardbus_io_size,
104111848934SYinghai Lu 				pci_cardbus_io_size);
104211848934SYinghai Lu 	}
10431da177e4SLinus Torvalds 
10443796f1e2SYinghai Lu handle_b_res_1:
10453796f1e2SYinghai Lu 	if (b_res[1].parent)
10463796f1e2SYinghai Lu 		goto handle_b_res_2;
104711848934SYinghai Lu 	b_res[1].start = pci_cardbus_io_size;
104811848934SYinghai Lu 	b_res[1].end = b_res[1].start + pci_cardbus_io_size - 1;
104911848934SYinghai Lu 	b_res[1].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
105011848934SYinghai Lu 	if (realloc_head) {
105111848934SYinghai Lu 		b_res[1].end -= pci_cardbus_io_size;
105211848934SYinghai Lu 		add_to_list(realloc_head, bridge, b_res+1, pci_cardbus_io_size,
105311848934SYinghai Lu 				 pci_cardbus_io_size);
105411848934SYinghai Lu 	}
10551da177e4SLinus Torvalds 
10563796f1e2SYinghai Lu handle_b_res_2:
1057dcef0d06SYinghai Lu 	/* MEM1 must not be pref mmio */
1058dcef0d06SYinghai Lu 	pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
1059dcef0d06SYinghai Lu 	if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM1) {
1060dcef0d06SYinghai Lu 		ctrl &= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1;
1061dcef0d06SYinghai Lu 		pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
1062dcef0d06SYinghai Lu 		pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
1063dcef0d06SYinghai Lu 	}
1064dcef0d06SYinghai Lu 
10651da177e4SLinus Torvalds 	/*
10661da177e4SLinus Torvalds 	 * Check whether prefetchable memory is supported
10671da177e4SLinus Torvalds 	 * by this bridge.
10681da177e4SLinus Torvalds 	 */
10691da177e4SLinus Torvalds 	pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
10701da177e4SLinus Torvalds 	if (!(ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0)) {
10711da177e4SLinus Torvalds 		ctrl |= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0;
10721da177e4SLinus Torvalds 		pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
10731da177e4SLinus Torvalds 		pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
10741da177e4SLinus Torvalds 	}
10751da177e4SLinus Torvalds 
10763796f1e2SYinghai Lu 	if (b_res[2].parent)
10773796f1e2SYinghai Lu 		goto handle_b_res_3;
10781da177e4SLinus Torvalds 	/*
10791da177e4SLinus Torvalds 	 * If we have prefetchable memory support, allocate
10801da177e4SLinus Torvalds 	 * two regions.  Otherwise, allocate one region of
10811da177e4SLinus Torvalds 	 * twice the size.
10821da177e4SLinus Torvalds 	 */
10831da177e4SLinus Torvalds 	if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0) {
108411848934SYinghai Lu 		b_res[2].start = pci_cardbus_mem_size;
108511848934SYinghai Lu 		b_res[2].end = b_res[2].start + pci_cardbus_mem_size - 1;
108611848934SYinghai Lu 		b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH |
108711848934SYinghai Lu 				  IORESOURCE_STARTALIGN;
108811848934SYinghai Lu 		if (realloc_head) {
108911848934SYinghai Lu 			b_res[2].end -= pci_cardbus_mem_size;
109011848934SYinghai Lu 			add_to_list(realloc_head, bridge, b_res+2,
109111848934SYinghai Lu 				 pci_cardbus_mem_size, pci_cardbus_mem_size);
10921da177e4SLinus Torvalds 		}
10930a2daa1cSRam Pai 
109411848934SYinghai Lu 		/* reduce that to half */
109511848934SYinghai Lu 		b_res_3_size = pci_cardbus_mem_size;
109611848934SYinghai Lu 	}
109711848934SYinghai Lu 
10983796f1e2SYinghai Lu handle_b_res_3:
10993796f1e2SYinghai Lu 	if (b_res[3].parent)
11003796f1e2SYinghai Lu 		goto handle_done;
110111848934SYinghai Lu 	b_res[3].start = pci_cardbus_mem_size;
110211848934SYinghai Lu 	b_res[3].end = b_res[3].start + b_res_3_size - 1;
110311848934SYinghai Lu 	b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_STARTALIGN;
110411848934SYinghai Lu 	if (realloc_head) {
110511848934SYinghai Lu 		b_res[3].end -= b_res_3_size;
110611848934SYinghai Lu 		add_to_list(realloc_head, bridge, b_res+3, b_res_3_size,
110711848934SYinghai Lu 				 pci_cardbus_mem_size);
110811848934SYinghai Lu 	}
11093796f1e2SYinghai Lu 
11103796f1e2SYinghai Lu handle_done:
11113796f1e2SYinghai Lu 	;
11121da177e4SLinus Torvalds }
11131da177e4SLinus Torvalds 
1114d66ecb72SJiang Liu void __ref __pci_bus_size_bridges(struct pci_bus *bus,
1115bdc4abecSYinghai Lu 			struct list_head *realloc_head)
11161da177e4SLinus Torvalds {
11171da177e4SLinus Torvalds 	struct pci_dev *dev;
11181da177e4SLinus Torvalds 	unsigned long mask, prefmask;
1119c8adf9a3SRam Pai 	resource_size_t additional_mem_size = 0, additional_io_size = 0;
11201da177e4SLinus Torvalds 
11211da177e4SLinus Torvalds 	list_for_each_entry(dev, &bus->devices, bus_list) {
11221da177e4SLinus Torvalds 		struct pci_bus *b = dev->subordinate;
11231da177e4SLinus Torvalds 		if (!b)
11241da177e4SLinus Torvalds 			continue;
11251da177e4SLinus Torvalds 
11261da177e4SLinus Torvalds 		switch (dev->class >> 8) {
11271da177e4SLinus Torvalds 		case PCI_CLASS_BRIDGE_CARDBUS:
11289e8bf93aSRam Pai 			pci_bus_size_cardbus(b, realloc_head);
11291da177e4SLinus Torvalds 			break;
11301da177e4SLinus Torvalds 
11311da177e4SLinus Torvalds 		case PCI_CLASS_BRIDGE_PCI:
11321da177e4SLinus Torvalds 		default:
11339e8bf93aSRam Pai 			__pci_bus_size_bridges(b, realloc_head);
11341da177e4SLinus Torvalds 			break;
11351da177e4SLinus Torvalds 		}
11361da177e4SLinus Torvalds 	}
11371da177e4SLinus Torvalds 
11381da177e4SLinus Torvalds 	/* The root bus? */
1139*2ba29e27SWei Yang 	if (pci_is_root_bus(bus))
11401da177e4SLinus Torvalds 		return;
11411da177e4SLinus Torvalds 
11421da177e4SLinus Torvalds 	switch (bus->self->class >> 8) {
11431da177e4SLinus Torvalds 	case PCI_CLASS_BRIDGE_CARDBUS:
11441da177e4SLinus Torvalds 		/* don't size cardbuses yet. */
11451da177e4SLinus Torvalds 		break;
11461da177e4SLinus Torvalds 
11471da177e4SLinus Torvalds 	case PCI_CLASS_BRIDGE_PCI:
11481da177e4SLinus Torvalds 		pci_bridge_check_ranges(bus);
114928760489SEric W. Biederman 		if (bus->self->is_hotplug_bridge) {
1150c8adf9a3SRam Pai 			additional_io_size  = pci_hotplug_io_size;
1151c8adf9a3SRam Pai 			additional_mem_size = pci_hotplug_mem_size;
115228760489SEric W. Biederman 		}
1153c8adf9a3SRam Pai 		/*
1154c8adf9a3SRam Pai 		 * Follow thru
1155c8adf9a3SRam Pai 		 */
11561da177e4SLinus Torvalds 	default:
115719aa7ee4SYinghai Lu 		pbus_size_io(bus, realloc_head ? 0 : additional_io_size,
115819aa7ee4SYinghai Lu 			     additional_io_size, realloc_head);
11591da177e4SLinus Torvalds 		/* If the bridge supports prefetchable range, size it
11601da177e4SLinus Torvalds 		   separately. If it doesn't, or its prefetchable window
11611da177e4SLinus Torvalds 		   has already been allocated by arch code, try
11621da177e4SLinus Torvalds 		   non-prefetchable range for both types of PCI memory
11631da177e4SLinus Torvalds 		   resources. */
11641da177e4SLinus Torvalds 		mask = IORESOURCE_MEM;
11651da177e4SLinus Torvalds 		prefmask = IORESOURCE_MEM | IORESOURCE_PREFETCH;
116619aa7ee4SYinghai Lu 		if (pbus_size_mem(bus, prefmask, prefmask,
116719aa7ee4SYinghai Lu 				  realloc_head ? 0 : additional_mem_size,
116819aa7ee4SYinghai Lu 				  additional_mem_size, realloc_head))
11691da177e4SLinus Torvalds 			mask = prefmask; /* Success, size non-prefetch only. */
117028760489SEric W. Biederman 		else
1171c8adf9a3SRam Pai 			additional_mem_size += additional_mem_size;
117219aa7ee4SYinghai Lu 		pbus_size_mem(bus, mask, IORESOURCE_MEM,
117319aa7ee4SYinghai Lu 				realloc_head ? 0 : additional_mem_size,
117419aa7ee4SYinghai Lu 				additional_mem_size, realloc_head);
11751da177e4SLinus Torvalds 		break;
11761da177e4SLinus Torvalds 	}
11771da177e4SLinus Torvalds }
1178c8adf9a3SRam Pai 
1179c8adf9a3SRam Pai void __ref pci_bus_size_bridges(struct pci_bus *bus)
1180c8adf9a3SRam Pai {
1181c8adf9a3SRam Pai 	__pci_bus_size_bridges(bus, NULL);
1182c8adf9a3SRam Pai }
11831da177e4SLinus Torvalds EXPORT_SYMBOL(pci_bus_size_bridges);
11841da177e4SLinus Torvalds 
1185d66ecb72SJiang Liu void __ref __pci_bus_assign_resources(const struct pci_bus *bus,
1186bdc4abecSYinghai Lu 				      struct list_head *realloc_head,
1187bdc4abecSYinghai Lu 				      struct list_head *fail_head)
11881da177e4SLinus Torvalds {
11891da177e4SLinus Torvalds 	struct pci_bus *b;
11901da177e4SLinus Torvalds 	struct pci_dev *dev;
11911da177e4SLinus Torvalds 
11929e8bf93aSRam Pai 	pbus_assign_resources_sorted(bus, realloc_head, fail_head);
11931da177e4SLinus Torvalds 
11941da177e4SLinus Torvalds 	list_for_each_entry(dev, &bus->devices, bus_list) {
11951da177e4SLinus Torvalds 		b = dev->subordinate;
11961da177e4SLinus Torvalds 		if (!b)
11971da177e4SLinus Torvalds 			continue;
11981da177e4SLinus Torvalds 
11999e8bf93aSRam Pai 		__pci_bus_assign_resources(b, realloc_head, fail_head);
12001da177e4SLinus Torvalds 
12011da177e4SLinus Torvalds 		switch (dev->class >> 8) {
12021da177e4SLinus Torvalds 		case PCI_CLASS_BRIDGE_PCI:
12036841ec68SYinghai Lu 			if (!pci_is_enabled(dev))
12041da177e4SLinus Torvalds 				pci_setup_bridge(b);
12051da177e4SLinus Torvalds 			break;
12061da177e4SLinus Torvalds 
12071da177e4SLinus Torvalds 		case PCI_CLASS_BRIDGE_CARDBUS:
12081da177e4SLinus Torvalds 			pci_setup_cardbus(b);
12091da177e4SLinus Torvalds 			break;
12101da177e4SLinus Torvalds 
12111da177e4SLinus Torvalds 		default:
121280ccba11SBjorn Helgaas 			dev_info(&dev->dev, "not setting up bridge for bus "
121380ccba11SBjorn Helgaas 				 "%04x:%02x\n", pci_domain_nr(b), b->number);
12141da177e4SLinus Torvalds 			break;
12151da177e4SLinus Torvalds 		}
12161da177e4SLinus Torvalds 	}
12171da177e4SLinus Torvalds }
1218568ddef8SYinghai Lu 
1219568ddef8SYinghai Lu void __ref pci_bus_assign_resources(const struct pci_bus *bus)
1220568ddef8SYinghai Lu {
1221c8adf9a3SRam Pai 	__pci_bus_assign_resources(bus, NULL, NULL);
1222568ddef8SYinghai Lu }
12231da177e4SLinus Torvalds EXPORT_SYMBOL(pci_bus_assign_resources);
12241da177e4SLinus Torvalds 
12256841ec68SYinghai Lu static void __ref __pci_bridge_assign_resources(const struct pci_dev *bridge,
1226bdc4abecSYinghai Lu 					 struct list_head *add_head,
1227bdc4abecSYinghai Lu 					 struct list_head *fail_head)
12286841ec68SYinghai Lu {
12296841ec68SYinghai Lu 	struct pci_bus *b;
12306841ec68SYinghai Lu 
12318424d759SYinghai Lu 	pdev_assign_resources_sorted((struct pci_dev *)bridge,
12328424d759SYinghai Lu 					 add_head, fail_head);
12336841ec68SYinghai Lu 
12346841ec68SYinghai Lu 	b = bridge->subordinate;
12356841ec68SYinghai Lu 	if (!b)
12366841ec68SYinghai Lu 		return;
12376841ec68SYinghai Lu 
12388424d759SYinghai Lu 	__pci_bus_assign_resources(b, add_head, fail_head);
12396841ec68SYinghai Lu 
12406841ec68SYinghai Lu 	switch (bridge->class >> 8) {
12416841ec68SYinghai Lu 	case PCI_CLASS_BRIDGE_PCI:
12426841ec68SYinghai Lu 		pci_setup_bridge(b);
12436841ec68SYinghai Lu 		break;
12446841ec68SYinghai Lu 
12456841ec68SYinghai Lu 	case PCI_CLASS_BRIDGE_CARDBUS:
12466841ec68SYinghai Lu 		pci_setup_cardbus(b);
12476841ec68SYinghai Lu 		break;
12486841ec68SYinghai Lu 
12496841ec68SYinghai Lu 	default:
12506841ec68SYinghai Lu 		dev_info(&bridge->dev, "not setting up bridge for bus "
12516841ec68SYinghai Lu 			 "%04x:%02x\n", pci_domain_nr(b), b->number);
12526841ec68SYinghai Lu 		break;
12536841ec68SYinghai Lu 	}
12546841ec68SYinghai Lu }
12555009b460SYinghai Lu static void pci_bridge_release_resources(struct pci_bus *bus,
12565009b460SYinghai Lu 					  unsigned long type)
12575009b460SYinghai Lu {
12585009b460SYinghai Lu 	int idx;
12595009b460SYinghai Lu 	bool changed = false;
12605009b460SYinghai Lu 	struct pci_dev *dev;
12615009b460SYinghai Lu 	struct resource *r;
12625009b460SYinghai Lu 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
12635009b460SYinghai Lu 				  IORESOURCE_PREFETCH;
12645009b460SYinghai Lu 
12655009b460SYinghai Lu 	dev = bus->self;
12665009b460SYinghai Lu 	for (idx = PCI_BRIDGE_RESOURCES; idx <= PCI_BRIDGE_RESOURCE_END;
12675009b460SYinghai Lu 	     idx++) {
12685009b460SYinghai Lu 		r = &dev->resource[idx];
12695009b460SYinghai Lu 		if ((r->flags & type_mask) != type)
12705009b460SYinghai Lu 			continue;
12715009b460SYinghai Lu 		if (!r->parent)
12725009b460SYinghai Lu 			continue;
12735009b460SYinghai Lu 		/*
12745009b460SYinghai Lu 		 * if there are children under that, we should release them
12755009b460SYinghai Lu 		 *  all
12765009b460SYinghai Lu 		 */
12775009b460SYinghai Lu 		release_child_resources(r);
12785009b460SYinghai Lu 		if (!release_resource(r)) {
12795009b460SYinghai Lu 			dev_printk(KERN_DEBUG, &dev->dev,
12805009b460SYinghai Lu 				 "resource %d %pR released\n", idx, r);
12815009b460SYinghai Lu 			/* keep the old size */
12825009b460SYinghai Lu 			r->end = resource_size(r) - 1;
12835009b460SYinghai Lu 			r->start = 0;
12845009b460SYinghai Lu 			r->flags = 0;
12855009b460SYinghai Lu 			changed = true;
12865009b460SYinghai Lu 		}
12875009b460SYinghai Lu 	}
12885009b460SYinghai Lu 
12895009b460SYinghai Lu 	if (changed) {
12905009b460SYinghai Lu 		/* avoiding touch the one without PREF */
12915009b460SYinghai Lu 		if (type & IORESOURCE_PREFETCH)
12925009b460SYinghai Lu 			type = IORESOURCE_PREFETCH;
12935009b460SYinghai Lu 		__pci_setup_bridge(bus, type);
12945009b460SYinghai Lu 	}
12955009b460SYinghai Lu }
12965009b460SYinghai Lu 
12975009b460SYinghai Lu enum release_type {
12985009b460SYinghai Lu 	leaf_only,
12995009b460SYinghai Lu 	whole_subtree,
13005009b460SYinghai Lu };
13015009b460SYinghai Lu /*
13025009b460SYinghai Lu  * try to release pci bridge resources that is from leaf bridge,
13035009b460SYinghai Lu  * so we can allocate big new one later
13045009b460SYinghai Lu  */
13055009b460SYinghai Lu static void __ref pci_bus_release_bridge_resources(struct pci_bus *bus,
13065009b460SYinghai Lu 						   unsigned long type,
13075009b460SYinghai Lu 						   enum release_type rel_type)
13085009b460SYinghai Lu {
13095009b460SYinghai Lu 	struct pci_dev *dev;
13105009b460SYinghai Lu 	bool is_leaf_bridge = true;
13115009b460SYinghai Lu 
13125009b460SYinghai Lu 	list_for_each_entry(dev, &bus->devices, bus_list) {
13135009b460SYinghai Lu 		struct pci_bus *b = dev->subordinate;
13145009b460SYinghai Lu 		if (!b)
13155009b460SYinghai Lu 			continue;
13165009b460SYinghai Lu 
13175009b460SYinghai Lu 		is_leaf_bridge = false;
13185009b460SYinghai Lu 
13195009b460SYinghai Lu 		if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
13205009b460SYinghai Lu 			continue;
13215009b460SYinghai Lu 
13225009b460SYinghai Lu 		if (rel_type == whole_subtree)
13235009b460SYinghai Lu 			pci_bus_release_bridge_resources(b, type,
13245009b460SYinghai Lu 						 whole_subtree);
13255009b460SYinghai Lu 	}
13265009b460SYinghai Lu 
13275009b460SYinghai Lu 	if (pci_is_root_bus(bus))
13285009b460SYinghai Lu 		return;
13295009b460SYinghai Lu 
13305009b460SYinghai Lu 	if ((bus->self->class >> 8) != PCI_CLASS_BRIDGE_PCI)
13315009b460SYinghai Lu 		return;
13325009b460SYinghai Lu 
13335009b460SYinghai Lu 	if ((rel_type == whole_subtree) || is_leaf_bridge)
13345009b460SYinghai Lu 		pci_bridge_release_resources(bus, type);
13355009b460SYinghai Lu }
13365009b460SYinghai Lu 
133776fbc263SYinghai Lu static void pci_bus_dump_res(struct pci_bus *bus)
133876fbc263SYinghai Lu {
133989a74eccSBjorn Helgaas 	struct resource *res;
134076fbc263SYinghai Lu 	int i;
134176fbc263SYinghai Lu 
134289a74eccSBjorn Helgaas 	pci_bus_for_each_resource(bus, res, i) {
13437c9342b8SYinghai Lu 		if (!res || !res->end || !res->flags)
134476fbc263SYinghai Lu                         continue;
134576fbc263SYinghai Lu 
1346c7dabef8SBjorn Helgaas 		dev_printk(KERN_DEBUG, &bus->dev, "resource %d %pR\n", i, res);
134776fbc263SYinghai Lu         }
134876fbc263SYinghai Lu }
134976fbc263SYinghai Lu 
135076fbc263SYinghai Lu static void pci_bus_dump_resources(struct pci_bus *bus)
135176fbc263SYinghai Lu {
135276fbc263SYinghai Lu 	struct pci_bus *b;
135376fbc263SYinghai Lu 	struct pci_dev *dev;
135476fbc263SYinghai Lu 
135576fbc263SYinghai Lu 
135676fbc263SYinghai Lu 	pci_bus_dump_res(bus);
135776fbc263SYinghai Lu 
135876fbc263SYinghai Lu 	list_for_each_entry(dev, &bus->devices, bus_list) {
135976fbc263SYinghai Lu 		b = dev->subordinate;
136076fbc263SYinghai Lu 		if (!b)
136176fbc263SYinghai Lu 			continue;
136276fbc263SYinghai Lu 
136376fbc263SYinghai Lu 		pci_bus_dump_resources(b);
136476fbc263SYinghai Lu 	}
136576fbc263SYinghai Lu }
136676fbc263SYinghai Lu 
1367ff35147cSYinghai Lu static int pci_bus_get_depth(struct pci_bus *bus)
1368da7822e5SYinghai Lu {
1369da7822e5SYinghai Lu 	int depth = 0;
1370f2a230bdSWei Yang 	struct pci_bus *child_bus;
1371da7822e5SYinghai Lu 
1372f2a230bdSWei Yang 	list_for_each_entry(child_bus, &bus->children, node){
1373da7822e5SYinghai Lu 		int ret;
1374da7822e5SYinghai Lu 
1375f2a230bdSWei Yang 		ret = pci_bus_get_depth(child_bus);
1376da7822e5SYinghai Lu 		if (ret + 1 > depth)
1377da7822e5SYinghai Lu 			depth = ret + 1;
1378da7822e5SYinghai Lu 	}
1379da7822e5SYinghai Lu 
1380da7822e5SYinghai Lu 	return depth;
1381da7822e5SYinghai Lu }
1382da7822e5SYinghai Lu 
1383b55438fdSYinghai Lu /*
1384b55438fdSYinghai Lu  * -1: undefined, will auto detect later
1385b55438fdSYinghai Lu  *  0: disabled by user
1386b55438fdSYinghai Lu  *  1: disabled by auto detect
1387b55438fdSYinghai Lu  *  2: enabled by user
1388b55438fdSYinghai Lu  *  3: enabled by auto detect
1389b55438fdSYinghai Lu  */
1390b55438fdSYinghai Lu enum enable_type {
1391b55438fdSYinghai Lu 	undefined = -1,
1392b55438fdSYinghai Lu 	user_disabled,
1393b55438fdSYinghai Lu 	auto_disabled,
1394b55438fdSYinghai Lu 	user_enabled,
1395b55438fdSYinghai Lu 	auto_enabled,
1396b55438fdSYinghai Lu };
1397b55438fdSYinghai Lu 
1398ff35147cSYinghai Lu static enum enable_type pci_realloc_enable = undefined;
1399b55438fdSYinghai Lu void __init pci_realloc_get_opt(char *str)
1400b55438fdSYinghai Lu {
1401b55438fdSYinghai Lu 	if (!strncmp(str, "off", 3))
1402b55438fdSYinghai Lu 		pci_realloc_enable = user_disabled;
1403b55438fdSYinghai Lu 	else if (!strncmp(str, "on", 2))
1404b55438fdSYinghai Lu 		pci_realloc_enable = user_enabled;
1405b55438fdSYinghai Lu }
1406ff35147cSYinghai Lu static bool pci_realloc_enabled(enum enable_type enable)
1407b55438fdSYinghai Lu {
1408967260cdSYinghai Lu 	return enable >= user_enabled;
1409b55438fdSYinghai Lu }
1410f483d392SRam Pai 
1411b07f2ebcSYinghai Lu #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
1412ff35147cSYinghai Lu static int iov_resources_unassigned(struct pci_dev *dev, void *data)
1413223d96fcSYinghai Lu {
1414b07f2ebcSYinghai Lu 	int i;
1415223d96fcSYinghai Lu 	bool *unassigned = data;
1416b07f2ebcSYinghai Lu 
1417b07f2ebcSYinghai Lu 	for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) {
1418b07f2ebcSYinghai Lu 		struct resource *r = &dev->resource[i];
1419fa216bf4SYinghai Lu 		struct pci_bus_region region;
1420b07f2ebcSYinghai Lu 
1421223d96fcSYinghai Lu 		/* Not assigned or rejected by kernel? */
1422fa216bf4SYinghai Lu 		if (!r->flags)
1423fa216bf4SYinghai Lu 			continue;
1424b07f2ebcSYinghai Lu 
1425fa216bf4SYinghai Lu 		pcibios_resource_to_bus(dev, &region, r);
1426fa216bf4SYinghai Lu 		if (!region.start) {
1427223d96fcSYinghai Lu 			*unassigned = true;
1428223d96fcSYinghai Lu 			return 1; /* return early from pci_walk_bus() */
1429b07f2ebcSYinghai Lu 		}
1430b07f2ebcSYinghai Lu 	}
1431b07f2ebcSYinghai Lu 
1432223d96fcSYinghai Lu 	return 0;
1433223d96fcSYinghai Lu }
1434223d96fcSYinghai Lu 
1435ff35147cSYinghai Lu static enum enable_type pci_realloc_detect(struct pci_bus *bus,
1436967260cdSYinghai Lu 			 enum enable_type enable_local)
1437223d96fcSYinghai Lu {
1438223d96fcSYinghai Lu 	bool unassigned = false;
1439223d96fcSYinghai Lu 
1440967260cdSYinghai Lu 	if (enable_local != undefined)
1441967260cdSYinghai Lu 		return enable_local;
1442223d96fcSYinghai Lu 
1443223d96fcSYinghai Lu 	pci_walk_bus(bus, iov_resources_unassigned, &unassigned);
1444967260cdSYinghai Lu 	if (unassigned)
1445967260cdSYinghai Lu 		return auto_enabled;
1446967260cdSYinghai Lu 
1447967260cdSYinghai Lu 	return enable_local;
1448b07f2ebcSYinghai Lu }
1449223d96fcSYinghai Lu #else
1450ff35147cSYinghai Lu static enum enable_type pci_realloc_detect(struct pci_bus *bus,
1451967260cdSYinghai Lu 			 enum enable_type enable_local)
1452967260cdSYinghai Lu {
1453967260cdSYinghai Lu 	return enable_local;
1454b07f2ebcSYinghai Lu }
1455b07f2ebcSYinghai Lu #endif
1456b07f2ebcSYinghai Lu 
1457da7822e5SYinghai Lu /*
1458da7822e5SYinghai Lu  * first try will not touch pci bridge res
1459da7822e5SYinghai Lu  * second  and later try will clear small leaf bridge res
1460da7822e5SYinghai Lu  * will stop till to the max  deepth if can not find good one
1461da7822e5SYinghai Lu  */
146239772038SYinghai Lu void pci_assign_unassigned_root_bus_resources(struct pci_bus *bus)
14631da177e4SLinus Torvalds {
1464bdc4abecSYinghai Lu 	LIST_HEAD(realloc_head); /* list of resources that
1465c8adf9a3SRam Pai 					want additional resources */
1466bdc4abecSYinghai Lu 	struct list_head *add_list = NULL;
1467da7822e5SYinghai Lu 	int tried_times = 0;
1468da7822e5SYinghai Lu 	enum release_type rel_type = leaf_only;
1469bdc4abecSYinghai Lu 	LIST_HEAD(fail_head);
1470b9b0bba9SYinghai Lu 	struct pci_dev_resource *fail_res;
1471da7822e5SYinghai Lu 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
1472da7822e5SYinghai Lu 				  IORESOURCE_PREFETCH;
147319aa7ee4SYinghai Lu 	int pci_try_num = 1;
147455ed83a6SYinghai Lu 	enum enable_type enable_local;
1475da7822e5SYinghai Lu 
147619aa7ee4SYinghai Lu 	/* don't realloc if asked to do so */
147755ed83a6SYinghai Lu 	enable_local = pci_realloc_detect(bus, pci_realloc_enable);
1478967260cdSYinghai Lu 	if (pci_realloc_enabled(enable_local)) {
147955ed83a6SYinghai Lu 		int max_depth = pci_bus_get_depth(bus);
148019aa7ee4SYinghai Lu 
1481da7822e5SYinghai Lu 		pci_try_num = max_depth + 1;
148255ed83a6SYinghai Lu 		dev_printk(KERN_DEBUG, &bus->dev,
148355ed83a6SYinghai Lu 			   "max bus depth: %d pci_try_num: %d\n",
1484da7822e5SYinghai Lu 			   max_depth, pci_try_num);
148519aa7ee4SYinghai Lu 	}
1486da7822e5SYinghai Lu 
1487da7822e5SYinghai Lu again:
148819aa7ee4SYinghai Lu 	/*
148919aa7ee4SYinghai Lu 	 * last try will use add_list, otherwise will try good to have as
149019aa7ee4SYinghai Lu 	 * must have, so can realloc parent bridge resource
149119aa7ee4SYinghai Lu 	 */
149219aa7ee4SYinghai Lu 	if (tried_times + 1 == pci_try_num)
1493bdc4abecSYinghai Lu 		add_list = &realloc_head;
14941da177e4SLinus Torvalds 	/* Depth first, calculate sizes and alignments of all
14951da177e4SLinus Torvalds 	   subordinate buses. */
149619aa7ee4SYinghai Lu 	__pci_bus_size_bridges(bus, add_list);
1497c8adf9a3SRam Pai 
14981da177e4SLinus Torvalds 	/* Depth last, allocate resources and update the hardware. */
1499bdc4abecSYinghai Lu 	__pci_bus_assign_resources(bus, add_list, &fail_head);
150019aa7ee4SYinghai Lu 	if (add_list)
1501bdc4abecSYinghai Lu 		BUG_ON(!list_empty(add_list));
1502da7822e5SYinghai Lu 	tried_times++;
1503da7822e5SYinghai Lu 
1504da7822e5SYinghai Lu 	/* any device complain? */
1505bdc4abecSYinghai Lu 	if (list_empty(&fail_head))
1506928bea96SYinghai Lu 		goto dump;
1507f483d392SRam Pai 
15080c5be0cbSYinghai Lu 	if (tried_times >= pci_try_num) {
1509967260cdSYinghai Lu 		if (enable_local == undefined)
151055ed83a6SYinghai Lu 			dev_info(&bus->dev, "Some PCI device resources are unassigned, try booting with pci=realloc\n");
1511967260cdSYinghai Lu 		else if (enable_local == auto_enabled)
151255ed83a6SYinghai Lu 			dev_info(&bus->dev, "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1513eb572e7cSYinghai Lu 
1514bffc56d4SYinghai Lu 		free_list(&fail_head);
1515928bea96SYinghai Lu 		goto dump;
1516da7822e5SYinghai Lu 	}
1517da7822e5SYinghai Lu 
151855ed83a6SYinghai Lu 	dev_printk(KERN_DEBUG, &bus->dev,
151955ed83a6SYinghai Lu 		   "No. %d try to assign unassigned res\n", tried_times + 1);
1520da7822e5SYinghai Lu 
1521da7822e5SYinghai Lu 	/* third times and later will not check if it is leaf */
1522da7822e5SYinghai Lu 	if ((tried_times + 1) > 2)
1523da7822e5SYinghai Lu 		rel_type = whole_subtree;
1524da7822e5SYinghai Lu 
1525da7822e5SYinghai Lu 	/*
1526da7822e5SYinghai Lu 	 * Try to release leaf bridge's resources that doesn't fit resource of
1527da7822e5SYinghai Lu 	 * child device under that bridge
1528da7822e5SYinghai Lu 	 */
152961e83cddSYinghai Lu 	list_for_each_entry(fail_res, &fail_head, list)
153061e83cddSYinghai Lu 		pci_bus_release_bridge_resources(fail_res->dev->bus,
1531b9b0bba9SYinghai Lu 						 fail_res->flags & type_mask,
1532da7822e5SYinghai Lu 						 rel_type);
153361e83cddSYinghai Lu 
1534da7822e5SYinghai Lu 	/* restore size and flags */
1535b9b0bba9SYinghai Lu 	list_for_each_entry(fail_res, &fail_head, list) {
1536b9b0bba9SYinghai Lu 		struct resource *res = fail_res->res;
1537da7822e5SYinghai Lu 
1538b9b0bba9SYinghai Lu 		res->start = fail_res->start;
1539b9b0bba9SYinghai Lu 		res->end = fail_res->end;
1540b9b0bba9SYinghai Lu 		res->flags = fail_res->flags;
1541b9b0bba9SYinghai Lu 		if (fail_res->dev->subordinate)
1542da7822e5SYinghai Lu 			res->flags = 0;
1543da7822e5SYinghai Lu 	}
1544bffc56d4SYinghai Lu 	free_list(&fail_head);
1545da7822e5SYinghai Lu 
1546da7822e5SYinghai Lu 	goto again;
1547da7822e5SYinghai Lu 
1548928bea96SYinghai Lu dump:
154976fbc263SYinghai Lu 	/* dump the resource on buses */
155076fbc263SYinghai Lu 	pci_bus_dump_resources(bus);
155176fbc263SYinghai Lu }
15526841ec68SYinghai Lu 
155355ed83a6SYinghai Lu void __init pci_assign_unassigned_resources(void)
155455ed83a6SYinghai Lu {
155555ed83a6SYinghai Lu 	struct pci_bus *root_bus;
155655ed83a6SYinghai Lu 
155755ed83a6SYinghai Lu 	list_for_each_entry(root_bus, &pci_root_buses, node)
155855ed83a6SYinghai Lu 		pci_assign_unassigned_root_bus_resources(root_bus);
155955ed83a6SYinghai Lu }
156055ed83a6SYinghai Lu 
15616841ec68SYinghai Lu void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge)
15626841ec68SYinghai Lu {
15636841ec68SYinghai Lu 	struct pci_bus *parent = bridge->subordinate;
1564bdc4abecSYinghai Lu 	LIST_HEAD(add_list); /* list of resources that
15658424d759SYinghai Lu 					want additional resources */
156632180e40SYinghai Lu 	int tried_times = 0;
1567bdc4abecSYinghai Lu 	LIST_HEAD(fail_head);
1568b9b0bba9SYinghai Lu 	struct pci_dev_resource *fail_res;
15696841ec68SYinghai Lu 	int retval;
157032180e40SYinghai Lu 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
157132180e40SYinghai Lu 				  IORESOURCE_PREFETCH;
15726841ec68SYinghai Lu 
157332180e40SYinghai Lu again:
15748424d759SYinghai Lu 	__pci_bus_size_bridges(parent, &add_list);
1575bdc4abecSYinghai Lu 	__pci_bridge_assign_resources(bridge, &add_list, &fail_head);
1576bdc4abecSYinghai Lu 	BUG_ON(!list_empty(&add_list));
157732180e40SYinghai Lu 	tried_times++;
157832180e40SYinghai Lu 
1579bdc4abecSYinghai Lu 	if (list_empty(&fail_head))
15803f579c34SYinghai Lu 		goto enable_all;
158132180e40SYinghai Lu 
158232180e40SYinghai Lu 	if (tried_times >= 2) {
158332180e40SYinghai Lu 		/* still fail, don't need to try more */
1584bffc56d4SYinghai Lu 		free_list(&fail_head);
15853f579c34SYinghai Lu 		goto enable_all;
158632180e40SYinghai Lu 	}
158732180e40SYinghai Lu 
158832180e40SYinghai Lu 	printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
158932180e40SYinghai Lu 			 tried_times + 1);
159032180e40SYinghai Lu 
159132180e40SYinghai Lu 	/*
159232180e40SYinghai Lu 	 * Try to release leaf bridge's resources that doesn't fit resource of
159332180e40SYinghai Lu 	 * child device under that bridge
159432180e40SYinghai Lu 	 */
159561e83cddSYinghai Lu 	list_for_each_entry(fail_res, &fail_head, list)
159661e83cddSYinghai Lu 		pci_bus_release_bridge_resources(fail_res->dev->bus,
159761e83cddSYinghai Lu 						 fail_res->flags & type_mask,
159832180e40SYinghai Lu 						 whole_subtree);
159961e83cddSYinghai Lu 
160032180e40SYinghai Lu 	/* restore size and flags */
1601b9b0bba9SYinghai Lu 	list_for_each_entry(fail_res, &fail_head, list) {
1602b9b0bba9SYinghai Lu 		struct resource *res = fail_res->res;
160332180e40SYinghai Lu 
1604b9b0bba9SYinghai Lu 		res->start = fail_res->start;
1605b9b0bba9SYinghai Lu 		res->end = fail_res->end;
1606b9b0bba9SYinghai Lu 		res->flags = fail_res->flags;
1607b9b0bba9SYinghai Lu 		if (fail_res->dev->subordinate)
160832180e40SYinghai Lu 			res->flags = 0;
160932180e40SYinghai Lu 	}
1610bffc56d4SYinghai Lu 	free_list(&fail_head);
161132180e40SYinghai Lu 
161232180e40SYinghai Lu 	goto again;
16133f579c34SYinghai Lu 
16143f579c34SYinghai Lu enable_all:
16153f579c34SYinghai Lu 	retval = pci_reenable_device(bridge);
16169fc9eea0SBjorn Helgaas 	if (retval)
16179fc9eea0SBjorn Helgaas 		dev_err(&bridge->dev, "Error reenabling bridge (%d)\n", retval);
16183f579c34SYinghai Lu 	pci_set_master(bridge);
16196841ec68SYinghai Lu }
16206841ec68SYinghai Lu EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources);
16219b03088fSYinghai Lu 
162217787940SYinghai Lu void pci_assign_unassigned_bus_resources(struct pci_bus *bus)
16239b03088fSYinghai Lu {
16249b03088fSYinghai Lu 	struct pci_dev *dev;
1625bdc4abecSYinghai Lu 	LIST_HEAD(add_list); /* list of resources that
16269b03088fSYinghai Lu 					want additional resources */
16279b03088fSYinghai Lu 
16289b03088fSYinghai Lu 	down_read(&pci_bus_sem);
16299b03088fSYinghai Lu 	list_for_each_entry(dev, &bus->devices, bus_list)
16309b03088fSYinghai Lu 		if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
16319b03088fSYinghai Lu 		    dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
16329b03088fSYinghai Lu 			if (dev->subordinate)
16339b03088fSYinghai Lu 				__pci_bus_size_bridges(dev->subordinate,
16349b03088fSYinghai Lu 							 &add_list);
16359b03088fSYinghai Lu 	up_read(&pci_bus_sem);
16369b03088fSYinghai Lu 	__pci_bus_assign_resources(bus, &add_list, NULL);
1637bdc4abecSYinghai Lu 	BUG_ON(!list_empty(&add_list));
163817787940SYinghai Lu }
1639