• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * From setup-res.c, by:
4  *	Dave Rusling (david.rusling@reo.mts.dec.com)
5  *	David Mosberger (davidm@cs.arizona.edu)
6  *	David Miller (davem@redhat.com)
7  *	Ivan Kokshaysky (ink@jurassic.park.msu.ru)
8  */
9 #include <linux/module.h>
10 #include <linux/kernel.h>
11 #include <linux/pci.h>
12 #include <linux/errno.h>
13 #include <linux/ioport.h>
14 #include <linux/proc_fs.h>
15 #include <linux/slab.h>
16 
17 #include "pci.h"
18 
pci_add_resource_offset(struct list_head * resources,struct resource * res,resource_size_t offset)19 void pci_add_resource_offset(struct list_head *resources, struct resource *res,
20 			     resource_size_t offset)
21 {
22 	struct resource_entry *entry;
23 
24 	entry = resource_list_create_entry(res, 0);
25 	if (!entry) {
26 		pr_err("PCI: can't add host bridge window %pR\n", res);
27 		return;
28 	}
29 
30 	entry->offset = offset;
31 	resource_list_add_tail(entry, resources);
32 }
33 EXPORT_SYMBOL(pci_add_resource_offset);
34 
pci_add_resource(struct list_head * resources,struct resource * res)35 void pci_add_resource(struct list_head *resources, struct resource *res)
36 {
37 	pci_add_resource_offset(resources, res, 0);
38 }
39 EXPORT_SYMBOL(pci_add_resource);
40 
pci_free_resource_list(struct list_head * resources)41 void pci_free_resource_list(struct list_head *resources)
42 {
43 	resource_list_free(resources);
44 }
45 EXPORT_SYMBOL(pci_free_resource_list);
46 
pci_bus_add_resource(struct pci_bus * bus,struct resource * res,unsigned int flags)47 void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
48 			  unsigned int flags)
49 {
50 	struct pci_bus_resource *bus_res;
51 
52 	bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
53 	if (!bus_res) {
54 		dev_err(&bus->dev, "can't add %pR resource\n", res);
55 		return;
56 	}
57 
58 	bus_res->res = res;
59 	bus_res->flags = flags;
60 	list_add_tail(&bus_res->list, &bus->resources);
61 }
62 
pci_bus_resource_n(const struct pci_bus * bus,int n)63 struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
64 {
65 	struct pci_bus_resource *bus_res;
66 
67 	if (n < PCI_BRIDGE_RESOURCE_NUM)
68 		return bus->resource[n];
69 
70 	n -= PCI_BRIDGE_RESOURCE_NUM;
71 	list_for_each_entry(bus_res, &bus->resources, list) {
72 		if (n-- == 0)
73 			return bus_res->res;
74 	}
75 	return NULL;
76 }
77 EXPORT_SYMBOL_GPL(pci_bus_resource_n);
78 
pci_bus_remove_resource(struct pci_bus * bus,struct resource * res)79 void pci_bus_remove_resource(struct pci_bus *bus, struct resource *res)
80 {
81 	struct pci_bus_resource *bus_res, *tmp;
82 	int i;
83 
84 	for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++) {
85 		if (bus->resource[i] == res) {
86 			bus->resource[i] = NULL;
87 			return;
88 		}
89 	}
90 
91 	list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
92 		if (bus_res->res == res) {
93 			list_del(&bus_res->list);
94 			kfree(bus_res);
95 			return;
96 		}
97 	}
98 }
99 
pci_bus_remove_resources(struct pci_bus * bus)100 void pci_bus_remove_resources(struct pci_bus *bus)
101 {
102 	int i;
103 	struct pci_bus_resource *bus_res, *tmp;
104 
105 	for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
106 		bus->resource[i] = NULL;
107 
108 	list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
109 		list_del(&bus_res->list);
110 		kfree(bus_res);
111 	}
112 }
113 
devm_request_pci_bus_resources(struct device * dev,struct list_head * resources)114 int devm_request_pci_bus_resources(struct device *dev,
115 				   struct list_head *resources)
116 {
117 	struct resource_entry *win;
118 	struct resource *parent, *res;
119 	int err;
120 
121 	resource_list_for_each_entry(win, resources) {
122 		res = win->res;
123 		switch (resource_type(res)) {
124 		case IORESOURCE_IO:
125 			parent = &ioport_resource;
126 			break;
127 		case IORESOURCE_MEM:
128 			parent = &iomem_resource;
129 			break;
130 		default:
131 			continue;
132 		}
133 
134 		err = devm_request_resource(dev, parent, res);
135 		if (err)
136 			return err;
137 	}
138 
139 	return 0;
140 }
141 EXPORT_SYMBOL_GPL(devm_request_pci_bus_resources);
142 
143 static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
144 #ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
145 static struct pci_bus_region pci_64_bit = {0,
146 				(pci_bus_addr_t) 0xffffffffffffffffULL};
147 static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
148 				(pci_bus_addr_t) 0xffffffffffffffffULL};
149 #endif
150 
151 /*
152  * @res contains CPU addresses.  Clip it so the corresponding bus addresses
153  * on @bus are entirely within @region.  This is used to control the bus
154  * addresses of resources we allocate, e.g., we may need a resource that
155  * can be mapped by a 32-bit BAR.
156  */
pci_clip_resource_to_region(struct pci_bus * bus,struct resource * res,struct pci_bus_region * region)157 static void pci_clip_resource_to_region(struct pci_bus *bus,
158 					struct resource *res,
159 					struct pci_bus_region *region)
160 {
161 	struct pci_bus_region r;
162 
163 	pcibios_resource_to_bus(bus, &r, res);
164 	if (r.start < region->start)
165 		r.start = region->start;
166 	if (r.end > region->end)
167 		r.end = region->end;
168 
169 	if (r.end < r.start)
170 		res->end = res->start - 1;
171 	else
172 		pcibios_bus_to_resource(bus, res, &r);
173 }
174 
pci_bus_alloc_from_region(struct pci_bus * bus,struct resource * res,resource_size_t size,resource_size_t align,resource_size_t min,unsigned long type_mask,resource_size_t (* alignf)(void *,const struct resource *,resource_size_t,resource_size_t),void * alignf_data,struct pci_bus_region * region)175 static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
176 		resource_size_t size, resource_size_t align,
177 		resource_size_t min, unsigned long type_mask,
178 		resource_size_t (*alignf)(void *,
179 					  const struct resource *,
180 					  resource_size_t,
181 					  resource_size_t),
182 		void *alignf_data,
183 		struct pci_bus_region *region)
184 {
185 	int i, ret;
186 	struct resource *r, avail;
187 	resource_size_t max;
188 
189 	type_mask |= IORESOURCE_TYPE_BITS;
190 
191 	pci_bus_for_each_resource(bus, r, i) {
192 		resource_size_t min_used = min;
193 
194 		if (!r)
195 			continue;
196 
197 		/* type_mask must match */
198 		if ((res->flags ^ r->flags) & type_mask)
199 			continue;
200 
201 		/* We cannot allocate a non-prefetching resource
202 		   from a pre-fetching area */
203 		if ((r->flags & IORESOURCE_PREFETCH) &&
204 		    !(res->flags & IORESOURCE_PREFETCH))
205 			continue;
206 
207 		avail = *r;
208 		pci_clip_resource_to_region(bus, &avail, region);
209 
210 		/*
211 		 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
212 		 * protect badly documented motherboard resources, but if
213 		 * this is an already-configured bridge window, its start
214 		 * overrides "min".
215 		 */
216 		if (avail.start)
217 			min_used = avail.start;
218 
219 		max = avail.end;
220 
221 		/* Ok, try it out.. */
222 		ret = allocate_resource(r, res, size, min_used, max,
223 					align, alignf, alignf_data);
224 		if (ret == 0)
225 			return 0;
226 	}
227 	return -ENOMEM;
228 }
229 
230 /**
231  * pci_bus_alloc_resource - allocate a resource from a parent bus
232  * @bus: PCI bus
233  * @res: resource to allocate
234  * @size: size of resource to allocate
235  * @align: alignment of resource to allocate
236  * @min: minimum /proc/iomem address to allocate
237  * @type_mask: IORESOURCE_* type flags
238  * @alignf: resource alignment function
239  * @alignf_data: data argument for resource alignment function
240  *
241  * Given the PCI bus a device resides on, the size, minimum address,
242  * alignment and type, try to find an acceptable resource allocation
243  * for a specific device resource.
244  */
pci_bus_alloc_resource(struct pci_bus * bus,struct resource * res,resource_size_t size,resource_size_t align,resource_size_t min,unsigned long type_mask,resource_size_t (* alignf)(void *,const struct resource *,resource_size_t,resource_size_t),void * alignf_data)245 int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
246 		resource_size_t size, resource_size_t align,
247 		resource_size_t min, unsigned long type_mask,
248 		resource_size_t (*alignf)(void *,
249 					  const struct resource *,
250 					  resource_size_t,
251 					  resource_size_t),
252 		void *alignf_data)
253 {
254 #ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
255 	int rc;
256 
257 	if (res->flags & IORESOURCE_MEM_64) {
258 		rc = pci_bus_alloc_from_region(bus, res, size, align, min,
259 					       type_mask, alignf, alignf_data,
260 					       &pci_high);
261 		if (rc == 0)
262 			return 0;
263 
264 		return pci_bus_alloc_from_region(bus, res, size, align, min,
265 						 type_mask, alignf, alignf_data,
266 						 &pci_64_bit);
267 	}
268 #endif
269 
270 	return pci_bus_alloc_from_region(bus, res, size, align, min,
271 					 type_mask, alignf, alignf_data,
272 					 &pci_32_bit);
273 }
274 EXPORT_SYMBOL(pci_bus_alloc_resource);
275 
276 /*
277  * The @idx resource of @dev should be a PCI-PCI bridge window.  If this
278  * resource fits inside a window of an upstream bridge, do nothing.  If it
279  * overlaps an upstream window but extends outside it, clip the resource so
280  * it fits completely inside.
281  */
pci_bus_clip_resource(struct pci_dev * dev,int idx)282 bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
283 {
284 	struct pci_bus *bus = dev->bus;
285 	struct resource *res = &dev->resource[idx];
286 	struct resource orig_res = *res;
287 	struct resource *r;
288 	int i;
289 
290 	pci_bus_for_each_resource(bus, r, i) {
291 		resource_size_t start, end;
292 
293 		if (!r)
294 			continue;
295 
296 		if (resource_type(res) != resource_type(r))
297 			continue;
298 
299 		start = max(r->start, res->start);
300 		end = min(r->end, res->end);
301 
302 		if (start > end)
303 			continue;	/* no overlap */
304 
305 		if (res->start == start && res->end == end)
306 			return false;	/* no change */
307 
308 		res->start = start;
309 		res->end = end;
310 		res->flags &= ~IORESOURCE_UNSET;
311 		orig_res.flags &= ~IORESOURCE_UNSET;
312 		pci_info(dev, "%pR clipped to %pR\n", &orig_res, res);
313 
314 		return true;
315 	}
316 
317 	return false;
318 }
319 
pcibios_resource_survey_bus(struct pci_bus * bus)320 void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
321 
pcibios_bus_add_device(struct pci_dev * pdev)322 void __weak pcibios_bus_add_device(struct pci_dev *pdev) { }
323 
324 /**
325  * pci_bus_add_device - start driver for a single device
326  * @dev: device to add
327  *
328  * This adds add sysfs entries and start device drivers
329  */
pci_bus_add_device(struct pci_dev * dev)330 void pci_bus_add_device(struct pci_dev *dev)
331 {
332 	int retval;
333 
334 	/*
335 	 * Can not put in pci_device_add yet because resources
336 	 * are not assigned yet for some devices.
337 	 */
338 	pcibios_bus_add_device(dev);
339 	pci_fixup_device(pci_fixup_final, dev);
340 	pci_create_sysfs_dev_files(dev);
341 	pci_proc_attach_device(dev);
342 	pci_bridge_d3_update(dev);
343 
344 	dev->match_driver = true;
345 	retval = device_attach(&dev->dev);
346 	if (retval < 0 && retval != -EPROBE_DEFER)
347 		pci_warn(dev, "device attach failed (%d)\n", retval);
348 
349 	pci_dev_assign_added(dev, true);
350 }
351 EXPORT_SYMBOL_GPL(pci_bus_add_device);
352 
353 /**
354  * pci_bus_add_devices - start driver for PCI devices
355  * @bus: bus to check for new devices
356  *
357  * Start driver for PCI devices and add some sysfs entries.
358  */
pci_bus_add_devices(const struct pci_bus * bus)359 void pci_bus_add_devices(const struct pci_bus *bus)
360 {
361 	struct pci_dev *dev;
362 	struct pci_bus *child;
363 
364 	list_for_each_entry(dev, &bus->devices, bus_list) {
365 		/* Skip already-added devices */
366 		if (pci_dev_is_added(dev))
367 			continue;
368 		pci_bus_add_device(dev);
369 	}
370 
371 	list_for_each_entry(dev, &bus->devices, bus_list) {
372 		/* Skip if device attach failed */
373 		if (!pci_dev_is_added(dev))
374 			continue;
375 		child = dev->subordinate;
376 		if (child)
377 			pci_bus_add_devices(child);
378 	}
379 }
380 EXPORT_SYMBOL(pci_bus_add_devices);
381 
382 /** pci_walk_bus - walk devices on/under bus, calling callback.
383  *  @top      bus whose devices should be walked
384  *  @cb       callback to be called for each device found
385  *  @userdata arbitrary pointer to be passed to callback.
386  *
387  *  Walk the given bus, including any bridged devices
388  *  on buses under this bus.  Call the provided callback
389  *  on each device found.
390  *
391  *  We check the return of @cb each time. If it returns anything
392  *  other than 0, we break out.
393  *
394  */
pci_walk_bus(struct pci_bus * top,int (* cb)(struct pci_dev *,void *),void * userdata)395 void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
396 		  void *userdata)
397 {
398 	struct pci_dev *dev;
399 	struct pci_bus *bus;
400 	struct list_head *next;
401 	int retval;
402 
403 	bus = top;
404 	down_read(&pci_bus_sem);
405 	next = top->devices.next;
406 	for (;;) {
407 		if (next == &bus->devices) {
408 			/* end of this bus, go up or finish */
409 			if (bus == top)
410 				break;
411 			next = bus->self->bus_list.next;
412 			bus = bus->self->bus;
413 			continue;
414 		}
415 		dev = list_entry(next, struct pci_dev, bus_list);
416 		if (dev->subordinate) {
417 			/* this is a pci-pci bridge, do its devices next */
418 			next = dev->subordinate->devices.next;
419 			bus = dev->subordinate;
420 		} else
421 			next = dev->bus_list.next;
422 
423 		retval = cb(dev, userdata);
424 		if (retval)
425 			break;
426 	}
427 	up_read(&pci_bus_sem);
428 }
429 EXPORT_SYMBOL_GPL(pci_walk_bus);
430 
pci_bus_get(struct pci_bus * bus)431 struct pci_bus *pci_bus_get(struct pci_bus *bus)
432 {
433 	if (bus)
434 		get_device(&bus->dev);
435 	return bus;
436 }
437 
pci_bus_put(struct pci_bus * bus)438 void pci_bus_put(struct pci_bus *bus)
439 {
440 	if (bus)
441 		put_device(&bus->dev);
442 }
443