1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * From setup-res.c, by:
4 * Dave Rusling (david.rusling@reo.mts.dec.com)
5 * David Mosberger (davidm@cs.arizona.edu)
6 * David Miller (davem@redhat.com)
7 * Ivan Kokshaysky (ink@jurassic.park.msu.ru)
8 */
9 #include <linux/module.h>
10 #include <linux/kernel.h>
11 #include <linux/pci.h>
12 #include <linux/errno.h>
13 #include <linux/ioport.h>
14 #include <linux/proc_fs.h>
15 #include <linux/slab.h>
16
17 #include "pci.h"
18
pci_add_resource_offset(struct list_head * resources,struct resource * res,resource_size_t offset)19 void pci_add_resource_offset(struct list_head *resources, struct resource *res,
20 resource_size_t offset)
21 {
22 struct resource_entry *entry;
23
24 entry = resource_list_create_entry(res, 0);
25 if (!entry) {
26 pr_err("PCI: can't add host bridge window %pR\n", res);
27 return;
28 }
29
30 entry->offset = offset;
31 resource_list_add_tail(entry, resources);
32 }
33 EXPORT_SYMBOL(pci_add_resource_offset);
34
pci_add_resource(struct list_head * resources,struct resource * res)35 void pci_add_resource(struct list_head *resources, struct resource *res)
36 {
37 pci_add_resource_offset(resources, res, 0);
38 }
39 EXPORT_SYMBOL(pci_add_resource);
40
pci_free_resource_list(struct list_head * resources)41 void pci_free_resource_list(struct list_head *resources)
42 {
43 resource_list_free(resources);
44 }
45 EXPORT_SYMBOL(pci_free_resource_list);
46
pci_bus_add_resource(struct pci_bus * bus,struct resource * res,unsigned int flags)47 void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
48 unsigned int flags)
49 {
50 struct pci_bus_resource *bus_res;
51
52 bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
53 if (!bus_res) {
54 dev_err(&bus->dev, "can't add %pR resource\n", res);
55 return;
56 }
57
58 bus_res->res = res;
59 bus_res->flags = flags;
60 list_add_tail(&bus_res->list, &bus->resources);
61 }
62
pci_bus_resource_n(const struct pci_bus * bus,int n)63 struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
64 {
65 struct pci_bus_resource *bus_res;
66
67 if (n < PCI_BRIDGE_RESOURCE_NUM)
68 return bus->resource[n];
69
70 n -= PCI_BRIDGE_RESOURCE_NUM;
71 list_for_each_entry(bus_res, &bus->resources, list) {
72 if (n-- == 0)
73 return bus_res->res;
74 }
75 return NULL;
76 }
77 EXPORT_SYMBOL_GPL(pci_bus_resource_n);
78
pci_bus_remove_resource(struct pci_bus * bus,struct resource * res)79 void pci_bus_remove_resource(struct pci_bus *bus, struct resource *res)
80 {
81 struct pci_bus_resource *bus_res, *tmp;
82 int i;
83
84 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++) {
85 if (bus->resource[i] == res) {
86 bus->resource[i] = NULL;
87 return;
88 }
89 }
90
91 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
92 if (bus_res->res == res) {
93 list_del(&bus_res->list);
94 kfree(bus_res);
95 return;
96 }
97 }
98 }
99
pci_bus_remove_resources(struct pci_bus * bus)100 void pci_bus_remove_resources(struct pci_bus *bus)
101 {
102 int i;
103 struct pci_bus_resource *bus_res, *tmp;
104
105 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
106 bus->resource[i] = NULL;
107
108 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
109 list_del(&bus_res->list);
110 kfree(bus_res);
111 }
112 }
113
devm_request_pci_bus_resources(struct device * dev,struct list_head * resources)114 int devm_request_pci_bus_resources(struct device *dev,
115 struct list_head *resources)
116 {
117 struct resource_entry *win;
118 struct resource *parent, *res;
119 int err;
120
121 resource_list_for_each_entry(win, resources) {
122 res = win->res;
123 switch (resource_type(res)) {
124 case IORESOURCE_IO:
125 parent = &ioport_resource;
126 break;
127 case IORESOURCE_MEM:
128 parent = &iomem_resource;
129 break;
130 default:
131 continue;
132 }
133
134 err = devm_request_resource(dev, parent, res);
135 if (err)
136 return err;
137 }
138
139 return 0;
140 }
141 EXPORT_SYMBOL_GPL(devm_request_pci_bus_resources);
142
143 static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
144 #ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
145 static struct pci_bus_region pci_64_bit = {0,
146 (pci_bus_addr_t) 0xffffffffffffffffULL};
147 static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
148 (pci_bus_addr_t) 0xffffffffffffffffULL};
149 #endif
150
151 /*
152 * @res contains CPU addresses. Clip it so the corresponding bus addresses
153 * on @bus are entirely within @region. This is used to control the bus
154 * addresses of resources we allocate, e.g., we may need a resource that
155 * can be mapped by a 32-bit BAR.
156 */
pci_clip_resource_to_region(struct pci_bus * bus,struct resource * res,struct pci_bus_region * region)157 static void pci_clip_resource_to_region(struct pci_bus *bus,
158 struct resource *res,
159 struct pci_bus_region *region)
160 {
161 struct pci_bus_region r;
162
163 pcibios_resource_to_bus(bus, &r, res);
164 if (r.start < region->start)
165 r.start = region->start;
166 if (r.end > region->end)
167 r.end = region->end;
168
169 if (r.end < r.start)
170 res->end = res->start - 1;
171 else
172 pcibios_bus_to_resource(bus, res, &r);
173 }
174
pci_bus_alloc_from_region(struct pci_bus * bus,struct resource * res,resource_size_t size,resource_size_t align,resource_size_t min,unsigned long type_mask,resource_size_t (* alignf)(void *,const struct resource *,resource_size_t,resource_size_t),void * alignf_data,struct pci_bus_region * region)175 static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
176 resource_size_t size, resource_size_t align,
177 resource_size_t min, unsigned long type_mask,
178 resource_size_t (*alignf)(void *,
179 const struct resource *,
180 resource_size_t,
181 resource_size_t),
182 void *alignf_data,
183 struct pci_bus_region *region)
184 {
185 int i, ret;
186 struct resource *r, avail;
187 resource_size_t max;
188
189 type_mask |= IORESOURCE_TYPE_BITS;
190
191 pci_bus_for_each_resource(bus, r, i) {
192 resource_size_t min_used = min;
193
194 if (!r)
195 continue;
196
197 /* type_mask must match */
198 if ((res->flags ^ r->flags) & type_mask)
199 continue;
200
201 /* We cannot allocate a non-prefetching resource
202 from a pre-fetching area */
203 if ((r->flags & IORESOURCE_PREFETCH) &&
204 !(res->flags & IORESOURCE_PREFETCH))
205 continue;
206
207 avail = *r;
208 pci_clip_resource_to_region(bus, &avail, region);
209
210 /*
211 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
212 * protect badly documented motherboard resources, but if
213 * this is an already-configured bridge window, its start
214 * overrides "min".
215 */
216 if (avail.start)
217 min_used = avail.start;
218
219 max = avail.end;
220
221 /* Ok, try it out.. */
222 ret = allocate_resource(r, res, size, min_used, max,
223 align, alignf, alignf_data);
224 if (ret == 0)
225 return 0;
226 }
227 return -ENOMEM;
228 }
229
230 /**
231 * pci_bus_alloc_resource - allocate a resource from a parent bus
232 * @bus: PCI bus
233 * @res: resource to allocate
234 * @size: size of resource to allocate
235 * @align: alignment of resource to allocate
236 * @min: minimum /proc/iomem address to allocate
237 * @type_mask: IORESOURCE_* type flags
238 * @alignf: resource alignment function
239 * @alignf_data: data argument for resource alignment function
240 *
241 * Given the PCI bus a device resides on, the size, minimum address,
242 * alignment and type, try to find an acceptable resource allocation
243 * for a specific device resource.
244 */
pci_bus_alloc_resource(struct pci_bus * bus,struct resource * res,resource_size_t size,resource_size_t align,resource_size_t min,unsigned long type_mask,resource_size_t (* alignf)(void *,const struct resource *,resource_size_t,resource_size_t),void * alignf_data)245 int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
246 resource_size_t size, resource_size_t align,
247 resource_size_t min, unsigned long type_mask,
248 resource_size_t (*alignf)(void *,
249 const struct resource *,
250 resource_size_t,
251 resource_size_t),
252 void *alignf_data)
253 {
254 #ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
255 int rc;
256
257 if (res->flags & IORESOURCE_MEM_64) {
258 rc = pci_bus_alloc_from_region(bus, res, size, align, min,
259 type_mask, alignf, alignf_data,
260 &pci_high);
261 if (rc == 0)
262 return 0;
263
264 return pci_bus_alloc_from_region(bus, res, size, align, min,
265 type_mask, alignf, alignf_data,
266 &pci_64_bit);
267 }
268 #endif
269
270 return pci_bus_alloc_from_region(bus, res, size, align, min,
271 type_mask, alignf, alignf_data,
272 &pci_32_bit);
273 }
274 EXPORT_SYMBOL(pci_bus_alloc_resource);
275
276 /*
277 * The @idx resource of @dev should be a PCI-PCI bridge window. If this
278 * resource fits inside a window of an upstream bridge, do nothing. If it
279 * overlaps an upstream window but extends outside it, clip the resource so
280 * it fits completely inside.
281 */
pci_bus_clip_resource(struct pci_dev * dev,int idx)282 bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
283 {
284 struct pci_bus *bus = dev->bus;
285 struct resource *res = &dev->resource[idx];
286 struct resource orig_res = *res;
287 struct resource *r;
288 int i;
289
290 pci_bus_for_each_resource(bus, r, i) {
291 resource_size_t start, end;
292
293 if (!r)
294 continue;
295
296 if (resource_type(res) != resource_type(r))
297 continue;
298
299 start = max(r->start, res->start);
300 end = min(r->end, res->end);
301
302 if (start > end)
303 continue; /* no overlap */
304
305 if (res->start == start && res->end == end)
306 return false; /* no change */
307
308 res->start = start;
309 res->end = end;
310 res->flags &= ~IORESOURCE_UNSET;
311 orig_res.flags &= ~IORESOURCE_UNSET;
312 pci_info(dev, "%pR clipped to %pR\n", &orig_res, res);
313
314 return true;
315 }
316
317 return false;
318 }
319
pcibios_resource_survey_bus(struct pci_bus * bus)320 void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
321
pcibios_bus_add_device(struct pci_dev * pdev)322 void __weak pcibios_bus_add_device(struct pci_dev *pdev) { }
323
324 /**
325 * pci_bus_add_device - start driver for a single device
326 * @dev: device to add
327 *
328 * This adds add sysfs entries and start device drivers
329 */
pci_bus_add_device(struct pci_dev * dev)330 void pci_bus_add_device(struct pci_dev *dev)
331 {
332 int retval;
333
334 /*
335 * Can not put in pci_device_add yet because resources
336 * are not assigned yet for some devices.
337 */
338 pcibios_bus_add_device(dev);
339 pci_fixup_device(pci_fixup_final, dev);
340 pci_create_sysfs_dev_files(dev);
341 pci_proc_attach_device(dev);
342 pci_bridge_d3_update(dev);
343
344 dev->match_driver = true;
345 retval = device_attach(&dev->dev);
346 if (retval < 0 && retval != -EPROBE_DEFER)
347 pci_warn(dev, "device attach failed (%d)\n", retval);
348
349 pci_dev_assign_added(dev, true);
350 }
351 EXPORT_SYMBOL_GPL(pci_bus_add_device);
352
353 /**
354 * pci_bus_add_devices - start driver for PCI devices
355 * @bus: bus to check for new devices
356 *
357 * Start driver for PCI devices and add some sysfs entries.
358 */
pci_bus_add_devices(const struct pci_bus * bus)359 void pci_bus_add_devices(const struct pci_bus *bus)
360 {
361 struct pci_dev *dev;
362 struct pci_bus *child;
363
364 list_for_each_entry(dev, &bus->devices, bus_list) {
365 /* Skip already-added devices */
366 if (pci_dev_is_added(dev))
367 continue;
368 pci_bus_add_device(dev);
369 }
370
371 list_for_each_entry(dev, &bus->devices, bus_list) {
372 /* Skip if device attach failed */
373 if (!pci_dev_is_added(dev))
374 continue;
375 child = dev->subordinate;
376 if (child)
377 pci_bus_add_devices(child);
378 }
379 }
380 EXPORT_SYMBOL(pci_bus_add_devices);
381
382 /** pci_walk_bus - walk devices on/under bus, calling callback.
383 * @top bus whose devices should be walked
384 * @cb callback to be called for each device found
385 * @userdata arbitrary pointer to be passed to callback.
386 *
387 * Walk the given bus, including any bridged devices
388 * on buses under this bus. Call the provided callback
389 * on each device found.
390 *
391 * We check the return of @cb each time. If it returns anything
392 * other than 0, we break out.
393 *
394 */
pci_walk_bus(struct pci_bus * top,int (* cb)(struct pci_dev *,void *),void * userdata)395 void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
396 void *userdata)
397 {
398 struct pci_dev *dev;
399 struct pci_bus *bus;
400 struct list_head *next;
401 int retval;
402
403 bus = top;
404 down_read(&pci_bus_sem);
405 next = top->devices.next;
406 for (;;) {
407 if (next == &bus->devices) {
408 /* end of this bus, go up or finish */
409 if (bus == top)
410 break;
411 next = bus->self->bus_list.next;
412 bus = bus->self->bus;
413 continue;
414 }
415 dev = list_entry(next, struct pci_dev, bus_list);
416 if (dev->subordinate) {
417 /* this is a pci-pci bridge, do its devices next */
418 next = dev->subordinate->devices.next;
419 bus = dev->subordinate;
420 } else
421 next = dev->bus_list.next;
422
423 retval = cb(dev, userdata);
424 if (retval)
425 break;
426 }
427 up_read(&pci_bus_sem);
428 }
429 EXPORT_SYMBOL_GPL(pci_walk_bus);
430
pci_bus_get(struct pci_bus * bus)431 struct pci_bus *pci_bus_get(struct pci_bus *bus)
432 {
433 if (bus)
434 get_device(&bus->dev);
435 return bus;
436 }
437
pci_bus_put(struct pci_bus * bus)438 void pci_bus_put(struct pci_bus *bus)
439 {
440 if (bus)
441 put_device(&bus->dev);
442 }
443