1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18#include <linux/kernel.h>
19#include <linux/sched.h>
20#include <linux/pci.h>
21#include <linux/stat.h>
22#include <linux/export.h>
23#include <linux/topology.h>
24#include <linux/mm.h>
25#include <linux/fs.h>
26#include <linux/capability.h>
27#include <linux/security.h>
28#include <linux/pci-aspm.h>
29#include <linux/slab.h>
30#include <linux/vgaarb.h>
31#include <linux/pm_runtime.h>
32#include <linux/of.h>
33#include "pci.h"
34
35static int sysfs_initialized;
36
37
38#define pci_config_attr(field, format_string) \
39static ssize_t \
40field##_show(struct device *dev, struct device_attribute *attr, char *buf) \
41{ \
42 struct pci_dev *pdev; \
43 \
44 pdev = to_pci_dev(dev); \
45 return sprintf(buf, format_string, pdev->field); \
46} \
47static DEVICE_ATTR_RO(field)
48
49pci_config_attr(vendor, "0x%04x\n");
50pci_config_attr(device, "0x%04x\n");
51pci_config_attr(subsystem_vendor, "0x%04x\n");
52pci_config_attr(subsystem_device, "0x%04x\n");
53pci_config_attr(class, "0x%06x\n");
54pci_config_attr(irq, "%u\n");
55
56static ssize_t broken_parity_status_show(struct device *dev,
57 struct device_attribute *attr,
58 char *buf)
59{
60 struct pci_dev *pdev = to_pci_dev(dev);
61 return sprintf(buf, "%u\n", pdev->broken_parity_status);
62}
63
64static ssize_t broken_parity_status_store(struct device *dev,
65 struct device_attribute *attr,
66 const char *buf, size_t count)
67{
68 struct pci_dev *pdev = to_pci_dev(dev);
69 unsigned long val;
70
71 if (kstrtoul(buf, 0, &val) < 0)
72 return -EINVAL;
73
74 pdev->broken_parity_status = !!val;
75
76 return count;
77}
78static DEVICE_ATTR_RW(broken_parity_status);
79
80static ssize_t pci_dev_show_local_cpu(struct device *dev, bool list,
81 struct device_attribute *attr, char *buf)
82{
83 const struct cpumask *mask;
84
85#ifdef CONFIG_NUMA
86 mask = (dev_to_node(dev) == -1) ? cpu_online_mask :
87 cpumask_of_node(dev_to_node(dev));
88#else
89 mask = cpumask_of_pcibus(to_pci_dev(dev)->bus);
90#endif
91 return cpumap_print_to_pagebuf(list, buf, mask);
92}
93
94static ssize_t local_cpus_show(struct device *dev,
95 struct device_attribute *attr, char *buf)
96{
97 return pci_dev_show_local_cpu(dev, false, attr, buf);
98}
99static DEVICE_ATTR_RO(local_cpus);
100
101static ssize_t local_cpulist_show(struct device *dev,
102 struct device_attribute *attr, char *buf)
103{
104 return pci_dev_show_local_cpu(dev, true, attr, buf);
105}
106static DEVICE_ATTR_RO(local_cpulist);
107
108
109
110
111static ssize_t cpuaffinity_show(struct device *dev,
112 struct device_attribute *attr, char *buf)
113{
114 const struct cpumask *cpumask = cpumask_of_pcibus(to_pci_bus(dev));
115
116 return cpumap_print_to_pagebuf(false, buf, cpumask);
117}
118static DEVICE_ATTR_RO(cpuaffinity);
119
120static ssize_t cpulistaffinity_show(struct device *dev,
121 struct device_attribute *attr, char *buf)
122{
123 const struct cpumask *cpumask = cpumask_of_pcibus(to_pci_bus(dev));
124
125 return cpumap_print_to_pagebuf(true, buf, cpumask);
126}
127static DEVICE_ATTR_RO(cpulistaffinity);
128
129
130static ssize_t resource_show(struct device *dev, struct device_attribute *attr,
131 char *buf)
132{
133 struct pci_dev *pci_dev = to_pci_dev(dev);
134 char *str = buf;
135 int i;
136 int max;
137 resource_size_t start, end;
138
139 if (pci_dev->subordinate)
140 max = DEVICE_COUNT_RESOURCE;
141 else
142 max = PCI_BRIDGE_RESOURCES;
143
144 for (i = 0; i < max; i++) {
145 struct resource *res = &pci_dev->resource[i];
146 pci_resource_to_user(pci_dev, i, res, &start, &end);
147 str += sprintf(str, "0x%016llx 0x%016llx 0x%016llx\n",
148 (unsigned long long)start,
149 (unsigned long long)end,
150 (unsigned long long)res->flags);
151 }
152 return (str - buf);
153}
154static DEVICE_ATTR_RO(resource);
155
156static ssize_t modalias_show(struct device *dev, struct device_attribute *attr,
157 char *buf)
158{
159 struct pci_dev *pci_dev = to_pci_dev(dev);
160
161 return sprintf(buf, "pci:v%08Xd%08Xsv%08Xsd%08Xbc%02Xsc%02Xi%02X\n",
162 pci_dev->vendor, pci_dev->device,
163 pci_dev->subsystem_vendor, pci_dev->subsystem_device,
164 (u8)(pci_dev->class >> 16), (u8)(pci_dev->class >> 8),
165 (u8)(pci_dev->class));
166}
167static DEVICE_ATTR_RO(modalias);
168
169static ssize_t enable_store(struct device *dev, struct device_attribute *attr,
170 const char *buf, size_t count)
171{
172 struct pci_dev *pdev = to_pci_dev(dev);
173 unsigned long val;
174 ssize_t result = kstrtoul(buf, 0, &val);
175
176 if (result < 0)
177 return result;
178
179
180 if (!capable(CAP_SYS_ADMIN))
181 return -EPERM;
182
183 if (!val) {
184 if (pci_is_enabled(pdev))
185 pci_disable_device(pdev);
186 else
187 result = -EIO;
188 } else
189 result = pci_enable_device(pdev);
190
191 return result < 0 ? result : count;
192}
193
194static ssize_t enable_show(struct device *dev, struct device_attribute *attr,
195 char *buf)
196{
197 struct pci_dev *pdev;
198
199 pdev = to_pci_dev(dev);
200 return sprintf(buf, "%u\n", atomic_read(&pdev->enable_cnt));
201}
202static DEVICE_ATTR_RW(enable);
203
204#ifdef CONFIG_NUMA
205static ssize_t numa_node_store(struct device *dev,
206 struct device_attribute *attr, const char *buf,
207 size_t count)
208{
209 struct pci_dev *pdev = to_pci_dev(dev);
210 int node, ret;
211
212 if (!capable(CAP_SYS_ADMIN))
213 return -EPERM;
214
215 ret = kstrtoint(buf, 0, &node);
216 if (ret)
217 return ret;
218
219 if (!node_online(node))
220 return -EINVAL;
221
222 add_taint(TAINT_FIRMWARE_WORKAROUND, LOCKDEP_STILL_OK);
223 dev_alert(&pdev->dev, FW_BUG "Overriding NUMA node to %d. Contact your vendor for updates.",
224 node);
225
226 dev->numa_node = node;
227 return count;
228}
229
230static ssize_t numa_node_show(struct device *dev, struct device_attribute *attr,
231 char *buf)
232{
233 return sprintf(buf, "%d\n", dev->numa_node);
234}
235static DEVICE_ATTR_RW(numa_node);
236#endif
237
238static ssize_t dma_mask_bits_show(struct device *dev,
239 struct device_attribute *attr, char *buf)
240{
241 struct pci_dev *pdev = to_pci_dev(dev);
242
243 return sprintf(buf, "%d\n", fls64(pdev->dma_mask));
244}
245static DEVICE_ATTR_RO(dma_mask_bits);
246
247static ssize_t consistent_dma_mask_bits_show(struct device *dev,
248 struct device_attribute *attr,
249 char *buf)
250{
251 return sprintf(buf, "%d\n", fls64(dev->coherent_dma_mask));
252}
253static DEVICE_ATTR_RO(consistent_dma_mask_bits);
254
255static ssize_t msi_bus_show(struct device *dev, struct device_attribute *attr,
256 char *buf)
257{
258 struct pci_dev *pdev = to_pci_dev(dev);
259 struct pci_bus *subordinate = pdev->subordinate;
260
261 return sprintf(buf, "%u\n", subordinate ?
262 !(subordinate->bus_flags & PCI_BUS_FLAGS_NO_MSI)
263 : !pdev->no_msi);
264}
265
266static ssize_t msi_bus_store(struct device *dev, struct device_attribute *attr,
267 const char *buf, size_t count)
268{
269 struct pci_dev *pdev = to_pci_dev(dev);
270 struct pci_bus *subordinate = pdev->subordinate;
271 unsigned long val;
272
273 if (kstrtoul(buf, 0, &val) < 0)
274 return -EINVAL;
275
276 if (!capable(CAP_SYS_ADMIN))
277 return -EPERM;
278
279
280
281
282
283
284 if (!subordinate) {
285 pdev->no_msi = !val;
286 dev_info(&pdev->dev, "MSI/MSI-X %s for future drivers\n",
287 val ? "allowed" : "disallowed");
288 return count;
289 }
290
291 if (val)
292 subordinate->bus_flags &= ~PCI_BUS_FLAGS_NO_MSI;
293 else
294 subordinate->bus_flags |= PCI_BUS_FLAGS_NO_MSI;
295
296 dev_info(&subordinate->dev, "MSI/MSI-X %s for future drivers of devices on this bus\n",
297 val ? "allowed" : "disallowed");
298 return count;
299}
300static DEVICE_ATTR_RW(msi_bus);
301
302static ssize_t bus_rescan_store(struct bus_type *bus, const char *buf,
303 size_t count)
304{
305 unsigned long val;
306 struct pci_bus *b = NULL;
307
308 if (kstrtoul(buf, 0, &val) < 0)
309 return -EINVAL;
310
311 if (val) {
312 pci_lock_rescan_remove();
313 while ((b = pci_find_next_bus(b)) != NULL)
314 pci_rescan_bus(b);
315 pci_unlock_rescan_remove();
316 }
317 return count;
318}
319static BUS_ATTR(rescan, (S_IWUSR|S_IWGRP), NULL, bus_rescan_store);
320
321static struct attribute *pci_bus_attrs[] = {
322 &bus_attr_rescan.attr,
323 NULL,
324};
325
326static const struct attribute_group pci_bus_group = {
327 .attrs = pci_bus_attrs,
328};
329
330const struct attribute_group *pci_bus_groups[] = {
331 &pci_bus_group,
332 NULL,
333};
334
335static ssize_t dev_rescan_store(struct device *dev,
336 struct device_attribute *attr, const char *buf,
337 size_t count)
338{
339 unsigned long val;
340 struct pci_dev *pdev = to_pci_dev(dev);
341
342 if (kstrtoul(buf, 0, &val) < 0)
343 return -EINVAL;
344
345 if (val) {
346 pci_lock_rescan_remove();
347 pci_rescan_bus(pdev->bus);
348 pci_unlock_rescan_remove();
349 }
350 return count;
351}
352static struct device_attribute dev_rescan_attr = __ATTR(rescan,
353 (S_IWUSR|S_IWGRP),
354 NULL, dev_rescan_store);
355
356static ssize_t remove_store(struct device *dev, struct device_attribute *attr,
357 const char *buf, size_t count)
358{
359 unsigned long val;
360
361 if (kstrtoul(buf, 0, &val) < 0)
362 return -EINVAL;
363
364 if (val && device_remove_file_self(dev, attr))
365 pci_stop_and_remove_bus_device_locked(to_pci_dev(dev));
366 return count;
367}
368static struct device_attribute dev_remove_attr = __ATTR(remove,
369 (S_IWUSR|S_IWGRP),
370 NULL, remove_store);
371
372static ssize_t dev_bus_rescan_store(struct device *dev,
373 struct device_attribute *attr,
374 const char *buf, size_t count)
375{
376 unsigned long val;
377 struct pci_bus *bus = to_pci_bus(dev);
378
379 if (kstrtoul(buf, 0, &val) < 0)
380 return -EINVAL;
381
382 if (val) {
383 pci_lock_rescan_remove();
384 if (!pci_is_root_bus(bus) && list_empty(&bus->devices))
385 pci_rescan_bus_bridge_resize(bus->self);
386 else
387 pci_rescan_bus(bus);
388 pci_unlock_rescan_remove();
389 }
390 return count;
391}
392static DEVICE_ATTR(rescan, (S_IWUSR|S_IWGRP), NULL, dev_bus_rescan_store);
393
394#if defined(CONFIG_PM) && defined(CONFIG_ACPI)
395static ssize_t d3cold_allowed_store(struct device *dev,
396 struct device_attribute *attr,
397 const char *buf, size_t count)
398{
399 struct pci_dev *pdev = to_pci_dev(dev);
400 unsigned long val;
401
402 if (kstrtoul(buf, 0, &val) < 0)
403 return -EINVAL;
404
405 pdev->d3cold_allowed = !!val;
406 pm_runtime_resume(dev);
407
408 return count;
409}
410
411static ssize_t d3cold_allowed_show(struct device *dev,
412 struct device_attribute *attr, char *buf)
413{
414 struct pci_dev *pdev = to_pci_dev(dev);
415 return sprintf(buf, "%u\n", pdev->d3cold_allowed);
416}
417static DEVICE_ATTR_RW(d3cold_allowed);
418#endif
419
420#ifdef CONFIG_OF
421static ssize_t devspec_show(struct device *dev,
422 struct device_attribute *attr, char *buf)
423{
424 struct pci_dev *pdev = to_pci_dev(dev);
425 struct device_node *np = pci_device_to_OF_node(pdev);
426
427 if (np == NULL || np->full_name == NULL)
428 return 0;
429 return sprintf(buf, "%s", np->full_name);
430}
431static DEVICE_ATTR_RO(devspec);
432#endif
433
434#ifdef CONFIG_PCI_IOV
435static ssize_t sriov_totalvfs_show(struct device *dev,
436 struct device_attribute *attr,
437 char *buf)
438{
439 struct pci_dev *pdev = to_pci_dev(dev);
440
441 return sprintf(buf, "%u\n", pci_sriov_get_totalvfs(pdev));
442}
443
444
445static ssize_t sriov_numvfs_show(struct device *dev,
446 struct device_attribute *attr,
447 char *buf)
448{
449 struct pci_dev *pdev = to_pci_dev(dev);
450
451 return sprintf(buf, "%u\n", pdev->sriov->num_VFs);
452}
453
454
455
456
457
458
459
460
461static ssize_t sriov_numvfs_store(struct device *dev,
462 struct device_attribute *attr,
463 const char *buf, size_t count)
464{
465 struct pci_dev *pdev = to_pci_dev(dev);
466 int ret;
467 u16 num_vfs;
468
469 ret = kstrtou16(buf, 0, &num_vfs);
470 if (ret < 0)
471 return ret;
472
473 if (num_vfs > pci_sriov_get_totalvfs(pdev))
474 return -ERANGE;
475
476 if (num_vfs == pdev->sriov->num_VFs)
477 return count;
478
479
480 if (!pdev->driver || !pdev->driver->sriov_configure) {
481 dev_info(&pdev->dev, "Driver doesn't support SRIOV configuration via sysfs\n");
482 return -ENOSYS;
483 }
484
485 if (num_vfs == 0) {
486
487 ret = pdev->driver->sriov_configure(pdev, 0);
488 if (ret < 0)
489 return ret;
490 return count;
491 }
492
493
494 if (pdev->sriov->num_VFs) {
495 dev_warn(&pdev->dev, "%d VFs already enabled. Disable before enabling %d VFs\n",
496 pdev->sriov->num_VFs, num_vfs);
497 return -EBUSY;
498 }
499
500 ret = pdev->driver->sriov_configure(pdev, num_vfs);
501 if (ret < 0)
502 return ret;
503
504 if (ret != num_vfs)
505 dev_warn(&pdev->dev, "%d VFs requested; only %d enabled\n",
506 num_vfs, ret);
507
508 return count;
509}
510
511static struct device_attribute sriov_totalvfs_attr = __ATTR_RO(sriov_totalvfs);
512static struct device_attribute sriov_numvfs_attr =
513 __ATTR(sriov_numvfs, (S_IRUGO|S_IWUSR|S_IWGRP),
514 sriov_numvfs_show, sriov_numvfs_store);
515#endif
516
517static ssize_t driver_override_store(struct device *dev,
518 struct device_attribute *attr,
519 const char *buf, size_t count)
520{
521 struct pci_dev *pdev = to_pci_dev(dev);
522 char *driver_override, *old = pdev->driver_override, *cp;
523
524
525 if (count >= (PAGE_SIZE - 1))
526 return -EINVAL;
527
528 driver_override = kstrndup(buf, count, GFP_KERNEL);
529 if (!driver_override)
530 return -ENOMEM;
531
532 cp = strchr(driver_override, '\n');
533 if (cp)
534 *cp = '\0';
535
536 if (strlen(driver_override)) {
537 pdev->driver_override = driver_override;
538 } else {
539 kfree(driver_override);
540 pdev->driver_override = NULL;
541 }
542
543 kfree(old);
544
545 return count;
546}
547
548static ssize_t driver_override_show(struct device *dev,
549 struct device_attribute *attr, char *buf)
550{
551 struct pci_dev *pdev = to_pci_dev(dev);
552
553 return snprintf(buf, PAGE_SIZE, "%s\n", pdev->driver_override);
554}
555static DEVICE_ATTR_RW(driver_override);
556
557static struct attribute *pci_dev_attrs[] = {
558 &dev_attr_resource.attr,
559 &dev_attr_vendor.attr,
560 &dev_attr_device.attr,
561 &dev_attr_subsystem_vendor.attr,
562 &dev_attr_subsystem_device.attr,
563 &dev_attr_class.attr,
564 &dev_attr_irq.attr,
565 &dev_attr_local_cpus.attr,
566 &dev_attr_local_cpulist.attr,
567 &dev_attr_modalias.attr,
568#ifdef CONFIG_NUMA
569 &dev_attr_numa_node.attr,
570#endif
571 &dev_attr_dma_mask_bits.attr,
572 &dev_attr_consistent_dma_mask_bits.attr,
573 &dev_attr_enable.attr,
574 &dev_attr_broken_parity_status.attr,
575 &dev_attr_msi_bus.attr,
576#if defined(CONFIG_PM) && defined(CONFIG_ACPI)
577 &dev_attr_d3cold_allowed.attr,
578#endif
579#ifdef CONFIG_OF
580 &dev_attr_devspec.attr,
581#endif
582 &dev_attr_driver_override.attr,
583 NULL,
584};
585
586static const struct attribute_group pci_dev_group = {
587 .attrs = pci_dev_attrs,
588};
589
590const struct attribute_group *pci_dev_groups[] = {
591 &pci_dev_group,
592 NULL,
593};
594
595static struct attribute *pcibus_attrs[] = {
596 &dev_attr_rescan.attr,
597 &dev_attr_cpuaffinity.attr,
598 &dev_attr_cpulistaffinity.attr,
599 NULL,
600};
601
602static const struct attribute_group pcibus_group = {
603 .attrs = pcibus_attrs,
604};
605
606const struct attribute_group *pcibus_groups[] = {
607 &pcibus_group,
608 NULL,
609};
610
611static ssize_t boot_vga_show(struct device *dev, struct device_attribute *attr,
612 char *buf)
613{
614 struct pci_dev *pdev = to_pci_dev(dev);
615 struct pci_dev *vga_dev = vga_default_device();
616
617 if (vga_dev)
618 return sprintf(buf, "%u\n", (pdev == vga_dev));
619
620 return sprintf(buf, "%u\n",
621 !!(pdev->resource[PCI_ROM_RESOURCE].flags &
622 IORESOURCE_ROM_SHADOW));
623}
624static struct device_attribute vga_attr = __ATTR_RO(boot_vga);
625
626static ssize_t pci_read_config(struct file *filp, struct kobject *kobj,
627 struct bin_attribute *bin_attr, char *buf,
628 loff_t off, size_t count)
629{
630 struct pci_dev *dev = to_pci_dev(container_of(kobj, struct device,
631 kobj));
632 unsigned int size = 64;
633 loff_t init_off = off;
634 u8 *data = (u8 *) buf;
635
636
637 if (security_capable(filp->f_cred, &init_user_ns, CAP_SYS_ADMIN) == 0)
638 size = dev->cfg_size;
639 else if (dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
640 size = 128;
641
642 if (off > size)
643 return 0;
644 if (off + count > size) {
645 size -= off;
646 count = size;
647 } else {
648 size = count;
649 }
650
651 pci_config_pm_runtime_get(dev);
652
653 if ((off & 1) && size) {
654 u8 val;
655 pci_user_read_config_byte(dev, off, &val);
656 data[off - init_off] = val;
657 off++;
658 size--;
659 }
660
661 if ((off & 3) && size > 2) {
662 u16 val;
663 pci_user_read_config_word(dev, off, &val);
664 data[off - init_off] = val & 0xff;
665 data[off - init_off + 1] = (val >> 8) & 0xff;
666 off += 2;
667 size -= 2;
668 }
669
670 while (size > 3) {
671 u32 val;
672 pci_user_read_config_dword(dev, off, &val);
673 data[off - init_off] = val & 0xff;
674 data[off - init_off + 1] = (val >> 8) & 0xff;
675 data[off - init_off + 2] = (val >> 16) & 0xff;
676 data[off - init_off + 3] = (val >> 24) & 0xff;
677 off += 4;
678 size -= 4;
679 }
680
681 if (size >= 2) {
682 u16 val;
683 pci_user_read_config_word(dev, off, &val);
684 data[off - init_off] = val & 0xff;
685 data[off - init_off + 1] = (val >> 8) & 0xff;
686 off += 2;
687 size -= 2;
688 }
689
690 if (size > 0) {
691 u8 val;
692 pci_user_read_config_byte(dev, off, &val);
693 data[off - init_off] = val;
694 off++;
695 --size;
696 }
697
698 pci_config_pm_runtime_put(dev);
699
700 return count;
701}
702
703static ssize_t pci_write_config(struct file *filp, struct kobject *kobj,
704 struct bin_attribute *bin_attr, char *buf,
705 loff_t off, size_t count)
706{
707 struct pci_dev *dev = to_pci_dev(container_of(kobj, struct device,
708 kobj));
709 unsigned int size = count;
710 loff_t init_off = off;
711 u8 *data = (u8 *) buf;
712
713 if (off > dev->cfg_size)
714 return 0;
715 if (off + count > dev->cfg_size) {
716 size = dev->cfg_size - off;
717 count = size;
718 }
719
720 pci_config_pm_runtime_get(dev);
721
722 if ((off & 1) && size) {
723 pci_user_write_config_byte(dev, off, data[off - init_off]);
724 off++;
725 size--;
726 }
727
728 if ((off & 3) && size > 2) {
729 u16 val = data[off - init_off];
730 val |= (u16) data[off - init_off + 1] << 8;
731 pci_user_write_config_word(dev, off, val);
732 off += 2;
733 size -= 2;
734 }
735
736 while (size > 3) {
737 u32 val = data[off - init_off];
738 val |= (u32) data[off - init_off + 1] << 8;
739 val |= (u32) data[off - init_off + 2] << 16;
740 val |= (u32) data[off - init_off + 3] << 24;
741 pci_user_write_config_dword(dev, off, val);
742 off += 4;
743 size -= 4;
744 }
745
746 if (size >= 2) {
747 u16 val = data[off - init_off];
748 val |= (u16) data[off - init_off + 1] << 8;
749 pci_user_write_config_word(dev, off, val);
750 off += 2;
751 size -= 2;
752 }
753
754 if (size) {
755 pci_user_write_config_byte(dev, off, data[off - init_off]);
756 off++;
757 --size;
758 }
759
760 pci_config_pm_runtime_put(dev);
761
762 return count;
763}
764
765static ssize_t read_vpd_attr(struct file *filp, struct kobject *kobj,
766 struct bin_attribute *bin_attr, char *buf,
767 loff_t off, size_t count)
768{
769 struct pci_dev *dev =
770 to_pci_dev(container_of(kobj, struct device, kobj));
771
772 if (off > bin_attr->size)
773 count = 0;
774 else if (count > bin_attr->size - off)
775 count = bin_attr->size - off;
776
777 return pci_read_vpd(dev, off, count, buf);
778}
779
780static ssize_t write_vpd_attr(struct file *filp, struct kobject *kobj,
781 struct bin_attribute *bin_attr, char *buf,
782 loff_t off, size_t count)
783{
784 struct pci_dev *dev =
785 to_pci_dev(container_of(kobj, struct device, kobj));
786
787 if (off > bin_attr->size)
788 count = 0;
789 else if (count > bin_attr->size - off)
790 count = bin_attr->size - off;
791
792 return pci_write_vpd(dev, off, count, buf);
793}
794
795#ifdef HAVE_PCI_LEGACY
796
797
798
799
800
801
802
803
804
805
806
807
808static ssize_t pci_read_legacy_io(struct file *filp, struct kobject *kobj,
809 struct bin_attribute *bin_attr, char *buf,
810 loff_t off, size_t count)
811{
812 struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
813 kobj));
814
815
816 if (count != 1 && count != 2 && count != 4)
817 return -EINVAL;
818
819 return pci_legacy_read(bus, off, (u32 *)buf, count);
820}
821
822
823
824
825
826
827
828
829
830
831
832
833
834static ssize_t pci_write_legacy_io(struct file *filp, struct kobject *kobj,
835 struct bin_attribute *bin_attr, char *buf,
836 loff_t off, size_t count)
837{
838 struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
839 kobj));
840
841
842 if (count != 1 && count != 2 && count != 4)
843 return -EINVAL;
844
845 return pci_legacy_write(bus, off, *(u32 *)buf, count);
846}
847
848
849
850
851
852
853
854
855
856
857
858
859static int pci_mmap_legacy_mem(struct file *filp, struct kobject *kobj,
860 struct bin_attribute *attr,
861 struct vm_area_struct *vma)
862{
863 struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
864 kobj));
865
866 return pci_mmap_legacy_page_range(bus, vma, pci_mmap_mem);
867}
868
869
870
871
872
873
874
875
876
877
878
879
880static int pci_mmap_legacy_io(struct file *filp, struct kobject *kobj,
881 struct bin_attribute *attr,
882 struct vm_area_struct *vma)
883{
884 struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
885 kobj));
886
887 return pci_mmap_legacy_page_range(bus, vma, pci_mmap_io);
888}
889
890
891
892
893
894
895
896
897void __weak pci_adjust_legacy_attr(struct pci_bus *b,
898 enum pci_mmap_state mmap_type)
899{
900}
901
902
903
904
905
906
907
908
909
910
911
912
913void pci_create_legacy_files(struct pci_bus *b)
914{
915 int error;
916
917 b->legacy_io = kzalloc(sizeof(struct bin_attribute) * 2,
918 GFP_ATOMIC);
919 if (!b->legacy_io)
920 goto kzalloc_err;
921
922 sysfs_bin_attr_init(b->legacy_io);
923 b->legacy_io->attr.name = "legacy_io";
924 b->legacy_io->size = 0xffff;
925 b->legacy_io->attr.mode = S_IRUSR | S_IWUSR;
926 b->legacy_io->read = pci_read_legacy_io;
927 b->legacy_io->write = pci_write_legacy_io;
928 b->legacy_io->mmap = pci_mmap_legacy_io;
929 pci_adjust_legacy_attr(b, pci_mmap_io);
930 error = device_create_bin_file(&b->dev, b->legacy_io);
931 if (error)
932 goto legacy_io_err;
933
934
935 b->legacy_mem = b->legacy_io + 1;
936 sysfs_bin_attr_init(b->legacy_mem);
937 b->legacy_mem->attr.name = "legacy_mem";
938 b->legacy_mem->size = 1024*1024;
939 b->legacy_mem->attr.mode = S_IRUSR | S_IWUSR;
940 b->legacy_mem->mmap = pci_mmap_legacy_mem;
941 pci_adjust_legacy_attr(b, pci_mmap_mem);
942 error = device_create_bin_file(&b->dev, b->legacy_mem);
943 if (error)
944 goto legacy_mem_err;
945
946 return;
947
948legacy_mem_err:
949 device_remove_bin_file(&b->dev, b->legacy_io);
950legacy_io_err:
951 kfree(b->legacy_io);
952 b->legacy_io = NULL;
953kzalloc_err:
954 printk(KERN_WARNING "pci: warning: could not create legacy I/O port and ISA memory resources to sysfs\n");
955 return;
956}
957
958void pci_remove_legacy_files(struct pci_bus *b)
959{
960 if (b->legacy_io) {
961 device_remove_bin_file(&b->dev, b->legacy_io);
962 device_remove_bin_file(&b->dev, b->legacy_mem);
963 kfree(b->legacy_io);
964 }
965}
966#endif
967
968#ifdef HAVE_PCI_MMAP
969
970int pci_mmap_fits(struct pci_dev *pdev, int resno, struct vm_area_struct *vma,
971 enum pci_mmap_api mmap_api)
972{
973 unsigned long nr, start, size, pci_start;
974
975 if (pci_resource_len(pdev, resno) == 0)
976 return 0;
977 nr = vma_pages(vma);
978 start = vma->vm_pgoff;
979 size = ((pci_resource_len(pdev, resno) - 1) >> PAGE_SHIFT) + 1;
980 pci_start = (mmap_api == PCI_MMAP_PROCFS) ?
981 pci_resource_start(pdev, resno) >> PAGE_SHIFT : 0;
982 if (start >= pci_start && start < pci_start + size &&
983 start + nr <= pci_start + size)
984 return 1;
985 return 0;
986}
987
988
989
990
991
992
993
994
995
996
997static int pci_mmap_resource(struct kobject *kobj, struct bin_attribute *attr,
998 struct vm_area_struct *vma, int write_combine)
999{
1000 struct pci_dev *pdev = to_pci_dev(container_of(kobj,
1001 struct device, kobj));
1002 struct resource *res = attr->private;
1003 enum pci_mmap_state mmap_type;
1004 resource_size_t start, end;
1005 int i;
1006
1007 for (i = 0; i < PCI_ROM_RESOURCE; i++)
1008 if (res == &pdev->resource[i])
1009 break;
1010 if (i >= PCI_ROM_RESOURCE)
1011 return -ENODEV;
1012
1013 if (!pci_mmap_fits(pdev, i, vma, PCI_MMAP_SYSFS)) {
1014 WARN(1, "process \"%s\" tried to map 0x%08lx bytes at page 0x%08lx on %s BAR %d (start 0x%16Lx, size 0x%16Lx)\n",
1015 current->comm, vma->vm_end-vma->vm_start, vma->vm_pgoff,
1016 pci_name(pdev), i,
1017 (u64)pci_resource_start(pdev, i),
1018 (u64)pci_resource_len(pdev, i));
1019 return -EINVAL;
1020 }
1021
1022
1023
1024
1025
1026 pci_resource_to_user(pdev, i, res, &start, &end);
1027 vma->vm_pgoff += start >> PAGE_SHIFT;
1028 mmap_type = res->flags & IORESOURCE_MEM ? pci_mmap_mem : pci_mmap_io;
1029
1030 if (res->flags & IORESOURCE_MEM && iomem_is_exclusive(start))
1031 return -EINVAL;
1032
1033 return pci_mmap_page_range(pdev, vma, mmap_type, write_combine);
1034}
1035
1036static int pci_mmap_resource_uc(struct file *filp, struct kobject *kobj,
1037 struct bin_attribute *attr,
1038 struct vm_area_struct *vma)
1039{
1040 return pci_mmap_resource(kobj, attr, vma, 0);
1041}
1042
1043static int pci_mmap_resource_wc(struct file *filp, struct kobject *kobj,
1044 struct bin_attribute *attr,
1045 struct vm_area_struct *vma)
1046{
1047 return pci_mmap_resource(kobj, attr, vma, 1);
1048}
1049
1050static ssize_t pci_resource_io(struct file *filp, struct kobject *kobj,
1051 struct bin_attribute *attr, char *buf,
1052 loff_t off, size_t count, bool write)
1053{
1054 struct pci_dev *pdev = to_pci_dev(container_of(kobj,
1055 struct device, kobj));
1056 struct resource *res = attr->private;
1057 unsigned long port = off;
1058 int i;
1059
1060 for (i = 0; i < PCI_ROM_RESOURCE; i++)
1061 if (res == &pdev->resource[i])
1062 break;
1063 if (i >= PCI_ROM_RESOURCE)
1064 return -ENODEV;
1065
1066 port += pci_resource_start(pdev, i);
1067
1068 if (port > pci_resource_end(pdev, i))
1069 return 0;
1070
1071 if (port + count - 1 > pci_resource_end(pdev, i))
1072 return -EINVAL;
1073
1074 switch (count) {
1075 case 1:
1076 if (write)
1077 outb(*(u8 *)buf, port);
1078 else
1079 *(u8 *)buf = inb(port);
1080 return 1;
1081 case 2:
1082 if (write)
1083 outw(*(u16 *)buf, port);
1084 else
1085 *(u16 *)buf = inw(port);
1086 return 2;
1087 case 4:
1088 if (write)
1089 outl(*(u32 *)buf, port);
1090 else
1091 *(u32 *)buf = inl(port);
1092 return 4;
1093 }
1094 return -EINVAL;
1095}
1096
1097static ssize_t pci_read_resource_io(struct file *filp, struct kobject *kobj,
1098 struct bin_attribute *attr, char *buf,
1099 loff_t off, size_t count)
1100{
1101 return pci_resource_io(filp, kobj, attr, buf, off, count, false);
1102}
1103
1104static ssize_t pci_write_resource_io(struct file *filp, struct kobject *kobj,
1105 struct bin_attribute *attr, char *buf,
1106 loff_t off, size_t count)
1107{
1108 return pci_resource_io(filp, kobj, attr, buf, off, count, true);
1109}
1110
1111
1112
1113
1114
1115
1116
1117
1118static void pci_remove_resource_files(struct pci_dev *pdev)
1119{
1120 int i;
1121
1122 for (i = 0; i < PCI_ROM_RESOURCE; i++) {
1123 struct bin_attribute *res_attr;
1124
1125 res_attr = pdev->res_attr[i];
1126 if (res_attr) {
1127 sysfs_remove_bin_file(&pdev->dev.kobj, res_attr);
1128 kfree(res_attr);
1129 }
1130
1131 res_attr = pdev->res_attr_wc[i];
1132 if (res_attr) {
1133 sysfs_remove_bin_file(&pdev->dev.kobj, res_attr);
1134 kfree(res_attr);
1135 }
1136 }
1137}
1138
1139static int pci_create_attr(struct pci_dev *pdev, int num, int write_combine)
1140{
1141
1142 int name_len = write_combine ? 13 : 10;
1143 struct bin_attribute *res_attr;
1144 int retval;
1145
1146 res_attr = kzalloc(sizeof(*res_attr) + name_len, GFP_ATOMIC);
1147 if (res_attr) {
1148 char *res_attr_name = (char *)(res_attr + 1);
1149
1150 sysfs_bin_attr_init(res_attr);
1151 if (write_combine) {
1152 pdev->res_attr_wc[num] = res_attr;
1153 sprintf(res_attr_name, "resource%d_wc", num);
1154 res_attr->mmap = pci_mmap_resource_wc;
1155 } else {
1156 pdev->res_attr[num] = res_attr;
1157 sprintf(res_attr_name, "resource%d", num);
1158 res_attr->mmap = pci_mmap_resource_uc;
1159 }
1160 if (pci_resource_flags(pdev, num) & IORESOURCE_IO) {
1161 res_attr->read = pci_read_resource_io;
1162 res_attr->write = pci_write_resource_io;
1163 }
1164 res_attr->attr.name = res_attr_name;
1165 res_attr->attr.mode = S_IRUSR | S_IWUSR;
1166 res_attr->size = pci_resource_len(pdev, num);
1167 res_attr->private = &pdev->resource[num];
1168 retval = sysfs_create_bin_file(&pdev->dev.kobj, res_attr);
1169 } else
1170 retval = -ENOMEM;
1171
1172 return retval;
1173}
1174
1175
1176
1177
1178
1179
1180
1181static int pci_create_resource_files(struct pci_dev *pdev)
1182{
1183 int i;
1184 int retval;
1185
1186
1187 for (i = 0; i < PCI_ROM_RESOURCE; i++) {
1188
1189
1190 if (!pci_resource_len(pdev, i))
1191 continue;
1192
1193 retval = pci_create_attr(pdev, i, 0);
1194
1195 if (!retval && pdev->resource[i].flags & IORESOURCE_PREFETCH)
1196 retval = pci_create_attr(pdev, i, 1);
1197
1198 if (retval) {
1199 pci_remove_resource_files(pdev);
1200 return retval;
1201 }
1202 }
1203 return 0;
1204}
1205#else
1206int __weak pci_create_resource_files(struct pci_dev *dev) { return 0; }
1207void __weak pci_remove_resource_files(struct pci_dev *dev) { return; }
1208#endif
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221static ssize_t pci_write_rom(struct file *filp, struct kobject *kobj,
1222 struct bin_attribute *bin_attr, char *buf,
1223 loff_t off, size_t count)
1224{
1225 struct pci_dev *pdev = to_pci_dev(container_of(kobj, struct device, kobj));
1226
1227 if ((off == 0) && (*buf == '0') && (count == 2))
1228 pdev->rom_attr_enabled = 0;
1229 else
1230 pdev->rom_attr_enabled = 1;
1231
1232 return count;
1233}
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247static ssize_t pci_read_rom(struct file *filp, struct kobject *kobj,
1248 struct bin_attribute *bin_attr, char *buf,
1249 loff_t off, size_t count)
1250{
1251 struct pci_dev *pdev = to_pci_dev(container_of(kobj, struct device, kobj));
1252 void __iomem *rom;
1253 size_t size;
1254
1255 if (!pdev->rom_attr_enabled)
1256 return -EINVAL;
1257
1258 rom = pci_map_rom(pdev, &size);
1259 if (!rom || !size)
1260 return -EIO;
1261
1262 if (off >= size)
1263 count = 0;
1264 else {
1265 if (off + count > size)
1266 count = size - off;
1267
1268 memcpy_fromio(buf, rom + off, count);
1269 }
1270 pci_unmap_rom(pdev, rom);
1271
1272 return count;
1273}
1274
1275static struct bin_attribute pci_config_attr = {
1276 .attr = {
1277 .name = "config",
1278 .mode = S_IRUGO | S_IWUSR,
1279 },
1280 .size = PCI_CFG_SPACE_SIZE,
1281 .read = pci_read_config,
1282 .write = pci_write_config,
1283};
1284
1285static struct bin_attribute pcie_config_attr = {
1286 .attr = {
1287 .name = "config",
1288 .mode = S_IRUGO | S_IWUSR,
1289 },
1290 .size = PCI_CFG_SPACE_EXP_SIZE,
1291 .read = pci_read_config,
1292 .write = pci_write_config,
1293};
1294
1295static ssize_t reset_store(struct device *dev, struct device_attribute *attr,
1296 const char *buf, size_t count)
1297{
1298 struct pci_dev *pdev = to_pci_dev(dev);
1299 unsigned long val;
1300 ssize_t result = kstrtoul(buf, 0, &val);
1301
1302 if (result < 0)
1303 return result;
1304
1305 if (val != 1)
1306 return -EINVAL;
1307
1308 result = pci_reset_function(pdev);
1309 if (result < 0)
1310 return result;
1311
1312 return count;
1313}
1314
1315static struct device_attribute reset_attr = __ATTR(reset, 0200, NULL, reset_store);
1316
1317static int pci_create_capabilities_sysfs(struct pci_dev *dev)
1318{
1319 int retval;
1320 struct bin_attribute *attr;
1321
1322
1323 if (dev->vpd) {
1324 attr = kzalloc(sizeof(*attr), GFP_ATOMIC);
1325 if (!attr)
1326 return -ENOMEM;
1327
1328 sysfs_bin_attr_init(attr);
1329 attr->size = dev->vpd->len;
1330 attr->attr.name = "vpd";
1331 attr->attr.mode = S_IRUSR | S_IWUSR;
1332 attr->read = read_vpd_attr;
1333 attr->write = write_vpd_attr;
1334 retval = sysfs_create_bin_file(&dev->dev.kobj, attr);
1335 if (retval) {
1336 kfree(attr);
1337 return retval;
1338 }
1339 dev->vpd->attr = attr;
1340 }
1341
1342
1343 pcie_aspm_create_sysfs_dev_files(dev);
1344
1345 if (!pci_probe_reset_function(dev)) {
1346 retval = device_create_file(&dev->dev, &reset_attr);
1347 if (retval)
1348 goto error;
1349 dev->reset_fn = 1;
1350 }
1351 return 0;
1352
1353error:
1354 pcie_aspm_remove_sysfs_dev_files(dev);
1355 if (dev->vpd && dev->vpd->attr) {
1356 sysfs_remove_bin_file(&dev->dev.kobj, dev->vpd->attr);
1357 kfree(dev->vpd->attr);
1358 }
1359
1360 return retval;
1361}
1362
1363int __must_check pci_create_sysfs_dev_files(struct pci_dev *pdev)
1364{
1365 int retval;
1366 int rom_size = 0;
1367 struct bin_attribute *attr;
1368
1369 if (!sysfs_initialized)
1370 return -EACCES;
1371
1372 if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1373 retval = sysfs_create_bin_file(&pdev->dev.kobj, &pci_config_attr);
1374 else
1375 retval = sysfs_create_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1376 if (retval)
1377 goto err;
1378
1379 retval = pci_create_resource_files(pdev);
1380 if (retval)
1381 goto err_config_file;
1382
1383 if (pci_resource_len(pdev, PCI_ROM_RESOURCE))
1384 rom_size = pci_resource_len(pdev, PCI_ROM_RESOURCE);
1385 else if (pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW)
1386 rom_size = 0x20000;
1387
1388
1389 if (rom_size) {
1390 attr = kzalloc(sizeof(*attr), GFP_ATOMIC);
1391 if (!attr) {
1392 retval = -ENOMEM;
1393 goto err_resource_files;
1394 }
1395 sysfs_bin_attr_init(attr);
1396 attr->size = rom_size;
1397 attr->attr.name = "rom";
1398 attr->attr.mode = S_IRUSR | S_IWUSR;
1399 attr->read = pci_read_rom;
1400 attr->write = pci_write_rom;
1401 retval = sysfs_create_bin_file(&pdev->dev.kobj, attr);
1402 if (retval) {
1403 kfree(attr);
1404 goto err_resource_files;
1405 }
1406 pdev->rom_attr = attr;
1407 }
1408
1409
1410 retval = pci_create_capabilities_sysfs(pdev);
1411 if (retval)
1412 goto err_rom_file;
1413
1414 pci_create_firmware_label_files(pdev);
1415
1416 return 0;
1417
1418err_rom_file:
1419 if (rom_size) {
1420 sysfs_remove_bin_file(&pdev->dev.kobj, pdev->rom_attr);
1421 kfree(pdev->rom_attr);
1422 pdev->rom_attr = NULL;
1423 }
1424err_resource_files:
1425 pci_remove_resource_files(pdev);
1426err_config_file:
1427 if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1428 sysfs_remove_bin_file(&pdev->dev.kobj, &pci_config_attr);
1429 else
1430 sysfs_remove_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1431err:
1432 return retval;
1433}
1434
1435static void pci_remove_capabilities_sysfs(struct pci_dev *dev)
1436{
1437 if (dev->vpd && dev->vpd->attr) {
1438 sysfs_remove_bin_file(&dev->dev.kobj, dev->vpd->attr);
1439 kfree(dev->vpd->attr);
1440 }
1441
1442 pcie_aspm_remove_sysfs_dev_files(dev);
1443 if (dev->reset_fn) {
1444 device_remove_file(&dev->dev, &reset_attr);
1445 dev->reset_fn = 0;
1446 }
1447}
1448
1449
1450
1451
1452
1453
1454
1455void pci_remove_sysfs_dev_files(struct pci_dev *pdev)
1456{
1457 int rom_size = 0;
1458
1459 if (!sysfs_initialized)
1460 return;
1461
1462 pci_remove_capabilities_sysfs(pdev);
1463
1464 if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1465 sysfs_remove_bin_file(&pdev->dev.kobj, &pci_config_attr);
1466 else
1467 sysfs_remove_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1468
1469 pci_remove_resource_files(pdev);
1470
1471 if (pci_resource_len(pdev, PCI_ROM_RESOURCE))
1472 rom_size = pci_resource_len(pdev, PCI_ROM_RESOURCE);
1473 else if (pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW)
1474 rom_size = 0x20000;
1475
1476 if (rom_size && pdev->rom_attr) {
1477 sysfs_remove_bin_file(&pdev->dev.kobj, pdev->rom_attr);
1478 kfree(pdev->rom_attr);
1479 }
1480
1481 pci_remove_firmware_label_files(pdev);
1482
1483}
1484
1485static int __init pci_sysfs_init(void)
1486{
1487 struct pci_dev *pdev = NULL;
1488 int retval;
1489
1490 sysfs_initialized = 1;
1491 for_each_pci_dev(pdev) {
1492 retval = pci_create_sysfs_dev_files(pdev);
1493 if (retval) {
1494 pci_dev_put(pdev);
1495 return retval;
1496 }
1497 }
1498
1499 return 0;
1500}
1501late_initcall(pci_sysfs_init);
1502
1503static struct attribute *pci_dev_dev_attrs[] = {
1504 &vga_attr.attr,
1505 NULL,
1506};
1507
1508static umode_t pci_dev_attrs_are_visible(struct kobject *kobj,
1509 struct attribute *a, int n)
1510{
1511 struct device *dev = container_of(kobj, struct device, kobj);
1512 struct pci_dev *pdev = to_pci_dev(dev);
1513
1514 if (a == &vga_attr.attr)
1515 if ((pdev->class >> 8) != PCI_CLASS_DISPLAY_VGA)
1516 return 0;
1517
1518 return a->mode;
1519}
1520
1521static struct attribute *pci_dev_hp_attrs[] = {
1522 &dev_remove_attr.attr,
1523 &dev_rescan_attr.attr,
1524 NULL,
1525};
1526
1527static umode_t pci_dev_hp_attrs_are_visible(struct kobject *kobj,
1528 struct attribute *a, int n)
1529{
1530 struct device *dev = container_of(kobj, struct device, kobj);
1531 struct pci_dev *pdev = to_pci_dev(dev);
1532
1533 if (pdev->is_virtfn)
1534 return 0;
1535
1536 return a->mode;
1537}
1538
1539static struct attribute_group pci_dev_hp_attr_group = {
1540 .attrs = pci_dev_hp_attrs,
1541 .is_visible = pci_dev_hp_attrs_are_visible,
1542};
1543
1544#ifdef CONFIG_PCI_IOV
1545static struct attribute *sriov_dev_attrs[] = {
1546 &sriov_totalvfs_attr.attr,
1547 &sriov_numvfs_attr.attr,
1548 NULL,
1549};
1550
1551static umode_t sriov_attrs_are_visible(struct kobject *kobj,
1552 struct attribute *a, int n)
1553{
1554 struct device *dev = container_of(kobj, struct device, kobj);
1555
1556 if (!dev_is_pf(dev))
1557 return 0;
1558
1559 return a->mode;
1560}
1561
1562static struct attribute_group sriov_dev_attr_group = {
1563 .attrs = sriov_dev_attrs,
1564 .is_visible = sriov_attrs_are_visible,
1565};
1566#endif
1567
1568static struct attribute_group pci_dev_attr_group = {
1569 .attrs = pci_dev_dev_attrs,
1570 .is_visible = pci_dev_attrs_are_visible,
1571};
1572
1573static const struct attribute_group *pci_dev_attr_groups[] = {
1574 &pci_dev_attr_group,
1575 &pci_dev_hp_attr_group,
1576#ifdef CONFIG_PCI_IOV
1577 &sriov_dev_attr_group,
1578#endif
1579 NULL,
1580};
1581
1582struct device_type pci_dev_type = {
1583 .groups = pci_dev_attr_groups,
1584};
1585