1/*
2 * drivers/pci/pci-sysfs.c
3 *
4 * (C) Copyright 2002-2004 Greg Kroah-Hartman <greg@kroah.com>
5 * (C) Copyright 2002-2004 IBM Corp.
6 * (C) Copyright 2003 Matthew Wilcox
7 * (C) Copyright 2003 Hewlett-Packard
8 * (C) Copyright 2004 Jon Smirl <jonsmirl@yahoo.com>
9 * (C) Copyright 2004 Silicon Graphics, Inc. Jesse Barnes <jbarnes@sgi.com>
10 *
11 * File attributes for PCI devices
12 *
13 * Modeled after usb's driverfs.c
14 *
15 */
16
17
18#include <linux/kernel.h>
19#include <linux/sched.h>
20#include <linux/pci.h>
21#include <linux/stat.h>
22#include <linux/export.h>
23#include <linux/topology.h>
24#include <linux/mm.h>
25#include <linux/fs.h>
26#include <linux/capability.h>
27#include <linux/security.h>
28#include <linux/pci-aspm.h>
29#include <linux/slab.h>
30#include <linux/vgaarb.h>
31#include <linux/pm_runtime.h>
32#include <linux/of.h>
33#include "pci.h"
34
35static int sysfs_initialized;	/* = 0 */
36
37/* show configuration fields */
38#define pci_config_attr(field, format_string)				\
39static ssize_t								\
40field##_show(struct device *dev, struct device_attribute *attr, char *buf)				\
41{									\
42	struct pci_dev *pdev;						\
43									\
44	pdev = to_pci_dev(dev);						\
45	return sprintf(buf, format_string, pdev->field);		\
46}									\
47static DEVICE_ATTR_RO(field)
48
49pci_config_attr(vendor, "0x%04x\n");
50pci_config_attr(device, "0x%04x\n");
51pci_config_attr(subsystem_vendor, "0x%04x\n");
52pci_config_attr(subsystem_device, "0x%04x\n");
53pci_config_attr(class, "0x%06x\n");
54pci_config_attr(irq, "%u\n");
55
56static ssize_t broken_parity_status_show(struct device *dev,
57					 struct device_attribute *attr,
58					 char *buf)
59{
60	struct pci_dev *pdev = to_pci_dev(dev);
61	return sprintf(buf, "%u\n", pdev->broken_parity_status);
62}
63
64static ssize_t broken_parity_status_store(struct device *dev,
65					  struct device_attribute *attr,
66					  const char *buf, size_t count)
67{
68	struct pci_dev *pdev = to_pci_dev(dev);
69	unsigned long val;
70
71	if (kstrtoul(buf, 0, &val) < 0)
72		return -EINVAL;
73
74	pdev->broken_parity_status = !!val;
75
76	return count;
77}
78static DEVICE_ATTR_RW(broken_parity_status);
79
80static ssize_t pci_dev_show_local_cpu(struct device *dev, bool list,
81				      struct device_attribute *attr, char *buf)
82{
83	const struct cpumask *mask;
84
85#ifdef CONFIG_NUMA
86	mask = (dev_to_node(dev) == -1) ? cpu_online_mask :
87					  cpumask_of_node(dev_to_node(dev));
88#else
89	mask = cpumask_of_pcibus(to_pci_dev(dev)->bus);
90#endif
91	return cpumap_print_to_pagebuf(list, buf, mask);
92}
93
94static ssize_t local_cpus_show(struct device *dev,
95			       struct device_attribute *attr, char *buf)
96{
97	return pci_dev_show_local_cpu(dev, false, attr, buf);
98}
99static DEVICE_ATTR_RO(local_cpus);
100
101static ssize_t local_cpulist_show(struct device *dev,
102				  struct device_attribute *attr, char *buf)
103{
104	return pci_dev_show_local_cpu(dev, true, attr, buf);
105}
106static DEVICE_ATTR_RO(local_cpulist);
107
108/*
109 * PCI Bus Class Devices
110 */
111static ssize_t cpuaffinity_show(struct device *dev,
112				struct device_attribute *attr, char *buf)
113{
114	const struct cpumask *cpumask = cpumask_of_pcibus(to_pci_bus(dev));
115
116	return cpumap_print_to_pagebuf(false, buf, cpumask);
117}
118static DEVICE_ATTR_RO(cpuaffinity);
119
120static ssize_t cpulistaffinity_show(struct device *dev,
121				    struct device_attribute *attr, char *buf)
122{
123	const struct cpumask *cpumask = cpumask_of_pcibus(to_pci_bus(dev));
124
125	return cpumap_print_to_pagebuf(true, buf, cpumask);
126}
127static DEVICE_ATTR_RO(cpulistaffinity);
128
129/* show resources */
130static ssize_t resource_show(struct device *dev, struct device_attribute *attr,
131			     char *buf)
132{
133	struct pci_dev *pci_dev = to_pci_dev(dev);
134	char *str = buf;
135	int i;
136	int max;
137	resource_size_t start, end;
138
139	if (pci_dev->subordinate)
140		max = DEVICE_COUNT_RESOURCE;
141	else
142		max = PCI_BRIDGE_RESOURCES;
143
144	for (i = 0; i < max; i++) {
145		struct resource *res =  &pci_dev->resource[i];
146		pci_resource_to_user(pci_dev, i, res, &start, &end);
147		str += sprintf(str, "0x%016llx 0x%016llx 0x%016llx\n",
148			       (unsigned long long)start,
149			       (unsigned long long)end,
150			       (unsigned long long)res->flags);
151	}
152	return (str - buf);
153}
154static DEVICE_ATTR_RO(resource);
155
156static ssize_t modalias_show(struct device *dev, struct device_attribute *attr,
157			     char *buf)
158{
159	struct pci_dev *pci_dev = to_pci_dev(dev);
160
161	return sprintf(buf, "pci:v%08Xd%08Xsv%08Xsd%08Xbc%02Xsc%02Xi%02X\n",
162		       pci_dev->vendor, pci_dev->device,
163		       pci_dev->subsystem_vendor, pci_dev->subsystem_device,
164		       (u8)(pci_dev->class >> 16), (u8)(pci_dev->class >> 8),
165		       (u8)(pci_dev->class));
166}
167static DEVICE_ATTR_RO(modalias);
168
169static ssize_t enable_store(struct device *dev, struct device_attribute *attr,
170			     const char *buf, size_t count)
171{
172	struct pci_dev *pdev = to_pci_dev(dev);
173	unsigned long val;
174	ssize_t result = kstrtoul(buf, 0, &val);
175
176	if (result < 0)
177		return result;
178
179	/* this can crash the machine when done on the "wrong" device */
180	if (!capable(CAP_SYS_ADMIN))
181		return -EPERM;
182
183	if (!val) {
184		if (pci_is_enabled(pdev))
185			pci_disable_device(pdev);
186		else
187			result = -EIO;
188	} else
189		result = pci_enable_device(pdev);
190
191	return result < 0 ? result : count;
192}
193
194static ssize_t enable_show(struct device *dev, struct device_attribute *attr,
195			    char *buf)
196{
197	struct pci_dev *pdev;
198
199	pdev = to_pci_dev(dev);
200	return sprintf(buf, "%u\n", atomic_read(&pdev->enable_cnt));
201}
202static DEVICE_ATTR_RW(enable);
203
204#ifdef CONFIG_NUMA
205static ssize_t numa_node_store(struct device *dev,
206			       struct device_attribute *attr, const char *buf,
207			       size_t count)
208{
209	struct pci_dev *pdev = to_pci_dev(dev);
210	int node, ret;
211
212	if (!capable(CAP_SYS_ADMIN))
213		return -EPERM;
214
215	ret = kstrtoint(buf, 0, &node);
216	if (ret)
217		return ret;
218
219	if (node >= MAX_NUMNODES || !node_online(node))
220		return -EINVAL;
221
222	add_taint(TAINT_FIRMWARE_WORKAROUND, LOCKDEP_STILL_OK);
223	dev_alert(&pdev->dev, FW_BUG "Overriding NUMA node to %d.  Contact your vendor for updates.",
224		  node);
225
226	dev->numa_node = node;
227	return count;
228}
229
230static ssize_t numa_node_show(struct device *dev, struct device_attribute *attr,
231			      char *buf)
232{
233	return sprintf(buf, "%d\n", dev->numa_node);
234}
235static DEVICE_ATTR_RW(numa_node);
236#endif
237
238static ssize_t dma_mask_bits_show(struct device *dev,
239				  struct device_attribute *attr, char *buf)
240{
241	struct pci_dev *pdev = to_pci_dev(dev);
242
243	return sprintf(buf, "%d\n", fls64(pdev->dma_mask));
244}
245static DEVICE_ATTR_RO(dma_mask_bits);
246
247static ssize_t consistent_dma_mask_bits_show(struct device *dev,
248					     struct device_attribute *attr,
249					     char *buf)
250{
251	return sprintf(buf, "%d\n", fls64(dev->coherent_dma_mask));
252}
253static DEVICE_ATTR_RO(consistent_dma_mask_bits);
254
255static ssize_t msi_bus_show(struct device *dev, struct device_attribute *attr,
256			    char *buf)
257{
258	struct pci_dev *pdev = to_pci_dev(dev);
259	struct pci_bus *subordinate = pdev->subordinate;
260
261	return sprintf(buf, "%u\n", subordinate ?
262		       !(subordinate->bus_flags & PCI_BUS_FLAGS_NO_MSI)
263			   : !pdev->no_msi);
264}
265
266static ssize_t msi_bus_store(struct device *dev, struct device_attribute *attr,
267			     const char *buf, size_t count)
268{
269	struct pci_dev *pdev = to_pci_dev(dev);
270	struct pci_bus *subordinate = pdev->subordinate;
271	unsigned long val;
272
273	if (kstrtoul(buf, 0, &val) < 0)
274		return -EINVAL;
275
276	if (!capable(CAP_SYS_ADMIN))
277		return -EPERM;
278
279	/*
280	 * "no_msi" and "bus_flags" only affect what happens when a driver
281	 * requests MSI or MSI-X.  They don't affect any drivers that have
282	 * already requested MSI or MSI-X.
283	 */
284	if (!subordinate) {
285		pdev->no_msi = !val;
286		dev_info(&pdev->dev, "MSI/MSI-X %s for future drivers\n",
287			 val ? "allowed" : "disallowed");
288		return count;
289	}
290
291	if (val)
292		subordinate->bus_flags &= ~PCI_BUS_FLAGS_NO_MSI;
293	else
294		subordinate->bus_flags |= PCI_BUS_FLAGS_NO_MSI;
295
296	dev_info(&subordinate->dev, "MSI/MSI-X %s for future drivers of devices on this bus\n",
297		 val ? "allowed" : "disallowed");
298	return count;
299}
300static DEVICE_ATTR_RW(msi_bus);
301
302static ssize_t bus_rescan_store(struct bus_type *bus, const char *buf,
303				size_t count)
304{
305	unsigned long val;
306	struct pci_bus *b = NULL;
307
308	if (kstrtoul(buf, 0, &val) < 0)
309		return -EINVAL;
310
311	if (val) {
312		pci_lock_rescan_remove();
313		while ((b = pci_find_next_bus(b)) != NULL)
314			pci_rescan_bus(b);
315		pci_unlock_rescan_remove();
316	}
317	return count;
318}
319static BUS_ATTR(rescan, (S_IWUSR|S_IWGRP), NULL, bus_rescan_store);
320
321static struct attribute *pci_bus_attrs[] = {
322	&bus_attr_rescan.attr,
323	NULL,
324};
325
326static const struct attribute_group pci_bus_group = {
327	.attrs = pci_bus_attrs,
328};
329
330const struct attribute_group *pci_bus_groups[] = {
331	&pci_bus_group,
332	NULL,
333};
334
335static ssize_t dev_rescan_store(struct device *dev,
336				struct device_attribute *attr, const char *buf,
337				size_t count)
338{
339	unsigned long val;
340	struct pci_dev *pdev = to_pci_dev(dev);
341
342	if (kstrtoul(buf, 0, &val) < 0)
343		return -EINVAL;
344
345	if (val) {
346		pci_lock_rescan_remove();
347		pci_rescan_bus(pdev->bus);
348		pci_unlock_rescan_remove();
349	}
350	return count;
351}
352static struct device_attribute dev_rescan_attr = __ATTR(rescan,
353							(S_IWUSR|S_IWGRP),
354							NULL, dev_rescan_store);
355
356static ssize_t remove_store(struct device *dev, struct device_attribute *attr,
357			    const char *buf, size_t count)
358{
359	unsigned long val;
360
361	if (kstrtoul(buf, 0, &val) < 0)
362		return -EINVAL;
363
364	if (val && device_remove_file_self(dev, attr))
365		pci_stop_and_remove_bus_device_locked(to_pci_dev(dev));
366	return count;
367}
368static struct device_attribute dev_remove_attr = __ATTR(remove,
369							(S_IWUSR|S_IWGRP),
370							NULL, remove_store);
371
372static ssize_t dev_bus_rescan_store(struct device *dev,
373				    struct device_attribute *attr,
374				    const char *buf, size_t count)
375{
376	unsigned long val;
377	struct pci_bus *bus = to_pci_bus(dev);
378
379	if (kstrtoul(buf, 0, &val) < 0)
380		return -EINVAL;
381
382	if (val) {
383		pci_lock_rescan_remove();
384		if (!pci_is_root_bus(bus) && list_empty(&bus->devices))
385			pci_rescan_bus_bridge_resize(bus->self);
386		else
387			pci_rescan_bus(bus);
388		pci_unlock_rescan_remove();
389	}
390	return count;
391}
392static DEVICE_ATTR(rescan, (S_IWUSR|S_IWGRP), NULL, dev_bus_rescan_store);
393
394#if defined(CONFIG_PM) && defined(CONFIG_ACPI)
395static ssize_t d3cold_allowed_store(struct device *dev,
396				    struct device_attribute *attr,
397				    const char *buf, size_t count)
398{
399	struct pci_dev *pdev = to_pci_dev(dev);
400	unsigned long val;
401
402	if (kstrtoul(buf, 0, &val) < 0)
403		return -EINVAL;
404
405	pdev->d3cold_allowed = !!val;
406	pm_runtime_resume(dev);
407
408	return count;
409}
410
411static ssize_t d3cold_allowed_show(struct device *dev,
412				   struct device_attribute *attr, char *buf)
413{
414	struct pci_dev *pdev = to_pci_dev(dev);
415	return sprintf(buf, "%u\n", pdev->d3cold_allowed);
416}
417static DEVICE_ATTR_RW(d3cold_allowed);
418#endif
419
420#ifdef CONFIG_OF
421static ssize_t devspec_show(struct device *dev,
422			    struct device_attribute *attr, char *buf)
423{
424	struct pci_dev *pdev = to_pci_dev(dev);
425	struct device_node *np = pci_device_to_OF_node(pdev);
426
427	if (np == NULL || np->full_name == NULL)
428		return 0;
429	return sprintf(buf, "%s", np->full_name);
430}
431static DEVICE_ATTR_RO(devspec);
432#endif
433
434#ifdef CONFIG_PCI_IOV
435static ssize_t sriov_totalvfs_show(struct device *dev,
436				   struct device_attribute *attr,
437				   char *buf)
438{
439	struct pci_dev *pdev = to_pci_dev(dev);
440
441	return sprintf(buf, "%u\n", pci_sriov_get_totalvfs(pdev));
442}
443
444
445static ssize_t sriov_numvfs_show(struct device *dev,
446				 struct device_attribute *attr,
447				 char *buf)
448{
449	struct pci_dev *pdev = to_pci_dev(dev);
450
451	return sprintf(buf, "%u\n", pdev->sriov->num_VFs);
452}
453
454/*
455 * num_vfs > 0; number of VFs to enable
456 * num_vfs = 0; disable all VFs
457 *
458 * Note: SRIOV spec doesn't allow partial VF
459 *       disable, so it's all or none.
460 */
461static ssize_t sriov_numvfs_store(struct device *dev,
462				  struct device_attribute *attr,
463				  const char *buf, size_t count)
464{
465	struct pci_dev *pdev = to_pci_dev(dev);
466	int ret;
467	u16 num_vfs;
468
469	ret = kstrtou16(buf, 0, &num_vfs);
470	if (ret < 0)
471		return ret;
472
473	if (num_vfs > pci_sriov_get_totalvfs(pdev))
474		return -ERANGE;
475
476	if (num_vfs == pdev->sriov->num_VFs)
477		return count;		/* no change */
478
479	/* is PF driver loaded w/callback */
480	if (!pdev->driver || !pdev->driver->sriov_configure) {
481		dev_info(&pdev->dev, "Driver doesn't support SRIOV configuration via sysfs\n");
482		return -ENOSYS;
483	}
484
485	if (num_vfs == 0) {
486		/* disable VFs */
487		ret = pdev->driver->sriov_configure(pdev, 0);
488		if (ret < 0)
489			return ret;
490		return count;
491	}
492
493	/* enable VFs */
494	if (pdev->sriov->num_VFs) {
495		dev_warn(&pdev->dev, "%d VFs already enabled. Disable before enabling %d VFs\n",
496			 pdev->sriov->num_VFs, num_vfs);
497		return -EBUSY;
498	}
499
500	ret = pdev->driver->sriov_configure(pdev, num_vfs);
501	if (ret < 0)
502		return ret;
503
504	if (ret != num_vfs)
505		dev_warn(&pdev->dev, "%d VFs requested; only %d enabled\n",
506			 num_vfs, ret);
507
508	return count;
509}
510
511static struct device_attribute sriov_totalvfs_attr = __ATTR_RO(sriov_totalvfs);
512static struct device_attribute sriov_numvfs_attr =
513		__ATTR(sriov_numvfs, (S_IRUGO|S_IWUSR|S_IWGRP),
514		       sriov_numvfs_show, sriov_numvfs_store);
515#endif /* CONFIG_PCI_IOV */
516
517static ssize_t driver_override_store(struct device *dev,
518				     struct device_attribute *attr,
519				     const char *buf, size_t count)
520{
521	struct pci_dev *pdev = to_pci_dev(dev);
522	char *driver_override, *old = pdev->driver_override, *cp;
523
524	/* We need to keep extra room for a newline */
525	if (count >= (PAGE_SIZE - 1))
526		return -EINVAL;
527
528	driver_override = kstrndup(buf, count, GFP_KERNEL);
529	if (!driver_override)
530		return -ENOMEM;
531
532	cp = strchr(driver_override, '\n');
533	if (cp)
534		*cp = '\0';
535
536	if (strlen(driver_override)) {
537		pdev->driver_override = driver_override;
538	} else {
539		kfree(driver_override);
540		pdev->driver_override = NULL;
541	}
542
543	kfree(old);
544
545	return count;
546}
547
548static ssize_t driver_override_show(struct device *dev,
549				    struct device_attribute *attr, char *buf)
550{
551	struct pci_dev *pdev = to_pci_dev(dev);
552
553	return snprintf(buf, PAGE_SIZE, "%s\n", pdev->driver_override);
554}
555static DEVICE_ATTR_RW(driver_override);
556
557static struct attribute *pci_dev_attrs[] = {
558	&dev_attr_resource.attr,
559	&dev_attr_vendor.attr,
560	&dev_attr_device.attr,
561	&dev_attr_subsystem_vendor.attr,
562	&dev_attr_subsystem_device.attr,
563	&dev_attr_class.attr,
564	&dev_attr_irq.attr,
565	&dev_attr_local_cpus.attr,
566	&dev_attr_local_cpulist.attr,
567	&dev_attr_modalias.attr,
568#ifdef CONFIG_NUMA
569	&dev_attr_numa_node.attr,
570#endif
571	&dev_attr_dma_mask_bits.attr,
572	&dev_attr_consistent_dma_mask_bits.attr,
573	&dev_attr_enable.attr,
574	&dev_attr_broken_parity_status.attr,
575	&dev_attr_msi_bus.attr,
576#if defined(CONFIG_PM) && defined(CONFIG_ACPI)
577	&dev_attr_d3cold_allowed.attr,
578#endif
579#ifdef CONFIG_OF
580	&dev_attr_devspec.attr,
581#endif
582	&dev_attr_driver_override.attr,
583	NULL,
584};
585
586static const struct attribute_group pci_dev_group = {
587	.attrs = pci_dev_attrs,
588};
589
590const struct attribute_group *pci_dev_groups[] = {
591	&pci_dev_group,
592	NULL,
593};
594
595static struct attribute *pcibus_attrs[] = {
596	&dev_attr_rescan.attr,
597	&dev_attr_cpuaffinity.attr,
598	&dev_attr_cpulistaffinity.attr,
599	NULL,
600};
601
602static const struct attribute_group pcibus_group = {
603	.attrs = pcibus_attrs,
604};
605
606const struct attribute_group *pcibus_groups[] = {
607	&pcibus_group,
608	NULL,
609};
610
611static ssize_t boot_vga_show(struct device *dev, struct device_attribute *attr,
612			     char *buf)
613{
614	struct pci_dev *pdev = to_pci_dev(dev);
615	struct pci_dev *vga_dev = vga_default_device();
616
617	if (vga_dev)
618		return sprintf(buf, "%u\n", (pdev == vga_dev));
619
620	return sprintf(buf, "%u\n",
621		!!(pdev->resource[PCI_ROM_RESOURCE].flags &
622		   IORESOURCE_ROM_SHADOW));
623}
624static struct device_attribute vga_attr = __ATTR_RO(boot_vga);
625
626static ssize_t pci_read_config(struct file *filp, struct kobject *kobj,
627			       struct bin_attribute *bin_attr, char *buf,
628			       loff_t off, size_t count)
629{
630	struct pci_dev *dev = to_pci_dev(container_of(kobj, struct device,
631						      kobj));
632	unsigned int size = 64;
633	loff_t init_off = off;
634	u8 *data = (u8 *) buf;
635
636	/* Several chips lock up trying to read undefined config space */
637	if (security_capable(filp->f_cred, &init_user_ns, CAP_SYS_ADMIN) == 0)
638		size = dev->cfg_size;
639	else if (dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
640		size = 128;
641
642	if (off > size)
643		return 0;
644	if (off + count > size) {
645		size -= off;
646		count = size;
647	} else {
648		size = count;
649	}
650
651	pci_config_pm_runtime_get(dev);
652
653	if ((off & 1) && size) {
654		u8 val;
655		pci_user_read_config_byte(dev, off, &val);
656		data[off - init_off] = val;
657		off++;
658		size--;
659	}
660
661	if ((off & 3) && size > 2) {
662		u16 val;
663		pci_user_read_config_word(dev, off, &val);
664		data[off - init_off] = val & 0xff;
665		data[off - init_off + 1] = (val >> 8) & 0xff;
666		off += 2;
667		size -= 2;
668	}
669
670	while (size > 3) {
671		u32 val;
672		pci_user_read_config_dword(dev, off, &val);
673		data[off - init_off] = val & 0xff;
674		data[off - init_off + 1] = (val >> 8) & 0xff;
675		data[off - init_off + 2] = (val >> 16) & 0xff;
676		data[off - init_off + 3] = (val >> 24) & 0xff;
677		off += 4;
678		size -= 4;
679	}
680
681	if (size >= 2) {
682		u16 val;
683		pci_user_read_config_word(dev, off, &val);
684		data[off - init_off] = val & 0xff;
685		data[off - init_off + 1] = (val >> 8) & 0xff;
686		off += 2;
687		size -= 2;
688	}
689
690	if (size > 0) {
691		u8 val;
692		pci_user_read_config_byte(dev, off, &val);
693		data[off - init_off] = val;
694		off++;
695		--size;
696	}
697
698	pci_config_pm_runtime_put(dev);
699
700	return count;
701}
702
703static ssize_t pci_write_config(struct file *filp, struct kobject *kobj,
704				struct bin_attribute *bin_attr, char *buf,
705				loff_t off, size_t count)
706{
707	struct pci_dev *dev = to_pci_dev(container_of(kobj, struct device,
708						      kobj));
709	unsigned int size = count;
710	loff_t init_off = off;
711	u8 *data = (u8 *) buf;
712
713	if (off > dev->cfg_size)
714		return 0;
715	if (off + count > dev->cfg_size) {
716		size = dev->cfg_size - off;
717		count = size;
718	}
719
720	pci_config_pm_runtime_get(dev);
721
722	if ((off & 1) && size) {
723		pci_user_write_config_byte(dev, off, data[off - init_off]);
724		off++;
725		size--;
726	}
727
728	if ((off & 3) && size > 2) {
729		u16 val = data[off - init_off];
730		val |= (u16) data[off - init_off + 1] << 8;
731		pci_user_write_config_word(dev, off, val);
732		off += 2;
733		size -= 2;
734	}
735
736	while (size > 3) {
737		u32 val = data[off - init_off];
738		val |= (u32) data[off - init_off + 1] << 8;
739		val |= (u32) data[off - init_off + 2] << 16;
740		val |= (u32) data[off - init_off + 3] << 24;
741		pci_user_write_config_dword(dev, off, val);
742		off += 4;
743		size -= 4;
744	}
745
746	if (size >= 2) {
747		u16 val = data[off - init_off];
748		val |= (u16) data[off - init_off + 1] << 8;
749		pci_user_write_config_word(dev, off, val);
750		off += 2;
751		size -= 2;
752	}
753
754	if (size) {
755		pci_user_write_config_byte(dev, off, data[off - init_off]);
756		off++;
757		--size;
758	}
759
760	pci_config_pm_runtime_put(dev);
761
762	return count;
763}
764
765static ssize_t read_vpd_attr(struct file *filp, struct kobject *kobj,
766			     struct bin_attribute *bin_attr, char *buf,
767			     loff_t off, size_t count)
768{
769	struct pci_dev *dev =
770		to_pci_dev(container_of(kobj, struct device, kobj));
771
772	if (off > bin_attr->size)
773		count = 0;
774	else if (count > bin_attr->size - off)
775		count = bin_attr->size - off;
776
777	return pci_read_vpd(dev, off, count, buf);
778}
779
780static ssize_t write_vpd_attr(struct file *filp, struct kobject *kobj,
781			      struct bin_attribute *bin_attr, char *buf,
782			      loff_t off, size_t count)
783{
784	struct pci_dev *dev =
785		to_pci_dev(container_of(kobj, struct device, kobj));
786
787	if (off > bin_attr->size)
788		count = 0;
789	else if (count > bin_attr->size - off)
790		count = bin_attr->size - off;
791
792	return pci_write_vpd(dev, off, count, buf);
793}
794
795#ifdef HAVE_PCI_LEGACY
796/**
797 * pci_read_legacy_io - read byte(s) from legacy I/O port space
798 * @filp: open sysfs file
799 * @kobj: kobject corresponding to file to read from
800 * @bin_attr: struct bin_attribute for this file
801 * @buf: buffer to store results
802 * @off: offset into legacy I/O port space
803 * @count: number of bytes to read
804 *
805 * Reads 1, 2, or 4 bytes from legacy I/O port space using an arch specific
806 * callback routine (pci_legacy_read).
807 */
808static ssize_t pci_read_legacy_io(struct file *filp, struct kobject *kobj,
809				  struct bin_attribute *bin_attr, char *buf,
810				  loff_t off, size_t count)
811{
812	struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
813						      kobj));
814
815	/* Only support 1, 2 or 4 byte accesses */
816	if (count != 1 && count != 2 && count != 4)
817		return -EINVAL;
818
819	return pci_legacy_read(bus, off, (u32 *)buf, count);
820}
821
822/**
823 * pci_write_legacy_io - write byte(s) to legacy I/O port space
824 * @filp: open sysfs file
825 * @kobj: kobject corresponding to file to read from
826 * @bin_attr: struct bin_attribute for this file
827 * @buf: buffer containing value to be written
828 * @off: offset into legacy I/O port space
829 * @count: number of bytes to write
830 *
831 * Writes 1, 2, or 4 bytes from legacy I/O port space using an arch specific
832 * callback routine (pci_legacy_write).
833 */
834static ssize_t pci_write_legacy_io(struct file *filp, struct kobject *kobj,
835				   struct bin_attribute *bin_attr, char *buf,
836				   loff_t off, size_t count)
837{
838	struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
839						      kobj));
840
841	/* Only support 1, 2 or 4 byte accesses */
842	if (count != 1 && count != 2 && count != 4)
843		return -EINVAL;
844
845	return pci_legacy_write(bus, off, *(u32 *)buf, count);
846}
847
848/**
849 * pci_mmap_legacy_mem - map legacy PCI memory into user memory space
850 * @filp: open sysfs file
851 * @kobj: kobject corresponding to device to be mapped
852 * @attr: struct bin_attribute for this file
853 * @vma: struct vm_area_struct passed to mmap
854 *
855 * Uses an arch specific callback, pci_mmap_legacy_mem_page_range, to mmap
856 * legacy memory space (first meg of bus space) into application virtual
857 * memory space.
858 */
859static int pci_mmap_legacy_mem(struct file *filp, struct kobject *kobj,
860			       struct bin_attribute *attr,
861			       struct vm_area_struct *vma)
862{
863	struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
864						      kobj));
865
866	return pci_mmap_legacy_page_range(bus, vma, pci_mmap_mem);
867}
868
869/**
870 * pci_mmap_legacy_io - map legacy PCI IO into user memory space
871 * @filp: open sysfs file
872 * @kobj: kobject corresponding to device to be mapped
873 * @attr: struct bin_attribute for this file
874 * @vma: struct vm_area_struct passed to mmap
875 *
876 * Uses an arch specific callback, pci_mmap_legacy_io_page_range, to mmap
877 * legacy IO space (first meg of bus space) into application virtual
878 * memory space. Returns -ENOSYS if the operation isn't supported
879 */
880static int pci_mmap_legacy_io(struct file *filp, struct kobject *kobj,
881			      struct bin_attribute *attr,
882			      struct vm_area_struct *vma)
883{
884	struct pci_bus *bus = to_pci_bus(container_of(kobj, struct device,
885						      kobj));
886
887	return pci_mmap_legacy_page_range(bus, vma, pci_mmap_io);
888}
889
890/**
891 * pci_adjust_legacy_attr - adjustment of legacy file attributes
892 * @b: bus to create files under
893 * @mmap_type: I/O port or memory
894 *
895 * Stub implementation. Can be overridden by arch if necessary.
896 */
897void __weak pci_adjust_legacy_attr(struct pci_bus *b,
898				   enum pci_mmap_state mmap_type)
899{
900}
901
902/**
903 * pci_create_legacy_files - create legacy I/O port and memory files
904 * @b: bus to create files under
905 *
906 * Some platforms allow access to legacy I/O port and ISA memory space on
907 * a per-bus basis.  This routine creates the files and ties them into
908 * their associated read, write and mmap files from pci-sysfs.c
909 *
910 * On error unwind, but don't propagate the error to the caller
911 * as it is ok to set up the PCI bus without these files.
912 */
913void pci_create_legacy_files(struct pci_bus *b)
914{
915	int error;
916
917	b->legacy_io = kzalloc(sizeof(struct bin_attribute) * 2,
918			       GFP_ATOMIC);
919	if (!b->legacy_io)
920		goto kzalloc_err;
921
922	sysfs_bin_attr_init(b->legacy_io);
923	b->legacy_io->attr.name = "legacy_io";
924	b->legacy_io->size = 0xffff;
925	b->legacy_io->attr.mode = S_IRUSR | S_IWUSR;
926	b->legacy_io->read = pci_read_legacy_io;
927	b->legacy_io->write = pci_write_legacy_io;
928	b->legacy_io->mmap = pci_mmap_legacy_io;
929	pci_adjust_legacy_attr(b, pci_mmap_io);
930	error = device_create_bin_file(&b->dev, b->legacy_io);
931	if (error)
932		goto legacy_io_err;
933
934	/* Allocated above after the legacy_io struct */
935	b->legacy_mem = b->legacy_io + 1;
936	sysfs_bin_attr_init(b->legacy_mem);
937	b->legacy_mem->attr.name = "legacy_mem";
938	b->legacy_mem->size = 1024*1024;
939	b->legacy_mem->attr.mode = S_IRUSR | S_IWUSR;
940	b->legacy_mem->mmap = pci_mmap_legacy_mem;
941	pci_adjust_legacy_attr(b, pci_mmap_mem);
942	error = device_create_bin_file(&b->dev, b->legacy_mem);
943	if (error)
944		goto legacy_mem_err;
945
946	return;
947
948legacy_mem_err:
949	device_remove_bin_file(&b->dev, b->legacy_io);
950legacy_io_err:
951	kfree(b->legacy_io);
952	b->legacy_io = NULL;
953kzalloc_err:
954	printk(KERN_WARNING "pci: warning: could not create legacy I/O port and ISA memory resources to sysfs\n");
955	return;
956}
957
958void pci_remove_legacy_files(struct pci_bus *b)
959{
960	if (b->legacy_io) {
961		device_remove_bin_file(&b->dev, b->legacy_io);
962		device_remove_bin_file(&b->dev, b->legacy_mem);
963		kfree(b->legacy_io); /* both are allocated here */
964	}
965}
966#endif /* HAVE_PCI_LEGACY */
967
968#ifdef HAVE_PCI_MMAP
969
970int pci_mmap_fits(struct pci_dev *pdev, int resno, struct vm_area_struct *vma,
971		  enum pci_mmap_api mmap_api)
972{
973	unsigned long nr, start, size, pci_start;
974
975	if (pci_resource_len(pdev, resno) == 0)
976		return 0;
977	nr = vma_pages(vma);
978	start = vma->vm_pgoff;
979	size = ((pci_resource_len(pdev, resno) - 1) >> PAGE_SHIFT) + 1;
980	pci_start = (mmap_api == PCI_MMAP_PROCFS) ?
981			pci_resource_start(pdev, resno) >> PAGE_SHIFT : 0;
982	if (start >= pci_start && start < pci_start + size &&
983			start + nr <= pci_start + size)
984		return 1;
985	return 0;
986}
987
988/**
989 * pci_mmap_resource - map a PCI resource into user memory space
990 * @kobj: kobject for mapping
991 * @attr: struct bin_attribute for the file being mapped
992 * @vma: struct vm_area_struct passed into the mmap
993 * @write_combine: 1 for write_combine mapping
994 *
995 * Use the regular PCI mapping routines to map a PCI resource into userspace.
996 */
997static int pci_mmap_resource(struct kobject *kobj, struct bin_attribute *attr,
998			     struct vm_area_struct *vma, int write_combine)
999{
1000	struct pci_dev *pdev = to_pci_dev(container_of(kobj,
1001						       struct device, kobj));
1002	struct resource *res = attr->private;
1003	enum pci_mmap_state mmap_type;
1004	resource_size_t start, end;
1005	int i;
1006
1007	for (i = 0; i < PCI_ROM_RESOURCE; i++)
1008		if (res == &pdev->resource[i])
1009			break;
1010	if (i >= PCI_ROM_RESOURCE)
1011		return -ENODEV;
1012
1013	if (!pci_mmap_fits(pdev, i, vma, PCI_MMAP_SYSFS)) {
1014		WARN(1, "process \"%s\" tried to map 0x%08lx bytes at page 0x%08lx on %s BAR %d (start 0x%16Lx, size 0x%16Lx)\n",
1015			current->comm, vma->vm_end-vma->vm_start, vma->vm_pgoff,
1016			pci_name(pdev), i,
1017			(u64)pci_resource_start(pdev, i),
1018			(u64)pci_resource_len(pdev, i));
1019		return -EINVAL;
1020	}
1021
1022	/* pci_mmap_page_range() expects the same kind of entry as coming
1023	 * from /proc/bus/pci/ which is a "user visible" value. If this is
1024	 * different from the resource itself, arch will do necessary fixup.
1025	 */
1026	pci_resource_to_user(pdev, i, res, &start, &end);
1027	vma->vm_pgoff += start >> PAGE_SHIFT;
1028	mmap_type = res->flags & IORESOURCE_MEM ? pci_mmap_mem : pci_mmap_io;
1029
1030	if (res->flags & IORESOURCE_MEM && iomem_is_exclusive(start))
1031		return -EINVAL;
1032
1033	return pci_mmap_page_range(pdev, vma, mmap_type, write_combine);
1034}
1035
1036static int pci_mmap_resource_uc(struct file *filp, struct kobject *kobj,
1037				struct bin_attribute *attr,
1038				struct vm_area_struct *vma)
1039{
1040	return pci_mmap_resource(kobj, attr, vma, 0);
1041}
1042
1043static int pci_mmap_resource_wc(struct file *filp, struct kobject *kobj,
1044				struct bin_attribute *attr,
1045				struct vm_area_struct *vma)
1046{
1047	return pci_mmap_resource(kobj, attr, vma, 1);
1048}
1049
1050static ssize_t pci_resource_io(struct file *filp, struct kobject *kobj,
1051			       struct bin_attribute *attr, char *buf,
1052			       loff_t off, size_t count, bool write)
1053{
1054	struct pci_dev *pdev = to_pci_dev(container_of(kobj,
1055						       struct device, kobj));
1056	struct resource *res = attr->private;
1057	unsigned long port = off;
1058	int i;
1059
1060	for (i = 0; i < PCI_ROM_RESOURCE; i++)
1061		if (res == &pdev->resource[i])
1062			break;
1063	if (i >= PCI_ROM_RESOURCE)
1064		return -ENODEV;
1065
1066	port += pci_resource_start(pdev, i);
1067
1068	if (port > pci_resource_end(pdev, i))
1069		return 0;
1070
1071	if (port + count - 1 > pci_resource_end(pdev, i))
1072		return -EINVAL;
1073
1074	switch (count) {
1075	case 1:
1076		if (write)
1077			outb(*(u8 *)buf, port);
1078		else
1079			*(u8 *)buf = inb(port);
1080		return 1;
1081	case 2:
1082		if (write)
1083			outw(*(u16 *)buf, port);
1084		else
1085			*(u16 *)buf = inw(port);
1086		return 2;
1087	case 4:
1088		if (write)
1089			outl(*(u32 *)buf, port);
1090		else
1091			*(u32 *)buf = inl(port);
1092		return 4;
1093	}
1094	return -EINVAL;
1095}
1096
1097static ssize_t pci_read_resource_io(struct file *filp, struct kobject *kobj,
1098				    struct bin_attribute *attr, char *buf,
1099				    loff_t off, size_t count)
1100{
1101	return pci_resource_io(filp, kobj, attr, buf, off, count, false);
1102}
1103
1104static ssize_t pci_write_resource_io(struct file *filp, struct kobject *kobj,
1105				     struct bin_attribute *attr, char *buf,
1106				     loff_t off, size_t count)
1107{
1108	return pci_resource_io(filp, kobj, attr, buf, off, count, true);
1109}
1110
1111/**
1112 * pci_remove_resource_files - cleanup resource files
1113 * @pdev: dev to cleanup
1114 *
1115 * If we created resource files for @pdev, remove them from sysfs and
1116 * free their resources.
1117 */
1118static void pci_remove_resource_files(struct pci_dev *pdev)
1119{
1120	int i;
1121
1122	for (i = 0; i < PCI_ROM_RESOURCE; i++) {
1123		struct bin_attribute *res_attr;
1124
1125		res_attr = pdev->res_attr[i];
1126		if (res_attr) {
1127			sysfs_remove_bin_file(&pdev->dev.kobj, res_attr);
1128			kfree(res_attr);
1129		}
1130
1131		res_attr = pdev->res_attr_wc[i];
1132		if (res_attr) {
1133			sysfs_remove_bin_file(&pdev->dev.kobj, res_attr);
1134			kfree(res_attr);
1135		}
1136	}
1137}
1138
1139static int pci_create_attr(struct pci_dev *pdev, int num, int write_combine)
1140{
1141	/* allocate attribute structure, piggyback attribute name */
1142	int name_len = write_combine ? 13 : 10;
1143	struct bin_attribute *res_attr;
1144	int retval;
1145
1146	res_attr = kzalloc(sizeof(*res_attr) + name_len, GFP_ATOMIC);
1147	if (res_attr) {
1148		char *res_attr_name = (char *)(res_attr + 1);
1149
1150		sysfs_bin_attr_init(res_attr);
1151		if (write_combine) {
1152			pdev->res_attr_wc[num] = res_attr;
1153			sprintf(res_attr_name, "resource%d_wc", num);
1154			res_attr->mmap = pci_mmap_resource_wc;
1155		} else {
1156			pdev->res_attr[num] = res_attr;
1157			sprintf(res_attr_name, "resource%d", num);
1158			res_attr->mmap = pci_mmap_resource_uc;
1159		}
1160		if (pci_resource_flags(pdev, num) & IORESOURCE_IO) {
1161			res_attr->read = pci_read_resource_io;
1162			res_attr->write = pci_write_resource_io;
1163		}
1164		res_attr->attr.name = res_attr_name;
1165		res_attr->attr.mode = S_IRUSR | S_IWUSR;
1166		res_attr->size = pci_resource_len(pdev, num);
1167		res_attr->private = &pdev->resource[num];
1168		retval = sysfs_create_bin_file(&pdev->dev.kobj, res_attr);
1169	} else
1170		retval = -ENOMEM;
1171
1172	return retval;
1173}
1174
1175/**
1176 * pci_create_resource_files - create resource files in sysfs for @dev
1177 * @pdev: dev in question
1178 *
1179 * Walk the resources in @pdev creating files for each resource available.
1180 */
1181static int pci_create_resource_files(struct pci_dev *pdev)
1182{
1183	int i;
1184	int retval;
1185
1186	/* Expose the PCI resources from this device as files */
1187	for (i = 0; i < PCI_ROM_RESOURCE; i++) {
1188
1189		/* skip empty resources */
1190		if (!pci_resource_len(pdev, i))
1191			continue;
1192
1193		retval = pci_create_attr(pdev, i, 0);
1194		/* for prefetchable resources, create a WC mappable file */
1195		if (!retval && pdev->resource[i].flags & IORESOURCE_PREFETCH)
1196			retval = pci_create_attr(pdev, i, 1);
1197
1198		if (retval) {
1199			pci_remove_resource_files(pdev);
1200			return retval;
1201		}
1202	}
1203	return 0;
1204}
1205#else /* !HAVE_PCI_MMAP */
1206int __weak pci_create_resource_files(struct pci_dev *dev) { return 0; }
1207void __weak pci_remove_resource_files(struct pci_dev *dev) { return; }
1208#endif /* HAVE_PCI_MMAP */
1209
1210/**
1211 * pci_write_rom - used to enable access to the PCI ROM display
1212 * @filp: sysfs file
1213 * @kobj: kernel object handle
1214 * @bin_attr: struct bin_attribute for this file
1215 * @buf: user input
1216 * @off: file offset
1217 * @count: number of byte in input
1218 *
1219 * writing anything except 0 enables it
1220 */
1221static ssize_t pci_write_rom(struct file *filp, struct kobject *kobj,
1222			     struct bin_attribute *bin_attr, char *buf,
1223			     loff_t off, size_t count)
1224{
1225	struct pci_dev *pdev = to_pci_dev(container_of(kobj, struct device, kobj));
1226
1227	if ((off ==  0) && (*buf == '0') && (count == 2))
1228		pdev->rom_attr_enabled = 0;
1229	else
1230		pdev->rom_attr_enabled = 1;
1231
1232	return count;
1233}
1234
1235/**
1236 * pci_read_rom - read a PCI ROM
1237 * @filp: sysfs file
1238 * @kobj: kernel object handle
1239 * @bin_attr: struct bin_attribute for this file
1240 * @buf: where to put the data we read from the ROM
1241 * @off: file offset
1242 * @count: number of bytes to read
1243 *
1244 * Put @count bytes starting at @off into @buf from the ROM in the PCI
1245 * device corresponding to @kobj.
1246 */
1247static ssize_t pci_read_rom(struct file *filp, struct kobject *kobj,
1248			    struct bin_attribute *bin_attr, char *buf,
1249			    loff_t off, size_t count)
1250{
1251	struct pci_dev *pdev = to_pci_dev(container_of(kobj, struct device, kobj));
1252	void __iomem *rom;
1253	size_t size;
1254
1255	if (!pdev->rom_attr_enabled)
1256		return -EINVAL;
1257
1258	rom = pci_map_rom(pdev, &size);	/* size starts out as PCI window size */
1259	if (!rom || !size)
1260		return -EIO;
1261
1262	if (off >= size)
1263		count = 0;
1264	else {
1265		if (off + count > size)
1266			count = size - off;
1267
1268		memcpy_fromio(buf, rom + off, count);
1269	}
1270	pci_unmap_rom(pdev, rom);
1271
1272	return count;
1273}
1274
1275static struct bin_attribute pci_config_attr = {
1276	.attr =	{
1277		.name = "config",
1278		.mode = S_IRUGO | S_IWUSR,
1279	},
1280	.size = PCI_CFG_SPACE_SIZE,
1281	.read = pci_read_config,
1282	.write = pci_write_config,
1283};
1284
1285static struct bin_attribute pcie_config_attr = {
1286	.attr =	{
1287		.name = "config",
1288		.mode = S_IRUGO | S_IWUSR,
1289	},
1290	.size = PCI_CFG_SPACE_EXP_SIZE,
1291	.read = pci_read_config,
1292	.write = pci_write_config,
1293};
1294
1295static ssize_t reset_store(struct device *dev, struct device_attribute *attr,
1296			   const char *buf, size_t count)
1297{
1298	struct pci_dev *pdev = to_pci_dev(dev);
1299	unsigned long val;
1300	ssize_t result = kstrtoul(buf, 0, &val);
1301
1302	if (result < 0)
1303		return result;
1304
1305	if (val != 1)
1306		return -EINVAL;
1307
1308	result = pci_reset_function(pdev);
1309	if (result < 0)
1310		return result;
1311
1312	return count;
1313}
1314
1315static struct device_attribute reset_attr = __ATTR(reset, 0200, NULL, reset_store);
1316
1317static int pci_create_capabilities_sysfs(struct pci_dev *dev)
1318{
1319	int retval;
1320	struct bin_attribute *attr;
1321
1322	/* If the device has VPD, try to expose it in sysfs. */
1323	if (dev->vpd) {
1324		attr = kzalloc(sizeof(*attr), GFP_ATOMIC);
1325		if (!attr)
1326			return -ENOMEM;
1327
1328		sysfs_bin_attr_init(attr);
1329		attr->size = dev->vpd->len;
1330		attr->attr.name = "vpd";
1331		attr->attr.mode = S_IRUSR | S_IWUSR;
1332		attr->read = read_vpd_attr;
1333		attr->write = write_vpd_attr;
1334		retval = sysfs_create_bin_file(&dev->dev.kobj, attr);
1335		if (retval) {
1336			kfree(attr);
1337			return retval;
1338		}
1339		dev->vpd->attr = attr;
1340	}
1341
1342	/* Active State Power Management */
1343	pcie_aspm_create_sysfs_dev_files(dev);
1344
1345	if (!pci_probe_reset_function(dev)) {
1346		retval = device_create_file(&dev->dev, &reset_attr);
1347		if (retval)
1348			goto error;
1349		dev->reset_fn = 1;
1350	}
1351	return 0;
1352
1353error:
1354	pcie_aspm_remove_sysfs_dev_files(dev);
1355	if (dev->vpd && dev->vpd->attr) {
1356		sysfs_remove_bin_file(&dev->dev.kobj, dev->vpd->attr);
1357		kfree(dev->vpd->attr);
1358	}
1359
1360	return retval;
1361}
1362
1363int __must_check pci_create_sysfs_dev_files(struct pci_dev *pdev)
1364{
1365	int retval;
1366	int rom_size = 0;
1367	struct bin_attribute *attr;
1368
1369	if (!sysfs_initialized)
1370		return -EACCES;
1371
1372	if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1373		retval = sysfs_create_bin_file(&pdev->dev.kobj, &pci_config_attr);
1374	else
1375		retval = sysfs_create_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1376	if (retval)
1377		goto err;
1378
1379	retval = pci_create_resource_files(pdev);
1380	if (retval)
1381		goto err_config_file;
1382
1383	if (pci_resource_len(pdev, PCI_ROM_RESOURCE))
1384		rom_size = pci_resource_len(pdev, PCI_ROM_RESOURCE);
1385	else if (pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW)
1386		rom_size = 0x20000;
1387
1388	/* If the device has a ROM, try to expose it in sysfs. */
1389	if (rom_size) {
1390		attr = kzalloc(sizeof(*attr), GFP_ATOMIC);
1391		if (!attr) {
1392			retval = -ENOMEM;
1393			goto err_resource_files;
1394		}
1395		sysfs_bin_attr_init(attr);
1396		attr->size = rom_size;
1397		attr->attr.name = "rom";
1398		attr->attr.mode = S_IRUSR | S_IWUSR;
1399		attr->read = pci_read_rom;
1400		attr->write = pci_write_rom;
1401		retval = sysfs_create_bin_file(&pdev->dev.kobj, attr);
1402		if (retval) {
1403			kfree(attr);
1404			goto err_resource_files;
1405		}
1406		pdev->rom_attr = attr;
1407	}
1408
1409	/* add sysfs entries for various capabilities */
1410	retval = pci_create_capabilities_sysfs(pdev);
1411	if (retval)
1412		goto err_rom_file;
1413
1414	pci_create_firmware_label_files(pdev);
1415
1416	return 0;
1417
1418err_rom_file:
1419	if (rom_size) {
1420		sysfs_remove_bin_file(&pdev->dev.kobj, pdev->rom_attr);
1421		kfree(pdev->rom_attr);
1422		pdev->rom_attr = NULL;
1423	}
1424err_resource_files:
1425	pci_remove_resource_files(pdev);
1426err_config_file:
1427	if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1428		sysfs_remove_bin_file(&pdev->dev.kobj, &pci_config_attr);
1429	else
1430		sysfs_remove_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1431err:
1432	return retval;
1433}
1434
1435static void pci_remove_capabilities_sysfs(struct pci_dev *dev)
1436{
1437	if (dev->vpd && dev->vpd->attr) {
1438		sysfs_remove_bin_file(&dev->dev.kobj, dev->vpd->attr);
1439		kfree(dev->vpd->attr);
1440	}
1441
1442	pcie_aspm_remove_sysfs_dev_files(dev);
1443	if (dev->reset_fn) {
1444		device_remove_file(&dev->dev, &reset_attr);
1445		dev->reset_fn = 0;
1446	}
1447}
1448
1449/**
1450 * pci_remove_sysfs_dev_files - cleanup PCI specific sysfs files
1451 * @pdev: device whose entries we should free
1452 *
1453 * Cleanup when @pdev is removed from sysfs.
1454 */
1455void pci_remove_sysfs_dev_files(struct pci_dev *pdev)
1456{
1457	int rom_size = 0;
1458
1459	if (!sysfs_initialized)
1460		return;
1461
1462	pci_remove_capabilities_sysfs(pdev);
1463
1464	if (pdev->cfg_size < PCI_CFG_SPACE_EXP_SIZE)
1465		sysfs_remove_bin_file(&pdev->dev.kobj, &pci_config_attr);
1466	else
1467		sysfs_remove_bin_file(&pdev->dev.kobj, &pcie_config_attr);
1468
1469	pci_remove_resource_files(pdev);
1470
1471	if (pci_resource_len(pdev, PCI_ROM_RESOURCE))
1472		rom_size = pci_resource_len(pdev, PCI_ROM_RESOURCE);
1473	else if (pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW)
1474		rom_size = 0x20000;
1475
1476	if (rom_size && pdev->rom_attr) {
1477		sysfs_remove_bin_file(&pdev->dev.kobj, pdev->rom_attr);
1478		kfree(pdev->rom_attr);
1479	}
1480
1481	pci_remove_firmware_label_files(pdev);
1482
1483}
1484
1485static int __init pci_sysfs_init(void)
1486{
1487	struct pci_dev *pdev = NULL;
1488	int retval;
1489
1490	sysfs_initialized = 1;
1491	for_each_pci_dev(pdev) {
1492		retval = pci_create_sysfs_dev_files(pdev);
1493		if (retval) {
1494			pci_dev_put(pdev);
1495			return retval;
1496		}
1497	}
1498
1499	return 0;
1500}
1501late_initcall(pci_sysfs_init);
1502
1503static struct attribute *pci_dev_dev_attrs[] = {
1504	&vga_attr.attr,
1505	NULL,
1506};
1507
1508static umode_t pci_dev_attrs_are_visible(struct kobject *kobj,
1509					 struct attribute *a, int n)
1510{
1511	struct device *dev = container_of(kobj, struct device, kobj);
1512	struct pci_dev *pdev = to_pci_dev(dev);
1513
1514	if (a == &vga_attr.attr)
1515		if ((pdev->class >> 8) != PCI_CLASS_DISPLAY_VGA)
1516			return 0;
1517
1518	return a->mode;
1519}
1520
1521static struct attribute *pci_dev_hp_attrs[] = {
1522	&dev_remove_attr.attr,
1523	&dev_rescan_attr.attr,
1524	NULL,
1525};
1526
1527static umode_t pci_dev_hp_attrs_are_visible(struct kobject *kobj,
1528					    struct attribute *a, int n)
1529{
1530	struct device *dev = container_of(kobj, struct device, kobj);
1531	struct pci_dev *pdev = to_pci_dev(dev);
1532
1533	if (pdev->is_virtfn)
1534		return 0;
1535
1536	return a->mode;
1537}
1538
1539static struct attribute_group pci_dev_hp_attr_group = {
1540	.attrs = pci_dev_hp_attrs,
1541	.is_visible = pci_dev_hp_attrs_are_visible,
1542};
1543
1544#ifdef CONFIG_PCI_IOV
1545static struct attribute *sriov_dev_attrs[] = {
1546	&sriov_totalvfs_attr.attr,
1547	&sriov_numvfs_attr.attr,
1548	NULL,
1549};
1550
1551static umode_t sriov_attrs_are_visible(struct kobject *kobj,
1552				       struct attribute *a, int n)
1553{
1554	struct device *dev = container_of(kobj, struct device, kobj);
1555
1556	if (!dev_is_pf(dev))
1557		return 0;
1558
1559	return a->mode;
1560}
1561
1562static struct attribute_group sriov_dev_attr_group = {
1563	.attrs = sriov_dev_attrs,
1564	.is_visible = sriov_attrs_are_visible,
1565};
1566#endif /* CONFIG_PCI_IOV */
1567
1568static struct attribute_group pci_dev_attr_group = {
1569	.attrs = pci_dev_dev_attrs,
1570	.is_visible = pci_dev_attrs_are_visible,
1571};
1572
1573static const struct attribute_group *pci_dev_attr_groups[] = {
1574	&pci_dev_attr_group,
1575	&pci_dev_hp_attr_group,
1576#ifdef CONFIG_PCI_IOV
1577	&sriov_dev_attr_group,
1578#endif
1579	NULL,
1580};
1581
1582struct device_type pci_dev_type = {
1583	.groups = pci_dev_attr_groups,
1584};
1585