nvme/host/pci.c

1106 	struct pci_dev *pdev = to_pci_dev(nvmeq->dev->dev);
1110 	disable_irq(pci_irq_vector(pdev, nvmeq->cq_vector));
1112 	enable_irq(pci_irq_vector(pdev, nvmeq->cq_vector));
1504 	struct pci_dev *pdev = to_pci_dev(dev->dev);
1507 		nvmeq->sq_cmds = pci_alloc_p2pmem(pdev, SQ_SIZE(nvmeq));
1509 			nvmeq->sq_dma_addr = pci_p2pmem_virt_to_bus(pdev,
1516 			pci_free_p2pmem(pdev, nvmeq->sq_cmds, SQ_SIZE(nvmeq));
1564 	struct pci_dev *pdev = to_pci_dev(nvmeq->dev->dev);
1568 		return pci_request_irq(pdev, nvmeq->cq_vector, nvme_irq_check,
1571 		return pci_request_irq(pdev, nvmeq->cq_vector, nvme_irq,
1705 	struct pci_dev *pdev = to_pci_dev(dev->dev);
1709 	if (size > pci_resource_len(pdev, 0))
1713 	dev->bar = ioremap(pci_resource_start(pdev, 0), size);
1835 	struct pci_dev *pdev = to_pci_dev(dev->dev);
1852 	bar_size = pci_resource_len(pdev, bar);
1863 			     (pci_bus_address(pdev, bar) + offset),
1875 	if (pci_p2pdma_add_resource(pdev, bar, size, offset)) {
1886 		pci_p2pmem_publish(pdev, true);
2220 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2253 	return pci_alloc_irq_vectors_affinity(pdev, 1, irq_queues, flags,
2271 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2302 		pci_free_irq(pdev, 0, adminq);
2330 		pci_free_irq(pdev, 0, adminq);
2336 	pci_free_irq_vectors(pdev);
2482 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2485 	if (pci_enable_device_mem(pdev))
2488 	pci_set_master(pdev);
2502 	result = pci_alloc_irq_vectors(pdev, 1, 1, flags);
2527 	if (pdev->vendor == PCI_VENDOR_ID_APPLE && pdev->device == 0x2001) {
2532 	} else if (pdev->vendor == PCI_VENDOR_ID_SAMSUNG &&
2533 		   (pdev->device == 0xa821 || pdev->device == 0xa822) &&
2554 	pci_save_state(pdev);
2562 	pci_free_irq_vectors(pdev);
2564 	pci_disable_device(pdev);
2577 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2580 	if (!pci_is_enabled(pdev) || !pci_device_is_present(pdev))
2582 	if (pdev->error_state != pci_channel_io_normal)
2592 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2598 		if (pci_is_enabled(pdev))
2617 	pci_free_irq_vectors(pdev);
2618 	if (pci_is_enabled(pdev))
2619 		pci_disable_device(pdev);
2825 	struct pci_dev *pdev = to_pci_dev(to_nvme_dev(ctrl)->dev);
2827 	return snprintf(buf, size, "%s\n", dev_name(&pdev->dev));
2832 	struct pci_dev *pdev = to_pci_dev(to_nvme_dev(ctrl)->dev);
2837 		pdev->vendor, pdev->device,
2868 	struct pci_dev *pdev = to_pci_dev(dev->dev);
2870 	if (pci_request_mem_regions(pdev, "nvme"))
2878 	pci_release_mem_regions(pdev);
2882 static unsigned long check_vendor_combination_bug(struct pci_dev *pdev)
2884 	if (pdev->vendor == 0x144d && pdev->device == 0xa802) {
2897 	} else if (pdev->vendor == 0x144d && pdev->device == 0xa804) {
2908 	} else if ((pdev->vendor == 0x144d && (pdev->device == 0xa801 ||
2909 		    pdev->device == 0xa808 || pdev->device == 0xa809)) ||
2910 		   (pdev->vendor == 0x1e0f && pdev->device == 0x0001)) {
2920 	} else if (pdev->vendor == 0x2646 && (pdev->device == 0x2263 ||
2921 		   pdev->device == 0x500f)) {
2937 static struct nvme_dev *nvme_pci_alloc_dev(struct pci_dev *pdev,
2941 	int node = dev_to_node(&pdev->dev);
2959 	dev->dev = get_device(&pdev->dev);
2961 	quirks |= check_vendor_combination_bug(pdev);
2964 	    acpi_storage_d3(&pdev->dev)) {
2969 		dev_info(&pdev->dev,
2973 	ret = nvme_init_ctrl(&dev->ctrl, &pdev->dev, &nvme_pci_ctrl_ops,
2979 		dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(48));
2981 		dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
2982 	dma_set_min_align_mask(&pdev->dev, NVME_CTRL_PAGE_SIZE - 1);
2983 	dma_set_max_seg_size(&pdev->dev, 0xffffffff);
2990 		NVME_MAX_KB_SZ << 1, dma_opt_mapping_size(&pdev->dev) >> 9);
3008 static int nvme_probe(struct pci_dev *pdev, const struct pci_device_id *id)
3013 	dev = nvme_pci_alloc_dev(pdev, id);
3029 	dev_info(dev->ctrl.device, "pci function %s\n", dev_name(&pdev->dev));
3081 	pci_set_drvdata(pdev, dev);
3107 static void nvme_reset_prepare(struct pci_dev *pdev)
3109 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3120 static void nvme_reset_done(struct pci_dev *pdev)
3122 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3128 static void nvme_shutdown(struct pci_dev *pdev)
3130 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3140 static void nvme_remove(struct pci_dev *pdev)
3142 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3145 	pci_set_drvdata(pdev, NULL);
3147 	if (!pci_device_is_present(pdev)) {
3195 	struct pci_dev *pdev = to_pci_dev(dev);
3196 	struct nvme_dev *ndev = pci_get_drvdata(pdev);
3216 	    !pcie_aspm_enabled(pdev) ||
3247 	pci_save_state(pdev);
3255 		pci_load_saved_state(pdev, NULL);
3278 	struct pci_dev *pdev = to_pci_dev(dev);
3279 	struct nvme_dev *ndev = pci_get_drvdata(pdev);
3294 static pci_ers_result_t nvme_error_detected(struct pci_dev *pdev,
3297 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3324 static pci_ers_result_t nvme_slot_reset(struct pci_dev *pdev)
3326 	struct nvme_dev *dev = pci_get_drvdata(pdev);
3329 	pci_restore_state(pdev);
3335 static void nvme_error_resume(struct pci_dev *pdev)
3337 	struct nvme_dev *dev = pci_get_drvdata(pdev);