| /* | |
| * Intel MIC Platform Software Stack (MPSS) | |
| * | |
| * Copyright(c) 2013 Intel Corporation. | |
| * | |
| * This program is free software; you can redistribute it and/or modify | |
| * it under the terms of the GNU General Public License, version 2, as | |
| * published by the Free Software Foundation. | |
| * | |
| * This program is distributed in the hope that it will be useful, but | |
| * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| * General Public License for more details. | |
| * | |
| * The full GNU General Public License is included in this distribution in | |
| * the file called "COPYING". | |
| * | |
| * Intel MIC Host driver. | |
| */ | |
| #include <linux/fs.h> | |
| #include <linux/module.h> | |
| #include <linux/pci.h> | |
| #include <linux/poll.h> | |
| #include <linux/mic_common.h> | |
| #include "../common/mic_dev.h" | |
| #include "mic_device.h" | |
| #include "mic_x100.h" | |
| #include "mic_smpt.h" | |
| static const char mic_driver_name[] = "mic"; | |
| static const struct pci_device_id mic_pci_tbl[] = { | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2250)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2251)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2252)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2253)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2254)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2255)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2256)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2257)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2258)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_2259)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_225a)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_225b)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_225c)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_225d)}, | |
| {PCI_DEVICE(PCI_VENDOR_ID_INTEL, MIC_X100_PCI_DEVICE_225e)}, | |
| /* required last entry */ | |
| { 0, } | |
| }; | |
| MODULE_DEVICE_TABLE(pci, mic_pci_tbl); | |
| /* ID allocator for MIC devices */ | |
| static struct ida g_mic_ida; | |
| /* Initialize the device page */ | |
| static int mic_dp_init(struct mic_device *mdev) | |
| { | |
| mdev->dp = kzalloc(MIC_DP_SIZE, GFP_KERNEL); | |
| if (!mdev->dp) | |
| return -ENOMEM; | |
| mdev->dp_dma_addr = mic_map_single(mdev, | |
| mdev->dp, MIC_DP_SIZE); | |
| if (mic_map_error(mdev->dp_dma_addr)) { | |
| kfree(mdev->dp); | |
| dev_err(&mdev->pdev->dev, "%s %d err %d\n", | |
| __func__, __LINE__, -ENOMEM); | |
| return -ENOMEM; | |
| } | |
| mdev->ops->write_spad(mdev, MIC_DPLO_SPAD, mdev->dp_dma_addr); | |
| mdev->ops->write_spad(mdev, MIC_DPHI_SPAD, mdev->dp_dma_addr >> 32); | |
| return 0; | |
| } | |
| /* Uninitialize the device page */ | |
| static void mic_dp_uninit(struct mic_device *mdev) | |
| { | |
| mic_unmap_single(mdev, mdev->dp_dma_addr, MIC_DP_SIZE); | |
| kfree(mdev->dp); | |
| } | |
| /** | |
| * mic_ops_init: Initialize HW specific operation tables. | |
| * | |
| * @mdev: pointer to mic_device instance | |
| * | |
| * returns none. | |
| */ | |
| static void mic_ops_init(struct mic_device *mdev) | |
| { | |
| switch (mdev->family) { | |
| case MIC_FAMILY_X100: | |
| mdev->ops = &mic_x100_ops; | |
| mdev->intr_ops = &mic_x100_intr_ops; | |
| mdev->smpt_ops = &mic_x100_smpt_ops; | |
| break; | |
| default: | |
| break; | |
| } | |
| } | |
| /** | |
| * mic_get_family - Determine hardware family to which this MIC belongs. | |
| * | |
| * @pdev: The pci device structure | |
| * | |
| * returns family. | |
| */ | |
| static enum mic_hw_family mic_get_family(struct pci_dev *pdev) | |
| { | |
| enum mic_hw_family family; | |
| switch (pdev->device) { | |
| case MIC_X100_PCI_DEVICE_2250: | |
| case MIC_X100_PCI_DEVICE_2251: | |
| case MIC_X100_PCI_DEVICE_2252: | |
| case MIC_X100_PCI_DEVICE_2253: | |
| case MIC_X100_PCI_DEVICE_2254: | |
| case MIC_X100_PCI_DEVICE_2255: | |
| case MIC_X100_PCI_DEVICE_2256: | |
| case MIC_X100_PCI_DEVICE_2257: | |
| case MIC_X100_PCI_DEVICE_2258: | |
| case MIC_X100_PCI_DEVICE_2259: | |
| case MIC_X100_PCI_DEVICE_225a: | |
| case MIC_X100_PCI_DEVICE_225b: | |
| case MIC_X100_PCI_DEVICE_225c: | |
| case MIC_X100_PCI_DEVICE_225d: | |
| case MIC_X100_PCI_DEVICE_225e: | |
| family = MIC_FAMILY_X100; | |
| break; | |
| default: | |
| family = MIC_FAMILY_UNKNOWN; | |
| break; | |
| } | |
| return family; | |
| } | |
| /** | |
| * mic_device_init - Allocates and initializes the MIC device structure | |
| * | |
| * @mdev: pointer to mic_device instance | |
| * @pdev: The pci device structure | |
| * | |
| * returns none. | |
| */ | |
| static void | |
| mic_device_init(struct mic_device *mdev, struct pci_dev *pdev) | |
| { | |
| mdev->pdev = pdev; | |
| mdev->family = mic_get_family(pdev); | |
| mdev->stepping = pdev->revision; | |
| mic_ops_init(mdev); | |
| mutex_init(&mdev->mic_mutex); | |
| mdev->irq_info.next_avail_src = 0; | |
| } | |
| /** | |
| * mic_probe - Device Initialization Routine | |
| * | |
| * @pdev: PCI device structure | |
| * @ent: entry in mic_pci_tbl | |
| * | |
| * returns 0 on success, < 0 on failure. | |
| */ | |
| static int mic_probe(struct pci_dev *pdev, | |
| const struct pci_device_id *ent) | |
| { | |
| int rc; | |
| struct mic_device *mdev; | |
| mdev = kzalloc(sizeof(*mdev), GFP_KERNEL); | |
| if (!mdev) { | |
| rc = -ENOMEM; | |
| dev_err(&pdev->dev, "mdev kmalloc failed rc %d\n", rc); | |
| goto mdev_alloc_fail; | |
| } | |
| mdev->id = ida_simple_get(&g_mic_ida, 0, MIC_MAX_NUM_DEVS, GFP_KERNEL); | |
| if (mdev->id < 0) { | |
| rc = mdev->id; | |
| dev_err(&pdev->dev, "ida_simple_get failed rc %d\n", rc); | |
| goto ida_fail; | |
| } | |
| mic_device_init(mdev, pdev); | |
| rc = pci_enable_device(pdev); | |
| if (rc) { | |
| dev_err(&pdev->dev, "failed to enable pci device.\n"); | |
| goto ida_remove; | |
| } | |
| pci_set_master(pdev); | |
| rc = pci_request_regions(pdev, mic_driver_name); | |
| if (rc) { | |
| dev_err(&pdev->dev, "failed to get pci regions.\n"); | |
| goto disable_device; | |
| } | |
| rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(64)); | |
| if (rc) { | |
| dev_err(&pdev->dev, "Cannot set DMA mask\n"); | |
| goto release_regions; | |
| } | |
| mdev->mmio.pa = pci_resource_start(pdev, mdev->ops->mmio_bar); | |
| mdev->mmio.len = pci_resource_len(pdev, mdev->ops->mmio_bar); | |
| mdev->mmio.va = pci_ioremap_bar(pdev, mdev->ops->mmio_bar); | |
| if (!mdev->mmio.va) { | |
| dev_err(&pdev->dev, "Cannot remap MMIO BAR\n"); | |
| rc = -EIO; | |
| goto release_regions; | |
| } | |
| mdev->aper.pa = pci_resource_start(pdev, mdev->ops->aper_bar); | |
| mdev->aper.len = pci_resource_len(pdev, mdev->ops->aper_bar); | |
| mdev->aper.va = ioremap_wc(mdev->aper.pa, mdev->aper.len); | |
| if (!mdev->aper.va) { | |
| dev_err(&pdev->dev, "Cannot remap Aperture BAR\n"); | |
| rc = -EIO; | |
| goto unmap_mmio; | |
| } | |
| mdev->intr_ops->intr_init(mdev); | |
| rc = mic_setup_interrupts(mdev, pdev); | |
| if (rc) { | |
| dev_err(&pdev->dev, "mic_setup_interrupts failed %d\n", rc); | |
| goto unmap_aper; | |
| } | |
| rc = mic_smpt_init(mdev); | |
| if (rc) { | |
| dev_err(&pdev->dev, "smpt_init failed %d\n", rc); | |
| goto free_interrupts; | |
| } | |
| pci_set_drvdata(pdev, mdev); | |
| rc = mic_dp_init(mdev); | |
| if (rc) { | |
| dev_err(&pdev->dev, "mic_dp_init failed rc %d\n", rc); | |
| goto smpt_uninit; | |
| } | |
| mic_bootparam_init(mdev); | |
| mic_create_debug_dir(mdev); | |
| mdev->cosm_dev = cosm_register_device(&mdev->pdev->dev, &cosm_hw_ops); | |
| if (IS_ERR(mdev->cosm_dev)) { | |
| rc = PTR_ERR(mdev->cosm_dev); | |
| dev_err(&pdev->dev, "cosm_add_device failed rc %d\n", rc); | |
| goto cleanup_debug_dir; | |
| } | |
| return 0; | |
| cleanup_debug_dir: | |
| mic_delete_debug_dir(mdev); | |
| mic_dp_uninit(mdev); | |
| smpt_uninit: | |
| mic_smpt_uninit(mdev); | |
| free_interrupts: | |
| mic_free_interrupts(mdev, pdev); | |
| unmap_aper: | |
| iounmap(mdev->aper.va); | |
| unmap_mmio: | |
| iounmap(mdev->mmio.va); | |
| release_regions: | |
| pci_release_regions(pdev); | |
| disable_device: | |
| pci_disable_device(pdev); | |
| ida_remove: | |
| ida_simple_remove(&g_mic_ida, mdev->id); | |
| ida_fail: | |
| kfree(mdev); | |
| mdev_alloc_fail: | |
| dev_err(&pdev->dev, "Probe failed rc %d\n", rc); | |
| return rc; | |
| } | |
| /** | |
| * mic_remove - Device Removal Routine | |
| * mic_remove is called by the PCI subsystem to alert the driver | |
| * that it should release a PCI device. | |
| * | |
| * @pdev: PCI device structure | |
| */ | |
| static void mic_remove(struct pci_dev *pdev) | |
| { | |
| struct mic_device *mdev; | |
| mdev = pci_get_drvdata(pdev); | |
| if (!mdev) | |
| return; | |
| cosm_unregister_device(mdev->cosm_dev); | |
| mic_delete_debug_dir(mdev); | |
| mic_dp_uninit(mdev); | |
| mic_smpt_uninit(mdev); | |
| mic_free_interrupts(mdev, pdev); | |
| iounmap(mdev->aper.va); | |
| iounmap(mdev->mmio.va); | |
| pci_release_regions(pdev); | |
| pci_disable_device(pdev); | |
| ida_simple_remove(&g_mic_ida, mdev->id); | |
| kfree(mdev); | |
| } | |
| static struct pci_driver mic_driver = { | |
| .name = mic_driver_name, | |
| .id_table = mic_pci_tbl, | |
| .probe = mic_probe, | |
| .remove = mic_remove | |
| }; | |
| static int __init mic_init(void) | |
| { | |
| int ret; | |
| request_module("mic_x100_dma"); | |
| mic_init_debugfs(); | |
| ida_init(&g_mic_ida); | |
| ret = pci_register_driver(&mic_driver); | |
| if (ret) { | |
| pr_err("pci_register_driver failed ret %d\n", ret); | |
| goto cleanup_debugfs; | |
| } | |
| return 0; | |
| cleanup_debugfs: | |
| ida_destroy(&g_mic_ida); | |
| mic_exit_debugfs(); | |
| return ret; | |
| } | |
| static void __exit mic_exit(void) | |
| { | |
| pci_unregister_driver(&mic_driver); | |
| ida_destroy(&g_mic_ida); | |
| mic_exit_debugfs(); | |
| } | |
| module_init(mic_init); | |
| module_exit(mic_exit); | |
| MODULE_AUTHOR("Intel Corporation"); | |
| MODULE_DESCRIPTION("Intel(R) MIC X100 Host driver"); | |
| MODULE_LICENSE("GPL v2"); |