2019-04-30 11:42:39 -07:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2016-09-14 07:18:56 -07:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2016 Christoph Hellwig.
|
|
|
|
*/
|
2016-09-18 22:50:16 -07:00
|
|
|
#include <linux/kobject.h>
|
|
|
|
#include <linux/blkdev.h>
|
2016-09-14 07:18:56 -07:00
|
|
|
#include <linux/blk-mq-pci.h>
|
|
|
|
#include <linux/pci.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
|
2018-07-02 07:46:43 -07:00
|
|
|
#include "blk-mq.h"
|
|
|
|
|
2016-09-14 07:18:56 -07:00
|
|
|
/**
|
|
|
|
* blk_mq_pci_map_queues - provide a default queue mapping for PCI device
|
2019-05-30 17:00:49 -07:00
|
|
|
* @qmap: CPU to hardware queue map.
|
2016-09-14 07:18:56 -07:00
|
|
|
* @pdev: PCI device associated with @set.
|
2018-03-27 08:39:06 -07:00
|
|
|
* @offset: Offset to use for the pci irq vector
|
2016-09-14 07:18:56 -07:00
|
|
|
*
|
|
|
|
* This function assumes the PCI device @pdev has at least as many available
|
2017-03-29 10:04:36 -07:00
|
|
|
* interrupt vectors as @set has queues. It will then query the vector
|
2016-09-14 07:18:56 -07:00
|
|
|
* corresponding to each queue for it's affinity mask and built queue mapping
|
|
|
|
* that maps a queue to the CPUs that have irq affinity for the corresponding
|
|
|
|
* vector.
|
|
|
|
*/
|
2022-08-15 10:00:43 -07:00
|
|
|
void blk_mq_pci_map_queues(struct blk_mq_queue_map *qmap, struct pci_dev *pdev,
|
|
|
|
int offset)
|
2016-09-14 07:18:56 -07:00
|
|
|
{
|
|
|
|
const struct cpumask *mask;
|
|
|
|
unsigned int queue, cpu;
|
|
|
|
|
2018-10-29 12:06:14 -07:00
|
|
|
for (queue = 0; queue < qmap->nr_queues; queue++) {
|
2018-03-27 08:39:06 -07:00
|
|
|
mask = pci_irq_get_affinity(pdev, queue + offset);
|
2016-09-14 07:18:56 -07:00
|
|
|
if (!mask)
|
2017-08-17 03:24:47 -07:00
|
|
|
goto fallback;
|
2016-09-14 07:18:56 -07:00
|
|
|
|
|
|
|
for_each_cpu(cpu, mask)
|
2018-10-24 12:16:11 -07:00
|
|
|
qmap->mq_map[cpu] = qmap->queue_offset + queue;
|
2016-09-14 07:18:56 -07:00
|
|
|
}
|
|
|
|
|
2022-08-15 10:00:43 -07:00
|
|
|
return;
|
2017-08-17 03:24:47 -07:00
|
|
|
|
|
|
|
fallback:
|
2018-10-29 12:06:14 -07:00
|
|
|
WARN_ON_ONCE(qmap->nr_queues > 1);
|
|
|
|
blk_mq_clear_mq_map(qmap);
|
2016-09-14 07:18:56 -07:00
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(blk_mq_pci_map_queues);
|