mirror of
https://github.com/FEX-Emu/linux.git
synced 2024-12-27 20:07:09 +00:00
virtio_pci_modern: switch to type-safe io accessors
As Rusty noted, we were accessing queue_enable with an incorrect width. Switch to type-safe accessors so we don't make this mistake again in the future. Signed-off-by: Michael S. Tsirkin <mst@redhat.com> Signed-off-by: Rusty Russell <rusty@rustcorp.com.au>
This commit is contained in:
parent
c5d4c2c9ce
commit
a8557d32fe
@ -57,6 +57,13 @@ static inline void vp_iowrite32(u32 value, u32 __iomem *addr)
|
|||||||
iowrite32(value, addr);
|
iowrite32(value, addr);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static void vp_iowrite64_twopart(u64 val,
|
||||||
|
__le32 __iomem *lo, __le32 __iomem *hi)
|
||||||
|
{
|
||||||
|
vp_iowrite32((u32)val, lo);
|
||||||
|
vp_iowrite32(val >> 32, hi);
|
||||||
|
}
|
||||||
|
|
||||||
static void __iomem *map_capability(struct pci_dev *dev, int off,
|
static void __iomem *map_capability(struct pci_dev *dev, int off,
|
||||||
size_t minlen,
|
size_t minlen,
|
||||||
u32 align,
|
u32 align,
|
||||||
@ -131,22 +138,16 @@ static void __iomem *map_capability(struct pci_dev *dev, int off,
|
|||||||
return p;
|
return p;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void iowrite64_twopart(u64 val, __le32 __iomem *lo, __le32 __iomem *hi)
|
|
||||||
{
|
|
||||||
iowrite32((u32)val, lo);
|
|
||||||
iowrite32(val >> 32, hi);
|
|
||||||
}
|
|
||||||
|
|
||||||
/* virtio config->get_features() implementation */
|
/* virtio config->get_features() implementation */
|
||||||
static u64 vp_get_features(struct virtio_device *vdev)
|
static u64 vp_get_features(struct virtio_device *vdev)
|
||||||
{
|
{
|
||||||
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
||||||
u64 features;
|
u64 features;
|
||||||
|
|
||||||
iowrite32(0, &vp_dev->common->device_feature_select);
|
vp_iowrite32(0, &vp_dev->common->device_feature_select);
|
||||||
features = ioread32(&vp_dev->common->device_feature);
|
features = vp_ioread32(&vp_dev->common->device_feature);
|
||||||
iowrite32(1, &vp_dev->common->device_feature_select);
|
vp_iowrite32(1, &vp_dev->common->device_feature_select);
|
||||||
features |= ((u64)ioread32(&vp_dev->common->device_feature) << 32);
|
features |= ((u64)vp_ioread32(&vp_dev->common->device_feature) << 32);
|
||||||
|
|
||||||
return features;
|
return features;
|
||||||
}
|
}
|
||||||
@ -165,10 +166,10 @@ static int vp_finalize_features(struct virtio_device *vdev)
|
|||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
iowrite32(0, &vp_dev->common->guest_feature_select);
|
vp_iowrite32(0, &vp_dev->common->guest_feature_select);
|
||||||
iowrite32((u32)vdev->features, &vp_dev->common->guest_feature);
|
vp_iowrite32((u32)vdev->features, &vp_dev->common->guest_feature);
|
||||||
iowrite32(1, &vp_dev->common->guest_feature_select);
|
vp_iowrite32(1, &vp_dev->common->guest_feature_select);
|
||||||
iowrite32(vdev->features >> 32, &vp_dev->common->guest_feature);
|
vp_iowrite32(vdev->features >> 32, &vp_dev->common->guest_feature);
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
@ -247,14 +248,14 @@ static void vp_set(struct virtio_device *vdev, unsigned offset,
|
|||||||
static u32 vp_generation(struct virtio_device *vdev)
|
static u32 vp_generation(struct virtio_device *vdev)
|
||||||
{
|
{
|
||||||
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
||||||
return ioread8(&vp_dev->common->config_generation);
|
return vp_ioread8(&vp_dev->common->config_generation);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* config->{get,set}_status() implementations */
|
/* config->{get,set}_status() implementations */
|
||||||
static u8 vp_get_status(struct virtio_device *vdev)
|
static u8 vp_get_status(struct virtio_device *vdev)
|
||||||
{
|
{
|
||||||
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
||||||
return ioread8(&vp_dev->common->device_status);
|
return vp_ioread8(&vp_dev->common->device_status);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void vp_set_status(struct virtio_device *vdev, u8 status)
|
static void vp_set_status(struct virtio_device *vdev, u8 status)
|
||||||
@ -262,17 +263,17 @@ static void vp_set_status(struct virtio_device *vdev, u8 status)
|
|||||||
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
||||||
/* We should never be setting status to 0. */
|
/* We should never be setting status to 0. */
|
||||||
BUG_ON(status == 0);
|
BUG_ON(status == 0);
|
||||||
iowrite8(status, &vp_dev->common->device_status);
|
vp_iowrite8(status, &vp_dev->common->device_status);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void vp_reset(struct virtio_device *vdev)
|
static void vp_reset(struct virtio_device *vdev)
|
||||||
{
|
{
|
||||||
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vdev);
|
||||||
/* 0 status means a reset. */
|
/* 0 status means a reset. */
|
||||||
iowrite8(0, &vp_dev->common->device_status);
|
vp_iowrite8(0, &vp_dev->common->device_status);
|
||||||
/* Flush out the status write, and flush in device writes,
|
/* Flush out the status write, and flush in device writes,
|
||||||
* including MSI-X interrupts, if any. */
|
* including MSI-X interrupts, if any. */
|
||||||
ioread8(&vp_dev->common->device_status);
|
vp_ioread8(&vp_dev->common->device_status);
|
||||||
/* Flush pending VQ/configuration callbacks. */
|
/* Flush pending VQ/configuration callbacks. */
|
||||||
vp_synchronize_vectors(vdev);
|
vp_synchronize_vectors(vdev);
|
||||||
}
|
}
|
||||||
@ -280,10 +281,10 @@ static void vp_reset(struct virtio_device *vdev)
|
|||||||
static u16 vp_config_vector(struct virtio_pci_device *vp_dev, u16 vector)
|
static u16 vp_config_vector(struct virtio_pci_device *vp_dev, u16 vector)
|
||||||
{
|
{
|
||||||
/* Setup the vector used for configuration events */
|
/* Setup the vector used for configuration events */
|
||||||
iowrite16(vector, &vp_dev->common->msix_config);
|
vp_iowrite16(vector, &vp_dev->common->msix_config);
|
||||||
/* Verify we had enough resources to assign the vector */
|
/* Verify we had enough resources to assign the vector */
|
||||||
/* Will also flush the write out to device */
|
/* Will also flush the write out to device */
|
||||||
return ioread16(&vp_dev->common->msix_config);
|
return vp_ioread16(&vp_dev->common->msix_config);
|
||||||
}
|
}
|
||||||
|
|
||||||
static size_t vring_pci_size(u16 num)
|
static size_t vring_pci_size(u16 num)
|
||||||
@ -323,15 +324,15 @@ static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev,
|
|||||||
u16 num, off;
|
u16 num, off;
|
||||||
int err;
|
int err;
|
||||||
|
|
||||||
if (index >= ioread16(&cfg->num_queues))
|
if (index >= vp_ioread16(&cfg->num_queues))
|
||||||
return ERR_PTR(-ENOENT);
|
return ERR_PTR(-ENOENT);
|
||||||
|
|
||||||
/* Select the queue we're interested in */
|
/* Select the queue we're interested in */
|
||||||
iowrite16(index, &cfg->queue_select);
|
vp_iowrite16(index, &cfg->queue_select);
|
||||||
|
|
||||||
/* Check if queue is either not available or already active. */
|
/* Check if queue is either not available or already active. */
|
||||||
num = ioread16(&cfg->queue_size);
|
num = vp_ioread16(&cfg->queue_size);
|
||||||
if (!num || ioread16(&cfg->queue_enable))
|
if (!num || vp_ioread16(&cfg->queue_enable))
|
||||||
return ERR_PTR(-ENOENT);
|
return ERR_PTR(-ENOENT);
|
||||||
|
|
||||||
if (num & (num - 1)) {
|
if (num & (num - 1)) {
|
||||||
@ -340,7 +341,7 @@ static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev,
|
|||||||
}
|
}
|
||||||
|
|
||||||
/* get offset of notification word for this vq */
|
/* get offset of notification word for this vq */
|
||||||
off = ioread16(&cfg->queue_notify_off);
|
off = vp_ioread16(&cfg->queue_notify_off);
|
||||||
|
|
||||||
info->num = num;
|
info->num = num;
|
||||||
info->msix_vector = msix_vec;
|
info->msix_vector = msix_vec;
|
||||||
@ -359,13 +360,13 @@ static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev,
|
|||||||
}
|
}
|
||||||
|
|
||||||
/* activate the queue */
|
/* activate the queue */
|
||||||
iowrite16(num, &cfg->queue_size);
|
vp_iowrite16(num, &cfg->queue_size);
|
||||||
iowrite64_twopart(virt_to_phys(info->queue),
|
vp_iowrite64_twopart(virt_to_phys(info->queue),
|
||||||
&cfg->queue_desc_lo, &cfg->queue_desc_hi);
|
&cfg->queue_desc_lo, &cfg->queue_desc_hi);
|
||||||
iowrite64_twopart(virt_to_phys(virtqueue_get_avail(vq)),
|
vp_iowrite64_twopart(virt_to_phys(virtqueue_get_avail(vq)),
|
||||||
&cfg->queue_avail_lo, &cfg->queue_avail_hi);
|
&cfg->queue_avail_lo, &cfg->queue_avail_hi);
|
||||||
iowrite64_twopart(virt_to_phys(virtqueue_get_used(vq)),
|
vp_iowrite64_twopart(virt_to_phys(virtqueue_get_used(vq)),
|
||||||
&cfg->queue_used_lo, &cfg->queue_used_hi);
|
&cfg->queue_used_lo, &cfg->queue_used_hi);
|
||||||
|
|
||||||
if (vp_dev->notify_base) {
|
if (vp_dev->notify_base) {
|
||||||
/* offset should not wrap */
|
/* offset should not wrap */
|
||||||
@ -394,8 +395,8 @@ static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev,
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (msix_vec != VIRTIO_MSI_NO_VECTOR) {
|
if (msix_vec != VIRTIO_MSI_NO_VECTOR) {
|
||||||
iowrite16(msix_vec, &cfg->queue_msix_vector);
|
vp_iowrite16(msix_vec, &cfg->queue_msix_vector);
|
||||||
msix_vec = ioread16(&cfg->queue_msix_vector);
|
msix_vec = vp_ioread16(&cfg->queue_msix_vector);
|
||||||
if (msix_vec == VIRTIO_MSI_NO_VECTOR) {
|
if (msix_vec == VIRTIO_MSI_NO_VECTOR) {
|
||||||
err = -EBUSY;
|
err = -EBUSY;
|
||||||
goto err_assign_vector;
|
goto err_assign_vector;
|
||||||
@ -430,8 +431,8 @@ static int vp_modern_find_vqs(struct virtio_device *vdev, unsigned nvqs,
|
|||||||
* this, there's no way to go back except reset.
|
* this, there's no way to go back except reset.
|
||||||
*/
|
*/
|
||||||
list_for_each_entry(vq, &vdev->vqs, list) {
|
list_for_each_entry(vq, &vdev->vqs, list) {
|
||||||
iowrite16(vq->index, &vp_dev->common->queue_select);
|
vp_iowrite16(vq->index, &vp_dev->common->queue_select);
|
||||||
iowrite16(1, &vp_dev->common->queue_enable);
|
vp_iowrite16(1, &vp_dev->common->queue_enable);
|
||||||
}
|
}
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
@ -442,13 +443,13 @@ static void del_vq(struct virtio_pci_vq_info *info)
|
|||||||
struct virtqueue *vq = info->vq;
|
struct virtqueue *vq = info->vq;
|
||||||
struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev);
|
struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev);
|
||||||
|
|
||||||
iowrite16(vq->index, &vp_dev->common->queue_select);
|
vp_iowrite16(vq->index, &vp_dev->common->queue_select);
|
||||||
|
|
||||||
if (vp_dev->msix_enabled) {
|
if (vp_dev->msix_enabled) {
|
||||||
iowrite16(VIRTIO_MSI_NO_VECTOR,
|
vp_iowrite16(VIRTIO_MSI_NO_VECTOR,
|
||||||
&vp_dev->common->queue_msix_vector);
|
&vp_dev->common->queue_msix_vector);
|
||||||
/* Flush the write out to device */
|
/* Flush the write out to device */
|
||||||
ioread16(&vp_dev->common->queue_msix_vector);
|
vp_ioread16(&vp_dev->common->queue_msix_vector);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!vp_dev->notify_base)
|
if (!vp_dev->notify_base)
|
||||||
|
Loading…
Reference in New Issue
Block a user