staging/rdma/hfi1: Remove mmap from hfi1
authorDennis Dalessandro <dennis.dalessandro@intel.com>
Tue, 19 Jan 2016 22:42:44 +0000 (14:42 -0800)
committerDoug Ledford <dledford@redhat.com>
Fri, 11 Mar 2016 01:37:39 +0000 (20:37 -0500)
Mmap data structure has already been moved to rdmavt and hfi1 supports
it. Now that the mmap functionality has also been moved to rdmavt its
time for hfi1 to use that as well.

Reviewed-by: Mike Marciniszyn <mike.marciniszyn@intel.com>
Signed-off-by: Dennis Dalessandro <dennis.dalessandro@intel.com>
Signed-off-by: Doug Ledford <dledford@redhat.com>
drivers/staging/rdma/hfi1/Makefile
drivers/staging/rdma/hfi1/cq.c
drivers/staging/rdma/hfi1/mmap.c [deleted file]
drivers/staging/rdma/hfi1/qp.c
drivers/staging/rdma/hfi1/srq.c
drivers/staging/rdma/hfi1/verbs.c
drivers/staging/rdma/hfi1/verbs.h

index d82d9dc97c39151fd97b1b99973a20aedb794bf6..55077f396cf93a5276afc12396ef4a7206c60bf6 100644 (file)
@@ -8,7 +8,7 @@
 obj-$(CONFIG_INFINIBAND_HFI1) += hfi1.o
 
 hfi1-y := chip.o cq.o device.o diag.o driver.o efivar.o eprom.o file_ops.o firmware.o \
-       init.o intr.o mad.o mmap.o pcie.o pio.o pio_copy.o \
+       init.o intr.o mad.o pcie.o pio.o pio_copy.o \
        qp.o qsfp.o rc.o ruc.o sdma.o srq.o sysfs.o trace.o twsi.o \
        uc.o ud.o user_exp_rcv.o user_pages.o user_sdma.o verbs_mcast.o verbs.o
 hfi1-$(CONFIG_DEBUG_FS) += debugfs.o
index ffd0e7abca00ceffc2ab16020375561ff21e255b..25d1a2a25fee8316a68bb80a8fb5e83590d18f91 100644 (file)
@@ -277,7 +277,7 @@ struct ib_cq *hfi1_create_cq(
        if (udata && udata->outlen >= sizeof(__u64)) {
                int err;
 
-               cq->ip = hfi1_create_mmap_info(dev, sz, context, wc);
+               cq->ip = rvt_create_mmap_info(&dev->rdi, sz, context, wc);
                if (!cq->ip) {
                        ret = ERR_PTR(-ENOMEM);
                        goto bail_wc;
@@ -303,9 +303,9 @@ struct ib_cq *hfi1_create_cq(
        spin_unlock(&dev->n_cqs_lock);
 
        if (cq->ip) {
-               spin_lock_irq(&dev->pending_lock);
-               list_add(&cq->ip->pending_mmaps, &dev->pending_mmaps);
-               spin_unlock_irq(&dev->pending_lock);
+               spin_lock_irq(&dev->rdi.pending_lock);
+               list_add(&cq->ip->pending_mmaps, &dev->rdi.pending_mmaps);
+               spin_unlock_irq(&dev->rdi.pending_lock);
        }
 
        /*
@@ -355,7 +355,7 @@ int hfi1_destroy_cq(struct ib_cq *ibcq)
        dev->n_cqs_allocated--;
        spin_unlock(&dev->n_cqs_lock);
        if (cq->ip)
-               kref_put(&cq->ip->ref, hfi1_release_mmap_info);
+               kref_put(&cq->ip->ref, rvt_release_mmap_info);
        else
                vfree(cq->queue);
        kfree(cq);
@@ -481,7 +481,7 @@ int hfi1_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata)
                struct hfi1_ibdev *dev = to_idev(ibcq->device);
                struct rvt_mmap_info *ip = cq->ip;
 
-               hfi1_update_mmap_info(dev, ip, sz, wc);
+               rvt_update_mmap_info(&dev->rdi, ip, sz, wc);
 
                /*
                 * Return the offset to mmap.
@@ -494,10 +494,10 @@ int hfi1_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata)
                                goto bail;
                }
 
-               spin_lock_irq(&dev->pending_lock);
+               spin_lock_irq(&dev->rdi.pending_lock);
                if (list_empty(&ip->pending_mmaps))
-                       list_add(&ip->pending_mmaps, &dev->pending_mmaps);
-               spin_unlock_irq(&dev->pending_lock);
+                       list_add(&ip->pending_mmaps, &dev->rdi.pending_mmaps);
+               spin_unlock_irq(&dev->rdi.pending_lock);
        }
 
        ret = 0;
diff --git a/drivers/staging/rdma/hfi1/mmap.c b/drivers/staging/rdma/hfi1/mmap.c
deleted file mode 100644 (file)
index 4ce6be6..0000000
+++ /dev/null
@@ -1,192 +0,0 @@
-/*
- *
- * This file is provided under a dual BSD/GPLv2 license.  When using or
- * redistributing this file, you may do so under either license.
- *
- * GPL LICENSE SUMMARY
- *
- * Copyright(c) 2015 Intel Corporation.
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of version 2 of the GNU General Public License as
- * published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * General Public License for more details.
- *
- * BSD LICENSE
- *
- * Copyright(c) 2015 Intel Corporation.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- *
- *  - Redistributions of source code must retain the above copyright
- *    notice, this list of conditions and the following disclaimer.
- *  - Redistributions in binary form must reproduce the above copyright
- *    notice, this list of conditions and the following disclaimer in
- *    the documentation and/or other materials provided with the
- *    distribution.
- *  - Neither the name of Intel Corporation nor the names of its
- *    contributors may be used to endorse or promote products derived
- *    from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- */
-
-#include <linux/module.h>
-#include <linux/slab.h>
-#include <linux/vmalloc.h>
-#include <linux/mm.h>
-#include <linux/errno.h>
-#include <asm/pgtable.h>
-
-#include "verbs.h"
-
-/**
- * hfi1_release_mmap_info - free mmap info structure
- * @ref: a pointer to the kref within struct rvt_mmap_info
- */
-void hfi1_release_mmap_info(struct kref *ref)
-{
-       struct rvt_mmap_info *ip =
-               container_of(ref, struct rvt_mmap_info, ref);
-       struct hfi1_ibdev *dev = to_idev(ip->context->device);
-
-       spin_lock_irq(&dev->pending_lock);
-       list_del(&ip->pending_mmaps);
-       spin_unlock_irq(&dev->pending_lock);
-
-       vfree(ip->obj);
-       kfree(ip);
-}
-
-/*
- * open and close keep track of how many times the CQ is mapped,
- * to avoid releasing it.
- */
-static void hfi1_vma_open(struct vm_area_struct *vma)
-{
-       struct rvt_mmap_info *ip = vma->vm_private_data;
-
-       kref_get(&ip->ref);
-}
-
-static void hfi1_vma_close(struct vm_area_struct *vma)
-{
-       struct rvt_mmap_info *ip = vma->vm_private_data;
-
-       kref_put(&ip->ref, hfi1_release_mmap_info);
-}
-
-static struct vm_operations_struct hfi1_vm_ops = {
-       .open =     hfi1_vma_open,
-       .close =    hfi1_vma_close,
-};
-
-/**
- * hfi1_mmap - create a new mmap region
- * @context: the IB user context of the process making the mmap() call
- * @vma: the VMA to be initialized
- * Return zero if the mmap is OK. Otherwise, return an errno.
- */
-int hfi1_mmap(struct ib_ucontext *context, struct vm_area_struct *vma)
-{
-       struct hfi1_ibdev *dev = to_idev(context->device);
-       unsigned long offset = vma->vm_pgoff << PAGE_SHIFT;
-       unsigned long size = vma->vm_end - vma->vm_start;
-       struct rvt_mmap_info *ip, *pp;
-       int ret = -EINVAL;
-
-       /*
-        * Search the device's list of objects waiting for a mmap call.
-        * Normally, this list is very short since a call to create a
-        * CQ, QP, or SRQ is soon followed by a call to mmap().
-        */
-       spin_lock_irq(&dev->pending_lock);
-       list_for_each_entry_safe(ip, pp, &dev->pending_mmaps,
-                                pending_mmaps) {
-               /* Only the creator is allowed to mmap the object */
-               if (context != ip->context || (__u64) offset != ip->offset)
-                       continue;
-               /* Don't allow a mmap larger than the object. */
-               if (size > ip->size)
-                       break;
-
-               list_del_init(&ip->pending_mmaps);
-               spin_unlock_irq(&dev->pending_lock);
-
-               ret = remap_vmalloc_range(vma, ip->obj, 0);
-               if (ret)
-                       goto done;
-               vma->vm_ops = &hfi1_vm_ops;
-               vma->vm_private_data = ip;
-               hfi1_vma_open(vma);
-               goto done;
-       }
-       spin_unlock_irq(&dev->pending_lock);
-done:
-       return ret;
-}
-
-/*
- * Allocate information for hfi1_mmap
- */
-struct rvt_mmap_info *hfi1_create_mmap_info(struct hfi1_ibdev *dev,
-                                           u32 size,
-                                           struct ib_ucontext *context,
-                                           void *obj) {
-       struct rvt_mmap_info *ip;
-
-       ip = kmalloc(sizeof(*ip), GFP_KERNEL);
-       if (!ip)
-               goto bail;
-
-       size = PAGE_ALIGN(size);
-
-       spin_lock_irq(&dev->mmap_offset_lock);
-       if (dev->mmap_offset == 0)
-               dev->mmap_offset = PAGE_SIZE;
-       ip->offset = dev->mmap_offset;
-       dev->mmap_offset += size;
-       spin_unlock_irq(&dev->mmap_offset_lock);
-
-       INIT_LIST_HEAD(&ip->pending_mmaps);
-       ip->size = size;
-       ip->context = context;
-       ip->obj = obj;
-       kref_init(&ip->ref);
-
-bail:
-       return ip;
-}
-
-void hfi1_update_mmap_info(struct hfi1_ibdev *dev, struct rvt_mmap_info *ip,
-                          u32 size, void *obj)
-{
-       size = PAGE_ALIGN(size);
-
-       spin_lock_irq(&dev->mmap_offset_lock);
-       if (dev->mmap_offset == 0)
-               dev->mmap_offset = PAGE_SIZE;
-       ip->offset = dev->mmap_offset;
-       dev->mmap_offset += size;
-       spin_unlock_irq(&dev->mmap_offset_lock);
-
-       ip->size = size;
-       ip->obj = obj;
-}
index a1dfb718d90bfdd3e5a25400413b5fc10954c3cf..20b1a840dbdc4e452576556d0cc7b58eb29f9ff9 100644 (file)
@@ -1195,7 +1195,7 @@ struct ib_qp *hfi1_create_qp(struct ib_pd *ibpd,
                } else {
                        u32 s = sizeof(struct rvt_rwq) + qp->r_rq.size * sz;
 
-                       qp->ip = hfi1_create_mmap_info(dev, s,
+                       qp->ip = rvt_create_mmap_info(&dev->rdi, s,
                                                      ibpd->uobject->context,
                                                      qp->r_rq.wq);
                        if (!qp->ip) {
@@ -1223,9 +1223,9 @@ struct ib_qp *hfi1_create_qp(struct ib_pd *ibpd,
        spin_unlock(&dev->n_qps_lock);
 
        if (qp->ip) {
-               spin_lock_irq(&dev->pending_lock);
-               list_add(&qp->ip->pending_mmaps, &dev->pending_mmaps);
-               spin_unlock_irq(&dev->pending_lock);
+               spin_lock_irq(&dev->rdi.pending_lock);
+               list_add(&qp->ip->pending_mmaps, &dev->rdi.pending_mmaps);
+               spin_unlock_irq(&dev->rdi.pending_lock);
        }
 
        ret = &qp->ibqp;
@@ -1256,7 +1256,7 @@ struct ib_qp *hfi1_create_qp(struct ib_pd *ibpd,
 
 bail_ip:
        if (qp->ip)
-               kref_put(&qp->ip->ref, hfi1_release_mmap_info);
+               kref_put(&qp->ip->ref, rvt_release_mmap_info);
        else
                vfree(qp->r_rq.wq);
        free_qpn(&dev->qp_dev->qpn_table, qp->ibqp.qp_num);
@@ -1316,7 +1316,7 @@ int hfi1_destroy_qp(struct ib_qp *ibqp)
        spin_unlock(&dev->n_qps_lock);
 
        if (qp->ip)
-               kref_put(&qp->ip->ref, hfi1_release_mmap_info);
+               kref_put(&qp->ip->ref, rvt_release_mmap_info);
        else
                vfree(qp->r_rq.wq);
        vfree(qp->s_wq);
index 78f190a266a574191e85c6d04897cf0f88427bb0..c53b378497e16627f754aac1f321d3e4aa3b5113 100644 (file)
@@ -165,8 +165,8 @@ struct ib_srq *hfi1_create_srq(struct ib_pd *ibpd,
                u32 s = sizeof(struct rvt_rwq) + srq->rq.size * sz;
 
                srq->ip =
-                   hfi1_create_mmap_info(dev, s, ibpd->uobject->context,
-                                         srq->rq.wq);
+                   rvt_create_mmap_info(&dev->rdi, s, ibpd->uobject->context,
+                                        srq->rq.wq);
                if (!srq->ip) {
                        ret = ERR_PTR(-ENOMEM);
                        goto bail_wq;
@@ -200,9 +200,9 @@ struct ib_srq *hfi1_create_srq(struct ib_pd *ibpd,
        spin_unlock(&dev->n_srqs_lock);
 
        if (srq->ip) {
-               spin_lock_irq(&dev->pending_lock);
-               list_add(&srq->ip->pending_mmaps, &dev->pending_mmaps);
-               spin_unlock_irq(&dev->pending_lock);
+               spin_lock_irq(&dev->rdi.pending_lock);
+               list_add(&srq->ip->pending_mmaps, &dev->rdi.pending_mmaps);
+               spin_unlock_irq(&dev->rdi.pending_lock);
        }
 
        ret = &srq->ibsrq;
@@ -324,7 +324,7 @@ int hfi1_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr,
                        struct hfi1_ibdev *dev = to_idev(srq->ibsrq.device);
                        u32 s = sizeof(struct rvt_rwq) + size * sz;
 
-                       hfi1_update_mmap_info(dev, ip, s, wq);
+                       rvt_update_mmap_info(&dev->rdi, ip, s, wq);
 
                        /*
                         * Return the offset to mmap.
@@ -341,11 +341,11 @@ int hfi1_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr,
                         * Put user mapping info onto the pending list
                         * unless it already is on the list.
                         */
-                       spin_lock_irq(&dev->pending_lock);
+                       spin_lock_irq(&dev->rdi.pending_lock);
                        if (list_empty(&ip->pending_mmaps))
                                list_add(&ip->pending_mmaps,
-                                        &dev->pending_mmaps);
-                       spin_unlock_irq(&dev->pending_lock);
+                                        &dev->rdi.pending_mmaps);
+                       spin_unlock_irq(&dev->rdi.pending_lock);
                }
        } else if (attr_mask & IB_SRQ_LIMIT) {
                spin_lock_irq(&srq->rq.lock);
@@ -388,7 +388,7 @@ int hfi1_destroy_srq(struct ib_srq *ibsrq)
        dev->n_srqs_allocated--;
        spin_unlock(&dev->n_srqs_lock);
        if (srq->ip)
-               kref_put(&srq->ip->ref, hfi1_release_mmap_info);
+               kref_put(&srq->ip->ref, rvt_release_mmap_info);
        else
                vfree(srq->rq.wq);
        kfree(srq);
index 1c5e477d5493c5dfa15e8c766f46c98f4bd3cc8c..11f08ea77559d98e2a462051c0b31deb35ae5722 100644 (file)
@@ -1796,11 +1796,7 @@ int hfi1_register_ib_device(struct hfi1_devdata *dd)
        dev->mem_timer.function = mem_timer;
        dev->mem_timer.data = (unsigned long) dev;
 
-       INIT_LIST_HEAD(&dev->pending_mmaps);
-       spin_lock_init(&dev->pending_lock);
        seqlock_init(&dev->iowait_lock);
-       dev->mmap_offset = PAGE_SIZE;
-       spin_lock_init(&dev->mmap_offset_lock);
        INIT_LIST_HEAD(&dev->txwait);
        INIT_LIST_HEAD(&dev->memwait);
 
@@ -1906,7 +1902,7 @@ int hfi1_register_ib_device(struct hfi1_devdata *dd)
        ibdev->attach_mcast = hfi1_multicast_attach;
        ibdev->detach_mcast = hfi1_multicast_detach;
        ibdev->process_mad = hfi1_process_mad;
-       ibdev->mmap = hfi1_mmap;
+       ibdev->mmap = NULL;
        ibdev->dma_ops = NULL;
        ibdev->get_port_immutable = port_immutable;
 
index 6a7ee460d98a8cc684106fb38214add062e28122..eb1297825225f2bc9a7f8ac4a0396ae380128db0 100644 (file)
@@ -426,9 +426,6 @@ struct hfi1_ibport {
 struct hfi1_qp_ibdev;
 struct hfi1_ibdev {
        struct rvt_dev_info rdi; /* Must be first */
-       struct list_head pending_mmaps;
-       spinlock_t mmap_offset_lock; /* protect mmap_offset */
-       u32 mmap_offset;
 
        struct hfi1_qp_ibdev *qp_dev;
 
@@ -441,9 +438,6 @@ struct hfi1_ibdev {
        struct kmem_cache *verbs_txreq_cache;
        struct timer_list mem_timer;
 
-       /* other waiters */
-       spinlock_t pending_lock;
-
        u64 n_piowait;
        u64 n_txwait;
        u64 n_kmem_wait;
@@ -680,17 +674,6 @@ static inline void hfi1_put_ss(struct rvt_sge_state *ss)
        }
 }
 
-void hfi1_release_mmap_info(struct kref *ref);
-
-struct rvt_mmap_info *hfi1_create_mmap_info(struct hfi1_ibdev *dev, u32 size,
-                                           struct ib_ucontext *context,
-                                           void *obj);
-
-void hfi1_update_mmap_info(struct hfi1_ibdev *dev, struct rvt_mmap_info *ip,
-                          u32 size, void *obj);
-
-int hfi1_mmap(struct ib_ucontext *context, struct vm_area_struct *vma);
-
 int hfi1_get_rwqe(struct rvt_qp *qp, int wr_id_only);
 
 void hfi1_migrate_qp(struct rvt_qp *qp);