1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
3 * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
4 * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
6 #include <linux/vmalloc.h>
11 int rxe_cq_chk_attr(struct rxe_dev *rxe, struct rxe_cq *cq,
12 int cqe, int comp_vector)
17 rxe_dbg_dev(rxe, "cqe(%d) <= 0\n", cqe);
21 if (cqe > rxe->attr.max_cqe) {
22 rxe_dbg_dev(rxe, "cqe(%d) > max_cqe(%d)\n",
23 cqe, rxe->attr.max_cqe);
28 count = queue_count(cq->queue, QUEUE_TYPE_TO_CLIENT);
30 rxe_dbg_cq(cq, "cqe(%d) < current # elements in queue (%d)",
42 int rxe_cq_from_init(struct rxe_dev *rxe, struct rxe_cq *cq, int cqe,
43 int comp_vector, struct ib_udata *udata,
44 struct rxe_create_cq_resp __user *uresp)
49 type = QUEUE_TYPE_TO_CLIENT;
50 cq->queue = rxe_queue_init(rxe, &cqe,
51 sizeof(struct rxe_cqe), type);
53 rxe_dbg_dev(rxe, "unable to create cq\n");
57 err = do_mmap_info(rxe, uresp ? &uresp->mi : NULL, udata,
58 cq->queue->buf, cq->queue->buf_size, &cq->queue->ip);
60 vfree(cq->queue->buf);
67 spin_lock_init(&cq->cq_lock);
72 int rxe_cq_resize_queue(struct rxe_cq *cq, int cqe,
73 struct rxe_resize_cq_resp __user *uresp,
74 struct ib_udata *udata)
78 err = rxe_queue_resize(cq->queue, (unsigned int *)&cqe,
79 sizeof(struct rxe_cqe), udata,
80 uresp ? &uresp->mi : NULL, NULL, &cq->cq_lock);
87 /* caller holds reference to cq */
88 int rxe_cq_post(struct rxe_cq *cq, struct rxe_cqe *cqe, int solicited)
95 spin_lock_irqsave(&cq->cq_lock, flags);
97 full = queue_full(cq->queue, QUEUE_TYPE_TO_CLIENT);
99 rxe_err_cq(cq, "queue full");
100 spin_unlock_irqrestore(&cq->cq_lock, flags);
101 if (cq->ibcq.event_handler) {
102 ev.device = cq->ibcq.device;
103 ev.element.cq = &cq->ibcq;
104 ev.event = IB_EVENT_CQ_ERR;
105 cq->ibcq.event_handler(&ev, cq->ibcq.cq_context);
111 addr = queue_producer_addr(cq->queue, QUEUE_TYPE_TO_CLIENT);
112 memcpy(addr, cqe, sizeof(*cqe));
114 queue_advance_producer(cq->queue, QUEUE_TYPE_TO_CLIENT);
116 if ((cq->notify & IB_CQ_NEXT_COMP) ||
117 (cq->notify & IB_CQ_SOLICITED && solicited)) {
119 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context);
122 spin_unlock_irqrestore(&cq->cq_lock, flags);
127 void rxe_cq_cleanup(struct rxe_pool_elem *elem)
129 struct rxe_cq *cq = container_of(elem, typeof(*cq), elem);
132 rxe_queue_cleanup(cq->queue);