80 lines · c
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */2/*3 * Copyright(c) 2016 - 2018 Intel Corporation.4 */5 6#ifndef HFI1_VERBS_TXREQ_H7#define HFI1_VERBS_TXREQ_H8 9#include <linux/types.h>10#include <linux/slab.h>11 12#include "verbs.h"13#include "sdma_txreq.h"14#include "iowait.h"15 16struct verbs_txreq {17 struct hfi1_sdma_header phdr;18 struct sdma_txreq txreq;19 struct rvt_qp *qp;20 struct rvt_swqe *wqe;21 struct rvt_mregion *mr;22 struct rvt_sge_state *ss;23 struct sdma_engine *sde;24 struct send_context *psc;25 u16 hdr_dwords;26 u16 s_cur_size;27};28 29struct hfi1_ibdev;30struct verbs_txreq *__get_txreq(struct hfi1_ibdev *dev,31 struct rvt_qp *qp);32 33#define VERBS_TXREQ_GFP (GFP_ATOMIC | __GFP_NOWARN)34static inline struct verbs_txreq *get_txreq(struct hfi1_ibdev *dev,35 struct rvt_qp *qp)36 __must_hold(&qp->slock)37{38 struct verbs_txreq *tx;39 struct hfi1_qp_priv *priv = qp->priv;40 41 tx = kmem_cache_alloc(dev->verbs_txreq_cache, VERBS_TXREQ_GFP);42 if (unlikely(!tx)) {43 /* call slow path to get the lock */44 tx = __get_txreq(dev, qp);45 if (!tx)46 return tx;47 }48 tx->qp = qp;49 tx->mr = NULL;50 tx->sde = priv->s_sde;51 tx->psc = priv->s_sendcontext;52 /* so that we can test if the sdma descriptors are there */53 tx->txreq.num_desc = 0;54 /* Set the header type */55 tx->phdr.hdr.hdr_type = priv->hdr_type;56 tx->txreq.flags = 0;57 return tx;58}59 60static inline struct verbs_txreq *get_waiting_verbs_txreq(struct iowait_work *w)61{62 struct sdma_txreq *stx;63 64 stx = iowait_get_txhead(w);65 if (stx)66 return container_of(stx, struct verbs_txreq, txreq);67 return NULL;68}69 70static inline bool verbs_txreq_queued(struct iowait_work *w)71{72 return iowait_packet_queued(w);73}74 75void hfi1_put_txreq(struct verbs_txreq *tx);76int verbs_txreq_init(struct hfi1_ibdev *dev);77void verbs_txreq_exit(struct hfi1_ibdev *dev);78 79#endif /* HFI1_VERBS_TXREQ_H */80