137 lines · c
1/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */2/* Copyright (C) 2019 Netronome Systems, Inc. */3 4#ifndef _NFP_DP_NFDK_H_5#define _NFP_DP_NFDK_H_6 7#include <linux/bitops.h>8#include <linux/types.h>9 10#define NFDK_TX_DESC_PER_SIMPLE_PKT 211 12#define NFDK_TX_MAX_DATA_PER_HEAD SZ_4K13#define NFDK_TX_MAX_DATA_PER_DESC SZ_16K14#define NFDK_TX_DESC_BLOCK_SZ 25615#define NFDK_TX_DESC_BLOCK_CNT (NFDK_TX_DESC_BLOCK_SZ / \16 sizeof(struct nfp_nfdk_tx_desc))17#define NFDK_TX_DESC_STOP_CNT (NFDK_TX_DESC_BLOCK_CNT * \18 NFDK_TX_DESC_PER_SIMPLE_PKT)19#define NFDK_TX_MAX_DATA_PER_BLOCK SZ_64K20#define NFDK_TX_DESC_GATHER_MAX 1721 22/* TX descriptor format */23 24#define NFDK_DESC_TX_MSS_MASK GENMASK(13, 0)25 26#define NFDK_DESC_TX_CHAIN_META BIT(3)27#define NFDK_DESC_TX_ENCAP BIT(2)28#define NFDK_DESC_TX_L4_CSUM BIT(1)29#define NFDK_DESC_TX_L3_CSUM BIT(0)30 31#define NFDK_DESC_TX_DMA_LEN_HEAD GENMASK(11, 0)32#define NFDK_DESC_TX_TYPE_HEAD GENMASK(15, 12)33#define NFDK_DESC_TX_DMA_LEN GENMASK(13, 0)34#define NFDK_DESC_TX_TYPE_NOP 035#define NFDK_DESC_TX_TYPE_GATHER 136#define NFDK_DESC_TX_TYPE_TSO 237#define NFDK_DESC_TX_TYPE_SIMPLE 838#define NFDK_DESC_TX_EOP BIT(14)39 40#define NFDK_META_LEN GENMASK(7, 0)41#define NFDK_META_FIELDS GENMASK(31, 8)42 43#define D_BLOCK_CPL(idx) (NFDK_TX_DESC_BLOCK_CNT - \44 (idx) % NFDK_TX_DESC_BLOCK_CNT)45 46struct nfp_nfdk_tx_desc {47 union {48 struct {49 __le16 dma_addr_hi; /* High bits of host buf address */50 __le16 dma_len_type; /* Length to DMA for this desc */51 __le32 dma_addr_lo; /* Low 32bit of host buf addr */52 };53 54 struct {55 __le16 mss; /* MSS to be used for LSO */56 u8 lso_hdrlen; /* LSO, TCP payload offset */57 u8 lso_totsegs; /* LSO, total segments */58 u8 l3_offset; /* L3 header offset */59 u8 l4_offset; /* L4 header offset */60 __le16 lso_meta_res; /* Rsvd bits in TSO metadata */61 };62 63 struct {64 u8 flags; /* TX Flags, see @NFDK_DESC_TX_* */65 u8 reserved[7]; /* meta byte placeholder */66 };67 68 __le32 vals[2];69 __le64 raw;70 };71};72 73/* The device don't make use of the 2 or 3 least significant bits of the address74 * due to alignment constraints. The driver can make use of those bits to carry75 * information about the buffer before giving it to the device.76 *77 * NOTE: The driver must clear the lower bits before handing the buffer to the78 * device.79 *80 * - NFDK_TX_BUF_INFO_SOP - Start of a packet81 * Mark the buffer as a start of a packet. This is used in the XDP TX process82 * to stash virtual and DMA address so that they can be recycled when the TX83 * operation is completed.84 */85#define NFDK_TX_BUF_PTR(val) ((val) & ~(sizeof(void *) - 1))86#define NFDK_TX_BUF_INFO(val) ((val) & (sizeof(void *) - 1))87#define NFDK_TX_BUF_INFO_SOP BIT(0)88 89struct nfp_nfdk_tx_buf {90 union {91 /* First slot */92 union {93 struct sk_buff *skb;94 void *frag;95 unsigned long val;96 };97 98 /* 1 + nr_frags next slots */99 dma_addr_t dma_addr;100 101 /* TSO (optional) */102 struct {103 u32 pkt_cnt;104 u32 real_len;105 };106 107 u64 raw;108 };109};110 111static inline int nfp_nfdk_headlen_to_segs(unsigned int headlen)112{113 /* First descriptor fits less data, so adjust for that */114 return DIV_ROUND_UP(headlen +115 NFDK_TX_MAX_DATA_PER_DESC -116 NFDK_TX_MAX_DATA_PER_HEAD,117 NFDK_TX_MAX_DATA_PER_DESC);118}119 120int nfp_nfdk_poll(struct napi_struct *napi, int budget);121netdev_tx_t nfp_nfdk_tx(struct sk_buff *skb, struct net_device *netdev);122bool123nfp_nfdk_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec,124 struct sk_buff *skb, bool old);125void nfp_nfdk_ctrl_poll(struct tasklet_struct *t);126void nfp_nfdk_rx_ring_fill_freelist(struct nfp_net_dp *dp,127 struct nfp_net_rx_ring *rx_ring);128#ifndef CONFIG_NFP_NET_IPSEC129static inline u64 nfp_nfdk_ipsec_tx(u64 flags, struct sk_buff *skb)130{131 return flags;132}133#else134u64 nfp_nfdk_ipsec_tx(u64 flags, struct sk_buff *skb);135#endif136#endif137