Commit 504fd6a5 authored by Shay Agroskin's avatar Shay Agroskin Committed by David S. Miller

net: ena: fix DMA mapping function issues in XDP

This patch fixes several bugs found when (DMA/LLQ) mapping a packet for
transmission. The mapping procedure makes the transmitted packet
accessible by the device.
When using LLQ, this requires copying the packet's header to push header
(which would be passed to LLQ) and creating DMA mapping for the payload
(if the packet doesn't fit the maximum push length).
When not using LLQ, we map the whole packet with DMA.

The following bugs are fixed in the code:
    1. Add support for non-LLQ machines:
       The ena_xdp_tx_map_frame() function assumed that LLQ is
       supported, and never mapped the whole packet using DMA. On some
       instances, which don't support LLQ, this causes loss of traffic.

    2. Wrong DMA buffer length passed to device:
       When using LLQ, the first 'tx_max_header_size' bytes of the
       packet would be copied to push header. The rest of the packet
       would be copied to a DMA'd buffer.

    3. Freeing the XDP buffer twice in case of a mapping error:
       In case a buffer DMA mapping fails, the function uses
       xdp_return_frame_rx_napi() to free the RX buffer and returns from
       the function with an error. XDP frames that fail to xmit get
       freed by the kernel and so there is no need for this call.

Fixes: 548c4940 ("net: ena: Implement XDP_TX action")
Signed-off-by: default avatarShay Agroskin <shayagr@amazon.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 1650bdb1
...@@ -236,36 +236,48 @@ static int ena_xdp_io_poll(struct napi_struct *napi, int budget) ...@@ -236,36 +236,48 @@ static int ena_xdp_io_poll(struct napi_struct *napi, int budget)
static int ena_xdp_tx_map_frame(struct ena_ring *xdp_ring, static int ena_xdp_tx_map_frame(struct ena_ring *xdp_ring,
struct ena_tx_buffer *tx_info, struct ena_tx_buffer *tx_info,
struct xdp_frame *xdpf, struct xdp_frame *xdpf,
void **push_hdr, struct ena_com_tx_ctx *ena_tx_ctx)
u32 *push_len)
{ {
struct ena_adapter *adapter = xdp_ring->adapter; struct ena_adapter *adapter = xdp_ring->adapter;
struct ena_com_buf *ena_buf; struct ena_com_buf *ena_buf;
dma_addr_t dma = 0; int push_len = 0;
dma_addr_t dma;
void *data;
u32 size; u32 size;
tx_info->xdpf = xdpf; tx_info->xdpf = xdpf;
data = tx_info->xdpf->data;
size = tx_info->xdpf->len; size = tx_info->xdpf->len;
ena_buf = tx_info->bufs;
/* llq push buffer */ if (xdp_ring->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) {
*push_len = min_t(u32, size, xdp_ring->tx_max_header_size); /* Designate part of the packet for LLQ */
*push_hdr = tx_info->xdpf->data; push_len = min_t(u32, size, xdp_ring->tx_max_header_size);
ena_tx_ctx->push_header = data;
size -= push_len;
data += push_len;
}
ena_tx_ctx->header_len = push_len;
if (size - *push_len > 0) { if (size > 0) {
dma = dma_map_single(xdp_ring->dev, dma = dma_map_single(xdp_ring->dev,
*push_hdr + *push_len, data,
size - *push_len, size,
DMA_TO_DEVICE); DMA_TO_DEVICE);
if (unlikely(dma_mapping_error(xdp_ring->dev, dma))) if (unlikely(dma_mapping_error(xdp_ring->dev, dma)))
goto error_report_dma_error; goto error_report_dma_error;
tx_info->map_linear_data = 1; tx_info->map_linear_data = 0;
tx_info->num_of_bufs = 1;
}
ena_buf->paddr = dma; ena_buf = tx_info->bufs;
ena_buf->len = size; ena_buf->paddr = dma;
ena_buf->len = size;
ena_tx_ctx->ena_bufs = ena_buf;
ena_tx_ctx->num_bufs = tx_info->num_of_bufs = 1;
}
return 0; return 0;
...@@ -274,10 +286,6 @@ static int ena_xdp_tx_map_frame(struct ena_ring *xdp_ring, ...@@ -274,10 +286,6 @@ static int ena_xdp_tx_map_frame(struct ena_ring *xdp_ring,
&xdp_ring->syncp); &xdp_ring->syncp);
netif_warn(adapter, tx_queued, adapter->netdev, "Failed to map xdp buff\n"); netif_warn(adapter, tx_queued, adapter->netdev, "Failed to map xdp buff\n");
xdp_return_frame_rx_napi(tx_info->xdpf);
tx_info->xdpf = NULL;
tx_info->num_of_bufs = 0;
return -EINVAL; return -EINVAL;
} }
...@@ -289,8 +297,6 @@ static int ena_xdp_xmit_frame(struct ena_ring *xdp_ring, ...@@ -289,8 +297,6 @@ static int ena_xdp_xmit_frame(struct ena_ring *xdp_ring,
struct ena_com_tx_ctx ena_tx_ctx = {}; struct ena_com_tx_ctx ena_tx_ctx = {};
struct ena_tx_buffer *tx_info; struct ena_tx_buffer *tx_info;
u16 next_to_use, req_id; u16 next_to_use, req_id;
void *push_hdr;
u32 push_len;
int rc; int rc;
next_to_use = xdp_ring->next_to_use; next_to_use = xdp_ring->next_to_use;
...@@ -298,15 +304,11 @@ static int ena_xdp_xmit_frame(struct ena_ring *xdp_ring, ...@@ -298,15 +304,11 @@ static int ena_xdp_xmit_frame(struct ena_ring *xdp_ring,
tx_info = &xdp_ring->tx_buffer_info[req_id]; tx_info = &xdp_ring->tx_buffer_info[req_id];
tx_info->num_of_bufs = 0; tx_info->num_of_bufs = 0;
rc = ena_xdp_tx_map_frame(xdp_ring, tx_info, xdpf, &push_hdr, &push_len); rc = ena_xdp_tx_map_frame(xdp_ring, tx_info, xdpf, &ena_tx_ctx);
if (unlikely(rc)) if (unlikely(rc))
return rc; return rc;
ena_tx_ctx.ena_bufs = tx_info->bufs;
ena_tx_ctx.push_header = push_hdr;
ena_tx_ctx.num_bufs = tx_info->num_of_bufs;
ena_tx_ctx.req_id = req_id; ena_tx_ctx.req_id = req_id;
ena_tx_ctx.header_len = push_len;
rc = ena_xmit_common(dev, rc = ena_xmit_common(dev,
xdp_ring, xdp_ring,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment