Commit 1a1c225b authored by Alexander Duyck's avatar Alexander Duyck Committed by Jeff Kirsher

igb: Do not use header split, instead receive all frames into a single buffer

This change makes it so that we no longer use header split.  The idea is to
reduce partial cache line writes by hardware when handling frames larger
then header size.  We can compensate for the extra overhead of having to
memcpy the header buffer by avoiding the cache misses seen by leaving an
full skb allocated and sitting on the ring.
Signed-off-by: default avatarAlexander Duyck <alexander.h.duyck@intel.com>
Tested-by: default avatarAaron Brown <aaron.f.brown@intel.com>
Signed-off-by: default avatarJeff Kirsher <jeffrey.t.kirsher@intel.com>
parent b534550a
...@@ -174,11 +174,9 @@ struct igb_tx_buffer { ...@@ -174,11 +174,9 @@ struct igb_tx_buffer {
}; };
struct igb_rx_buffer { struct igb_rx_buffer {
struct sk_buff *skb;
dma_addr_t dma; dma_addr_t dma;
struct page *page; struct page *page;
dma_addr_t page_dma; unsigned int page_offset;
u32 page_offset;
}; };
struct igb_tx_queue_stats { struct igb_tx_queue_stats {
...@@ -251,6 +249,7 @@ struct igb_ring { ...@@ -251,6 +249,7 @@ struct igb_ring {
}; };
/* RX */ /* RX */
struct { struct {
struct sk_buff *skb;
struct igb_rx_queue_stats rx_stats; struct igb_rx_queue_stats rx_stats;
struct u64_stats_sync rx_syncp; struct u64_stats_sync rx_syncp;
}; };
...@@ -451,13 +450,11 @@ static inline void igb_ptp_rx_hwtstamp(struct igb_q_vector *q_vector, ...@@ -451,13 +450,11 @@ static inline void igb_ptp_rx_hwtstamp(struct igb_q_vector *q_vector,
union e1000_adv_rx_desc *rx_desc, union e1000_adv_rx_desc *rx_desc,
struct sk_buff *skb) struct sk_buff *skb)
{ {
if (igb_test_staterr(rx_desc, E1000_RXDADV_STAT_TSIP)) { if (igb_test_staterr(rx_desc, E1000_RXDADV_STAT_TS) &&
igb_ptp_rx_pktstamp(q_vector, skb->data, skb); !igb_test_staterr(rx_desc, E1000_RXDADV_STAT_TSIP))
skb_pull(skb, IGB_TS_HDR_LEN);
} else if (igb_test_staterr(rx_desc, E1000_RXDADV_STAT_TS)) {
igb_ptp_rx_rgtstamp(q_vector, skb); igb_ptp_rx_rgtstamp(q_vector, skb);
}
} }
extern int igb_ptp_hwtstamp_ioctl(struct net_device *netdev, extern int igb_ptp_hwtstamp_ioctl(struct net_device *netdev,
struct ifreq *ifr, int cmd); struct ifreq *ifr, int cmd);
#endif /* CONFIG_IGB_PTP */ #endif /* CONFIG_IGB_PTP */
......
...@@ -37,6 +37,7 @@ ...@@ -37,6 +37,7 @@
#include <linux/sched.h> #include <linux/sched.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/pm_runtime.h> #include <linux/pm_runtime.h>
#include <linux/highmem.h>
#include "igb.h" #include "igb.h"
...@@ -1685,16 +1686,24 @@ static void igb_create_lbtest_frame(struct sk_buff *skb, ...@@ -1685,16 +1686,24 @@ static void igb_create_lbtest_frame(struct sk_buff *skb,
memset(&skb->data[frame_size + 12], 0xAF, 1); memset(&skb->data[frame_size + 12], 0xAF, 1);
} }
static int igb_check_lbtest_frame(struct sk_buff *skb, unsigned int frame_size) static int igb_check_lbtest_frame(struct igb_rx_buffer *rx_buffer,
unsigned int frame_size)
{ {
frame_size /= 2; unsigned char *data;
if (*(skb->data + 3) == 0xFF) { bool match = true;
if ((*(skb->data + frame_size + 10) == 0xBE) &&
(*(skb->data + frame_size + 12) == 0xAF)) { frame_size >>= 1;
return 0;
} data = kmap(rx_buffer->page) + rx_buffer->page_offset;
}
return 13; if (data[3] != 0xFF ||
data[frame_size + 10] != 0xBE ||
data[frame_size + 12] != 0xAF)
match = false;
kunmap(rx_buffer->page);
return match;
} }
static int igb_clean_test_rings(struct igb_ring *rx_ring, static int igb_clean_test_rings(struct igb_ring *rx_ring,
...@@ -1720,12 +1729,12 @@ static int igb_clean_test_rings(struct igb_ring *rx_ring, ...@@ -1720,12 +1729,12 @@ static int igb_clean_test_rings(struct igb_ring *rx_ring,
/* unmap rx buffer, will be remapped by alloc_rx_buffers */ /* unmap rx buffer, will be remapped by alloc_rx_buffers */
dma_unmap_single(rx_ring->dev, dma_unmap_single(rx_ring->dev,
rx_buffer_info->dma, rx_buffer_info->dma,
IGB_RX_HDR_LEN, PAGE_SIZE / 2,
DMA_FROM_DEVICE); DMA_FROM_DEVICE);
rx_buffer_info->dma = 0; rx_buffer_info->dma = 0;
/* verify contents of skb */ /* verify contents of skb */
if (!igb_check_lbtest_frame(rx_buffer_info->skb, size)) if (igb_check_lbtest_frame(rx_buffer_info, size))
count++; count++;
/* unmap buffer on tx side */ /* unmap buffer on tx side */
......
This diff is collapsed.
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment