summaryrefslogtreecommitdiff
path: root/app/test-pmd/macswap_sse.h
blob: 7d268bfbb0a5ff3b009bb0fb549df1ec722c9918 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2018 Intel Corporation
 */

#ifndef _MACSWAP_SSE_H_
#define _MACSWAP_SSE_H_

#include "macswap_common.h"

static inline void
do_macswap(struct rte_mbuf *pkts[], uint16_t nb,
		struct rte_port *txp)
{
	struct ether_hdr *eth_hdr[4];
	struct rte_mbuf *mb[4];
	uint64_t ol_flags;
	int i;
	int r;
	__m128i addr0, addr1, addr2, addr3;
	/**
	 * shuffle mask be used to shuffle the 16 bytes.
	 * byte 0-5 wills be swapped with byte 6-11.
	 * byte 12-15 will keep unchanged.
	 */
	__m128i shfl_msk = _mm_set_epi8(15, 14, 13, 12,
					5, 4, 3, 2,
					1, 0, 11, 10,
					9, 8, 7, 6);

	ol_flags = ol_flags_init(txp->dev_conf.txmode.offloads);
	vlan_qinq_set(pkts, nb, ol_flags,
			txp->tx_vlan_id, txp->tx_vlan_id_outer);

	i = 0;
	r = nb;

	while (r >= 4) {
		mb[0] = pkts[i++];
		eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct ether_hdr *);
		addr0 = _mm_loadu_si128((__m128i *)eth_hdr[0]);

		mb[1] = pkts[i++];
		eth_hdr[1] = rte_pktmbuf_mtod(mb[1], struct ether_hdr *);
		addr1 = _mm_loadu_si128((__m128i *)eth_hdr[1]);


		mb[2] = pkts[i++];
		eth_hdr[2] = rte_pktmbuf_mtod(mb[2], struct ether_hdr *);
		addr2 = _mm_loadu_si128((__m128i *)eth_hdr[2]);

		mb[3] = pkts[i++];
		eth_hdr[3] = rte_pktmbuf_mtod(mb[3], struct ether_hdr *);
		addr3 = _mm_loadu_si128((__m128i *)eth_hdr[3]);

		addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
		addr1 = _mm_shuffle_epi8(addr1, shfl_msk);
		addr2 = _mm_shuffle_epi8(addr2, shfl_msk);
		addr3 = _mm_shuffle_epi8(addr3, shfl_msk);

		_mm_storeu_si128((__m128i *)eth_hdr[0], addr0);
		_mm_storeu_si128((__m128i *)eth_hdr[1], addr1);
		_mm_storeu_si128((__m128i *)eth_hdr[2], addr2);
		_mm_storeu_si128((__m128i *)eth_hdr[3], addr3);

		mbuf_field_set(mb[0], ol_flags);
		mbuf_field_set(mb[1], ol_flags);
		mbuf_field_set(mb[2], ol_flags);
		mbuf_field_set(mb[3], ol_flags);
		r -= 4;
	}

	for ( ; i < nb; i++) {
		if (i < nb - 1)
			rte_prefetch0(rte_pktmbuf_mtod(pkts[i+1], void *));
		mb[0] = pkts[i];
		eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct ether_hdr *);

		/* Swap dest and src mac addresses. */
		addr0 = _mm_loadu_si128((__m128i *)eth_hdr);
		addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
		_mm_storeu_si128((__m128i *)eth_hdr[0], addr0);

		mbuf_field_set(mb[0], ol_flags);
	}
}

#endif /* _MACSWAP_SSE_H_ */