LXR dpdk/app/test-pmd/macswap

   1/* SPDX-License-Identifier: BSD-3-Clause
   2 * Copyright(c) 2018 Intel Corporation
   3 */
   4
   5#ifndef _MACSWAP_SSE_H_
   6#define _MACSWAP_SSE_H_
   7
   8#include "macswap_common.h"
   9
  10static inline void
  11do_macswap(struct rte_mbuf *pkts[], uint16_t nb,
  12                struct rte_port *txp)
  13{
  14        struct rte_ether_hdr *eth_hdr[4];
  15        struct rte_mbuf *mb[4];
  16        uint64_t ol_flags;
  17        int i;
  18        int r;
  19        __m128i addr0, addr1, addr2, addr3;
  20        /**
  21         * shuffle mask be used to shuffle the 16 bytes.
  22         * byte 0-5 wills be swapped with byte 6-11.
  23         * byte 12-15 will keep unchanged.
  24         */
  25        __m128i shfl_msk = _mm_set_epi8(15, 14, 13, 12,
  26                                        5, 4, 3, 2,
  27                                        1, 0, 11, 10,
  28                                        9, 8, 7, 6);
  29
  30        ol_flags = ol_flags_init(txp->dev_conf.txmode.offloads);
  31        vlan_qinq_set(pkts, nb, ol_flags,
  32                        txp->tx_vlan_id, txp->tx_vlan_id_outer);
  33
  34        i = 0;
  35        r = nb;
  36
  37        while (r >= 4) {
  38                if (r >= 8) {
  39                        rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 4], void *));
  40                        rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 5], void *));
  41                        rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 6], void *));
  42                        rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 7], void *));
  43                }
  44
  45                mb[0] = pkts[i++];
  46                eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct rte_ether_hdr *);
  47                addr0 = _mm_loadu_si128((__m128i *)eth_hdr[0]);
  48
  49                mb[1] = pkts[i++];
  50                eth_hdr[1] = rte_pktmbuf_mtod(mb[1], struct rte_ether_hdr *);
  51                addr1 = _mm_loadu_si128((__m128i *)eth_hdr[1]);
  52
  53
  54                mb[2] = pkts[i++];
  55                eth_hdr[2] = rte_pktmbuf_mtod(mb[2], struct rte_ether_hdr *);
  56                addr2 = _mm_loadu_si128((__m128i *)eth_hdr[2]);
  57
  58                mb[3] = pkts[i++];
  59                eth_hdr[3] = rte_pktmbuf_mtod(mb[3], struct rte_ether_hdr *);
  60                addr3 = _mm_loadu_si128((__m128i *)eth_hdr[3]);
  61
  62                addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
  63                addr1 = _mm_shuffle_epi8(addr1, shfl_msk);
  64                addr2 = _mm_shuffle_epi8(addr2, shfl_msk);
  65                addr3 = _mm_shuffle_epi8(addr3, shfl_msk);
  66
  67                _mm_storeu_si128((__m128i *)eth_hdr[0], addr0);
  68                _mm_storeu_si128((__m128i *)eth_hdr[1], addr1);
  69                _mm_storeu_si128((__m128i *)eth_hdr[2], addr2);
  70                _mm_storeu_si128((__m128i *)eth_hdr[3], addr3);
  71
  72                mbuf_field_set(mb[0], ol_flags);
  73                mbuf_field_set(mb[1], ol_flags);
  74                mbuf_field_set(mb[2], ol_flags);
  75                mbuf_field_set(mb[3], ol_flags);
  76                r -= 4;
  77        }
  78
  79        for ( ; i < nb; i++) {
  80                if (i < nb - 1)
  81                        rte_prefetch0(rte_pktmbuf_mtod(pkts[i+1], void *));
  82                mb[0] = pkts[i];
  83                eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct rte_ether_hdr *);
  84
  85                /* Swap dest and src mac addresses. */
  86                addr0 = _mm_loadu_si128((__m128i *)eth_hdr[0]);
  87                addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
  88                _mm_storeu_si128((__m128i *)eth_hdr[0], addr0);
  89
  90                mbuf_field_set(mb[0], ol_flags);
  91        }
  92}
  93
  94#endif /* _MACSWAP_SSE_H_ */
  95