DPDK  18.11.10
rte_thash.h
Go to the documentation of this file.
1 /*-
2  * BSD LICENSE
3  *
4  * Copyright(c) 2015 Vladimir Medvedkin <medvedkinv@gmail.com>
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  *
11  * * Redistributions of source code must retain the above copyright
12  * notice, this list of conditions and the following disclaimer.
13  * * Redistributions in binary form must reproduce the above copyright
14  * notice, this list of conditions and the following disclaimer in
15  * the documentation and/or other materials provided with the
16  * distribution.
17  * * Neither the name of Intel Corporation nor the names of its
18  * contributors may be used to endorse or promote products derived
19  * from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #ifndef _RTE_THASH_H
35 #define _RTE_THASH_H
36 
43 #ifdef __cplusplus
44 extern "C" {
45 #endif
46 
54 #include <stdint.h>
55 #include <rte_byteorder.h>
56 #include <rte_config.h>
57 #include <rte_ip.h>
58 #include <rte_common.h>
59 
60 #if defined(RTE_ARCH_X86) || defined(RTE_MACHINE_CPUFLAG_NEON) || \
61  defined(RTE_ARCH_MIPS_64) || defined(RTE_ARCH_LOONGARCH_64)
62 #include <rte_vect.h>
63 #endif
64 
65 #ifdef RTE_ARCH_X86
66 /* Byte swap mask used for converting IPv6 address
67  * 4-byte chunks to CPU byte order
68  */
69 static const __m128i rte_thash_ipv6_bswap_mask = {
70  0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
71 #elif defined(RTE_ARCH_MIPS_64)
72 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
73  0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
74 #elif defined(RTE_ARCH_LOONGARCH_64)
75 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
76  0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
77 #endif
78 
83 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \
84  sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4)
85 
91 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4)
92 
97 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \
98  sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4)
99 
105 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4)
106 
112  uint32_t src_addr;
113  uint32_t dst_addr;
115  union {
116  struct {
117  uint16_t dport;
118  uint16_t sport;
119  };
120  uint32_t sctp_tag;
121  };
122 };
123 
130  uint8_t src_addr[16];
131  uint8_t dst_addr[16];
133  union {
134  struct {
135  uint16_t dport;
136  uint16_t sport;
137  };
138  uint32_t sctp_tag;
139  };
140 };
141 
142 union rte_thash_tuple {
143  struct rte_ipv4_tuple v4;
144  struct rte_ipv6_tuple v6;
145 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_MIPS_64) || \
146  defined(RTE_ARCH_LOONGARCH_64)
147 } __attribute__((aligned(XMM_SIZE)));
148 #else
149 };
150 #endif
151 
161 static inline void
162 rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
163 {
164  int i;
165 
166  for (i = 0; i < (len >> 2); i++)
167  targ[i] = rte_be_to_cpu_32(orig[i]);
168 }
169 
178 static inline void
179 rte_thash_load_v6_addrs(const struct ipv6_hdr *orig, union rte_thash_tuple *targ)
180 {
181 #ifdef RTE_ARCH_X86
182  __m128i ipv6 = _mm_loadu_si128((const __m128i *)orig->src_addr);
183  *(__m128i *)targ->v6.src_addr =
184  _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
185  ipv6 = _mm_loadu_si128((const __m128i *)orig->dst_addr);
186  *(__m128i *)targ->v6.dst_addr =
187  _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
188 #elif defined(RTE_MACHINE_CPUFLAG_NEON)
189  uint8x16_t ipv6 = vld1q_u8((uint8_t const *)orig->src_addr);
190  vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
191  ipv6 = vld1q_u8((uint8_t const *)orig->dst_addr);
192  vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
193 #elif defined(RTE_ARCH_MIPS_64)
194 #ifdef RTE_ARCH_NO_VECTOR
195  int i;
196  for (i = 0; i < 4; i++) {
197  *((uint32_t *)targ->v6.src_addr + i) =
198  rte_be_to_cpu_32(*((const uint32_t *)orig->src_addr + i));
199  *((uint32_t *)targ->v6.dst_addr + i) =
200  rte_be_to_cpu_32(*((const uint32_t *)orig->dst_addr + i));
201  }
202 #endif
203 #elif defined(RTE_ARCH_LOONGARCH_64)
204 #ifdef RTE_ARCH_NO_VECTOR
205  int i;
206  for (i = 0; i < 4; i++) {
207  *((uint32_t *)targ->v6.src_addr + i) =
208  rte_be_to_cpu_32(*((const uint32_t *)orig->src_addr + i));
209  *((uint32_t *)targ->v6.dst_addr + i) =
210  rte_be_to_cpu_32(*((const uint32_t *)orig->dst_addr + i));
211  }
212 #else
213  //TODO add vec support
214 #endif
215 #else
216  int i;
217  for (i = 0; i < 4; i++) {
218  *((uint32_t *)targ->v6.src_addr + i) =
219  rte_be_to_cpu_32(*((const uint32_t *)orig->src_addr + i));
220  *((uint32_t *)targ->v6.dst_addr + i) =
221  rte_be_to_cpu_32(*((const uint32_t *)orig->dst_addr + i));
222  }
223 #endif
224 }
225 
237 static inline uint32_t
238 rte_softrss(uint32_t *input_tuple, uint32_t input_len,
239  const uint8_t *rss_key)
240 {
241  uint32_t i, j, map, ret = 0;
242 
243  for (j = 0; j < input_len; j++) {
244  for (map = input_tuple[j]; map; map &= (map - 1)) {
245  i = rte_bsf32(map);
246  ret ^= rte_cpu_to_be_32(((const uint32_t *)rss_key)[j]) << (31 - i) |
247  (uint32_t)((uint64_t)(rte_cpu_to_be_32(((const uint32_t *)rss_key)[j + 1])) >>
248  (i + 1));
249  }
250  }
251  return ret;
252 }
253 
267 static inline uint32_t
268 rte_softrss_be(uint32_t *input_tuple, uint32_t input_len,
269  const uint8_t *rss_key)
270 {
271  uint32_t i, j, map, ret = 0;
272 
273  for (j = 0; j < input_len; j++) {
274  for (map = input_tuple[j]; map; map &= (map - 1)) {
275  i = rte_bsf32(map);
276  ret ^= ((const uint32_t *)rss_key)[j] << (31 - i) |
277  (uint32_t)((uint64_t)(((const uint32_t *)rss_key)[j + 1]) >> (i + 1));
278  }
279  }
280  return ret;
281 }
282 
283 #ifdef __cplusplus
284 }
285 #endif
286 
287 #endif /* _RTE_THASH_H */
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
uint8_t dst_addr[16]
Definition: rte_ip.h:362
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
Definition: rte_thash.h:162
static uint32_t rte_bsf32(uint32_t v)
Definition: rte_common.h:445
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
Definition: rte_thash.h:238
uint8_t src_addr[16]
Definition: rte_ip.h:361
#define RTE_STD_C11
Definition: rte_common.h:37
static void rte_thash_load_v6_addrs(const struct ipv6_hdr *orig, union rte_thash_tuple *targ)
Definition: rte_thash.h:179
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
Definition: rte_thash.h:268