56 #include <rte_config.h> 60 #if defined(RTE_ARCH_X86) || defined(RTE_MACHINE_CPUFLAG_NEON) || \ 61 defined(RTE_ARCH_MIPS_64) || defined(RTE_ARCH_LOONGARCH_64) 69 static const __m128i rte_thash_ipv6_bswap_mask = {
70 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
71 #elif defined(RTE_ARCH_MIPS_64) 72 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
73 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
74 #elif defined(RTE_ARCH_LOONGARCH_64) 75 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
76 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
83 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \ 84 sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4) 91 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4) 97 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \ 98 sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4) 105 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4) 130 uint8_t src_addr[16];
131 uint8_t dst_addr[16];
142 union rte_thash_tuple {
145 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_MIPS_64) || \ 146 defined(RTE_ARCH_LOONGARCH_64) 147 } __attribute__((aligned(XMM_SIZE)));
166 for (i = 0; i < (len >> 2); i++)
182 __m128i ipv6 = _mm_loadu_si128((
const __m128i *)orig->
src_addr);
183 *(__m128i *)targ->v6.src_addr =
184 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
185 ipv6 = _mm_loadu_si128((
const __m128i *)orig->
dst_addr);
186 *(__m128i *)targ->v6.dst_addr =
187 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
188 #elif defined(RTE_MACHINE_CPUFLAG_NEON) 189 uint8x16_t ipv6 = vld1q_u8((uint8_t
const *)orig->
src_addr);
190 vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
191 ipv6 = vld1q_u8((uint8_t
const *)orig->
dst_addr);
192 vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
193 #elif defined(RTE_ARCH_MIPS_64) 194 #ifdef RTE_ARCH_NO_VECTOR 196 for (i = 0; i < 4; i++) {
197 *((uint32_t *)targ->v6.src_addr + i) =
199 *((uint32_t *)targ->v6.dst_addr + i) =
203 #elif defined(RTE_ARCH_LOONGARCH_64) 204 __m128i ipv6 = __lsx_vld((
const __m128i *)orig->
src_addr, 0);
205 __m128i xtmp = __lsx_vldi(0);
206 *(__m128i *)targ->v6.src_addr =
207 __lsx_vshuf_b(xtmp, ipv6, rte_thash_ipv6_bswap_mask.m128i);
208 ipv6 = __lsx_vld((
const __m128i *)orig->
dst_addr, 0);
209 *(__m128i *)targ->v6.dst_addr =
210 __lsx_vshuf_b(xtmp, ipv6, rte_thash_ipv6_bswap_mask.m128i);
213 for (i = 0; i < 4; i++) {
214 *((uint32_t *)targ->v6.src_addr + i) =
216 *((uint32_t *)targ->v6.dst_addr + i) =
233 static inline uint32_t
235 const uint8_t *rss_key)
237 uint32_t i, j, map, ret = 0;
239 for (j = 0; j < input_len; j++) {
240 for (map = input_tuple[j]; map; map &= (map - 1)) {
243 (uint32_t)((uint64_t)(
rte_cpu_to_be_32(((
const uint32_t *)rss_key)[j + 1])) >>
263 static inline uint32_t
265 const uint8_t *rss_key)
267 uint32_t i, j, map, ret = 0;
269 for (j = 0; j < input_len; j++) {
270 for (map = input_tuple[j]; map; map &= (map - 1)) {
272 ret ^= ((
const uint32_t *)rss_key)[j] << (31 - i) |
273 (uint32_t)((uint64_t)(((
const uint32_t *)rss_key)[j + 1]) >> (i + 1));
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
static uint32_t rte_bsf32(uint32_t v)
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
static void rte_thash_load_v6_addrs(const struct ipv6_hdr *orig, union rte_thash_tuple *targ)
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)