56 #include <rte_config.h> 60 #if defined(RTE_ARCH_X86) || defined(RTE_MACHINE_CPUFLAG_NEON) || \ 61 defined(RTE_ARCH_MIPS_64) || defined(RTE_ARCH_LOONGARCH_64) 69 static const __m128i rte_thash_ipv6_bswap_mask = {
70 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
71 #elif defined(RTE_ARCH_MIPS_64) 72 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
73 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
74 #elif defined(RTE_ARCH_LOONGARCH_64) 75 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
76 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
83 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \ 84 sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4) 91 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4) 97 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \ 98 sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4) 105 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4) 130 uint8_t src_addr[16];
131 uint8_t dst_addr[16];
142 union rte_thash_tuple {
145 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_MIPS_64) || \ 146 defined(RTE_ARCH_LOONGARCH_64) 147 } __attribute__((aligned(XMM_SIZE)));
166 for (i = 0; i < (len >> 2); i++)
182 __m128i ipv6 = _mm_loadu_si128((
const __m128i *)orig->
src_addr);
183 *(__m128i *)targ->v6.src_addr =
184 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
185 ipv6 = _mm_loadu_si128((
const __m128i *)orig->
dst_addr);
186 *(__m128i *)targ->v6.dst_addr =
187 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
188 #elif defined(RTE_MACHINE_CPUFLAG_NEON) 189 uint8x16_t ipv6 = vld1q_u8((uint8_t
const *)orig->
src_addr);
190 vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
191 ipv6 = vld1q_u8((uint8_t
const *)orig->
dst_addr);
192 vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
193 #elif defined(RTE_ARCH_MIPS_64) 194 #ifdef RTE_ARCH_NO_VECTOR 196 for (i = 0; i < 4; i++) {
197 *((uint32_t *)targ->v6.src_addr + i) =
199 *((uint32_t *)targ->v6.dst_addr + i) =
203 #elif defined(RTE_ARCH_LOONGARCH_64) 204 #ifdef RTE_ARCH_NO_VECTOR 206 for (i = 0; i < 4; i++) {
207 *((uint32_t *)targ->v6.src_addr + i) =
209 *((uint32_t *)targ->v6.dst_addr + i) =
217 for (i = 0; i < 4; i++) {
218 *((uint32_t *)targ->v6.src_addr + i) =
220 *((uint32_t *)targ->v6.dst_addr + i) =
237 static inline uint32_t
239 const uint8_t *rss_key)
241 uint32_t i, j, map, ret = 0;
243 for (j = 0; j < input_len; j++) {
244 for (map = input_tuple[j]; map; map &= (map - 1)) {
247 (uint32_t)((uint64_t)(
rte_cpu_to_be_32(((
const uint32_t *)rss_key)[j + 1])) >>
267 static inline uint32_t
269 const uint8_t *rss_key)
271 uint32_t i, j, map, ret = 0;
273 for (j = 0; j < input_len; j++) {
274 for (map = input_tuple[j]; map; map &= (map - 1)) {
276 ret ^= ((
const uint32_t *)rss_key)[j] << (31 - i) |
277 (uint32_t)((uint64_t)(((
const uint32_t *)rss_key)[j + 1]) >> (i + 1));
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
static uint32_t rte_bsf32(uint32_t v)
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
static void rte_thash_load_v6_addrs(const struct ipv6_hdr *orig, union rte_thash_tuple *targ)
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)