27 #include <rte_config.h> 31 #if defined(RTE_ARCH_X86) || defined(__ARM_NEON) || \ 32 defined(RTE_ARCH_LOONGARCH_64) 40 static const __m128i rte_thash_ipv6_bswap_mask = {
41 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL};
42 #elif defined(RTE_ARCH_LOONGARCH_64) 43 static const xmm_t rte_thash_ipv6_bswap_mask = (xmm_t){.u64 = {
44 0x0405060700010203ULL, 0x0C0D0E0F08090A0BULL,} };
51 #define RTE_THASH_V4_L3_LEN ((sizeof(struct rte_ipv4_tuple) - \ 52 sizeof(((struct rte_ipv4_tuple *)0)->sctp_tag)) / 4) 59 #define RTE_THASH_V4_L4_LEN ((sizeof(struct rte_ipv4_tuple)) / 4) 65 #define RTE_THASH_V6_L3_LEN ((sizeof(struct rte_ipv6_tuple) - \ 66 sizeof(((struct rte_ipv6_tuple *)0)->sctp_tag)) / 4) 73 #define RTE_THASH_V6_L4_LEN ((sizeof(struct rte_ipv6_tuple)) / 4) 110 union rte_thash_tuple {
113 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_LOONGARCH_64) 133 for (i = 0; i < (len >> 2); i++)
147 union rte_thash_tuple *targ)
150 __m128i ipv6 = _mm_loadu_si128((
const __m128i *)orig->
src_addr);
151 *(__m128i *)targ->v6.src_addr =
152 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
153 ipv6 = _mm_loadu_si128((
const __m128i *)orig->
dst_addr);
154 *(__m128i *)targ->v6.dst_addr =
155 _mm_shuffle_epi8(ipv6, rte_thash_ipv6_bswap_mask);
156 #elif defined(__ARM_NEON) 157 uint8x16_t ipv6 = vld1q_u8((uint8_t
const *)orig->
src_addr);
158 vst1q_u8((uint8_t *)targ->v6.src_addr, vrev32q_u8(ipv6));
159 ipv6 = vld1q_u8((uint8_t
const *)orig->
dst_addr);
160 vst1q_u8((uint8_t *)targ->v6.dst_addr, vrev32q_u8(ipv6));
161 #elif defined(RTE_ARCH_LOONGARCH_64) 162 #ifdef RTE_ARCH_NO_VECTOR 164 for (i = 0; i < 4; i++) {
165 *((uint32_t *)targ->v6.src_addr + i) =
167 *((uint32_t *)targ->v6.dst_addr + i) =
175 for (i = 0; i < 4; i++) {
176 *((uint32_t *)targ->v6.src_addr + i) =
178 *((uint32_t *)targ->v6.dst_addr + i) =
195 static inline uint32_t
197 const uint8_t *rss_key)
199 uint32_t i, j, map, ret = 0;
201 for (j = 0; j < input_len; j++) {
202 for (map = input_tuple[j]; map; map &= (map - 1)) {
205 (uint32_t)((uint64_t)(
rte_cpu_to_be_32(((
const uint32_t *)rss_key)[j + 1])) >>
225 static inline uint32_t
227 const uint8_t *rss_key)
229 uint32_t i, j, map, ret = 0;
231 for (j = 0; j < input_len; j++) {
232 for (map = input_tuple[j]; map; map &= (map - 1)) {
234 ret ^= ((
const uint32_t *)rss_key)[j] << (31 - i) |
235 (uint32_t)((uint64_t)(((
const uint32_t *)rss_key)[j + 1]) >> (i + 1));
static rte_be32_t rte_cpu_to_be_32(uint32_t x)
static void rte_convert_rss_key(const uint32_t *orig, uint32_t *targ, int len)
static uint32_t rte_bsf32(uint32_t v)
static void rte_thash_load_v6_addrs(const struct rte_ipv6_hdr *orig, union rte_thash_tuple *targ)
static uint32_t rte_softrss(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
static uint32_t rte_be_to_cpu_32(rte_be32_t x)
static uint32_t rte_softrss_be(uint32_t *input_tuple, uint32_t input_len, const uint8_t *rss_key)
__extension__ struct rte_eth_link __rte_aligned(8)