Lines Matching refs:inv
498 # define swap2(x) __builtin_ia32_permvarsf256(x, __builtin_ia32_cvtps2dq256(inv) - 1)
501 vec_t t_ = __builtin_ia32_vpermilvarps256(x, __builtin_ia32_cvtps2dq256(inv) - 1); \
520 # define swap2(x) __builtin_ia32_vpermilvarps(x, __builtin_ia32_cvtps2dq(inv) - 1)
570 __builtin_ia32_cvtpd2dq(inv) - 1) << 1)
643 # define swap2(x) ((vec_t)B_(permvarsi, _mask, (vsi_t)(x), (vsi_t)(inv - 1), (vsi_t)undef(), ~0))
682 # define swap2(x) ((vec_t)B(permvardi, _mask, (vdi_t)(x), (vdi_t)(inv - 1), (vdi_t)undef(), ~0))
732 # define swap(x) ((vec_t)B(pshufb, _mask, (vqi_t)(x), (vqi_t)(inv - 1), (vqi_t)undef(), ~0))
743 # define swap2(x) ((vec_t)B(permvarqi, _mask, (vqi_t)(x), (vqi_t)(inv - 1), (vqi_t)undef(), ~0))
774 # define swap2(x) ((vec_t)B(permvarhi, _mask, (vhi_t)(x), (vhi_t)(inv - 1), (vhi_t)undef(), ~0))
874 # define swap(x) ((vec_t)__builtin_ia32_permvarsi256((vsi_t)(x), (vsi_t)inv - 1))
1021 # define swap(x) ((vec_t)__builtin_ia32_pshufb128((vqi_t)(x), (vqi_t)(inv - 1)))
1136 # define swap2(x) ((vec_t)__builtin_ia32_vpperm((vqi_t)(x), (vqi_t)(x), (vqi_t)inv - 1))
1140 (vqi_t)(__builtin_ia32_vprotwi(2 * (vhi_t)inv - 1, 8) | \
1141 (2 * inv - 2))))
1151 "x" ((vec_t){}), "m" (x), "x" (__builtin_ia32_cvtps2dq(inv) + 3) ); \
1163 __builtin_ia32_cvtpd2dq(inv) + 1) << 1; \
1314 vec_t x, y, z, src, inv, alt, sh; in simd_test() local
1320 inv[i] = ELEM_COUNT - i; in simd_test()
1352 touch(inv); in simd_test()
1353 x |= inv; in simd_test()
1354 touch(inv); in simd_test()
1355 y &= inv; in simd_test()
1356 touch(inv); in simd_test()
1357 z ^= inv; in simd_test()
1358 touch(inv); in simd_test()
1366 y = inv * inv; in simd_test()
1368 z = src + inv; in simd_test()
1369 touch(inv); in simd_test()
1370 z *= (src - inv); in simd_test()
1474 touch(inv); in simd_test()
1475 x = src * inv; in simd_test()
1476 touch(inv); in simd_test()
1495 touch(inv); in simd_test()
1496 y = mul_full(x, inv); in simd_test()
1497 touch(inv); in simd_test()
1500 unsigned long long res = x[i] * 1ULL * inv[i]; in simd_test()
1583 touch(inv); in simd_test()
1584 x = min(src, inv); in simd_test()
1585 touch(inv); in simd_test()
1586 y = max(src, inv); in simd_test()
1587 touch(inv); in simd_test()
1588 if ( !eq(x + y, src + inv) ) return __LINE__; in simd_test()
1591 y = inv * alt; in simd_test()
1597 if ( !eq((y + z) * alt, src + inv) ) return __LINE__; in simd_test()
1614 if ( !eq(swap(src), inv) ) return __LINE__; in simd_test()
1619 if ( !eq(swap2(src), inv) ) return __LINE__; in simd_test()
1624 if ( !eq(swap3(src), inv) ) return __LINE__; in simd_test()
1629 if ( !eq(broadcast(ELEM_COUNT + 1), src + inv) ) return __LINE__; in simd_test()
1633 if ( !eq(broadcast2(ELEM_COUNT + 1), src + inv) ) return __LINE__; in simd_test()
1692 x = interleave_lo(inv, src); in simd_test()
1694 y = interleave_hi(inv, src); in simd_test()
1826 y[i] = inv[i]; in simd_test()
1830 select(&z, src, inv, alt); in simd_test()
1832 select(&z, src, inv, alt > 0); in simd_test()
1839 select2(&z, src, inv, alt); in simd_test()
1841 select2(&z, src, inv, alt > 0); in simd_test()
1848 touch(inv); in simd_test()
1849 x = mix(src, inv); in simd_test()
1854 touch(inv); in simd_test()
1855 x = addsub(src, inv); in simd_test()
1857 touch(inv); in simd_test()
1858 y = mix(src - inv, src + inv); in simd_test()
1871 touch(inv); in simd_test()
1872 x = dot_product(src, inv); in simd_test()
1891 touch(inv); in simd_test()
1892 x = hsub(src, inv); in simd_test()