Lines Matching refs:tmp
641 u64 tmp[2 * ECC_MAX_DIGITS]; in vli_mmod_slow() local
642 u64 *v[2] = { tmp, product }; in vli_mmod_slow()
714 const u64 *curve_prime, u64 *tmp) in vli_mmod_fast_192() argument
721 vli_set(tmp, &product[3], ndigits); in vli_mmod_fast_192()
722 carry = vli_add(result, result, tmp, ndigits); in vli_mmod_fast_192()
724 tmp[0] = 0; in vli_mmod_fast_192()
725 tmp[1] = product[3]; in vli_mmod_fast_192()
726 tmp[2] = product[4]; in vli_mmod_fast_192()
727 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_192()
729 tmp[0] = tmp[1] = product[5]; in vli_mmod_fast_192()
730 tmp[2] = 0; in vli_mmod_fast_192()
731 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_192()
741 const u64 *curve_prime, u64 *tmp) in vli_mmod_fast_256() argument
750 tmp[0] = 0; in vli_mmod_fast_256()
751 tmp[1] = product[5] & 0xffffffff00000000ull; in vli_mmod_fast_256()
752 tmp[2] = product[6]; in vli_mmod_fast_256()
753 tmp[3] = product[7]; in vli_mmod_fast_256()
754 carry = vli_lshift(tmp, tmp, 1, ndigits); in vli_mmod_fast_256()
755 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_256()
758 tmp[1] = product[6] << 32; in vli_mmod_fast_256()
759 tmp[2] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
760 tmp[3] = product[7] >> 32; in vli_mmod_fast_256()
761 carry += vli_lshift(tmp, tmp, 1, ndigits); in vli_mmod_fast_256()
762 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_256()
765 tmp[0] = product[4]; in vli_mmod_fast_256()
766 tmp[1] = product[5] & 0xffffffff; in vli_mmod_fast_256()
767 tmp[2] = 0; in vli_mmod_fast_256()
768 tmp[3] = product[7]; in vli_mmod_fast_256()
769 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_256()
772 tmp[0] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
773 tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull); in vli_mmod_fast_256()
774 tmp[2] = product[7]; in vli_mmod_fast_256()
775 tmp[3] = (product[6] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
776 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_256()
779 tmp[0] = (product[5] >> 32) | (product[6] << 32); in vli_mmod_fast_256()
780 tmp[1] = (product[6] >> 32); in vli_mmod_fast_256()
781 tmp[2] = 0; in vli_mmod_fast_256()
782 tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32); in vli_mmod_fast_256()
783 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_256()
786 tmp[0] = product[6]; in vli_mmod_fast_256()
787 tmp[1] = product[7]; in vli_mmod_fast_256()
788 tmp[2] = 0; in vli_mmod_fast_256()
789 tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull); in vli_mmod_fast_256()
790 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_256()
793 tmp[0] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
794 tmp[1] = (product[7] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
795 tmp[2] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
796 tmp[3] = (product[6] << 32); in vli_mmod_fast_256()
797 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_256()
800 tmp[0] = product[7]; in vli_mmod_fast_256()
801 tmp[1] = product[4] & 0xffffffff00000000ull; in vli_mmod_fast_256()
802 tmp[2] = product[5]; in vli_mmod_fast_256()
803 tmp[3] = product[6] & 0xffffffff00000000ull; in vli_mmod_fast_256()
804 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_256()
824 const u64 *curve_prime, u64 *tmp) in vli_mmod_fast_384() argument
833 tmp[0] = 0; // 0 || 0 in vli_mmod_fast_384()
834 tmp[1] = 0; // 0 || 0 in vli_mmod_fast_384()
835 tmp[2] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
836 tmp[3] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
837 tmp[4] = 0; // 0 || 0 in vli_mmod_fast_384()
838 tmp[5] = 0; // 0 || 0 in vli_mmod_fast_384()
839 carry = vli_lshift(tmp, tmp, 1, ndigits); in vli_mmod_fast_384()
840 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
843 tmp[0] = product[6]; //a13||a12 in vli_mmod_fast_384()
844 tmp[1] = product[7]; //a15||a14 in vli_mmod_fast_384()
845 tmp[2] = product[8]; //a17||a16 in vli_mmod_fast_384()
846 tmp[3] = product[9]; //a19||a18 in vli_mmod_fast_384()
847 tmp[4] = product[10]; //a21||a20 in vli_mmod_fast_384()
848 tmp[5] = product[11]; //a23||a22 in vli_mmod_fast_384()
849 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
852 tmp[0] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
853 tmp[1] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
854 tmp[2] = SL32OR32(product[7], (product[6])>>32); //a14||a13 in vli_mmod_fast_384()
855 tmp[3] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
856 tmp[4] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
857 tmp[5] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
858 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
861 tmp[0] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
862 tmp[1] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
863 tmp[2] = product[6]; //a13||a12 in vli_mmod_fast_384()
864 tmp[3] = product[7]; //a15||a14 in vli_mmod_fast_384()
865 tmp[4] = product[8]; //a17||a16 in vli_mmod_fast_384()
866 tmp[5] = product[9]; //a19||a18 in vli_mmod_fast_384()
867 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
870 tmp[0] = 0; // 0|| 0 in vli_mmod_fast_384()
871 tmp[1] = 0; // 0|| 0 in vli_mmod_fast_384()
872 tmp[2] = product[10]; //a21||a20 in vli_mmod_fast_384()
873 tmp[3] = product[11]; //a23||a22 in vli_mmod_fast_384()
874 tmp[4] = 0; // 0|| 0 in vli_mmod_fast_384()
875 tmp[5] = 0; // 0|| 0 in vli_mmod_fast_384()
876 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
879 tmp[0] = AND64L(product[10]); // 0 ||a20 in vli_mmod_fast_384()
880 tmp[1] = AND64H(product[10]); //a21|| 0 in vli_mmod_fast_384()
881 tmp[2] = product[11]; //a23||a22 in vli_mmod_fast_384()
882 tmp[3] = 0; // 0 || 0 in vli_mmod_fast_384()
883 tmp[4] = 0; // 0 || 0 in vli_mmod_fast_384()
884 tmp[5] = 0; // 0 || 0 in vli_mmod_fast_384()
885 carry += vli_add(result, result, tmp, ndigits); in vli_mmod_fast_384()
888 tmp[0] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
889 tmp[1] = SL32OR32(product[7], (product[6]>>32)); //a14||a13 in vli_mmod_fast_384()
890 tmp[2] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
891 tmp[3] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
892 tmp[4] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
893 tmp[5] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
894 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_384()
897 tmp[0] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
898 tmp[1] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
899 tmp[2] = (product[11]>>32); // 0 ||a23 in vli_mmod_fast_384()
900 tmp[3] = 0; // 0 || 0 in vli_mmod_fast_384()
901 tmp[4] = 0; // 0 || 0 in vli_mmod_fast_384()
902 tmp[5] = 0; // 0 || 0 in vli_mmod_fast_384()
903 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_384()
906 tmp[0] = 0; // 0 || 0 in vli_mmod_fast_384()
907 tmp[1] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
908 tmp[2] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
909 tmp[3] = 0; // 0 || 0 in vli_mmod_fast_384()
910 tmp[4] = 0; // 0 || 0 in vli_mmod_fast_384()
911 tmp[5] = 0; // 0 || 0 in vli_mmod_fast_384()
912 carry -= vli_sub(result, result, tmp, ndigits); in vli_mmod_fast_384()
935 const u64 *curve_prime, u64 *tmp) in vli_mmod_fast_521() argument
945 tmp[i] = (product[8 + i] >> 9) | (product[9 + i] << 55); in vli_mmod_fast_521()
946 tmp[8] &= 0x1ff; in vli_mmod_fast_521()
948 vli_mod_add(result, result, tmp, curve_prime, ndigits); in vli_mmod_fast_521()
959 u64 tmp[2 * ECC_MAX_DIGITS]; in vli_mmod_fast() local
982 vli_mmod_fast_192(result, product, curve_prime, tmp); in vli_mmod_fast()
985 vli_mmod_fast_256(result, product, curve_prime, tmp); in vli_mmod_fast()
988 vli_mmod_fast_384(result, product, curve_prime, tmp); in vli_mmod_fast()
991 vli_mmod_fast_521(result, product, curve_prime, tmp); in vli_mmod_fast()