Lines Matching refs:s
571 static uint16_t *lzma_literal_probs(struct xz_dec_lzma2 *s) in lzma_literal_probs() argument
573 uint32_t prev_byte = dict_get(&s->dict, 0); in lzma_literal_probs()
574 uint32_t low = prev_byte >> (8 - s->lzma.lc); in lzma_literal_probs()
575 uint32_t high = (s->dict.pos & s->lzma.literal_pos_mask) << s->lzma.lc; in lzma_literal_probs()
576 return s->lzma.literal[low + high]; in lzma_literal_probs()
580 static void lzma_literal(struct xz_dec_lzma2 *s) in lzma_literal() argument
589 probs = lzma_literal_probs(s); in lzma_literal()
591 if (lzma_state_is_literal(s->lzma.state)) { in lzma_literal()
592 symbol = rc_bittree(&s->rc, probs, 0x100); in lzma_literal()
595 match_byte = dict_get(&s->dict, s->lzma.rep0) << 1; in lzma_literal()
603 if (rc_bit(&s->rc, &probs[i])) { in lzma_literal()
613 dict_put(&s->dict, (uint8_t)symbol); in lzma_literal()
614 lzma_state_literal(&s->lzma.state); in lzma_literal()
618 static void lzma_len(struct xz_dec_lzma2 *s, struct lzma_len_dec *l, in lzma_len() argument
624 if (!rc_bit(&s->rc, &l->choice)) { in lzma_len()
627 s->lzma.len = MATCH_LEN_MIN; in lzma_len()
629 if (!rc_bit(&s->rc, &l->choice2)) { in lzma_len()
632 s->lzma.len = MATCH_LEN_MIN + LEN_LOW_SYMBOLS; in lzma_len()
636 s->lzma.len = MATCH_LEN_MIN + LEN_LOW_SYMBOLS in lzma_len()
641 s->lzma.len += rc_bittree(&s->rc, probs, limit) - limit; in lzma_len()
645 static void lzma_match(struct xz_dec_lzma2 *s, uint32_t pos_state) in lzma_match() argument
651 lzma_state_match(&s->lzma.state); in lzma_match()
653 s->lzma.rep3 = s->lzma.rep2; in lzma_match()
654 s->lzma.rep2 = s->lzma.rep1; in lzma_match()
655 s->lzma.rep1 = s->lzma.rep0; in lzma_match()
657 lzma_len(s, &s->lzma.match_len_dec, pos_state); in lzma_match()
659 probs = s->lzma.dist_slot[lzma_get_dist_state(s->lzma.len)]; in lzma_match()
660 dist_slot = rc_bittree(&s->rc, probs, DIST_SLOTS) - DIST_SLOTS; in lzma_match()
663 s->lzma.rep0 = dist_slot; in lzma_match()
666 s->lzma.rep0 = 2 + (dist_slot & 1); in lzma_match()
669 s->lzma.rep0 <<= limit; in lzma_match()
670 probs = s->lzma.dist_special + s->lzma.rep0 in lzma_match()
672 rc_bittree_reverse(&s->rc, probs, in lzma_match()
673 &s->lzma.rep0, limit); in lzma_match()
675 rc_direct(&s->rc, &s->lzma.rep0, limit - ALIGN_BITS); in lzma_match()
676 s->lzma.rep0 <<= ALIGN_BITS; in lzma_match()
677 rc_bittree_reverse(&s->rc, s->lzma.dist_align, in lzma_match()
678 &s->lzma.rep0, ALIGN_BITS); in lzma_match()
687 static void lzma_rep_match(struct xz_dec_lzma2 *s, uint32_t pos_state) in lzma_rep_match() argument
691 if (!rc_bit(&s->rc, &s->lzma.is_rep0[s->lzma.state])) { in lzma_rep_match()
692 if (!rc_bit(&s->rc, &s->lzma.is_rep0_long[ in lzma_rep_match()
693 s->lzma.state][pos_state])) { in lzma_rep_match()
694 lzma_state_short_rep(&s->lzma.state); in lzma_rep_match()
695 s->lzma.len = 1; in lzma_rep_match()
699 if (!rc_bit(&s->rc, &s->lzma.is_rep1[s->lzma.state])) { in lzma_rep_match()
700 tmp = s->lzma.rep1; in lzma_rep_match()
702 if (!rc_bit(&s->rc, &s->lzma.is_rep2[s->lzma.state])) { in lzma_rep_match()
703 tmp = s->lzma.rep2; in lzma_rep_match()
705 tmp = s->lzma.rep3; in lzma_rep_match()
706 s->lzma.rep3 = s->lzma.rep2; in lzma_rep_match()
709 s->lzma.rep2 = s->lzma.rep1; in lzma_rep_match()
712 s->lzma.rep1 = s->lzma.rep0; in lzma_rep_match()
713 s->lzma.rep0 = tmp; in lzma_rep_match()
716 lzma_state_long_rep(&s->lzma.state); in lzma_rep_match()
717 lzma_len(s, &s->lzma.rep_len_dec, pos_state); in lzma_rep_match()
721 static bool lzma_main(struct xz_dec_lzma2 *s) in lzma_main() argument
729 if (dict_has_space(&s->dict) && s->lzma.len > 0) in lzma_main()
730 dict_repeat(&s->dict, &s->lzma.len, s->lzma.rep0); in lzma_main()
736 while (dict_has_space(&s->dict) && !rc_limit_exceeded(&s->rc)) { in lzma_main()
737 pos_state = s->dict.pos & s->lzma.pos_mask; in lzma_main()
739 if (!rc_bit(&s->rc, &s->lzma.is_match[ in lzma_main()
740 s->lzma.state][pos_state])) { in lzma_main()
741 lzma_literal(s); in lzma_main()
743 if (rc_bit(&s->rc, &s->lzma.is_rep[s->lzma.state])) in lzma_main()
744 lzma_rep_match(s, pos_state); in lzma_main()
746 lzma_match(s, pos_state); in lzma_main()
748 if (!dict_repeat(&s->dict, &s->lzma.len, s->lzma.rep0)) in lzma_main()
757 rc_normalize(&s->rc); in lzma_main()
766 static void lzma_reset(struct xz_dec_lzma2 *s) in lzma_reset() argument
771 s->lzma.state = STATE_LIT_LIT; in lzma_reset()
772 s->lzma.rep0 = 0; in lzma_reset()
773 s->lzma.rep1 = 0; in lzma_reset()
774 s->lzma.rep2 = 0; in lzma_reset()
775 s->lzma.rep3 = 0; in lzma_reset()
786 probs = s->lzma.is_match[0]; in lzma_reset()
790 rc_reset(&s->rc); in lzma_reset()
798 static bool lzma_props(struct xz_dec_lzma2 *s, uint8_t props) in lzma_props() argument
803 s->lzma.pos_mask = 0; in lzma_props()
806 ++s->lzma.pos_mask; in lzma_props()
809 s->lzma.pos_mask = (1 << s->lzma.pos_mask) - 1; in lzma_props()
811 s->lzma.literal_pos_mask = 0; in lzma_props()
814 ++s->lzma.literal_pos_mask; in lzma_props()
817 s->lzma.lc = props; in lzma_props()
819 if (s->lzma.lc + s->lzma.literal_pos_mask > 4) in lzma_props()
822 s->lzma.literal_pos_mask = (1 << s->lzma.literal_pos_mask) - 1; in lzma_props()
824 lzma_reset(s); in lzma_props()
845 static bool lzma2_lzma(struct xz_dec_lzma2 *s, struct xz_buf *b) in lzma2_lzma() argument
851 if (s->temp.size > 0 || s->lzma2.compressed == 0) { in lzma2_lzma()
852 tmp = 2 * LZMA_IN_REQUIRED - s->temp.size; in lzma2_lzma()
853 if (tmp > s->lzma2.compressed - s->temp.size) in lzma2_lzma()
854 tmp = s->lzma2.compressed - s->temp.size; in lzma2_lzma()
858 memcpy(s->temp.buf + s->temp.size, b->in + b->in_pos, tmp); in lzma2_lzma()
860 if (s->temp.size + tmp == s->lzma2.compressed) { in lzma2_lzma()
861 memzero(s->temp.buf + s->temp.size + tmp, in lzma2_lzma()
862 sizeof(s->temp.buf) in lzma2_lzma()
863 - s->temp.size - tmp); in lzma2_lzma()
864 s->rc.in_limit = s->temp.size + tmp; in lzma2_lzma()
865 } else if (s->temp.size + tmp < LZMA_IN_REQUIRED) { in lzma2_lzma()
866 s->temp.size += tmp; in lzma2_lzma()
870 s->rc.in_limit = s->temp.size + tmp - LZMA_IN_REQUIRED; in lzma2_lzma()
873 s->rc.in = s->temp.buf; in lzma2_lzma()
874 s->rc.in_pos = 0; in lzma2_lzma()
876 if (!lzma_main(s) || s->rc.in_pos > s->temp.size + tmp) in lzma2_lzma()
879 s->lzma2.compressed -= s->rc.in_pos; in lzma2_lzma()
881 if (s->rc.in_pos < s->temp.size) { in lzma2_lzma()
882 s->temp.size -= s->rc.in_pos; in lzma2_lzma()
883 memmove(s->temp.buf, s->temp.buf + s->rc.in_pos, in lzma2_lzma()
884 s->temp.size); in lzma2_lzma()
888 b->in_pos += s->rc.in_pos - s->temp.size; in lzma2_lzma()
889 s->temp.size = 0; in lzma2_lzma()
894 s->rc.in = b->in; in lzma2_lzma()
895 s->rc.in_pos = b->in_pos; in lzma2_lzma()
897 if (in_avail >= s->lzma2.compressed + LZMA_IN_REQUIRED) in lzma2_lzma()
898 s->rc.in_limit = b->in_pos + s->lzma2.compressed; in lzma2_lzma()
900 s->rc.in_limit = b->in_size - LZMA_IN_REQUIRED; in lzma2_lzma()
902 if (!lzma_main(s)) in lzma2_lzma()
905 in_avail = s->rc.in_pos - b->in_pos; in lzma2_lzma()
906 if (in_avail > s->lzma2.compressed) in lzma2_lzma()
909 s->lzma2.compressed -= in_avail; in lzma2_lzma()
910 b->in_pos = s->rc.in_pos; in lzma2_lzma()
915 if (in_avail > s->lzma2.compressed) in lzma2_lzma()
916 in_avail = s->lzma2.compressed; in lzma2_lzma()
918 memcpy(s->temp.buf, b->in + b->in_pos, in_avail); in lzma2_lzma()
919 s->temp.size = in_avail; in lzma2_lzma()
930 XZ_EXTERN enum xz_ret xz_dec_lzma2_run(struct xz_dec_lzma2 *s, in xz_dec_lzma2_run() argument
935 while (b->in_pos < b->in_size || s->lzma2.sequence == SEQ_LZMA_RUN) { in xz_dec_lzma2_run()
936 switch (s->lzma2.sequence) { in xz_dec_lzma2_run()
975 s->lzma2.need_props = true; in xz_dec_lzma2_run()
976 s->lzma2.need_dict_reset = false; in xz_dec_lzma2_run()
977 dict_reset(&s->dict, b); in xz_dec_lzma2_run()
978 } else if (s->lzma2.need_dict_reset) { in xz_dec_lzma2_run()
983 s->lzma2.uncompressed = (tmp & 0x1F) << 16; in xz_dec_lzma2_run()
984 s->lzma2.sequence = SEQ_UNCOMPRESSED_1; in xz_dec_lzma2_run()
992 s->lzma2.need_props = false; in xz_dec_lzma2_run()
993 s->lzma2.next_sequence in xz_dec_lzma2_run()
996 } else if (s->lzma2.need_props) { in xz_dec_lzma2_run()
1000 s->lzma2.next_sequence in xz_dec_lzma2_run()
1003 lzma_reset(s); in xz_dec_lzma2_run()
1009 s->lzma2.sequence = SEQ_COMPRESSED_0; in xz_dec_lzma2_run()
1010 s->lzma2.next_sequence = SEQ_COPY; in xz_dec_lzma2_run()
1016 s->lzma2.uncompressed in xz_dec_lzma2_run()
1018 s->lzma2.sequence = SEQ_UNCOMPRESSED_2; in xz_dec_lzma2_run()
1022 s->lzma2.uncompressed in xz_dec_lzma2_run()
1024 s->lzma2.sequence = SEQ_COMPRESSED_0; in xz_dec_lzma2_run()
1028 s->lzma2.compressed in xz_dec_lzma2_run()
1030 s->lzma2.sequence = SEQ_COMPRESSED_1; in xz_dec_lzma2_run()
1034 s->lzma2.compressed in xz_dec_lzma2_run()
1036 s->lzma2.sequence = s->lzma2.next_sequence; in xz_dec_lzma2_run()
1040 if (!lzma_props(s, b->in[b->in_pos++])) in xz_dec_lzma2_run()
1043 s->lzma2.sequence = SEQ_LZMA_PREPARE; in xz_dec_lzma2_run()
1048 if (s->lzma2.compressed < RC_INIT_BYTES) in xz_dec_lzma2_run()
1051 if (!rc_read_init(&s->rc, b)) in xz_dec_lzma2_run()
1054 s->lzma2.compressed -= RC_INIT_BYTES; in xz_dec_lzma2_run()
1055 s->lzma2.sequence = SEQ_LZMA_RUN; in xz_dec_lzma2_run()
1069 dict_limit(&s->dict, min_t(size_t, in xz_dec_lzma2_run()
1071 s->lzma2.uncompressed)); in xz_dec_lzma2_run()
1072 if (!lzma2_lzma(s, b)) in xz_dec_lzma2_run()
1075 s->lzma2.uncompressed -= dict_flush(&s->dict, b); in xz_dec_lzma2_run()
1077 if (s->lzma2.uncompressed == 0) { in xz_dec_lzma2_run()
1078 if (s->lzma2.compressed > 0 || s->lzma.len > 0 in xz_dec_lzma2_run()
1079 || !rc_is_finished(&s->rc)) in xz_dec_lzma2_run()
1082 rc_reset(&s->rc); in xz_dec_lzma2_run()
1083 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_run()
1087 && s->temp.size in xz_dec_lzma2_run()
1088 < s->lzma2.compressed)) { in xz_dec_lzma2_run()
1095 dict_uncompressed(&s->dict, b, &s->lzma2.compressed); in xz_dec_lzma2_run()
1096 if (s->lzma2.compressed > 0) in xz_dec_lzma2_run()
1099 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_run()
1110 struct xz_dec_lzma2 *s = kmalloc(sizeof(*s), GFP_KERNEL); in xz_dec_lzma2_create() local
1111 if (s == NULL) in xz_dec_lzma2_create()
1114 s->dict.mode = mode; in xz_dec_lzma2_create()
1115 s->dict.size_max = dict_max; in xz_dec_lzma2_create()
1118 s->dict.buf = vmalloc(dict_max); in xz_dec_lzma2_create()
1119 if (s->dict.buf == NULL) { in xz_dec_lzma2_create()
1120 kfree(s); in xz_dec_lzma2_create()
1124 s->dict.buf = NULL; in xz_dec_lzma2_create()
1125 s->dict.allocated = 0; in xz_dec_lzma2_create()
1127 return s; in xz_dec_lzma2_create()
1130 XZ_EXTERN enum xz_ret xz_dec_lzma2_reset(struct xz_dec_lzma2 *s, uint8_t props) in xz_dec_lzma2_reset() argument
1136 s->dict.size = 2 + (props & 1); in xz_dec_lzma2_reset()
1137 s->dict.size <<= (props >> 1) + 11; in xz_dec_lzma2_reset()
1139 if (DEC_IS_MULTI(s->dict.mode)) { in xz_dec_lzma2_reset()
1140 if (s->dict.size > s->dict.size_max) in xz_dec_lzma2_reset()
1143 s->dict.end = s->dict.size; in xz_dec_lzma2_reset()
1145 if (DEC_IS_DYNALLOC(s->dict.mode)) { in xz_dec_lzma2_reset()
1146 if (s->dict.allocated < s->dict.size) { in xz_dec_lzma2_reset()
1147 vfree(s->dict.buf); in xz_dec_lzma2_reset()
1148 s->dict.buf = vmalloc(s->dict.size); in xz_dec_lzma2_reset()
1149 if (s->dict.buf == NULL) { in xz_dec_lzma2_reset()
1150 s->dict.allocated = 0; in xz_dec_lzma2_reset()
1157 s->lzma.len = 0; in xz_dec_lzma2_reset()
1159 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_reset()
1160 s->lzma2.need_dict_reset = true; in xz_dec_lzma2_reset()
1162 s->temp.size = 0; in xz_dec_lzma2_reset()
1167 XZ_EXTERN void xz_dec_lzma2_end(struct xz_dec_lzma2 *s) in xz_dec_lzma2_end() argument
1169 if (DEC_IS_MULTI(s->dict.mode)) in xz_dec_lzma2_end()
1170 vfree(s->dict.buf); in xz_dec_lzma2_end()
1172 kfree(s); in xz_dec_lzma2_end()