X-Git-Url: https://wimlib.net/git/?a=blobdiff_plain;f=src%2Flzms-decompress.c;h=1516e364d842f72059332430c5177353b40fd963;hb=036c7da59a54e9a24b1afb917b4f9f10eee176ee;hp=f2fcb60ebcd94b10f78c02207df6ec9926e50dcb;hpb=027518fa61bd9232ff7fa7ecd270546d920c912f;p=wimlib diff --git a/src/lzms-decompress.c b/src/lzms-decompress.c index f2fcb60e..1516e364 100644 --- a/src/lzms-decompress.c +++ b/src/lzms-decompress.c @@ -35,7 +35,7 @@ * is a container format from which the locations and sizes (both compressed and * uncompressed) of the constituent blocks can be determined. * - * A LZMS-compressed block must be read in 16-bit little endian units from both + * An LZMS-compressed block must be read in 16-bit little endian units from both * directions. One logical bitstream starts at the front of the block and * proceeds forwards. Another logical bitstream starts at the end of the block * and proceeds backwards. Bits read from the forwards bitstream constitute @@ -65,7 +65,7 @@ * offset is 1, regardless of match length. * * For LZ matches, up to 3 repeat offsets are allowed, similar to some other - * LZ-based formats such as LZX and LZMA. They must updated in a LRU fashion, + * LZ-based formats such as LZX and LZMA. They must updated in an LRU fashion, * except for a quirk: updates to the queue must be delayed by one LZMS item, * except for the removal of a repeat match. As a result, 4 entries are * actually needed in the queue, even though it is only possible to decode @@ -173,7 +173,7 @@ * than 15 bits, then all frequencies must be divided by 2, rounding up, and the * code construction must be attempted again. * - * A LZMS-compressed block seemingly cannot have a compressed size greater than + * An LZMS-compressed block seemingly cannot have a compressed size greater than * or equal to the uncompressed size. In such cases the block must be stored * uncompressed. * @@ -194,7 +194,6 @@ #include "wimlib/compress_common.h" #include "wimlib/decompressor_ops.h" #include "wimlib/decompress_common.h" -#include "wimlib/error.h" #include "wimlib/lzms.h" #include "wimlib/util.h" @@ -233,7 +232,7 @@ struct lzms_input_bitstream { * at a time, this needs to be 64 bits rather than 32 bits. */ u64 bitbuf; - /* Number of bits in @bitbuf that are are used. */ + /* Number of bits in @bitbuf that are used. */ unsigned num_filled_bits; /* Pointer to the one past the next little-endian 16-bit integer in the @@ -284,6 +283,8 @@ struct lzms_huffman_decoder { * read using this decoder. */ const u32 *slot_base_tab; + const u8 *extra_bits_tab; + /* Number of symbols that have been read using this code far. Reset to * 0 whenever the code is rebuilt. */ u32 num_syms_read; @@ -346,8 +347,8 @@ struct lzms_decompressor { struct lzms_huffman_decoder delta_power_decoder; struct lzms_huffman_decoder delta_offset_decoder; - /* LRU (least-recently-used) queues for match information. */ - struct lzms_lru_queues lru; + /* LRU (least-recently-used) queues for match information. */ + struct lzms_lru_queues lru; /* Used for postprocessing. */ s32 last_target_usages[65536]; @@ -628,19 +629,19 @@ lzms_decode_value(struct lzms_huffman_decoder *dec) unsigned num_extra_bits; u32 extra_bits; + LZMS_ASSERT(dec->slot_base_tab != NULL); + LZMS_ASSERT(dec->extra_bits_tab != NULL); + /* Read the slot (position slot, length slot, etc.), which is encoded as * a Huffman symbol. */ slot = lzms_huffman_decode_symbol(dec); - LZMS_ASSERT(dec->slot_base_tab != NULL); - /* Get the number of extra bits needed to represent the range of values * that share the slot. */ - num_extra_bits = bsr32(dec->slot_base_tab[slot + 1] - - dec->slot_base_tab[slot]); + num_extra_bits = dec->extra_bits_tab[slot]; - /* Read the number of extra bits and add them to the slot to form the - * final decoded value. */ + /* Read the number of extra bits and add them to the slot base to form + * the final decoded value. */ extra_bits = lzms_input_bitstream_read_bits(dec->is, num_extra_bits); return dec->slot_base_tab[slot] + extra_bits; } @@ -795,6 +796,7 @@ lzms_decode_delta_match(struct lzms_decompressor *ctx) return lzms_copy_delta_match(ctx, length, power, raw_offset); } +/* Decode an LZ or delta match. */ static int lzms_decode_match(struct lzms_decompressor *ctx) { @@ -831,8 +833,7 @@ lzms_decode_item(struct lzms_decompressor *ctx) if (ret) return ret; - /* Update LRU queues */ - lzms_update_lru_queues(&ctx->lru); + lzms_update_lru_queues(&ctx->lru); return 0; } @@ -852,11 +853,14 @@ lzms_init_range_decoder(struct lzms_range_decoder *dec, static void lzms_init_huffman_decoder(struct lzms_huffman_decoder *dec, struct lzms_input_bitstream *is, - const u32 *slot_base_tab, unsigned num_syms, + const u32 *slot_base_tab, + const u8 *extra_bits_tab, + unsigned num_syms, unsigned rebuild_freq) { dec->is = is; dec->slot_base_tab = slot_base_tab; + dec->extra_bits_tab = extra_bits_tab; dec->num_syms = num_syms; dec->num_syms_read = rebuild_freq; dec->rebuild_freq = rebuild_freq; @@ -886,9 +890,6 @@ lzms_init_decompressor(struct lzms_decompressor *ctx, * backwards) */ lzms_input_bitstream_init(&ctx->is, cdata, clen / 2); - /* Initialize position and length slot bases if not done already. */ - lzms_init_slot_bases(); - /* Calculate the number of position slots needed for this compressed * block. */ num_position_slots = lzms_get_position_slot(ulen - 1) + 1; @@ -898,23 +899,29 @@ lzms_init_decompressor(struct lzms_decompressor *ctx, /* Initialize Huffman decoders for each alphabet used in the compressed * representation. */ lzms_init_huffman_decoder(&ctx->literal_decoder, &ctx->is, - NULL, LZMS_NUM_LITERAL_SYMS, + NULL, NULL, LZMS_NUM_LITERAL_SYMS, LZMS_LITERAL_CODE_REBUILD_FREQ); lzms_init_huffman_decoder(&ctx->lz_offset_decoder, &ctx->is, - lzms_position_slot_base, num_position_slots, + lzms_position_slot_base, + lzms_extra_position_bits, + num_position_slots, LZMS_LZ_OFFSET_CODE_REBUILD_FREQ); lzms_init_huffman_decoder(&ctx->length_decoder, &ctx->is, - lzms_length_slot_base, LZMS_NUM_LEN_SYMS, + lzms_length_slot_base, + lzms_extra_length_bits, + LZMS_NUM_LEN_SYMS, LZMS_LENGTH_CODE_REBUILD_FREQ); lzms_init_huffman_decoder(&ctx->delta_offset_decoder, &ctx->is, - lzms_position_slot_base, num_position_slots, + lzms_position_slot_base, + lzms_extra_position_bits, + num_position_slots, LZMS_DELTA_OFFSET_CODE_REBUILD_FREQ); lzms_init_huffman_decoder(&ctx->delta_power_decoder, &ctx->is, - NULL, LZMS_NUM_DELTA_POWER_SYMS, + NULL, NULL, LZMS_NUM_DELTA_POWER_SYMS, LZMS_DELTA_POWER_CODE_REBUILD_FREQ); @@ -941,7 +948,7 @@ lzms_init_decompressor(struct lzms_decompressor *ctx, &ctx->rd, LZMS_NUM_DELTA_REPEAT_MATCH_STATES); /* Initialize LRU match information. */ - lzms_init_lru_queues(&ctx->lru); + lzms_init_lru_queues(&ctx->lru); LZMS_DEBUG("Decompressor successfully initialized"); } @@ -978,7 +985,7 @@ lzms_decompress(const void *compressed_data, size_t compressed_size, return -1; } - /* A LZMS-compressed data block should be evenly divisible into 16-bit + /* An LZMS-compressed data block should be evenly divisible into 16-bit * integers. */ if (compressed_size % 2 != 0) { LZMS_DEBUG("Compressed size not divisible by 2 (got %zu)", @@ -1034,6 +1041,9 @@ lzms_create_decompressor(size_t max_block_size, if (ctx == NULL) return WIMLIB_ERR_NOMEM; + /* Initialize position and length slot data if not done already. */ + lzms_init_slots(); + *ctx_ret = ctx; return 0; }