X-Git-Url: https://wimlib.net/git/?p=wimlib;a=blobdiff_plain;f=src%2Fcompress_parallel.c;h=6cd306c2fcb96d5aa6d8b7e64c08c27022c3ff12;hp=fa7f5dde113750adea8a1b43f12227748cd5109d;hb=44b239c501762cbee4ac0d218b144c937e642098;hpb=abe65b1f2f12bcedec1103cc7924897720f919be diff --git a/src/compress_parallel.c b/src/compress_parallel.c index fa7f5dde..6cd306c2 100644 --- a/src/compress_parallel.c +++ b/src/compress_parallel.c @@ -423,8 +423,15 @@ new_parallel_chunk_compressor(int out_ctype, u32 out_chunk_size, desired_num_threads = num_threads; - chunks_per_msg = MAX_CHUNKS_PER_MSG; - msgs_per_thread = 2; + if (out_chunk_size < ((u32)1 << 23)) { + chunks_per_msg = MAX_CHUNKS_PER_MSG; + msgs_per_thread = 2; + } else { + /* Big chunks: Just have one buffer per thread --- more would + * just waste memory. */ + chunks_per_msg = 1; + msgs_per_thread = 1; + } for (;;) { approx_mem_required = (u64)chunks_per_msg *