X-Git-Url: https://wimlib.net/git/?p=wimlib;a=blobdiff_plain;f=src%2Fsplit.c;h=07106746f484885cbe90771b0c139007400ab3f5;hp=8b12fb268e8af1deb616dff4b59e4691a10ed5b0;hb=db7eada462796f7181106168c581bd3ff8c639a0;hpb=10a87017a0a82d34ed3981e1f5e586b5b8613e3f diff --git a/src/split.c b/src/split.c index 8b12fb26..07106746 100644 --- a/src/split.c +++ b/src/split.c @@ -5,248 +5,245 @@ */ /* - * Copyright (C) 2012, 2013 Biggers + * Copyright (C) 2012, 2013 Eric Biggers * - * This file is part of wimlib, a library for working with WIM files. + * This file is free software; you can redistribute it and/or modify it under + * the terms of the GNU Lesser General Public License as published by the Free + * Software Foundation; either version 3 of the License, or (at your option) any + * later version. * - * wimlib is free software; you can redistribute it and/or modify it under the - * terms of the GNU General Public License as published by the Free - * Software Foundation; either version 3 of the License, or (at your option) - * any later version. - * - * wimlib is distributed in the hope that it will be useful, but WITHOUT ANY - * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR - * A PARTICULAR PURPOSE. See the GNU General Public License for more + * This file is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS + * FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more * details. * - * You should have received a copy of the GNU General Public License - * along with wimlib; if not, see http://www.gnu.org/licenses/. + * You should have received a copy of the GNU Lesser General Public License + * along with this file; if not, see http://www.gnu.org/licenses/. */ -#include "wimlib_internal.h" -#include "lookup_table.h" -#include "xml.h" -#include "buffer_io.h" - -struct split_args { - WIMStruct *w; - char *swm_base_name; - size_t swm_base_name_len; - const char *swm_suffix; - struct list_head lte_list; - int cur_part_number; - int write_flags; - long size_remaining; - size_t part_size; - wimlib_progress_func_t progress_func; - union wimlib_progress_info progress; +#ifdef HAVE_CONFIG_H +# include "config.h" +#endif + +#include "wimlib.h" +#include "wimlib/alloca.h" +#include "wimlib/blob_table.h" +#include "wimlib/error.h" +#include "wimlib/list.h" +#include "wimlib/metadata.h" +#include "wimlib/progress.h" +#include "wimlib/resource.h" +#include "wimlib/wim.h" +#include "wimlib/write.h" + +struct swm_part_info { + struct list_head blob_list; + u64 size; }; -static int finish_swm(WIMStruct *w, struct list_head *lte_list, - int write_flags, wimlib_progress_func_t progress_func) +static void +copy_part_info(struct swm_part_info *dst, struct swm_part_info *src) { - off_t lookup_table_offset = ftello(w->out_fp); - int ret; - struct wim_lookup_table_entry *lte; - - list_for_each_entry(lte, lte_list, staging_list) { - ret = write_lookup_table_entry(lte, w->out_fp); - if (ret != 0) - return ret; - } - - off_t xml_data_offset = ftello(w->out_fp); - - if (lookup_table_offset == -1 || xml_data_offset == -1) - return WIMLIB_ERR_WRITE; - w->hdr.lookup_table_res_entry.offset = lookup_table_offset; - w->hdr.lookup_table_res_entry.size = - xml_data_offset - lookup_table_offset; - w->hdr.lookup_table_res_entry.original_size = - xml_data_offset - lookup_table_offset; - w->hdr.lookup_table_res_entry.flags = WIM_RESHDR_FLAG_METADATA; - return finish_write(w, WIMLIB_ALL_IMAGES, - write_flags | WIMLIB_WRITE_FLAG_NO_LOOKUP_TABLE, - progress_func); + list_replace(&src->blob_list, &dst->blob_list); + dst->size = src->size; } -static int copy_resource_to_swm(struct wim_lookup_table_entry *lte, void *__args) +struct swm_info { + struct swm_part_info *parts; + unsigned num_parts; + unsigned num_alloc_parts; + u64 total_bytes; + u64 max_part_size; +}; + +static int +write_split_wim(WIMStruct *orig_wim, const tchar *swm_name, + struct swm_info *swm_info, int write_flags) { - struct split_args *args = (struct split_args*)__args; - WIMStruct *w = args->w; - int ret; + size_t swm_name_len; + tchar *swm_name_buf; + const tchar *dot; + tchar *swm_suffix; + size_t swm_base_name_len; - /* metadata resources were already written. */ - if (lte->resource_entry.flags & WIM_RESHDR_FLAG_METADATA) - return 0; + union wimlib_progress_info progress; + unsigned part_number; + int ret; + u8 guid[GUID_SIZE]; + + swm_name_len = tstrlen(swm_name); + swm_name_buf = alloca((swm_name_len + 20) * sizeof(tchar)); + tstrcpy(swm_name_buf, swm_name); + dot = tstrchr(swm_name_buf, T('.')); + if (dot) { + swm_base_name_len = dot - swm_name_buf; + swm_suffix = alloca((tstrlen(dot) + 1) * sizeof(tchar)); + tstrcpy(swm_suffix, dot); + } else { + swm_base_name_len = swm_name_len; + swm_suffix = alloca(1 * sizeof(tchar)); + swm_suffix[0] = T('\0'); + } - if (args->size_remaining < 0 || - (u64)args->size_remaining < lte->resource_entry.size) { + progress.split.completed_bytes = 0; + progress.split.total_bytes = 0; + for (part_number = 1; part_number <= swm_info->num_parts; part_number++) + progress.split.total_bytes += swm_info->parts[part_number - 1].size; + progress.split.total_parts = swm_info->num_parts; - /* No space for this resource. Finish the previous swm and - * start a new one. */ + generate_guid(guid); - ret = finish_swm(w, &args->lte_list, args->write_flags, - args->progress_func); - if (ret != 0) - return ret; + for (part_number = 1; part_number <= swm_info->num_parts; part_number++) { + int part_write_flags; + wimlib_progress_func_t progfunc; - if (args->progress_func) { - args->progress_func(WIMLIB_PROGRESS_MSG_SPLIT_END_PART, - &args->progress); + if (part_number != 1) { + tsprintf(swm_name_buf + swm_base_name_len, + T("%u%"TS), part_number, swm_suffix); } - INIT_LIST_HEAD(&args->lte_list); - args->cur_part_number++; + progress.split.cur_part_number = part_number; + progress.split.part_name = swm_name_buf; - sprintf(args->swm_base_name + args->swm_base_name_len, "%d%s", - args->cur_part_number, args->swm_suffix); + ret = call_progress(orig_wim->progfunc, + WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART, + &progress, + orig_wim->progctx); + if (ret) + return ret; - w->hdr.part_number = args->cur_part_number; + part_write_flags = write_flags; + part_write_flags |= WIMLIB_WRITE_FLAG_USE_EXISTING_TOTALBYTES; + if (part_number != 1) + part_write_flags |= WIMLIB_WRITE_FLAG_NO_METADATA; + + progfunc = orig_wim->progfunc; + orig_wim->progfunc = NULL; + ret = write_wim_part(orig_wim, + progress.split.part_name, + WIMLIB_ALL_IMAGES, + part_write_flags, + 1, + part_number, + swm_info->num_parts, + &swm_info->parts[part_number - 1].blob_list, + guid); + orig_wim->progfunc = progfunc; + if (ret) + return ret; - if (args->progress_func) { - args->progress.split.cur_part_number = args->cur_part_number; - args->progress_func(WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART, - &args->progress); - } + progress.split.completed_bytes += swm_info->parts[part_number - 1].size; - ret = begin_write(w, args->swm_base_name, args->write_flags); - if (ret != 0) + ret = call_progress(orig_wim->progfunc, + WIMLIB_PROGRESS_MSG_SPLIT_END_PART, + &progress, + orig_wim->progctx); + if (ret) return ret; - args->size_remaining = args->part_size; } - args->size_remaining -= lte->resource_entry.size; - args->progress.split.completed_bytes += lte->resource_entry.size; - list_add(<e->staging_list, &args->lte_list); - return copy_resource(lte, w); + return 0; } -/* Splits the WIM file @w into multiple parts prefixed by @swm_name with size at - * most @part_size bytes. */ -WIMLIBAPI int wimlib_split(WIMStruct *w, const char *swm_name, - size_t part_size, int write_flags, - wimlib_progress_func_t progress_func) +static int +add_blob_to_swm(struct blob_descriptor *blob, void *_swm_info) { + struct swm_info *swm_info = _swm_info; + u64 blob_stored_size; + + if (blob->blob_location == BLOB_IN_WIM) + blob_stored_size = blob->rdesc->size_in_wim; + else + blob_stored_size = blob->size; + + /* - Start first part if no parts have been started so far; + * - Start next part if adding this blob exceeds maximum part size, + * UNLESS the blob is metadata or if no blobs at all have been added + * to the current part. + */ + if (swm_info->num_parts == 0 || + ((swm_info->parts[swm_info->num_parts - 1].size + + blob_stored_size >= swm_info->max_part_size) + && !(blob->is_metadata || + swm_info->parts[swm_info->num_parts - 1].size == 0))) + { + if (swm_info->num_parts == swm_info->num_alloc_parts) { + struct swm_part_info *parts; + size_t num_alloc_parts = swm_info->num_alloc_parts; + + num_alloc_parts += 8; + parts = MALLOC(num_alloc_parts * sizeof(parts[0])); + if (!parts) + return WIMLIB_ERR_NOMEM; + + for (unsigned i = 0; i < swm_info->num_parts; i++) + copy_part_info(&parts[i], &swm_info->parts[i]); + + FREE(swm_info->parts); + swm_info->parts = parts; + swm_info->num_alloc_parts = num_alloc_parts; + } + swm_info->num_parts++; + INIT_LIST_HEAD(&swm_info->parts[swm_info->num_parts - 1].blob_list); + swm_info->parts[swm_info->num_parts - 1].size = 0; + } + swm_info->parts[swm_info->num_parts - 1].size += blob_stored_size; + if (!blob->is_metadata) { + list_add_tail(&blob->write_blobs_list, + &swm_info->parts[swm_info->num_parts - 1].blob_list); + } + swm_info->total_bytes += blob_stored_size; + return 0; +} + +/* API function documented in wimlib.h */ +WIMLIBAPI int +wimlib_split(WIMStruct *wim, const tchar *swm_name, + u64 part_size, int write_flags) +{ + struct swm_info swm_info; + unsigned i; int ret; - struct wim_header hdr_save; - struct split_args args; - const char *swm_suffix; - size_t swm_name_len; - size_t swm_base_name_len; - if (!swm_name || part_size == 0) + if (swm_name == NULL || swm_name[0] == T('\0') || part_size == 0) return WIMLIB_ERR_INVALID_PARAM; - if (w->hdr.total_parts != 1) - return WIMLIB_ERR_SPLIT_UNSUPPORTED; - - write_flags &= WIMLIB_WRITE_MASK_PUBLIC; - - swm_name_len = strlen(swm_name); - char swm_base_name[swm_name_len + 20]; - - memcpy(&hdr_save, &w->hdr, sizeof(struct wim_header)); - w->hdr.flags |= WIM_HDR_FLAG_SPANNED; - w->hdr.boot_idx = 0; - randomize_byte_array(w->hdr.guid, WIM_GID_LEN); - ret = begin_write(w, swm_name, write_flags); - if (ret != 0) - goto out; - - memcpy(swm_base_name, swm_name, swm_name_len + 1); + if (write_flags & ~WIMLIB_WRITE_MASK_PUBLIC) + return WIMLIB_ERR_INVALID_PARAM; - swm_suffix = strchr(swm_name, '.'); - if (swm_suffix) { - swm_base_name_len = swm_suffix - swm_name; - } else { - swm_base_name_len = swm_name_len; - swm_base_name[sizeof(swm_base_name) - 1] = '\0'; - swm_suffix = &swm_base_name[sizeof(swm_base_name) - 1]; - } + if (!wim_has_metadata(wim)) + return WIMLIB_ERR_METADATA_NOT_FOUND; - args.w = w; - args.swm_base_name = swm_base_name; - args.swm_base_name_len = swm_base_name_len; - args.swm_suffix = swm_suffix; - INIT_LIST_HEAD(&args.lte_list); - args.cur_part_number = 1; - args.write_flags = write_flags; - args.size_remaining = part_size; - args.part_size = part_size; - args.progress_func = progress_func; - args.progress.split.total_bytes = lookup_table_total_stream_size(w->lookup_table); - args.progress.split.cur_part_number = 1; - args.progress.split.completed_bytes = 0; - args.progress.split.part_name = swm_base_name; - - if (progress_func) { - progress_func(WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART, - &args.progress); + if (wim_has_solid_resources(wim)) { + ERROR("Splitting of WIM containing solid resources is not supported.\n" + " Export it in non-solid format first."); + return WIMLIB_ERR_UNSUPPORTED; } - w->write_metadata = true; - for (int i = 0; i < w->hdr.image_count; i++) { - struct wim_lookup_table_entry *metadata_lte; - metadata_lte = w->image_metadata[i].metadata_lte; - ret = copy_resource(metadata_lte, w); - if (ret != 0) - goto out; - args.size_remaining -= metadata_lte->resource_entry.size; - args.progress.split.completed_bytes += metadata_lte->resource_entry.size; - list_add(&metadata_lte->staging_list, &args.lte_list); + for (i = 0; i < wim->hdr.image_count; i++) { + if (!is_image_unchanged_from_wim(wim->image_metadata[i], wim)) { + ERROR("Only an unmodified, on-disk WIM file can be split."); + return WIMLIB_ERR_UNSUPPORTED; + } } - w->write_metadata = false; - ret = for_lookup_table_entry(w->lookup_table, - copy_resource_to_swm, &args); - if (ret != 0) - goto out; + memset(&swm_info, 0, sizeof(swm_info)); + swm_info.max_part_size = part_size; - ret = finish_swm(w, &args.lte_list, write_flags, progress_func); - if (ret != 0) - goto out; - - if (progress_func) { - progress_func(WIMLIB_PROGRESS_MSG_SPLIT_END_PART, - &args.progress); + for (i = 0; i < wim->hdr.image_count; i++) { + ret = add_blob_to_swm(wim->image_metadata[i]->metadata_blob, + &swm_info); + if (ret) + goto out_free_swm_info; } - /* The swms are all ready now, except the total_parts and part_number - * fields in their headers are wrong (since we don't know the total - * parts until they are all written). Fix them. */ - int total_parts = args.cur_part_number; - for (int i = 1; i <= total_parts; i++) { - const char *part_name; - if (i == 1) { - part_name = swm_name; - } else { - sprintf(swm_base_name + swm_base_name_len, "%d%s", - i, swm_suffix); - part_name = swm_base_name; - } + ret = for_blob_in_table_sorted_by_sequential_order(wim->blob_table, + add_blob_to_swm, + &swm_info); + if (ret) + goto out_free_swm_info; - FILE *fp = fopen(part_name, "r+b"); - if (!fp) { - ERROR_WITH_ERRNO("Failed to open `%s'", part_name); - ret = WIMLIB_ERR_OPEN; - goto out; - } - u8 buf[4]; - put_u16(&buf[0], i); - put_u16(&buf[2], total_parts); - - if (fseek(fp, 40, SEEK_SET) != 0 || - fwrite(buf, 1, sizeof(buf), fp) != sizeof(buf) || - fclose(fp) != 0) - { - ERROR_WITH_ERRNO("Error overwriting header of `%s'", - part_name); - ret = WIMLIB_ERR_WRITE; - break; - } - } -out: - close_wim_writable(w); - memcpy(&w->hdr, &hdr_save, sizeof(struct wim_header)); + ret = write_split_wim(wim, swm_name, &swm_info, write_flags); +out_free_swm_info: + FREE(swm_info.parts); return ret; }