wimlib.net Git - wimlib/blob - src/split.c

   1 /*
   2  * split.c
   3  *
   4  * Split a WIM file into parts.
   5  */
   6
   7 /*
   8  * Copyright (C) 2012, 2013 Eric Biggers
   9  *
  10  * This file is free software; you can redistribute it and/or modify it under
  11  * the terms of the GNU Lesser General Public License as published by the Free
  12  * Software Foundation; either version 3 of the License, or (at your option) any
  13  * later version.
  14  *
  15  * This file is distributed in the hope that it will be useful, but WITHOUT
  16  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
  17  * FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
  18  * details.
  19  *
  20  * You should have received a copy of the GNU Lesser General Public License
  21  * along with this file; if not, see http://www.gnu.org/licenses/.
  22  */
  23
  24 #ifdef HAVE_CONFIG_H
  25 #  include "config.h"
  26 #endif
  27
  28 #include "wimlib.h"
  29 #include "wimlib/alloca.h"
  30 #include "wimlib/blob_table.h"
  31 #include "wimlib/error.h"
  32 #include "wimlib/list.h"
  33 #include "wimlib/metadata.h"
  34 #include "wimlib/progress.h"
  35 #include "wimlib/resource.h"
  36 #include "wimlib/wim.h"
  37 #include "wimlib/write.h"
  38
  39 struct swm_part_info {
  40         struct list_head blob_list;
  41         u64 size;
  42 };
  43
  44 static void
  45 copy_part_info(struct swm_part_info *dst, struct swm_part_info *src)
  46 {
  47         list_replace(&src->blob_list, &dst->blob_list);
  48         dst->size = src->size;
  49 }
  50
  51 struct swm_info {
  52         struct swm_part_info *parts;
  53         unsigned num_parts;
  54         unsigned num_alloc_parts;
  55         u64 total_bytes;
  56         u64 max_part_size;
  57 };
  58
  59 static int
  60 write_split_wim(WIMStruct *orig_wim, const tchar *swm_name,
  61                 struct swm_info *swm_info, int write_flags)
  62 {
  63         size_t swm_name_len;
  64         tchar *swm_name_buf;
  65         const tchar *dot;
  66         tchar *swm_suffix;
  67         size_t swm_base_name_len;
  68
  69         union wimlib_progress_info progress;
  70         unsigned part_number;
  71         int ret;
  72         u8 guid[GUID_SIZE];
  73
  74         swm_name_len = tstrlen(swm_name);
  75         swm_name_buf = alloca((swm_name_len + 20) * sizeof(tchar));
  76         tstrcpy(swm_name_buf, swm_name);
  77         dot = tstrchr(swm_name_buf, T('.'));
  78         if (dot) {
  79                 swm_base_name_len = dot - swm_name_buf;
  80                 swm_suffix = alloca((tstrlen(dot) + 1) * sizeof(tchar));
  81                 tstrcpy(swm_suffix, dot);
  82         } else {
  83                 swm_base_name_len = swm_name_len;
  84                 swm_suffix = alloca(1 * sizeof(tchar));
  85                 swm_suffix[0] = T('\0');
  86         }
  87
  88         progress.split.completed_bytes = 0;
  89         progress.split.total_bytes = 0;
  90         for (part_number = 1; part_number <= swm_info->num_parts; part_number++)
  91                 progress.split.total_bytes += swm_info->parts[part_number - 1].size;
  92         progress.split.total_parts = swm_info->num_parts;
  93
  94         generate_guid(guid);
  95
  96         for (part_number = 1; part_number <= swm_info->num_parts; part_number++) {
  97                 int part_write_flags;
  98                 wimlib_progress_func_t progfunc;
  99
 100                 if (part_number != 1) {
 101                         tsprintf(swm_name_buf + swm_base_name_len,
 102                                  T("%u%"TS), part_number, swm_suffix);
 103                 }
 104
 105                 progress.split.cur_part_number = part_number;
 106                 progress.split.part_name = swm_name_buf;
 107
 108                 ret = call_progress(orig_wim->progfunc,
 109                                     WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART,
 110                                     &progress,
 111                                     orig_wim->progctx);
 112                 if (ret)
 113                         return ret;
 114
 115                 part_write_flags = write_flags;
 116                 part_write_flags |= WIMLIB_WRITE_FLAG_USE_EXISTING_TOTALBYTES;
 117                 if (part_number != 1)
 118                         part_write_flags |= WIMLIB_WRITE_FLAG_NO_METADATA;
 119
 120                 progfunc = orig_wim->progfunc;
 121                 orig_wim->progfunc = NULL;
 122                 ret = write_wim_part(orig_wim,
 123                                      progress.split.part_name,
 124                                      WIMLIB_ALL_IMAGES,
 125                                      part_write_flags,
 126                                      1,
 127                                      part_number,
 128                                      swm_info->num_parts,
 129                                      &swm_info->parts[part_number - 1].blob_list,
 130                                      guid);
 131                 orig_wim->progfunc = progfunc;
 132                 if (ret)
 133                         return ret;
 134
 135                 progress.split.completed_bytes += swm_info->parts[part_number - 1].size;
 136
 137                 ret = call_progress(orig_wim->progfunc,
 138                                     WIMLIB_PROGRESS_MSG_SPLIT_END_PART,
 139                                     &progress,
 140                                     orig_wim->progctx);
 141                 if (ret)
 142                         return ret;
 143         }
 144         return 0;
 145 }
 146
 147 static int
 148 add_blob_to_swm(struct blob_descriptor *blob, void *_swm_info)
 149 {
 150         struct swm_info *swm_info = _swm_info;
 151         u64 blob_stored_size;
 152
 153         if (blob->blob_location == BLOB_IN_WIM)
 154                 blob_stored_size = blob->rdesc->size_in_wim;
 155         else
 156                 blob_stored_size = blob->size;
 157
 158         /* - Start first part if no parts have been started so far;
 159          * - Start next part if adding this blob exceeds maximum part size,
 160          *   UNLESS the blob is metadata or if no blobs at all have been added
 161          *   to the current part.
 162          */
 163         if (swm_info->num_parts == 0 ||
 164             ((swm_info->parts[swm_info->num_parts - 1].size +
 165                         blob_stored_size >= swm_info->max_part_size)
 166              && !(blob->is_metadata ||
 167                   swm_info->parts[swm_info->num_parts - 1].size == 0)))
 168         {
 169                 if (swm_info->num_parts == swm_info->num_alloc_parts) {
 170                         struct swm_part_info *parts;
 171                         size_t num_alloc_parts = swm_info->num_alloc_parts;
 172
 173                         num_alloc_parts += 8;
 174                         parts = MALLOC(num_alloc_parts * sizeof(parts[0]));
 175                         if (!parts)
 176                                 return WIMLIB_ERR_NOMEM;
 177
 178                         for (unsigned i = 0; i < swm_info->num_parts; i++)
 179                                 copy_part_info(&parts[i], &swm_info->parts[i]);
 180
 181                         FREE(swm_info->parts);
 182                         swm_info->parts = parts;
 183                         swm_info->num_alloc_parts = num_alloc_parts;
 184                 }
 185                 swm_info->num_parts++;
 186                 INIT_LIST_HEAD(&swm_info->parts[swm_info->num_parts - 1].blob_list);
 187                 swm_info->parts[swm_info->num_parts - 1].size = 0;
 188         }
 189         swm_info->parts[swm_info->num_parts - 1].size += blob_stored_size;
 190         if (!blob->is_metadata) {
 191                 list_add_tail(&blob->write_blobs_list,
 192                               &swm_info->parts[swm_info->num_parts - 1].blob_list);
 193         }
 194         swm_info->total_bytes += blob_stored_size;
 195         return 0;
 196 }
 197
 198 /* API function documented in wimlib.h  */
 199 WIMLIBAPI int
 200 wimlib_split(WIMStruct *wim, const tchar *swm_name,
 201              u64 part_size, int write_flags)
 202 {
 203         struct swm_info swm_info;
 204         unsigned i;
 205         int ret;
 206
 207         if (swm_name == NULL || swm_name[0] == T('\0') || part_size == 0)
 208                 return WIMLIB_ERR_INVALID_PARAM;
 209
 210         if (write_flags & ~WIMLIB_WRITE_MASK_PUBLIC)
 211                 return WIMLIB_ERR_INVALID_PARAM;
 212
 213         if (!wim_has_metadata(wim))
 214                 return WIMLIB_ERR_METADATA_NOT_FOUND;
 215
 216         if (wim_has_solid_resources(wim)) {
 217                 ERROR("Splitting of WIM containing solid resources is not supported.\n"
 218                       "        Export it in non-solid format first.");
 219                 return WIMLIB_ERR_UNSUPPORTED;
 220         }
 221
 222         memset(&swm_info, 0, sizeof(swm_info));
 223         swm_info.max_part_size = part_size;
 224
 225         for (i = 0; i < wim->hdr.image_count; i++) {
 226                 ret = add_blob_to_swm(wim->image_metadata[i]->metadata_blob,
 227                                       &swm_info);
 228                 if (ret)
 229                         goto out_free_swm_info;
 230         }
 231
 232         ret = for_blob_in_table_sorted_by_sequential_order(wim->blob_table,
 233                                                            add_blob_to_swm,
 234                                                            &swm_info);
 235         if (ret)
 236                 goto out_free_swm_info;
 237
 238         ret = write_split_wim(wim, swm_name, &swm_info, write_flags);
 239 out_free_swm_info:
 240         FREE(swm_info.parts);
 241         return ret;
 242 }