]> wimlib.net Git - wimlib/blob - src/split.c
split.c: Declare size_remaining as s64 to handle > 4GB files correctly on 32-bit...
[wimlib] / src / split.c
1 /*
2  * split.c
3  *
4  * Split a WIM file into parts.
5  */
6
7 /*
8  * Copyright (C) 2012, 2013 Eric Biggers
9  *
10  * This file is part of wimlib, a library for working with WIM files.
11  *
12  * wimlib is free software; you can redistribute it and/or modify it under the
13  * terms of the GNU General Public License as published by the Free
14  * Software Foundation; either version 3 of the License, or (at your option)
15  * any later version.
16  *
17  * wimlib is distributed in the hope that it will be useful, but WITHOUT ANY
18  * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
19  * A PARTICULAR PURPOSE. See the GNU General Public License for more
20  * details.
21  *
22  * You should have received a copy of the GNU General Public License
23  * along with wimlib; if not, see http://www.gnu.org/licenses/.
24  */
25
26 #ifdef HAVE_CONFIG_H
27 #  include "config.h"
28 #endif
29
30 #include "wimlib.h"
31 #include "wimlib/endianness.h"
32 #include "wimlib/error.h"
33 #include "wimlib/file_io.h"
34 #include "wimlib/lookup_table.h"
35 #include "wimlib/metadata.h"
36 #include "wimlib/types.h"
37 #include "wimlib/write.h"
38 #include "wimlib/list.h"
39
40 #include <fcntl.h> /* for open() */
41 #include <unistd.h> /* for close() */
42
43 struct split_args {
44         WIMStruct *wim;
45         tchar *swm_base_name;
46         size_t swm_base_name_len;
47         const tchar *swm_suffix;
48         struct list_head lte_list;
49         int cur_part_number;
50         int write_flags;
51         s64 size_remaining;
52         size_t part_size;
53         wimlib_progress_func_t progress_func;
54         union wimlib_progress_info progress;
55 };
56
57 static int
58 finish_swm(WIMStruct *wim, struct list_head *lte_list,
59            int write_flags, wimlib_progress_func_t progress_func)
60 {
61         int ret;
62
63         ret = write_lookup_table_from_stream_list(lte_list, wim->out_fd,
64                                                   &wim->hdr.lookup_table_res_entry);
65         if (ret)
66                 return ret;
67         return finish_write(wim, WIMLIB_ALL_IMAGES,
68                             write_flags | WIMLIB_WRITE_FLAG_NO_LOOKUP_TABLE,
69                             progress_func);
70 }
71
72 static int
73 copy_resource_to_swm(struct wim_lookup_table_entry *lte, void *_args)
74 {
75         struct split_args *args = (struct split_args*)_args;
76         WIMStruct *wim = args->wim;
77         int ret;
78
79         if (args->size_remaining < 0 ||
80                         (u64)args->size_remaining < lte->resource_entry.size) {
81
82                 /* No space for this resource.  Finish the previous swm and
83                  * start a new one. */
84
85                 ret = finish_swm(wim, &args->lte_list, args->write_flags,
86                                  args->progress_func);
87                 if (ret)
88                         return ret;
89
90                 if (args->progress_func) {
91                         args->progress_func(WIMLIB_PROGRESS_MSG_SPLIT_END_PART,
92                                             &args->progress);
93                 }
94
95                 INIT_LIST_HEAD(&args->lte_list);
96                 args->cur_part_number++;
97
98                 tsprintf(args->swm_base_name + args->swm_base_name_len, T("%d%"TS),
99                          args->cur_part_number, args->swm_suffix);
100
101                 wim->hdr.part_number = args->cur_part_number;
102
103                 if (args->progress_func) {
104                         args->progress.split.cur_part_number = args->cur_part_number;
105                         args->progress_func(WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART,
106                                             &args->progress);
107                 }
108
109                 ret = begin_write(wim, args->swm_base_name, args->write_flags);
110                 if (ret)
111                         return ret;
112                 args->size_remaining = args->part_size;
113         }
114         args->size_remaining -= lte->resource_entry.size;
115         args->progress.split.completed_bytes += lte->resource_entry.size;
116         list_add_tail(&lte->swm_stream_list, &args->lte_list);
117         return copy_resource(lte, wim);
118 }
119
120 /* Splits the WIM file @wim into multiple parts prefixed by @swm_name with size
121  * at most @part_size bytes. */
122 WIMLIBAPI int
123 wimlib_split(WIMStruct *wim, const tchar *swm_name,
124              size_t part_size, int write_flags,
125              wimlib_progress_func_t progress_func)
126 {
127         int ret;
128         struct wim_header hdr_save;
129         struct split_args args;
130         const tchar *swm_suffix;
131         size_t swm_name_len;
132         size_t swm_base_name_len;
133
134         if (!swm_name || part_size == 0)
135                 return WIMLIB_ERR_INVALID_PARAM;
136
137         if (wim->hdr.total_parts != 1)
138                 return WIMLIB_ERR_SPLIT_UNSUPPORTED;
139
140         write_flags &= WIMLIB_WRITE_MASK_PUBLIC;
141
142         swm_name_len = tstrlen(swm_name);
143         tchar swm_base_name[swm_name_len + 20];
144
145         memcpy(&hdr_save, &wim->hdr, sizeof(struct wim_header));
146         wim->hdr.flags |= WIM_HDR_FLAG_SPANNED;
147         wim->hdr.boot_idx = 0;
148         randomize_byte_array(wim->hdr.guid, WIM_GID_LEN);
149         ret = begin_write(wim, swm_name, write_flags);
150         if (ret)
151                 goto out;
152
153         tmemcpy(swm_base_name, swm_name, swm_name_len + 1);
154
155         swm_suffix = tstrchr(swm_name, T('.'));
156         if (swm_suffix) {
157                 swm_base_name_len = swm_suffix - swm_name;
158         } else {
159                 swm_base_name_len = swm_name_len;
160                 swm_base_name[ARRAY_LEN(swm_base_name) - 1] = T('\0');
161                 swm_suffix = &swm_base_name[ARRAY_LEN(swm_base_name) - 1];
162         }
163
164         args.wim                              = wim;
165         args.swm_base_name                  = swm_base_name;
166         args.swm_base_name_len              = swm_base_name_len;
167         args.swm_suffix                     = swm_suffix;
168         INIT_LIST_HEAD(&args.lte_list);
169         args.cur_part_number                = 1;
170         args.write_flags                    = write_flags;
171         args.size_remaining                 = part_size;
172         args.part_size                      = part_size;
173         args.progress_func                  = progress_func;
174         args.progress.split.total_bytes     = lookup_table_total_stream_size(wim->lookup_table);
175         args.progress.split.cur_part_number = 1;
176         args.progress.split.completed_bytes = 0;
177         args.progress.split.part_name       = swm_base_name;
178
179         if (progress_func) {
180                 progress_func(WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART,
181                               &args.progress);
182         }
183
184         for (int i = 0; i < wim->hdr.image_count; i++) {
185                 struct wim_lookup_table_entry *metadata_lte;
186                 metadata_lte = wim->image_metadata[i]->metadata_lte;
187                 ret = copy_resource(metadata_lte, wim);
188                 if (ret)
189                         goto out;
190                 args.size_remaining -= metadata_lte->resource_entry.size;
191                 args.progress.split.completed_bytes += metadata_lte->resource_entry.size;
192                 /* Careful: The metadata lookup table entries must be added in
193                  * order of the images. */
194                 list_add_tail(&metadata_lte->swm_stream_list, &args.lte_list);
195         }
196
197         ret = for_lookup_table_entry_pos_sorted(wim->lookup_table,
198                                                 copy_resource_to_swm,
199                                                 &args);
200         if (ret)
201                 goto out;
202
203         ret = finish_swm(wim, &args.lte_list, write_flags, progress_func);
204         if (ret)
205                 goto out;
206
207         if (progress_func) {
208                 progress_func(WIMLIB_PROGRESS_MSG_SPLIT_END_PART,
209                               &args.progress);
210         }
211
212         /* The swms are all ready now, except the total_parts and part_number
213          * fields in their headers are wrong (since we don't know the total
214          * parts until they are all written).  Fix them. */
215         int total_parts = args.cur_part_number;
216         for (int i = 1; i <= total_parts; i++) {
217                 const tchar *part_name;
218                 int part_fd;
219                 int ret2;
220
221                 if (i == 1) {
222                         part_name = swm_name;
223                 } else {
224                         tsprintf(swm_base_name + swm_base_name_len, T("%d%"TS),
225                                  i, swm_suffix);
226                         part_name = swm_base_name;
227                 }
228
229                 part_fd = topen(part_name, O_WRONLY | O_BINARY);
230                 if (part_fd == -1) {
231                         ERROR_WITH_ERRNO("Failed to open `%"TS"'", part_name);
232                         ret = WIMLIB_ERR_OPEN;
233                         goto out;
234                 }
235
236                 ret = write_header_part_data(i, total_parts, part_fd);
237                 ret2 = close(part_fd);
238                 if (ret == 0 && ret2 != 0)
239                         ret = WIMLIB_ERR_WRITE;
240                 if (ret) {
241                         ERROR_WITH_ERRNO("Error updating header of `%"TS"'",
242                                          part_name);
243                         goto out;
244                 }
245         }
246         ret = 0;
247 out:
248         close_wim_writable(wim);
249         memcpy(&wim->hdr, &hdr_save, sizeof(struct wim_header));
250         return ret;
251 }