]> wimlib.net Git - wimlib/blob - src/split.c
Cleanup WIM writing
[wimlib] / src / split.c
1 /*
2  * split.c
3  *
4  * Split a WIM file into parts.
5  */
6
7 /*
8  * Copyright (C) 2012 Eric Biggers
9  *
10  * This file is part of wimlib, a library for working with WIM files.
11  *
12  * wimlib is free software; you can redistribute it and/or modify it under the
13  * terms of the GNU General Public License as published by the Free
14  * Software Foundation; either version 3 of the License, or (at your option)
15  * any later version.
16  *
17  * wimlib is distributed in the hope that it will be useful, but WITHOUT ANY
18  * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
19  * A PARTICULAR PURPOSE. See the GNU General Public License for more
20  * details.
21  *
22  * You should have received a copy of the GNU General Public License
23  * along with wimlib; if not, see http://www.gnu.org/licenses/.
24  */
25
26 #include "wimlib_internal.h"
27 #include "lookup_table.h"
28 #include "xml.h"
29 #include "io.h"
30
31 struct args {
32         WIMStruct *w;
33         char *swm_base_name;
34         size_t swm_base_name_len;
35         const char *swm_suffix;
36         struct lookup_table_entry *lte_chain_head;
37         struct lookup_table_entry *lte_chain_tail;
38         int    part_number;
39         int    write_flags;
40         long   size_remaining;
41         size_t part_size;
42         u64    total_bytes;
43         u64    total_bytes_written;
44 };
45
46 static int finish_swm(WIMStruct *w, struct lookup_table_entry *lte_chain_head,
47                       int write_flags)
48 {
49         off_t lookup_table_offset = ftello(w->out_fp);
50         int ret;
51
52         DEBUG("Writing lookup table for SWM (offset %"PRIu64")",
53                         lookup_table_offset);
54
55         while (lte_chain_head != NULL) {
56                 ret = write_lookup_table_entry(lte_chain_head, w->out_fp);
57                 if (ret != 0)
58                         return ret;
59                 struct lookup_table_entry *prev = lte_chain_head;
60                 lte_chain_head = lte_chain_head->next_lte_in_swm;
61                 prev->next_lte_in_swm = NULL;
62         }
63         off_t xml_data_offset = ftello(w->out_fp);
64
65         if (lookup_table_offset == -1 || xml_data_offset == -1)
66                 return WIMLIB_ERR_WRITE;
67         w->hdr.lookup_table_res_entry.offset = lookup_table_offset;
68         w->hdr.lookup_table_res_entry.size =
69                                 xml_data_offset - lookup_table_offset;
70         ret = finish_write(w, WIM_ALL_IMAGES,
71                            write_flags | WIMLIB_WRITE_FLAG_NO_LOOKUP_TABLE);
72         if (ret != 0)
73                 return ret;
74
75         ret = fclose(w->out_fp);
76         if (ret != 0)
77                 ret = WIMLIB_ERR_WRITE;
78         w->out_fp = NULL;
79         return ret;
80 }
81
82 static int copy_resource_to_swm(struct lookup_table_entry *lte, void *__args)
83 {
84         struct args *args = (struct args*)__args;
85         WIMStruct *w = args->w;
86         int ret;
87
88         /* metadata resources were already written. */
89         if (lte->resource_entry.flags & WIM_RESHDR_FLAG_METADATA)
90                 return 0;
91
92         if (args->size_remaining < 0 ||
93                         (u64)args->size_remaining < lte->resource_entry.size) {
94
95                 /* No space for this resource.  Finish the previous swm and
96                  * start a new one. */
97
98                 ret = finish_swm(w, args->lte_chain_head, args->write_flags);
99
100                 args->lte_chain_tail = NULL;
101                 args->lte_chain_head = NULL;
102
103                 sprintf(args->swm_base_name + args->swm_base_name_len, "%d",
104                         ++args->part_number);
105                 strcat(args->swm_base_name, args->swm_suffix);
106
107                 w->hdr.part_number = args->part_number;
108
109                 if (args->write_flags & WIMLIB_OPEN_FLAG_SHOW_PROGRESS)
110                         printf("Writing `%s' (%"PRIu64" of %"PRIu64" bytes, "
111                                "%.0f%% done)\n",
112                                args->swm_base_name,
113                                args->total_bytes_written,
114                                args->total_bytes,
115                                (double)args->total_bytes_written /
116                                    (double)args->total_bytes * 100.0);
117
118                 ret = begin_write(w, args->swm_base_name, args->write_flags);
119                 if (ret != 0)
120                         return ret;
121                 args->size_remaining = args->part_size;
122         }
123         args->size_remaining -= lte->resource_entry.size;
124         args->total_bytes_written += lte->resource_entry.size;
125         if (args->lte_chain_tail)
126                 args->lte_chain_tail->next_lte_in_swm = lte;
127         else
128                 args->lte_chain_head = lte;
129         args->lte_chain_tail = lte;
130         return copy_resource(lte, w);
131 }
132
133 /* Splits the WIM file @wimfile into multiple parts prefixed by @swm_name with
134  * size at most @part_size. */
135 WIMLIBAPI int wimlib_split(const char *wimfile, const char *swm_name,
136                            size_t part_size, int flags)
137 {
138         int ret;
139         WIMStruct *w;
140         int write_flags = 0;
141         size_t swm_name_len = strlen(swm_name);
142         size_t swm_base_name_len;
143         char name[swm_name_len + 20];
144         char *swm_suffix;
145
146         struct lookup_table_entry *lte_chain_head = NULL;
147         struct lookup_table_entry *lte_chain_tail = NULL;
148         long size_remaining = part_size;
149         u64 total_bytes_written = 0;
150         u64 total_bytes;
151
152         ret = wimlib_open_wim(wimfile, flags, &w);
153         if (ret != 0)
154                 return ret;
155
156         total_bytes = wim_info_get_total_bytes(w->wim_info);
157
158         if (flags & WIMLIB_OPEN_FLAG_CHECK_INTEGRITY)
159                 write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
160         if (flags & WIMLIB_OPEN_FLAG_SHOW_PROGRESS)
161                 write_flags |= WIMLIB_WRITE_FLAG_SHOW_PROGRESS;
162
163         w->hdr.flags |= WIM_HDR_FLAG_SPANNED;
164         w->hdr.boot_idx = 0;
165         randomize_byte_array(w->hdr.guid, WIM_GID_LEN);
166         ret = begin_write(w, swm_name, write_flags);
167         if (ret != 0)
168                 return ret;
169
170         swm_suffix = strchr(swm_name, '.');
171         memcpy(name, swm_name, swm_name_len + 1);
172         if (swm_suffix) {
173                 swm_base_name_len = swm_suffix - swm_name;
174         } else {
175                 swm_base_name_len = swm_name_len;
176                 name[sizeof(name) - 1] = '\0';
177                 swm_suffix = &name[sizeof(name) - 1];
178         }
179
180         if (write_flags & WIMLIB_OPEN_FLAG_SHOW_PROGRESS)
181                 printf("Writing `%s' (%.2f %% done)\n",
182                         swm_name,
183                         (double)total_bytes_written /
184                                 (double)total_bytes * 100.0);
185
186         w->write_metadata = true;
187         for (int i = 0; i < w->hdr.image_count; i++) {
188                 struct lookup_table_entry *metadata_lte;
189
190                 DEBUG("Writing metadata resource %d", i);
191
192                 metadata_lte = w->image_metadata[i].metadata_lte;
193                 ret = copy_resource(metadata_lte, w);
194                 if (ret != 0)
195                         return ret;
196                 size_remaining -= metadata_lte->resource_entry.size;
197                 total_bytes_written += metadata_lte->resource_entry.size;
198                 if (lte_chain_tail)
199                         lte_chain_tail->next_lte_in_swm = metadata_lte;
200                 else
201                         lte_chain_head = metadata_lte;
202                 lte_chain_tail = metadata_lte;
203         }
204         w->write_metadata = false;
205
206         struct args args = {
207                 .w                 = w,
208                 .swm_base_name     = name,
209                 .swm_base_name_len = swm_base_name_len,
210                 .swm_suffix        = swm_suffix,
211                 .lte_chain_head    = lte_chain_head,
212                 .lte_chain_tail    = lte_chain_tail,
213                 .part_number       = 1,
214                 .write_flags       = write_flags,
215                 .size_remaining    = size_remaining,
216                 .part_size         = part_size,
217                 .total_bytes        = total_bytes,
218                 .total_bytes_written = total_bytes_written,
219         };
220
221         ret = for_lookup_table_entry(w->lookup_table, copy_resource_to_swm, &args);
222         if (ret != 0)
223                 return ret;
224
225         ret = finish_swm(w, args.lte_chain_head, write_flags);
226         if (ret != 0)
227                 return ret;
228
229
230         /* The swms are all ready now, except the total_parts and part_number
231          * fields in their headers are wrong (we don't know the total parts
232          * until they are all written).  Fix them. */
233         int total_parts = args.part_number;
234         for (int i = 1; i <= total_parts; i++) {
235                 const char *p;
236                 if (i == 1) {
237                         p = swm_name;
238                 } else {
239                         sprintf(name + swm_base_name_len, "%d", i);
240                         p = strcat(name, swm_suffix);
241                 }
242
243                 FILE *fp = fopen(p, "r+b");
244                 if (!fp) {
245                         ERROR_WITH_ERRNO("Failed to open `%s'", p);
246                         return WIMLIB_ERR_OPEN;
247                 }
248                 u8 buf[4];
249                 put_u16(&buf[0], i);
250                 put_u16(&buf[2], total_parts);
251
252                 if (fseek(fp, 40, SEEK_SET) != 0 ||
253                                 fwrite(buf, 1, sizeof(buf), fp) != sizeof(buf)
254                                 || fclose(fp) != 0) {
255                         ERROR_WITH_ERRNO("Error overwriting header of `%s'",
256                                          name);
257                         return WIMLIB_ERR_WRITE;
258                 }
259         }
260         if (write_flags & WIMLIB_OPEN_FLAG_SHOW_PROGRESS)
261                 puts("Done!");
262         wimlib_free(w);
263         return 0;
264 }