Cache compression type in WIMStruct and wim_lookup_table_entry
[wimlib] / src / join.c
1 /*
2  * join.c
3  *
4  * Join split WIMs (sometimes named as .swm files) together into one WIM.
5  */
6
7 /*
8  * Copyright (C) 2012, 2013 Eric Biggers
9  *
10  * This file is part of wimlib, a library for working with WIM files.
11  *
12  * wimlib is free software; you can redistribute it and/or modify it under the
13  * terms of the GNU General Public License as published by the Free
14  * Software Foundation; either version 3 of the License, or (at your option)
15  * any later version.
16  *
17  * wimlib is distributed in the hope that it will be useful, but WITHOUT ANY
18  * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
19  * A PARTICULAR PURPOSE. See the GNU General Public License for more
20  * details.
21  *
22  * You should have received a copy of the GNU General Public License
23  * along with wimlib; if not, see http://www.gnu.org/licenses/.
24  */
25
26 #ifdef HAVE_CONFIG_H
27 #  include "config.h"
28 #endif
29
30 #include "wimlib.h"
31 #include "wimlib/lookup_table.h"
32 #include "wimlib/metadata.h"
33 #include "wimlib/resource.h"
34 #include "wimlib/swm.h"
35 #include "wimlib/write.h"
36 #include "wimlib/xml.h"
37
38 #include <stdlib.h> /* for qsort() */
39
40 static int
41 join_wims(WIMStruct **swms, unsigned num_swms,
42           WIMStruct *joined_wim, int write_flags,
43           wimlib_progress_func_t progress_func)
44 {
45         int ret;
46         unsigned i;
47         union wimlib_progress_info progress;
48         u64 total_bytes = 0;
49         u64 part_bytes;
50         u64 swm_part_sizes[num_swms];
51
52         /* Calculate total size of the streams in the split WIM parts. */
53         for (i = 0; i < num_swms; i++) {
54                 part_bytes = lookup_table_total_stream_size(swms[i]->lookup_table);
55                 swm_part_sizes[i] = part_bytes;
56                 total_bytes += part_bytes;
57         }
58
59         if (progress_func) {
60                 progress.join.total_bytes     = total_bytes;
61                 progress.join.total_parts     = swms[0]->hdr.total_parts;
62                 progress.join.completed_bytes = 0;
63                 progress.join.completed_parts = 0;
64                 progress_func(WIMLIB_PROGRESS_MSG_JOIN_STREAMS, &progress);
65         }
66
67         /* Write the non-metadata resources from each SWM part */
68         for (i = 0; i < num_swms; i++) {
69                 ret = reopen_wim(swms[i]);
70                 if (ret)
71                         return ret;
72                 swms[i]->out_fd = joined_wim->out_fd;
73                 swms[i]->hdr.part_number = 1;
74
75                 ret = for_lookup_table_entry_pos_sorted(swms[i]->lookup_table,
76                                                         copy_resource,
77                                                         swms[i]);
78                 swms[i]->out_fd = -1;
79                 if (i != 0)
80                         close_wim(swms[i]);
81
82                 if (ret)
83                         return ret;
84
85                 if (progress_func) {
86                         progress.join.completed_bytes += swm_part_sizes[i];
87                         progress.join.completed_parts++;
88                         progress_func(WIMLIB_PROGRESS_MSG_JOIN_STREAMS, &progress);
89                 }
90         }
91
92         /* Copy the metadata resources from the first SWM part */
93         joined_wim->hdr.image_count = swms[0]->hdr.image_count;
94         for (i = 0; i < joined_wim->hdr.image_count; i++) {
95                 ret = copy_resource(swms[0]->image_metadata[i]->metadata_lte,
96                                     joined_wim);
97                 if (ret)
98                         return ret;
99         }
100
101         /* Write lookup table, XML data, and optional integrity table */
102         merge_lookup_tables(joined_wim, swms, num_swms);
103         free_wim_info(joined_wim->wim_info);
104         joined_wim->wim_info = swms[0]->wim_info;
105         joined_wim->image_metadata = swms[0]->image_metadata;
106         ret = finish_write(joined_wim, WIMLIB_ALL_IMAGES, write_flags, progress_func);
107         joined_wim->wim_info = NULL;
108         joined_wim->image_metadata = NULL;
109         return ret;
110 }
111
112 static int
113 cmp_swms_by_part_number(const void *swm1, const void *swm2)
114 {
115         u16 partno_1 = (*(const WIMStruct**)swm1)->hdr.part_number;
116         u16 partno_2 = (*(const WIMStruct**)swm2)->hdr.part_number;
117         return (int)partno_1 - (int)partno_2;
118 }
119
120 /*
121  * Join a set of split WIMs into a stand-alone WIM.
122  */
123 WIMLIBAPI int
124 wimlib_join(const tchar * const *swm_names,
125             unsigned num_swms,
126             const tchar *output_path,
127             int swm_open_flags,
128             int wim_write_flags,
129             wimlib_progress_func_t progress_func)
130 {
131         int ret;
132         WIMStruct *joined_wim = NULL;
133         unsigned i;
134
135         swm_open_flags |= WIMLIB_OPEN_FLAG_SPLIT_OK;
136         wim_write_flags &= WIMLIB_WRITE_MASK_PUBLIC;
137
138         if (num_swms < 1 || num_swms > 0xffff)
139                 return WIMLIB_ERR_INVALID_PARAM;
140
141         WIMStruct *swms[num_swms];
142         ZERO_ARRAY(swms);
143
144         for (i = 0; i < num_swms; i++) {
145                 ret = wimlib_open_wim(swm_names[i], swm_open_flags, &swms[i],
146                                       progress_func);
147                 if (ret)
148                         goto out_free_wims;
149
150                 /* Don't open all the parts at the same time, in case there are
151                  * a lot of them */
152                 close_wim(swms[i]);
153         }
154
155         qsort(swms, num_swms, sizeof(swms[0]), cmp_swms_by_part_number);
156
157         ret = verify_swm_set(swms[0], &swms[1], num_swms - 1);
158         if (ret)
159                 goto out_free_wims;
160
161         ret = wimlib_create_new_wim(swms[0]->compression_type, &joined_wim);
162         if (ret)
163                 goto out_free_wims;
164
165         ret = begin_write(joined_wim, output_path, wim_write_flags);
166         if (ret)
167                 goto out_free_wims;
168         ret = join_wims(swms, num_swms, joined_wim, wim_write_flags,
169                         progress_func);
170 out_free_wims:
171         for (i = 0; i < num_swms; i++)
172                 wimlib_free(swms[i]);
173         wimlib_free(joined_wim);
174         return ret;
175 }