8cd5f6747d672250666606035fb6d69b4ad4ad64
[wimlib] / programs / imagex.c
1 /*
2  * imagex.c
3  *
4  * Use wimlib to create, modify, extract, mount, unmount, or display information
5  * about a WIM file
6  */
7
8 /*
9  * Copyright (C) 2012, 2013, 2014 Eric Biggers
10  *
11  * This program is free software: you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation, either version 3 of the License, or
14  * (at your option) any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
23  */
24
25 #ifdef HAVE_CONFIG_H
26 #  include "config.h" /* Need for PACKAGE_VERSION, etc. */
27 #endif
28
29 #include "wimlib.h"
30 #include "wimlib_tchar.h"
31
32 #include <ctype.h>
33 #include <errno.h>
34
35 #include <inttypes.h>
36 #include <libgen.h>
37 #include <limits.h>
38 #include <stdarg.h>
39 #include <stdlib.h>
40 #include <string.h>
41 #include <sys/stat.h>
42 #include <unistd.h>
43 #include <locale.h>
44
45 #ifdef HAVE_ALLOCA_H
46 #  include <alloca.h>
47 #endif
48
49 #ifdef __WIN32__
50 #  include "imagex-win32.h"
51 #  define print_security_descriptor     win32_print_security_descriptor
52 #else /* __WIN32__ */
53 #  include <getopt.h>
54 #  include <langinfo.h>
55 #  define print_security_descriptor     default_print_security_descriptor
56 static inline void set_fd_to_binary_mode(int fd)
57 {
58 }
59 #endif /* !__WIN32 */
60
61 /* Don't confuse the user by presenting the mounting commands on Windows when
62  * they will never work.  However on UNIX-like systems we always present them,
63  * even if WITH_FUSE is not defined at this point, as to not tie the build of
64  * wimlib-imagex to a specific build of wimlib.  */
65 #ifdef __WIN32__
66 #  define WIM_MOUNTING_SUPPORTED 0
67 #else
68 #  define WIM_MOUNTING_SUPPORTED 1
69 #endif
70
71 #define ARRAY_LEN(array) (sizeof(array) / sizeof(array[0]))
72
73 static inline bool
74 is_any_path_separator(tchar c)
75 {
76         return c == T('/') || c == T('\\');
77 }
78
79 /* Like basename(), but handles both forward and backwards slashes.  */
80 static tchar *
81 tbasename(tchar *path)
82 {
83         tchar *p = tstrchr(path, T('\0'));
84
85         for (;;) {
86                 if (p == path)
87                         return path;
88                 if (!is_any_path_separator(*--p))
89                         break;
90                 *p = T('\0');
91         }
92
93         for (;;) {
94                 if (p == path)
95                         return path;
96                 if (is_any_path_separator(*--p))
97                         return ++p;
98         }
99 }
100
101 #define for_opt(c, opts) while ((c = getopt_long_only(argc, (tchar**)argv, T(""), \
102                                 opts, NULL)) != -1)
103
104 enum {
105         CMD_NONE = -1,
106         CMD_APPEND = 0,
107         CMD_APPLY,
108         CMD_CAPTURE,
109         CMD_DELETE,
110         CMD_DIR,
111         CMD_EXPORT,
112         CMD_EXTRACT,
113         CMD_INFO,
114         CMD_JOIN,
115 #if WIM_MOUNTING_SUPPORTED
116         CMD_MOUNT,
117         CMD_MOUNTRW,
118 #endif
119         CMD_OPTIMIZE,
120         CMD_SPLIT,
121 #if WIM_MOUNTING_SUPPORTED
122         CMD_UNMOUNT,
123 #endif
124         CMD_UPDATE,
125         CMD_MAX,
126 };
127
128 static void usage(int cmd, FILE *fp);
129 static void usage_all(FILE *fp);
130 static void recommend_man_page(int cmd, FILE *fp);
131 static const tchar *get_cmd_string(int cmd, bool nospace);
132
133 static int imagex_progress_func(enum wimlib_progress_msg msg,
134                                 const union wimlib_progress_info *info);
135
136 static bool imagex_be_quiet = false;
137 static FILE *imagex_info_file;
138
139 #define imagex_printf(format, ...) \
140                 tfprintf(imagex_info_file, format, ##__VA_ARGS__)
141
142 enum {
143         IMAGEX_ALLOW_OTHER_OPTION,
144         IMAGEX_BOOT_OPTION,
145         IMAGEX_CHECK_OPTION,
146         IMAGEX_CHUNK_SIZE_OPTION,
147         IMAGEX_COMMAND_OPTION,
148         IMAGEX_COMMIT_OPTION,
149         IMAGEX_COMPRESS_OPTION,
150         IMAGEX_COMPRESS_SLOW_OPTION,
151         IMAGEX_CONFIG_OPTION,
152         IMAGEX_DEBUG_OPTION,
153         IMAGEX_DELTA_FROM_OPTION,
154         IMAGEX_DEREFERENCE_OPTION,
155         IMAGEX_DEST_DIR_OPTION,
156         IMAGEX_DETAILED_OPTION,
157         IMAGEX_EXTRACT_XML_OPTION,
158         IMAGEX_FLAGS_OPTION,
159         IMAGEX_FORCE_OPTION,
160         IMAGEX_HEADER_OPTION,
161         IMAGEX_INCLUDE_INVALID_NAMES_OPTION,
162         IMAGEX_LAZY_OPTION,
163         IMAGEX_LOOKUP_TABLE_OPTION,
164         IMAGEX_METADATA_OPTION,
165         IMAGEX_NEW_IMAGE_OPTION,
166         IMAGEX_NOCHECK_OPTION,
167         IMAGEX_NORPFIX_OPTION,
168         IMAGEX_NOT_PIPABLE_OPTION,
169         IMAGEX_NO_ACLS_OPTION,
170         IMAGEX_NO_ATTRIBUTES_OPTION,
171         IMAGEX_NO_REPLACE_OPTION,
172         IMAGEX_NO_WILDCARDS_OPTION,
173         IMAGEX_NULLGLOB_OPTION,
174         IMAGEX_ONE_FILE_ONLY_OPTION,
175         IMAGEX_PACK_CHUNK_SIZE_OPTION,
176         IMAGEX_PACK_COMPRESS_OPTION,
177         IMAGEX_PACK_STREAMS_OPTION,
178         IMAGEX_PATH_OPTION,
179         IMAGEX_PIPABLE_OPTION,
180         IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION,
181         IMAGEX_REBUILD_OPTION,
182         IMAGEX_RECOMPRESS_OPTION,
183         IMAGEX_RECURSIVE_OPTION,
184         IMAGEX_REF_OPTION,
185         IMAGEX_RESUME_OPTION,
186         IMAGEX_RPFIX_OPTION,
187         IMAGEX_SOFT_OPTION,
188         IMAGEX_SOURCE_LIST_OPTION,
189         IMAGEX_STAGING_DIR_OPTION,
190         IMAGEX_STREAMS_INTERFACE_OPTION,
191         IMAGEX_STRICT_ACLS_OPTION,
192         IMAGEX_THREADS_OPTION,
193         IMAGEX_TO_STDOUT_OPTION,
194         IMAGEX_UNIX_DATA_OPTION,
195         IMAGEX_UPDATE_OF_OPTION,
196         IMAGEX_VERBOSE_OPTION,
197         IMAGEX_WIMBOOT_OPTION,
198         IMAGEX_WIMBOOT_CONFIG_OPTION,
199         IMAGEX_XML_OPTION,
200 };
201
202 static const struct option apply_options[] = {
203         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
204         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
205         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
206         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
207         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
208         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
209         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
210         {T("no-attributes"), no_argument,     NULL, IMAGEX_NO_ATTRIBUTES_OPTION},
211         {T("rpfix"),       no_argument,       NULL, IMAGEX_RPFIX_OPTION},
212         {T("norpfix"),     no_argument,       NULL, IMAGEX_NORPFIX_OPTION},
213         {T("include-invalid-names"), no_argument,       NULL, IMAGEX_INCLUDE_INVALID_NAMES_OPTION},
214
215         /* --resume is undocumented for now as it needs improvement.  */
216         {T("resume"),      no_argument,       NULL, IMAGEX_RESUME_OPTION},
217         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
218         {NULL, 0, NULL, 0},
219 };
220
221 static const struct option capture_or_append_options[] = {
222         {T("boot"),        no_argument,       NULL, IMAGEX_BOOT_OPTION},
223         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
224         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
225         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
226         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
227         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
228         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
229         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
230         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
231         {T("pack-compress"), required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
232         {T("solid-compress"),required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
233         {T("pack-streams"), no_argument,      NULL, IMAGEX_PACK_STREAMS_OPTION},
234         {T("solid"),       no_argument,      NULL, IMAGEX_PACK_STREAMS_OPTION},
235         {T("config"),      required_argument, NULL, IMAGEX_CONFIG_OPTION},
236         {T("dereference"), no_argument,       NULL, IMAGEX_DEREFERENCE_OPTION},
237         {T("flags"),       required_argument, NULL, IMAGEX_FLAGS_OPTION},
238         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
239         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
240         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
241         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
242         {T("source-list"), no_argument,       NULL, IMAGEX_SOURCE_LIST_OPTION},
243         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
244         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
245         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
246         {T("rpfix"),       no_argument,       NULL, IMAGEX_RPFIX_OPTION},
247         {T("norpfix"),     no_argument,       NULL, IMAGEX_NORPFIX_OPTION},
248         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
249         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
250         {T("update-of"),   required_argument, NULL, IMAGEX_UPDATE_OF_OPTION},
251         {T("delta-from"),  required_argument, NULL, IMAGEX_DELTA_FROM_OPTION},
252         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
253         {NULL, 0, NULL, 0},
254 };
255
256 static const struct option delete_options[] = {
257         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
258         {T("soft"),  no_argument, NULL, IMAGEX_SOFT_OPTION},
259         {NULL, 0, NULL, 0},
260 };
261
262 static const struct option dir_options[] = {
263         {T("path"),     required_argument, NULL, IMAGEX_PATH_OPTION},
264         {T("detailed"), no_argument,       NULL, IMAGEX_DETAILED_OPTION},
265         {T("one-file-only"), no_argument,  NULL, IMAGEX_ONE_FILE_ONLY_OPTION},
266         {NULL, 0, NULL, 0},
267 };
268
269 static const struct option export_options[] = {
270         {T("boot"),        no_argument,       NULL, IMAGEX_BOOT_OPTION},
271         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
272         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
273         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
274         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
275         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
276         {T("pack-streams"),no_argument,       NULL, IMAGEX_PACK_STREAMS_OPTION},
277         {T("solid"),       no_argument,       NULL, IMAGEX_PACK_STREAMS_OPTION},
278         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
279         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
280         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
281         {T("pack-compress"), required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
282         {T("solid-compress"),required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
283         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
284         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
285         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
286         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
287         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
288         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
289         {NULL, 0, NULL, 0},
290 };
291
292 static const struct option extract_options[] = {
293         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
294         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
295         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
296         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
297         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
298         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
299         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
300         {T("no-attributes"), no_argument,     NULL, IMAGEX_NO_ATTRIBUTES_OPTION},
301         {T("dest-dir"),    required_argument, NULL, IMAGEX_DEST_DIR_OPTION},
302         {T("to-stdout"),   no_argument,       NULL, IMAGEX_TO_STDOUT_OPTION},
303         {T("include-invalid-names"), no_argument, NULL, IMAGEX_INCLUDE_INVALID_NAMES_OPTION},
304         {T("no-wildcards"), no_argument,      NULL, IMAGEX_NO_WILDCARDS_OPTION},
305         {T("nullglob"),     no_argument,      NULL, IMAGEX_NULLGLOB_OPTION},
306         {T("preserve-dir-structure"), no_argument, NULL, IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION},
307         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
308         {NULL, 0, NULL, 0},
309 };
310
311 static const struct option info_options[] = {
312         {T("boot"),         no_argument,       NULL, IMAGEX_BOOT_OPTION},
313         {T("check"),        no_argument,       NULL, IMAGEX_CHECK_OPTION},
314         {T("nocheck"),      no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
315         {T("no-check"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
316         {T("extract-xml"),  required_argument, NULL, IMAGEX_EXTRACT_XML_OPTION},
317         {T("header"),       no_argument,       NULL, IMAGEX_HEADER_OPTION},
318         {T("lookup-table"), no_argument,       NULL, IMAGEX_LOOKUP_TABLE_OPTION},
319         {T("metadata"),     no_argument,       NULL, IMAGEX_METADATA_OPTION},
320         {T("xml"),          no_argument,       NULL, IMAGEX_XML_OPTION},
321         {NULL, 0, NULL, 0},
322 };
323
324 static const struct option join_options[] = {
325         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
326         {NULL, 0, NULL, 0},
327 };
328
329 static const struct option mount_options[] = {
330         {T("check"),             no_argument,       NULL, IMAGEX_CHECK_OPTION},
331         {T("debug"),             no_argument,       NULL, IMAGEX_DEBUG_OPTION},
332         {T("streams-interface"), required_argument, NULL, IMAGEX_STREAMS_INTERFACE_OPTION},
333         {T("ref"),               required_argument, NULL, IMAGEX_REF_OPTION},
334         {T("staging-dir"),       required_argument, NULL, IMAGEX_STAGING_DIR_OPTION},
335         {T("unix-data"),         no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
336         {T("allow-other"),       no_argument,       NULL, IMAGEX_ALLOW_OTHER_OPTION},
337         {NULL, 0, NULL, 0},
338 };
339
340 static const struct option optimize_options[] = {
341         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
342         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
343         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
344         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
345         {T("recompress"),  no_argument,       NULL, IMAGEX_RECOMPRESS_OPTION},
346         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
347         {T("recompress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
348         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
349         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
350         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_PACK_CHUNK_SIZE_OPTION},
351         {T("pack-compress"), required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
352         {T("solid-compress"),required_argument, NULL, IMAGEX_PACK_COMPRESS_OPTION},
353         {T("pack-streams"),no_argument,       NULL, IMAGEX_PACK_STREAMS_OPTION},
354         {T("solid"),       no_argument,       NULL, IMAGEX_PACK_STREAMS_OPTION},
355         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
356         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
357         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
358         {NULL, 0, NULL, 0},
359 };
360
361 static const struct option split_options[] = {
362         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
363         {NULL, 0, NULL, 0},
364 };
365
366 static const struct option unmount_options[] = {
367         {T("commit"),  no_argument, NULL, IMAGEX_COMMIT_OPTION},
368         {T("check"),   no_argument, NULL, IMAGEX_CHECK_OPTION},
369         {T("rebuild"), no_argument, NULL, IMAGEX_REBUILD_OPTION},
370         {T("lazy"),    no_argument, NULL, IMAGEX_LAZY_OPTION},
371         {T("new-image"), no_argument, NULL, IMAGEX_NEW_IMAGE_OPTION},
372         {NULL, 0, NULL, 0},
373 };
374
375 static const struct option update_options[] = {
376         /* Careful: some of the options here set the defaults for update
377          * commands, but the flags given to an actual update command (and not to
378          * `imagex update' itself are also handled in
379          * update_command_add_option().  */
380         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
381         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
382         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
383         {T("command"),     required_argument, NULL, IMAGEX_COMMAND_OPTION},
384         {T("wimboot-config"), required_argument, NULL, IMAGEX_WIMBOOT_CONFIG_OPTION},
385
386         /* Default delete options */
387         {T("force"),       no_argument,       NULL, IMAGEX_FORCE_OPTION},
388         {T("recursive"),   no_argument,       NULL, IMAGEX_RECURSIVE_OPTION},
389
390         /* Global add option */
391         {T("config"),      required_argument, NULL, IMAGEX_CONFIG_OPTION},
392
393         /* Default add options */
394         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
395         {T("dereference"), no_argument,       NULL, IMAGEX_DEREFERENCE_OPTION},
396         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
397         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
398         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
399         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
400         {T("no-replace"),  no_argument,       NULL, IMAGEX_NO_REPLACE_OPTION},
401
402         {NULL, 0, NULL, 0},
403 };
404
405 #if 0
406 #       define _format_attribute(type, format_str, args_start) \
407                         __attribute__((format(type, format_str, args_start)))
408 #else
409 #       define _format_attribute(type, format_str, args_start)
410 #endif
411
412 /* Print formatted error message to stderr. */
413 static void _format_attribute(printf, 1, 2)
414 imagex_error(const tchar *format, ...)
415 {
416         va_list va;
417         va_start(va, format);
418         tfputs(T("ERROR: "), stderr);
419         tvfprintf(stderr, format, va);
420         tputc(T('\n'), stderr);
421         va_end(va);
422 }
423
424 /* Print formatted error message to stderr. */
425 static void _format_attribute(printf, 1, 2)
426 imagex_error_with_errno(const tchar *format, ...)
427 {
428         int errno_save = errno;
429         va_list va;
430         va_start(va, format);
431         tfputs(T("ERROR: "), stderr);
432         tvfprintf(stderr, format, va);
433         tfprintf(stderr, T(": %"TS"\n"), tstrerror(errno_save));
434         va_end(va);
435 }
436
437 static int
438 verify_image_exists(int image, const tchar *image_name, const tchar *wim_name)
439 {
440         if (image == WIMLIB_NO_IMAGE) {
441                 imagex_error(T("\"%"TS"\" is not a valid image in \"%"TS"\"!\n"
442                              "       Please specify a 1-based image index or "
443                              "image name.  To list the images\n"
444                              "       contained in the WIM archive, run\n"
445                              "\n"
446                              "           %"TS" \"%"TS"\"\n"),
447                              image_name, wim_name,
448                              get_cmd_string(CMD_INFO, false), wim_name);
449                 return WIMLIB_ERR_INVALID_IMAGE;
450         }
451         return 0;
452 }
453
454 static int
455 verify_image_is_single(int image)
456 {
457         if (image == WIMLIB_ALL_IMAGES) {
458                 imagex_error(T("Cannot specify all images for this action!"));
459                 return WIMLIB_ERR_INVALID_IMAGE;
460         }
461         return 0;
462 }
463
464 static int
465 verify_image_exists_and_is_single(int image, const tchar *image_name,
466                                   const tchar *wim_name)
467 {
468         int ret;
469         ret = verify_image_exists(image, image_name, wim_name);
470         if (ret == 0)
471                 ret = verify_image_is_single(image);
472         return ret;
473 }
474
475 /* Parse the argument to --compress */
476 static int
477 get_compression_type(const tchar *optarg)
478 {
479         if (!tstrcasecmp(optarg, T("maximum")) ||
480             !tstrcasecmp(optarg, T("lzx")) ||
481             !tstrcasecmp(optarg, T("max")))
482                 return WIMLIB_COMPRESSION_TYPE_LZX;
483         else if (!tstrcasecmp(optarg, T("fast")) || !tstrcasecmp(optarg, T("xpress")))
484                 return WIMLIB_COMPRESSION_TYPE_XPRESS;
485         else if (!tstrcasecmp(optarg, T("recovery")) || !tstrcasecmp(optarg, T("lzms")))
486                 return WIMLIB_COMPRESSION_TYPE_LZMS;
487         else if (!tstrcasecmp(optarg, T("none")))
488                 return WIMLIB_COMPRESSION_TYPE_NONE;
489         else {
490                 imagex_error(T("Invalid compression type \"%"TS"\"! Must be "
491                              "\"maximum\", \"fast\", or \"none\"."), optarg);
492                 return WIMLIB_COMPRESSION_TYPE_INVALID;
493         }
494 }
495
496 static void
497 set_compress_slow(void)
498 {
499         static const struct wimlib_lzx_compressor_params lzx_slow_params = {
500                 .hdr = {
501                         .size = sizeof(struct wimlib_lzx_compressor_params),
502                 },
503                 .algorithm = WIMLIB_LZX_ALGORITHM_SLOW,
504                 .alg_params = {
505                         .slow = {
506                                 .use_len2_matches = 1,
507                                 .nice_match_length = 96,
508                                 .num_optim_passes = 4,
509                                 .max_search_depth = 100,
510                                 .max_matches_per_pos = 10,
511                                 .main_nostat_cost = 15,
512                                 .len_nostat_cost = 15,
513                                 .aligned_nostat_cost = 7,
514                         },
515                 },
516         };
517
518         static const struct wimlib_lzms_compressor_params lzms_slow_params = {
519                 .hdr = {
520                         .size = sizeof(struct wimlib_lzms_compressor_params),
521                 },
522                 .min_match_length = 2,
523                 .max_match_length = UINT32_MAX,
524                 .nice_match_length = 96,
525                 .max_search_depth = 100,
526                 .max_matches_per_pos = 10,
527                 .optim_array_length = 1024,
528         };
529
530         wimlib_set_default_compressor_params(WIMLIB_COMPRESSION_TYPE_LZX,
531                                              &lzx_slow_params.hdr);
532
533         wimlib_set_default_compressor_params(WIMLIB_COMPRESSION_TYPE_LZMS,
534                                              &lzms_slow_params.hdr);
535 }
536
537 struct string_set {
538         const tchar **strings;
539         unsigned num_strings;
540         unsigned num_alloc_strings;
541 };
542
543 #define STRING_SET_INITIALIZER \
544         { .strings = NULL, .num_strings = 0, .num_alloc_strings = 0, }
545
546 #define STRING_SET(_strings) \
547         struct string_set _strings = STRING_SET_INITIALIZER
548
549 static int
550 string_set_append(struct string_set *set, const tchar *glob)
551 {
552         unsigned num_alloc_strings = set->num_alloc_strings;
553
554         if (set->num_strings == num_alloc_strings) {
555                 const tchar **new_strings;
556
557                 num_alloc_strings += 4;
558                 new_strings = realloc(set->strings,
559                                       sizeof(set->strings[0]) * num_alloc_strings);
560                 if (!new_strings) {
561                         imagex_error(T("Out of memory!"));
562                         return -1;
563                 }
564                 set->strings = new_strings;
565                 set->num_alloc_strings = num_alloc_strings;
566         }
567         set->strings[set->num_strings++] = glob;
568         return 0;
569 }
570
571 static void
572 string_set_destroy(struct string_set *set)
573 {
574         free(set->strings);
575 }
576
577 static int
578 wim_reference_globs(WIMStruct *wim, struct string_set *set, int open_flags)
579 {
580         return wimlib_reference_resource_files(wim, set->strings,
581                                                set->num_strings,
582                                                WIMLIB_REF_FLAG_GLOB_ENABLE,
583                                                open_flags,
584                                                imagex_progress_func);
585 }
586
587 static void
588 do_resource_not_found_warning(const tchar *wimfile,
589                               const struct wimlib_wim_info *info,
590                               const struct string_set *refglobs)
591 {
592         if (info->total_parts > 1) {
593                 if (refglobs->num_strings == 0) {
594                         imagex_error(T("\"%"TS"\" is part of a split WIM. "
595                                        "Use --ref to specify the other parts."),
596                                      wimfile);
597                 } else {
598                         imagex_error(T("Perhaps the '--ref' argument did not "
599                                        "specify all other parts of the split "
600                                        "WIM?"));
601                 }
602         } else {
603                 imagex_error(T("If this is a delta WIM, use the --ref argument "
604                                "to specify the WIM(s) on which it is based."));
605         }
606 }
607
608 /* Returns the size of a file given its name, or -1 if the file does not exist
609  * or its size cannot be determined.  */
610 static off_t
611 file_get_size(const tchar *filename)
612 {
613         struct stat st;
614         if (tstat(filename, &st) == 0)
615                 return st.st_size;
616         else
617                 return (off_t)-1;
618 }
619
620 enum {
621         PARSE_STRING_SUCCESS = 0,
622         PARSE_STRING_FAILURE = 1,
623         PARSE_STRING_NONE = 2,
624 };
625
626 /*
627  * Parses a string token from an array of characters.
628  *
629  * Tokens are either whitespace-delimited, or double or single-quoted.
630  *
631  * @line_p:  Pointer to the pointer to the line of data.  Will be updated
632  *           to point past the string token iff the return value is
633  *           PARSE_STRING_SUCCESS.  If *len_p > 0, (*line_p)[*len_p - 1] must
634  *           be '\0'.
635  *
636  * @len_p:   @len_p initially stores the length of the line of data, which may
637  *           be 0, and it will be updated to the number of bytes remaining in
638  *           the line iff the return value is PARSE_STRING_SUCCESS.
639  *
640  * @fn_ret:  Iff the return value is PARSE_STRING_SUCCESS, a pointer to the
641  *           parsed string token will be returned here.
642  *
643  * Returns: PARSE_STRING_SUCCESS if a string token was successfully parsed; or
644  *          PARSE_STRING_FAILURE if the data was invalid due to a missing
645  *          closing quote; or PARSE_STRING_NONE if the line ended before the
646  *          beginning of a string token was found.
647  */
648 static int
649 parse_string(tchar **line_p, size_t *len_p, tchar **fn_ret)
650 {
651         size_t len = *len_p;
652         tchar *line = *line_p;
653         tchar *fn;
654         tchar quote_char;
655
656         /* Skip leading whitespace */
657         for (;;) {
658                 if (len == 0)
659                         return PARSE_STRING_NONE;
660                 if (!istspace(*line) && *line != T('\0'))
661                         break;
662                 line++;
663                 len--;
664         }
665         quote_char = *line;
666         if (quote_char == T('"') || quote_char == T('\'')) {
667                 /* Quoted string */
668                 line++;
669                 len--;
670                 fn = line;
671                 line = tmemchr(line, quote_char, len);
672                 if (!line) {
673                         imagex_error(T("Missing closing quote: %"TS), fn - 1);
674                         return PARSE_STRING_FAILURE;
675                 }
676         } else {
677                 /* Unquoted string.  Go until whitespace.  Line is terminated
678                  * by '\0', so no need to check 'len'. */
679                 fn = line;
680                 do {
681                         line++;
682                 } while (!istspace(*line) && *line != T('\0'));
683         }
684         *line = T('\0');
685         len -= line - fn;
686         *len_p = len;
687         *line_p = line;
688         *fn_ret = fn;
689         return PARSE_STRING_SUCCESS;
690 }
691
692 /* Parses a line of data (not an empty line or comment) in the source list file
693  * format.  (See the man page for 'wimlib-imagex capture' for details on this
694  * format and the meaning.)
695  *
696  * @line:  Line of data to be parsed.  line[len - 1] must be '\0', unless
697  *         len == 0.  The data in @line will be modified by this function call.
698  *
699  * @len:   Length of the line of data.
700  *
701  * @source:  On success, the capture source and target described by the line is
702  *           written into this destination.  Note that it will contain pointers
703  *           to data in the @line array.
704  *
705  * Returns true if the line was valid; false otherwise.  */
706 static bool
707 parse_source_list_line(tchar *line, size_t len,
708                        struct wimlib_capture_source *source)
709 {
710         /* SOURCE [DEST] */
711         int ret;
712         ret = parse_string(&line, &len, &source->fs_source_path);
713         if (ret != PARSE_STRING_SUCCESS)
714                 return false;
715         ret = parse_string(&line, &len, &source->wim_target_path);
716         if (ret == PARSE_STRING_NONE)
717                 source->wim_target_path = source->fs_source_path;
718         return ret != PARSE_STRING_FAILURE;
719 }
720
721 /* Returns %true if the given line of length @len > 0 is a comment or empty line
722  * in the source list file format. */
723 static bool
724 is_comment_line(const tchar *line, size_t len)
725 {
726         for (;;) {
727                 if (*line == T('#') || *line == T(';'))
728                         return true;
729                 if (!istspace(*line) && *line != T('\0'))
730                         return false;
731                 ++line;
732                 --len;
733                 if (len == 0)
734                         return true;
735         }
736 }
737
738 static ssize_t
739 text_file_count_lines(tchar **contents_p, size_t *nchars_p)
740 {
741         ssize_t nlines = 0;
742         tchar *contents = *contents_p;
743         size_t nchars = *nchars_p;
744         size_t i;
745
746         for (i = 0; i < nchars; i++)
747                 if (contents[i] == T('\n'))
748                         nlines++;
749
750         /* Handle last line not terminated by a newline */
751         if (nchars != 0 && contents[nchars - 1] != T('\n')) {
752                 contents = realloc(contents, (nchars + 1) * sizeof(tchar));
753                 if (!contents) {
754                         imagex_error(T("Out of memory!"));
755                         return -1;
756                 }
757                 contents[nchars] = T('\n');
758                 *contents_p = contents;
759                 nchars++;
760                 nlines++;
761         }
762         *nchars_p = nchars;
763         return nlines;
764 }
765
766 /* Parses a file in the source list format.  (See the man page for
767  * 'wimlib-imagex capture' for details on this format and the meaning.)
768  *
769  * @source_list_contents:  Contents of the source list file.  Note that this
770  *                         buffer will be modified to save memory allocations,
771  *                         and cannot be freed until the returned array of
772  *                         wimlib_capture_source's has also been freed.
773  *
774  * @source_list_nbytes:    Number of bytes of data in the @source_list_contents
775  *                         buffer.
776  *
777  * @nsources_ret:          On success, the length of the returned array is
778  *                         returned here.
779  *
780  * Returns:   An array of `struct wimlib_capture_source's that can be passed to
781  * the wimlib_add_image_multisource() function to specify how a WIM image is to
782  * be created.  */
783 static struct wimlib_capture_source *
784 parse_source_list(tchar **source_list_contents_p, size_t source_list_nchars,
785                   size_t *nsources_ret)
786 {
787         ssize_t nlines;
788         tchar *p;
789         struct wimlib_capture_source *sources;
790         size_t i, j;
791
792         nlines = text_file_count_lines(source_list_contents_p,
793                                        &source_list_nchars);
794         if (nlines < 0)
795                 return NULL;
796
797         /* Always allocate at least 1 slot, just in case the implementation of
798          * calloc() returns NULL if 0 bytes are requested. */
799         sources = calloc(nlines ?: 1, sizeof(*sources));
800         if (!sources) {
801                 imagex_error(T("out of memory"));
802                 return NULL;
803         }
804         p = *source_list_contents_p;
805         j = 0;
806         for (i = 0; i < nlines; i++) {
807                 /* XXX: Could use rawmemchr() here instead, but it may not be
808                  * available on all platforms. */
809                 tchar *endp = tmemchr(p, T('\n'), source_list_nchars);
810                 size_t len = endp - p + 1;
811                 *endp = T('\0');
812                 if (!is_comment_line(p, len)) {
813                         if (!parse_source_list_line(p, len, &sources[j++])) {
814                                 free(sources);
815                                 return NULL;
816                         }
817                 }
818                 p = endp + 1;
819
820         }
821         *nsources_ret = j;
822         return sources;
823 }
824
825 /* Reads the contents of a file into memory. */
826 static char *
827 file_get_contents(const tchar *filename, size_t *len_ret)
828 {
829         struct stat stbuf;
830         void *buf = NULL;
831         size_t len;
832         FILE *fp;
833
834         if (tstat(filename, &stbuf) != 0) {
835                 imagex_error_with_errno(T("Failed to stat the file \"%"TS"\""), filename);
836                 goto out;
837         }
838         len = stbuf.st_size;
839
840         fp = tfopen(filename, T("rb"));
841         if (!fp) {
842                 imagex_error_with_errno(T("Failed to open the file \"%"TS"\""), filename);
843                 goto out;
844         }
845
846         buf = malloc(len ? len : 1);
847         if (!buf) {
848                 imagex_error(T("Failed to allocate buffer of %zu bytes to hold "
849                                "contents of file \"%"TS"\""), len, filename);
850                 goto out_fclose;
851         }
852         if (fread(buf, 1, len, fp) != len) {
853                 imagex_error_with_errno(T("Failed to read %zu bytes from the "
854                                           "file \"%"TS"\""), len, filename);
855                 goto out_free_buf;
856         }
857         *len_ret = len;
858         goto out_fclose;
859 out_free_buf:
860         free(buf);
861         buf = NULL;
862 out_fclose:
863         fclose(fp);
864 out:
865         return buf;
866 }
867
868 /* Read standard input until EOF and return the full contents in a malloc()ed
869  * buffer and the number of bytes of data in @len_ret.  Returns NULL on read
870  * error. */
871 static char *
872 stdin_get_contents(size_t *len_ret)
873 {
874         /* stdin can, of course, be a pipe or other non-seekable file, so the
875          * total length of the data cannot be pre-determined */
876         char *buf = NULL;
877         size_t newlen = 1024;
878         size_t pos = 0;
879         size_t inc = 1024;
880         for (;;) {
881                 char *p = realloc(buf, newlen);
882                 size_t bytes_read, bytes_to_read;
883                 if (!p) {
884                         imagex_error(T("out of memory while reading stdin"));
885                         break;
886                 }
887                 buf = p;
888                 bytes_to_read = newlen - pos;
889                 bytes_read = fread(&buf[pos], 1, bytes_to_read, stdin);
890                 pos += bytes_read;
891                 if (bytes_read != bytes_to_read) {
892                         if (feof(stdin)) {
893                                 *len_ret = pos;
894                                 return buf;
895                         } else {
896                                 imagex_error_with_errno(T("error reading stdin"));
897                                 break;
898                         }
899                 }
900                 newlen += inc;
901                 inc *= 3;
902                 inc /= 2;
903         }
904         free(buf);
905         return NULL;
906 }
907
908
909 static tchar *
910 translate_text_to_tstr(char *text, size_t num_bytes, size_t *num_tchars_ret)
911 {
912 #ifndef __WIN32__
913         /* On non-Windows, assume an ASCII-compatible encoding, such as UTF-8.
914          * */
915         *num_tchars_ret = num_bytes;
916         return text;
917 #else /* !__WIN32__ */
918         /* On Windows, translate the text to UTF-16LE */
919         wchar_t *text_wstr;
920         size_t num_wchars;
921
922         if (num_bytes >= 2 &&
923             (((unsigned char)text[0] == 0xff && (unsigned char)text[1] == 0xfe) ||
924              ((unsigned char)text[0] <= 0x7f && (unsigned char)text[1] == 0x00)))
925         {
926                 /* File begins with 0xfeff, the BOM for UTF-16LE, or it begins
927                  * with something that looks like an ASCII character encoded as
928                  * a UTF-16LE code unit.  Assume the file is encoded as
929                  * UTF-16LE.  This is not a 100% reliable check. */
930                 num_wchars = num_bytes / 2;
931                 text_wstr = (wchar_t*)text;
932         } else {
933                 /* File does not look like UTF-16LE.  Assume it is encoded in
934                  * the current Windows code page.  I think these are always
935                  * ASCII-compatible, so any so-called "plain-text" (ASCII) files
936                  * should work as expected. */
937                 text_wstr = win32_mbs_to_wcs(text,
938                                              num_bytes,
939                                              &num_wchars);
940                 free(text);
941         }
942         *num_tchars_ret = num_wchars;
943         return text_wstr;
944 #endif /* __WIN32__ */
945 }
946
947 static tchar *
948 file_get_text_contents(const tchar *filename, size_t *num_tchars_ret)
949 {
950         char *contents;
951         size_t num_bytes;
952
953         contents = file_get_contents(filename, &num_bytes);
954         if (!contents)
955                 return NULL;
956         return translate_text_to_tstr(contents, num_bytes, num_tchars_ret);
957 }
958
959 static tchar *
960 stdin_get_text_contents(size_t *num_tchars_ret)
961 {
962         char *contents;
963         size_t num_bytes;
964
965         contents = stdin_get_contents(&num_bytes);
966         if (!contents)
967                 return NULL;
968         return translate_text_to_tstr(contents, num_bytes, num_tchars_ret);
969 }
970
971 #define TO_PERCENT(numerator, denominator) \
972         (((denominator) == 0) ? 0 : ((numerator) * 100 / (denominator)))
973
974 #define GIBIBYTE_MIN_NBYTES 10000000000ULL
975 #define MEBIBYTE_MIN_NBYTES 10000000ULL
976 #define KIBIBYTE_MIN_NBYTES 10000ULL
977
978 static unsigned
979 get_unit(uint64_t total_bytes, const tchar **name_ret)
980 {
981         if (total_bytes >= GIBIBYTE_MIN_NBYTES) {
982                 *name_ret = T("GiB");
983                 return 30;
984         } else if (total_bytes >= MEBIBYTE_MIN_NBYTES) {
985                 *name_ret = T("MiB");
986                 return 20;
987         } else if (total_bytes >= KIBIBYTE_MIN_NBYTES) {
988                 *name_ret = T("KiB");
989                 return 10;
990         } else {
991                 *name_ret = T("bytes");
992                 return 0;
993         }
994 }
995
996 static struct wimlib_progress_info_scan last_scan_progress;
997
998 static void
999 report_scan_progress(const struct wimlib_progress_info_scan *scan, bool done)
1000 {
1001         uint64_t prev_count, cur_count;
1002
1003         prev_count = last_scan_progress.num_nondirs_scanned +
1004                      last_scan_progress.num_dirs_scanned;
1005         cur_count = scan->num_nondirs_scanned + scan->num_dirs_scanned;
1006
1007         if (done || prev_count == 0 || cur_count >= prev_count + 100 ||
1008             cur_count % 128 == 0)
1009         {
1010                 unsigned unit_shift;
1011                 const tchar *unit_name;
1012
1013                 unit_shift = get_unit(scan->num_bytes_scanned, &unit_name);
1014                 imagex_printf(T("\r%"PRIu64" %"TS" scanned (%"PRIu64" files, "
1015                                 "%"PRIu64" directories)    "),
1016                               scan->num_bytes_scanned >> unit_shift,
1017                               unit_name,
1018                               scan->num_nondirs_scanned,
1019                               scan->num_dirs_scanned);
1020                 last_scan_progress = *scan;
1021         }
1022 }
1023
1024 /* Progress callback function passed to various wimlib functions. */
1025 static int
1026 imagex_progress_func(enum wimlib_progress_msg msg,
1027                      const union wimlib_progress_info *info)
1028 {
1029         unsigned percent_done;
1030         unsigned unit_shift;
1031         const tchar *unit_name;
1032
1033         if (imagex_be_quiet)
1034                 return 0;
1035         switch (msg) {
1036         case WIMLIB_PROGRESS_MSG_WRITE_STREAMS:
1037                 {
1038                         static bool first = true;
1039                         if (first) {
1040                                 imagex_printf(T("Writing %"TS"-compressed data "
1041                                                 "using %u thread%"TS"\n"),
1042                                               wimlib_get_compression_type_string(
1043                                                         info->write_streams.compression_type),
1044                                         info->write_streams.num_threads,
1045                                         (info->write_streams.num_threads == 1) ? T("") : T("s"));
1046                                 first = false;
1047                         }
1048                 }
1049                 unit_shift = get_unit(info->write_streams.total_bytes, &unit_name);
1050                 percent_done = TO_PERCENT(info->write_streams.completed_bytes,
1051                                           info->write_streams.total_bytes);
1052
1053                 imagex_printf(T("\r%"PRIu64" %"TS" of %"PRIu64" %"TS" (uncompressed) "
1054                         "written (%u%% done)"),
1055                         info->write_streams.completed_bytes >> unit_shift,
1056                         unit_name,
1057                         info->write_streams.total_bytes >> unit_shift,
1058                         unit_name,
1059                         percent_done);
1060                 if (info->write_streams.completed_bytes >= info->write_streams.total_bytes)
1061                         imagex_printf(T("\n"));
1062                 break;
1063         case WIMLIB_PROGRESS_MSG_SCAN_BEGIN:
1064                 imagex_printf(T("Scanning \"%"TS"\""), info->scan.source);
1065                 if (WIMLIB_IS_WIM_ROOT_PATH(info->scan.wim_target_path)) {
1066                         imagex_printf(T("\n"));
1067                 } else {
1068                         imagex_printf(T(" (loading as WIM path: \"%"TS"\")...\n"),
1069                                       info->scan.wim_target_path);
1070                 }
1071                 memset(&last_scan_progress, 0, sizeof(last_scan_progress));
1072                 break;
1073         case WIMLIB_PROGRESS_MSG_SCAN_DENTRY:
1074                 switch (info->scan.status) {
1075                 case WIMLIB_SCAN_DENTRY_OK:
1076                         report_scan_progress(&info->scan, false);
1077                         break;
1078                 case WIMLIB_SCAN_DENTRY_EXCLUDED:
1079                         imagex_printf(T("\nExcluding \"%"TS"\" from capture\n"), info->scan.cur_path);
1080                         break;
1081                 case WIMLIB_SCAN_DENTRY_UNSUPPORTED:
1082                         imagex_printf(T("\nWARNING: Excluding unsupported file or directory\n"
1083                                         "         \"%"TS"\" from capture\n"), info->scan.cur_path);
1084                         break;
1085                 case WIMLIB_SCAN_DENTRY_EXCLUDED_SYMLINK:
1086                         imagex_printf(T("\nWARNING: Ignoring absolute symbolic link "
1087                                         "with out-of-tree target:\n"
1088                                         "           \"%"TS"\" => \"%"TS"\"\n"
1089                                         "           (Use --norpfix to capture "
1090                                         "absolute symbolic links as-is)\n"),
1091                                         info->scan.cur_path, info->scan.symlink_target);
1092                         break;
1093                 }
1094                 break;
1095         case WIMLIB_PROGRESS_MSG_SCAN_END:
1096                 report_scan_progress(&info->scan, true);
1097                 imagex_printf(T("\n"));
1098                 break;
1099         case WIMLIB_PROGRESS_MSG_VERIFY_INTEGRITY:
1100                 unit_shift = get_unit(info->integrity.total_bytes, &unit_name);
1101                 percent_done = TO_PERCENT(info->integrity.completed_bytes,
1102                                           info->integrity.total_bytes);
1103                 imagex_printf(T("\rVerifying integrity of \"%"TS"\": %"PRIu64" %"TS" "
1104                         "of %"PRIu64" %"TS" (%u%%) done"),
1105                         info->integrity.filename,
1106                         info->integrity.completed_bytes >> unit_shift,
1107                         unit_name,
1108                         info->integrity.total_bytes >> unit_shift,
1109                         unit_name,
1110                         percent_done);
1111                 if (info->integrity.completed_bytes == info->integrity.total_bytes)
1112                         imagex_printf(T("\n"));
1113                 break;
1114         case WIMLIB_PROGRESS_MSG_CALC_INTEGRITY:
1115                 unit_shift = get_unit(info->integrity.total_bytes, &unit_name);
1116                 percent_done = TO_PERCENT(info->integrity.completed_bytes,
1117                                           info->integrity.total_bytes);
1118                 imagex_printf(T("\rCalculating integrity table for WIM: %"PRIu64" %"TS" "
1119                           "of %"PRIu64" %"TS" (%u%%) done"),
1120                         info->integrity.completed_bytes >> unit_shift,
1121                         unit_name,
1122                         info->integrity.total_bytes >> unit_shift,
1123                         unit_name,
1124                         percent_done);
1125                 if (info->integrity.completed_bytes == info->integrity.total_bytes)
1126                         imagex_printf(T("\n"));
1127                 break;
1128         case WIMLIB_PROGRESS_MSG_EXTRACT_IMAGE_BEGIN:
1129                 imagex_printf(T("Applying image %d (\"%"TS"\") from \"%"TS"\" "
1130                           "to %"TS" \"%"TS"\"\n"),
1131                         info->extract.image,
1132                         info->extract.image_name,
1133                         info->extract.wimfile_name,
1134                         ((info->extract.extract_flags & WIMLIB_EXTRACT_FLAG_NTFS) ?
1135                          T("NTFS volume") : T("directory")),
1136                         info->extract.target);
1137                 break;
1138         case WIMLIB_PROGRESS_MSG_EXTRACT_STREAMS:
1139                 percent_done = TO_PERCENT(info->extract.completed_bytes,
1140                                           info->extract.total_bytes);
1141                 unit_shift = get_unit(info->extract.total_bytes, &unit_name);
1142                 imagex_printf(T("\rExtracting files: "
1143                           "%"PRIu64" %"TS" of %"PRIu64" %"TS" (%u%%) done"),
1144                         info->extract.completed_bytes >> unit_shift,
1145                         unit_name,
1146                         info->extract.total_bytes >> unit_shift,
1147                         unit_name,
1148                         percent_done);
1149                 if (info->extract.completed_bytes >= info->extract.total_bytes)
1150                         imagex_printf(T("\n"));
1151                 break;
1152         case WIMLIB_PROGRESS_MSG_EXTRACT_SPWM_PART_BEGIN:
1153                 if (info->extract.total_parts != 1) {
1154                         imagex_printf(T("\nReading split pipable WIM part %u of %u\n"),
1155                                       info->extract.part_number,
1156                                       info->extract.total_parts);
1157                 }
1158                 break;
1159         case WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART:
1160                 percent_done = TO_PERCENT(info->split.completed_bytes,
1161                                           info->split.total_bytes);
1162                 unit_shift = get_unit(info->split.total_bytes, &unit_name);
1163                 imagex_printf(T("Writing \"%"TS"\" (part %u of %u): %"PRIu64" %"TS" of "
1164                           "%"PRIu64" %"TS" (%u%%) written\n"),
1165                         info->split.part_name,
1166                         info->split.cur_part_number,
1167                         info->split.total_parts,
1168                         info->split.completed_bytes >> unit_shift,
1169                         unit_name,
1170                         info->split.total_bytes >> unit_shift,
1171                         unit_name,
1172                         percent_done);
1173                 break;
1174         case WIMLIB_PROGRESS_MSG_SPLIT_END_PART:
1175                 if (info->split.completed_bytes == info->split.total_bytes) {
1176                         imagex_printf(T("Finished writing split WIM part %u of %u\n"),
1177                                 info->split.cur_part_number,
1178                                 info->split.total_parts);
1179                 }
1180                 break;
1181         case WIMLIB_PROGRESS_MSG_UPDATE_END_COMMAND:
1182                 switch (info->update.command->op) {
1183                 case WIMLIB_UPDATE_OP_DELETE:
1184                         imagex_printf(T("Deleted WIM path \"%"TS"\"\n"),
1185                                 info->update.command->delete_.wim_path);
1186                         break;
1187                 case WIMLIB_UPDATE_OP_RENAME:
1188                         imagex_printf(T("Renamed WIM path \"%"TS"\" => \"%"TS"\"\n"),
1189                                 info->update.command->rename.wim_source_path,
1190                                 info->update.command->rename.wim_target_path);
1191                         break;
1192                 case WIMLIB_UPDATE_OP_ADD:
1193                 default:
1194                         break;
1195                 }
1196                 break;
1197         case WIMLIB_PROGRESS_MSG_REPLACE_FILE_IN_WIM:
1198                 imagex_printf(T("Updating \"%"TS"\" in WIM image\n"),
1199                               info->replace.path_in_wim);
1200                 break;
1201         case WIMLIB_PROGRESS_MSG_WIMBOOT_EXCLUDE:
1202                 imagex_printf(T("\nExtracting \"%"TS"\" as normal file (not WIMBoot pointer)\n"),
1203                               info->wimboot_exclude.path_in_wim);
1204                 break;
1205         default:
1206                 break;
1207         }
1208         fflush(imagex_info_file);
1209         return 0;
1210 }
1211
1212 static unsigned
1213 parse_num_threads(const tchar *optarg)
1214 {
1215         tchar *tmp;
1216         unsigned long ul_nthreads = tstrtoul(optarg, &tmp, 10);
1217         if (ul_nthreads >= UINT_MAX || *tmp || tmp == optarg) {
1218                 imagex_error(T("Number of threads must be a non-negative integer!"));
1219                 return UINT_MAX;
1220         } else {
1221                 return ul_nthreads;
1222         }
1223 }
1224
1225 static uint32_t parse_chunk_size(const tchar *optarg)
1226 {
1227        tchar *tmp;
1228        unsigned long chunk_size = tstrtoul(optarg, &tmp, 10);
1229        if (chunk_size >= UINT32_MAX || *tmp || tmp == optarg) {
1230                imagex_error(T("Chunk size must be a non-negative integer!"));
1231                return UINT32_MAX;
1232        } else {
1233                return chunk_size;
1234        }
1235 }
1236
1237
1238 /*
1239  * Parse an option passed to an update command.
1240  *
1241  * @op:         One of WIMLIB_UPDATE_OP_* that indicates the command being
1242  *              parsed.
1243  *
1244  * @option:     Text string for the option (beginning with --)
1245  *
1246  * @cmd:        `struct wimlib_update_command' that is being constructed for
1247  *              this command.
1248  *
1249  * Returns true if the option was recognized; false if not.
1250  */
1251 static bool
1252 update_command_add_option(int op, const tchar *option,
1253                           struct wimlib_update_command *cmd)
1254 {
1255         bool recognized = true;
1256         switch (op) {
1257         case WIMLIB_UPDATE_OP_ADD:
1258                 if (!tstrcmp(option, T("--verbose")))
1259                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_VERBOSE;
1260                 else if (!tstrcmp(option, T("--unix-data")))
1261                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_UNIX_DATA;
1262                 else if (!tstrcmp(option, T("--no-acls")) || !tstrcmp(option, T("--noacls")))
1263                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_NO_ACLS;
1264                 else if (!tstrcmp(option, T("--strict-acls")))
1265                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_STRICT_ACLS;
1266                 else if (!tstrcmp(option, T("--dereference")))
1267                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_DEREFERENCE;
1268                 else if (!tstrcmp(option, T("--no-replace")))
1269                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_NO_REPLACE;
1270                 else
1271                         recognized = false;
1272                 break;
1273         case WIMLIB_UPDATE_OP_DELETE:
1274                 if (!tstrcmp(option, T("--force")))
1275                         cmd->delete_.delete_flags |= WIMLIB_DELETE_FLAG_FORCE;
1276                 else if (!tstrcmp(option, T("--recursive")))
1277                         cmd->delete_.delete_flags |= WIMLIB_DELETE_FLAG_RECURSIVE;
1278                 else
1279                         recognized = false;
1280                 break;
1281         default:
1282                 recognized = false;
1283                 break;
1284         }
1285         return recognized;
1286 }
1287
1288 /* How many nonoption arguments each `imagex update' command expects */
1289 static const unsigned update_command_num_nonoptions[] = {
1290         [WIMLIB_UPDATE_OP_ADD] = 2,
1291         [WIMLIB_UPDATE_OP_DELETE] = 1,
1292         [WIMLIB_UPDATE_OP_RENAME] = 2,
1293 };
1294
1295 static void
1296 update_command_add_nonoption(int op, const tchar *nonoption,
1297                              struct wimlib_update_command *cmd,
1298                              unsigned num_nonoptions)
1299 {
1300         switch (op) {
1301         case WIMLIB_UPDATE_OP_ADD:
1302                 if (num_nonoptions == 0)
1303                         cmd->add.fs_source_path = (tchar*)nonoption;
1304                 else
1305                         cmd->add.wim_target_path = (tchar*)nonoption;
1306                 break;
1307         case WIMLIB_UPDATE_OP_DELETE:
1308                 cmd->delete_.wim_path = (tchar*)nonoption;
1309                 break;
1310         case WIMLIB_UPDATE_OP_RENAME:
1311                 if (num_nonoptions == 0)
1312                         cmd->rename.wim_source_path = (tchar*)nonoption;
1313                 else
1314                         cmd->rename.wim_target_path = (tchar*)nonoption;
1315                 break;
1316         }
1317 }
1318
1319 /*
1320  * Parse a command passed on stdin to `imagex update'.
1321  *
1322  * @line:       Text of the command.
1323  * @len:        Length of the line, including a null terminator
1324  *              at line[len - 1].
1325  *
1326  * @command:    A `struct wimlib_update_command' to fill in from the parsed
1327  *              line.
1328  *
1329  * @line_number: Line number of the command, for diagnostics.
1330  *
1331  * Returns true on success; returns false on parse error.
1332  */
1333 static bool
1334 parse_update_command(tchar *line, size_t len,
1335                      struct wimlib_update_command *command,
1336                      size_t line_number)
1337 {
1338         int ret;
1339         tchar *command_name;
1340         int op;
1341         size_t num_nonoptions;
1342
1343         /* Get the command name ("add", "delete", "rename") */
1344         ret = parse_string(&line, &len, &command_name);
1345         if (ret != PARSE_STRING_SUCCESS)
1346                 return false;
1347
1348         if (!tstrcasecmp(command_name, T("add"))) {
1349                 op = WIMLIB_UPDATE_OP_ADD;
1350         } else if (!tstrcasecmp(command_name, T("delete"))) {
1351                 op = WIMLIB_UPDATE_OP_DELETE;
1352         } else if (!tstrcasecmp(command_name, T("rename"))) {
1353                 op = WIMLIB_UPDATE_OP_RENAME;
1354         } else {
1355                 imagex_error(T("Unknown update command \"%"TS"\" on line %zu"),
1356                              command_name, line_number);
1357                 return false;
1358         }
1359         command->op = op;
1360
1361         /* Parse additional options and non-options as needed */
1362         num_nonoptions = 0;
1363         for (;;) {
1364                 tchar *next_string;
1365
1366                 ret = parse_string(&line, &len, &next_string);
1367                 if (ret == PARSE_STRING_NONE) /* End of line */
1368                         break;
1369                 else if (ret != PARSE_STRING_SUCCESS) /* Parse failure */
1370                         return false;
1371                 if (next_string[0] == T('-') && next_string[1] == T('-')) {
1372                         /* Option */
1373                         if (!update_command_add_option(op, next_string, command))
1374                         {
1375                                 imagex_error(T("Unrecognized option \"%"TS"\" to "
1376                                                "update command \"%"TS"\" on line %zu"),
1377                                              next_string, command_name, line_number);
1378
1379                                 return false;
1380                         }
1381                 } else {
1382                         /* Nonoption */
1383                         if (num_nonoptions == update_command_num_nonoptions[op])
1384                         {
1385                                 imagex_error(T("Unexpected argument \"%"TS"\" in "
1386                                                "update command on line %zu\n"
1387                                                "       (The \"%"TS"\" command only "
1388                                                "takes %zu nonoption arguments!)\n"),
1389                                              next_string, line_number,
1390                                              command_name, num_nonoptions);
1391                                 return false;
1392                         }
1393                         update_command_add_nonoption(op, next_string,
1394                                                      command, num_nonoptions);
1395                         num_nonoptions++;
1396                 }
1397         }
1398
1399         if (num_nonoptions != update_command_num_nonoptions[op]) {
1400                 imagex_error(T("Not enough arguments to update command "
1401                                "\"%"TS"\" on line %zu"), command_name, line_number);
1402                 return false;
1403         }
1404         return true;
1405 }
1406
1407 static struct wimlib_update_command *
1408 parse_update_command_file(tchar **cmd_file_contents_p, size_t cmd_file_nchars,
1409                           size_t *num_cmds_ret)
1410 {
1411         ssize_t nlines;
1412         tchar *p;
1413         struct wimlib_update_command *cmds;
1414         size_t i, j;
1415
1416         nlines = text_file_count_lines(cmd_file_contents_p,
1417                                        &cmd_file_nchars);
1418         if (nlines < 0)
1419                 return NULL;
1420
1421         /* Always allocate at least 1 slot, just in case the implementation of
1422          * calloc() returns NULL if 0 bytes are requested. */
1423         cmds = calloc(nlines ?: 1, sizeof(struct wimlib_update_command));
1424         if (!cmds) {
1425                 imagex_error(T("out of memory"));
1426                 return NULL;
1427         }
1428         p = *cmd_file_contents_p;
1429         j = 0;
1430         for (i = 0; i < nlines; i++) {
1431                 /* XXX: Could use rawmemchr() here instead, but it may not be
1432                  * available on all platforms. */
1433                 tchar *endp = tmemchr(p, T('\n'), cmd_file_nchars);
1434                 size_t len = endp - p + 1;
1435                 *endp = T('\0');
1436                 if (!is_comment_line(p, len)) {
1437                         if (!parse_update_command(p, len, &cmds[j++], i + 1)) {
1438                                 free(cmds);
1439                                 return NULL;
1440                         }
1441                 }
1442                 p = endp + 1;
1443         }
1444         *num_cmds_ret = j;
1445         return cmds;
1446 }
1447
1448 /* Apply one image, or all images, from a WIM file to a directory, OR apply
1449  * one image from a WIM file to an NTFS volume.  */
1450 static int
1451 imagex_apply(int argc, tchar **argv, int cmd)
1452 {
1453         int c;
1454         int open_flags = 0;
1455         int image = WIMLIB_NO_IMAGE;
1456         WIMStruct *wim;
1457         struct wimlib_wim_info info;
1458         int ret;
1459         const tchar *wimfile;
1460         const tchar *target;
1461         const tchar *image_num_or_name = NULL;
1462         int extract_flags = 0;
1463
1464         STRING_SET(refglobs);
1465
1466         for_opt(c, apply_options) {
1467                 switch (c) {
1468                 case IMAGEX_CHECK_OPTION:
1469                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
1470                         break;
1471                 case IMAGEX_VERBOSE_OPTION:
1472                         /* No longer does anything.  */
1473                         break;
1474                 case IMAGEX_REF_OPTION:
1475                         ret = string_set_append(&refglobs, optarg);
1476                         if (ret)
1477                                 goto out_free_refglobs;
1478                         break;
1479                 case IMAGEX_UNIX_DATA_OPTION:
1480                         extract_flags |= WIMLIB_EXTRACT_FLAG_UNIX_DATA;
1481                         break;
1482                 case IMAGEX_NO_ACLS_OPTION:
1483                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ACLS;
1484                         break;
1485                 case IMAGEX_STRICT_ACLS_OPTION:
1486                         extract_flags |= WIMLIB_EXTRACT_FLAG_STRICT_ACLS;
1487                         break;
1488                 case IMAGEX_NO_ATTRIBUTES_OPTION:
1489                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ATTRIBUTES;
1490                         break;
1491                 case IMAGEX_NORPFIX_OPTION:
1492                         extract_flags |= WIMLIB_EXTRACT_FLAG_NORPFIX;
1493                         break;
1494                 case IMAGEX_RPFIX_OPTION:
1495                         extract_flags |= WIMLIB_EXTRACT_FLAG_RPFIX;
1496                         break;
1497                 case IMAGEX_INCLUDE_INVALID_NAMES_OPTION:
1498                         extract_flags |= WIMLIB_EXTRACT_FLAG_REPLACE_INVALID_FILENAMES;
1499                         extract_flags |= WIMLIB_EXTRACT_FLAG_ALL_CASE_CONFLICTS;
1500                         break;
1501                 case IMAGEX_RESUME_OPTION:
1502                         extract_flags |= WIMLIB_EXTRACT_FLAG_RESUME;
1503                         break;
1504                 case IMAGEX_WIMBOOT_OPTION:
1505                         extract_flags |= WIMLIB_EXTRACT_FLAG_WIMBOOT;
1506                         break;
1507                 default:
1508                         goto out_usage;
1509                 }
1510         }
1511         argc -= optind;
1512         argv += optind;
1513         if (argc != 2 && argc != 3)
1514                 goto out_usage;
1515
1516         wimfile = argv[0];
1517
1518         if (!tstrcmp(wimfile, T("-"))) {
1519                 /* Attempt to apply pipable WIM from standard input.  */
1520                 if (argc == 2) {
1521                         image_num_or_name = NULL;
1522                         target = argv[1];
1523                 } else {
1524                         image_num_or_name = argv[1];
1525                         target = argv[2];
1526                 }
1527                 wim = NULL;
1528         } else {
1529                 ret = wimlib_open_wim(wimfile, open_flags, &wim,
1530                                       imagex_progress_func);
1531                 if (ret)
1532                         goto out_free_refglobs;
1533
1534                 wimlib_get_wim_info(wim, &info);
1535
1536                 if (argc >= 3) {
1537                         /* Image explicitly specified.  */
1538                         image_num_or_name = argv[1];
1539                         image = wimlib_resolve_image(wim, image_num_or_name);
1540                         ret = verify_image_exists(image, image_num_or_name, wimfile);
1541                         if (ret)
1542                                 goto out_wimlib_free;
1543                         target = argv[2];
1544                 } else {
1545                         /* No image specified; default to image 1, but only if the WIM
1546                          * contains exactly one image.  */
1547
1548                         if (info.image_count != 1) {
1549                                 imagex_error(T("\"%"TS"\" contains %d images; "
1550                                                "Please select one (or all)."),
1551                                              wimfile, info.image_count);
1552                                 wimlib_free(wim);
1553                                 goto out_usage;
1554                         }
1555                         image = 1;
1556                         target = argv[1];
1557                 }
1558         }
1559
1560         if (refglobs.num_strings) {
1561                 if (wim == NULL) {
1562                         imagex_error(T("Can't specify --ref when applying from stdin!"));
1563                         ret = -1;
1564                         goto out_wimlib_free;
1565                 }
1566                 ret = wim_reference_globs(wim, &refglobs, open_flags);
1567                 if (ret)
1568                         goto out_wimlib_free;
1569         }
1570
1571 #ifndef __WIN32__
1572         {
1573                 /* Interpret a regular file or block device target as an NTFS
1574                  * volume.  */
1575                 struct stat stbuf;
1576
1577                 if (tstat(target, &stbuf)) {
1578                         if (errno != ENOENT) {
1579                                 imagex_error_with_errno(T("Failed to stat \"%"TS"\""),
1580                                                         target);
1581                                 ret = -1;
1582                                 goto out_wimlib_free;
1583                         }
1584                 } else {
1585                         if (S_ISBLK(stbuf.st_mode) || S_ISREG(stbuf.st_mode))
1586                                 extract_flags |= WIMLIB_EXTRACT_FLAG_NTFS;
1587                 }
1588         }
1589 #endif
1590
1591         if (wim) {
1592                 ret = wimlib_extract_image(wim, image, target, extract_flags,
1593                                            imagex_progress_func);
1594         } else {
1595                 set_fd_to_binary_mode(STDIN_FILENO);
1596                 ret = wimlib_extract_image_from_pipe(STDIN_FILENO,
1597                                                      image_num_or_name,
1598                                                      target, extract_flags,
1599                                                      imagex_progress_func);
1600         }
1601         if (ret == 0) {
1602                 imagex_printf(T("Done applying WIM image.\n"));
1603         } else if (ret == WIMLIB_ERR_RESOURCE_NOT_FOUND) {
1604                 if (wim) {
1605                         do_resource_not_found_warning(wimfile, &info, &refglobs);
1606                 } else {
1607                         imagex_error(T(        "If you are applying an image "
1608                                                "from a split pipable WIM,\n"
1609                                        "       make sure you have "
1610                                        "concatenated together all parts."));
1611                 }
1612         }
1613 out_wimlib_free:
1614         wimlib_free(wim);
1615 out_free_refglobs:
1616         string_set_destroy(&refglobs);
1617         return ret;
1618
1619 out_usage:
1620         usage(CMD_APPLY, stderr);
1621         ret = -1;
1622         goto out_free_refglobs;
1623 }
1624
1625 /* Create a WIM image from a directory tree, NTFS volume, or multiple files or
1626  * directory trees.  'wimlib-imagex capture': create a new WIM file containing
1627  * the desired image.  'wimlib-imagex append': add a new image to an existing
1628  * WIM file. */
1629 static int
1630 imagex_capture_or_append(int argc, tchar **argv, int cmd)
1631 {
1632         int c;
1633         int open_flags = WIMLIB_OPEN_FLAG_WRITE_ACCESS;
1634         int add_image_flags = WIMLIB_ADD_IMAGE_FLAG_EXCLUDE_VERBOSE |
1635                               WIMLIB_ADD_IMAGE_FLAG_WINCONFIG |
1636                               WIMLIB_ADD_IMAGE_FLAG_VERBOSE;
1637         int write_flags = 0;
1638         int compression_type = WIMLIB_COMPRESSION_TYPE_INVALID;
1639         uint32_t chunk_size = UINT32_MAX;
1640         uint32_t pack_chunk_size = UINT32_MAX;
1641         int pack_ctype = WIMLIB_COMPRESSION_TYPE_INVALID;
1642         const tchar *wimfile;
1643         int wim_fd;
1644         const tchar *name;
1645         const tchar *desc;
1646         const tchar *flags_element = NULL;
1647
1648         WIMStruct *wim;
1649         STRING_SET(base_wimfiles);
1650         WIMStruct **base_wims;
1651
1652         WIMStruct *template_wim;
1653         const tchar *template_wimfile = NULL;
1654         const tchar *template_image_name_or_num = NULL;
1655         int template_image = WIMLIB_NO_IMAGE;
1656
1657         int ret;
1658         unsigned num_threads = 0;
1659
1660         tchar *source;
1661         tchar *source_copy;
1662
1663         tchar *config_file = NULL;
1664
1665         bool source_list = false;
1666         size_t source_list_nchars = 0;
1667         tchar *source_list_contents;
1668         bool capture_sources_malloced;
1669         struct wimlib_capture_source *capture_sources;
1670         size_t num_sources;
1671         bool name_defaulted;
1672         bool compress_slow = false;
1673
1674         for_opt(c, capture_or_append_options) {
1675                 switch (c) {
1676                 case IMAGEX_BOOT_OPTION:
1677                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_BOOT;
1678                         break;
1679                 case IMAGEX_CHECK_OPTION:
1680                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
1681                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
1682                         break;
1683                 case IMAGEX_NOCHECK_OPTION:
1684                         write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
1685                         break;
1686                 case IMAGEX_CONFIG_OPTION:
1687                         config_file = optarg;
1688                         add_image_flags &= ~WIMLIB_ADD_IMAGE_FLAG_WINCONFIG;
1689                         break;
1690                 case IMAGEX_COMPRESS_OPTION:
1691                         compression_type = get_compression_type(optarg);
1692                         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID)
1693                                 goto out_err;
1694                         break;
1695                 case IMAGEX_COMPRESS_SLOW_OPTION:
1696                         compress_slow = true;
1697                         break;
1698                 case IMAGEX_CHUNK_SIZE_OPTION:
1699                         chunk_size = parse_chunk_size(optarg);
1700                         if (chunk_size == UINT32_MAX)
1701                                 goto out_err;
1702                         break;
1703                 case IMAGEX_PACK_CHUNK_SIZE_OPTION:
1704                         pack_chunk_size = parse_chunk_size(optarg);
1705                         if (pack_chunk_size == UINT32_MAX)
1706                                 goto out_err;
1707                         break;
1708                 case IMAGEX_PACK_COMPRESS_OPTION:
1709                         pack_ctype = get_compression_type(optarg);
1710                         if (pack_ctype == WIMLIB_COMPRESSION_TYPE_INVALID)
1711                                 goto out_err;
1712                         break;
1713                 case IMAGEX_PACK_STREAMS_OPTION:
1714                         write_flags |= WIMLIB_WRITE_FLAG_PACK_STREAMS;
1715                         break;
1716                 case IMAGEX_FLAGS_OPTION:
1717                         flags_element = optarg;
1718                         break;
1719                 case IMAGEX_DEREFERENCE_OPTION:
1720                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE;
1721                         break;
1722                 case IMAGEX_VERBOSE_OPTION:
1723                         /* No longer does anything.  */
1724                         break;
1725                 case IMAGEX_THREADS_OPTION:
1726                         num_threads = parse_num_threads(optarg);
1727                         if (num_threads == UINT_MAX)
1728                                 goto out_err;
1729                         break;
1730                 case IMAGEX_REBUILD_OPTION:
1731                         write_flags |= WIMLIB_WRITE_FLAG_REBUILD;
1732                         break;
1733                 case IMAGEX_UNIX_DATA_OPTION:
1734                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_UNIX_DATA;
1735                         break;
1736                 case IMAGEX_SOURCE_LIST_OPTION:
1737                         source_list = true;
1738                         break;
1739                 case IMAGEX_NO_ACLS_OPTION:
1740                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_NO_ACLS;
1741                         break;
1742                 case IMAGEX_STRICT_ACLS_OPTION:
1743                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_STRICT_ACLS;
1744                         break;
1745                 case IMAGEX_RPFIX_OPTION:
1746                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_RPFIX;
1747                         break;
1748                 case IMAGEX_NORPFIX_OPTION:
1749                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_NORPFIX;
1750                         break;
1751                 case IMAGEX_PIPABLE_OPTION:
1752                         write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
1753                         break;
1754                 case IMAGEX_NOT_PIPABLE_OPTION:
1755                         write_flags |= WIMLIB_WRITE_FLAG_NOT_PIPABLE;
1756                         break;
1757                 case IMAGEX_UPDATE_OF_OPTION:
1758                         if (template_image_name_or_num) {
1759                                 imagex_error(T("'--update-of' can only be "
1760                                                "specified one time!"));
1761                                 goto out_err;
1762                         } else {
1763                                 tchar *colon;
1764                                 colon = tstrrchr(optarg, T(':'));
1765
1766                                 if (colon) {
1767                                         template_wimfile = optarg;
1768                                         *colon = T('\0');
1769                                         template_image_name_or_num = colon + 1;
1770                                 } else {
1771                                         template_wimfile = NULL;
1772                                         template_image_name_or_num = optarg;
1773                                 }
1774                         }
1775                         break;
1776                 case IMAGEX_DELTA_FROM_OPTION:
1777                         if (cmd != CMD_CAPTURE) {
1778                                 imagex_error(T("'--delta-from' is only "
1779                                                "valid for capture!"));
1780                                 goto out_usage;
1781                         }
1782                         ret = string_set_append(&base_wimfiles, optarg);
1783                         if (ret)
1784                                 goto out_free_base_wimfiles;
1785                         write_flags |= WIMLIB_WRITE_FLAG_SKIP_EXTERNAL_WIMS;
1786                         break;
1787                 case IMAGEX_WIMBOOT_OPTION:
1788                         add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_WIMBOOT;
1789                         break;
1790                 default:
1791                         goto out_usage;
1792                 }
1793         }
1794         argc -= optind;
1795         argv += optind;
1796
1797         if (argc < 2 || argc > 4)
1798                 goto out_usage;
1799
1800         source = argv[0];
1801         wimfile = argv[1];
1802
1803         /* Set default compression type and parameters.  */
1804
1805
1806         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID) {
1807                 /* No compression type specified.  Use the default.  */
1808
1809                 if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_WIMBOOT) {
1810                         /* With --wimboot, default to XPRESS compression.  */
1811                         compression_type = WIMLIB_COMPRESSION_TYPE_XPRESS;
1812                 } else if (write_flags & WIMLIB_WRITE_FLAG_PACK_STREAMS) {
1813                         /* With --pack-streams or --solid, default to LZMS
1814                          * compression.  (However, this will not affect packed
1815                          * resources!)  */
1816                         compression_type = WIMLIB_COMPRESSION_TYPE_LZMS;
1817                 } else {
1818                         /* Otherwise, default to LZX compression in fast mode.
1819                          */
1820                         compression_type = WIMLIB_COMPRESSION_TYPE_LZX;
1821                         if (!compress_slow && pack_ctype != WIMLIB_COMPRESSION_TYPE_LZX) {
1822                                 struct wimlib_lzx_compressor_params params = {
1823                                         .hdr.size = sizeof(params),
1824                                         .algorithm = WIMLIB_LZX_ALGORITHM_FAST,
1825                                         .use_defaults = 1,
1826                                 };
1827                                 wimlib_set_default_compressor_params(WIMLIB_COMPRESSION_TYPE_LZX,
1828                                                                      &params.hdr);
1829                         }
1830                 }
1831         }
1832
1833         if (compress_slow)
1834                 set_compress_slow();
1835
1836         if (!tstrcmp(wimfile, T("-"))) {
1837                 /* Writing captured WIM to standard output.  */
1838         #if 0
1839                 if (!(write_flags & WIMLIB_WRITE_FLAG_PIPABLE)) {
1840                         imagex_error("Can't write a non-pipable WIM to "
1841                                      "standard output!  Specify --pipable\n"
1842                                      "       if you want to create a pipable WIM "
1843                                      "(but read the docs first).");
1844                         goto out_err;
1845                 }
1846         #else
1847                 write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
1848         #endif
1849                 if (cmd == CMD_APPEND) {
1850                         imagex_error(T("Using standard output for append does "
1851                                        "not make sense."));
1852                         goto out_err;
1853                 }
1854                 wim_fd = STDOUT_FILENO;
1855                 wimfile = NULL;
1856                 imagex_info_file = stderr;
1857                 set_fd_to_binary_mode(wim_fd);
1858         }
1859
1860         /* If template image was specified using --update-of=IMAGE rather
1861          * than --update-of=WIMFILE:IMAGE, set the default WIMFILE.  */
1862         if (template_image_name_or_num && !template_wimfile) {
1863                 if (base_wimfiles.num_strings == 1) {
1864                         /* Capturing delta WIM based on single WIM:  default to
1865                          * base WIM.  */
1866                         template_wimfile = base_wimfiles.strings[0];
1867                 } else if (cmd == CMD_APPEND) {
1868                         /* Appending to WIM:  default to WIM being appended to.
1869                          */
1870                         template_wimfile = wimfile;
1871                 } else {
1872                         /* Capturing a normal (non-delta) WIM, so the WIM file
1873                          * *must* be explicitly specified.  */
1874                         if (base_wimfiles.num_strings > 1) {
1875                                 imagex_error(T("For capture of delta WIM "
1876                                                "based on multiple existing "
1877                                                "WIMs,\n"
1878                                                "      '--update-of' must "
1879                                                "specify WIMFILE:IMAGE!"));
1880                         } else {
1881                                 imagex_error(T("For capture of non-delta WIM, "
1882                                                "'--update-of' must specify "
1883                                                "WIMFILE:IMAGE!"));
1884                         }
1885                         goto out_usage;
1886                 }
1887         }
1888
1889         if (argc >= 3) {
1890                 name = argv[2];
1891                 name_defaulted = false;
1892         } else {
1893                 /* Set default name to SOURCE argument, omitting any directory
1894                  * prefixes and trailing slashes.  This requires making a copy
1895                  * of @source.  Leave some free characters at the end in case we
1896                  * append a number to keep the name unique. */
1897                 size_t source_name_len;
1898
1899                 source_name_len = tstrlen(source);
1900                 source_copy = alloca((source_name_len + 1 + 25) * sizeof(tchar));
1901                 name = tbasename(tstrcpy(source_copy, source));
1902                 name_defaulted = true;
1903         }
1904         /* Image description defaults to NULL if not given. */
1905         if (argc >= 4)
1906                 desc = argv[3];
1907         else
1908                 desc = NULL;
1909
1910         if (source_list) {
1911                 /* Set up capture sources in source list mode */
1912                 if (source[0] == T('-') && source[1] == T('\0')) {
1913                         source_list_contents = stdin_get_text_contents(&source_list_nchars);
1914                 } else {
1915                         source_list_contents = file_get_text_contents(source,
1916                                                                       &source_list_nchars);
1917                 }
1918                 if (!source_list_contents)
1919                         goto out_err;
1920
1921                 capture_sources = parse_source_list(&source_list_contents,
1922                                                     source_list_nchars,
1923                                                     &num_sources);
1924                 if (!capture_sources) {
1925                         ret = -1;
1926                         goto out_free_source_list_contents;
1927                 }
1928                 capture_sources_malloced = true;
1929         } else {
1930                 /* Set up capture source in non-source-list mode.  */
1931                 capture_sources = alloca(sizeof(struct wimlib_capture_source));
1932                 capture_sources[0].fs_source_path = source;
1933                 capture_sources[0].wim_target_path = WIMLIB_WIM_ROOT_PATH;
1934                 capture_sources[0].reserved = 0;
1935                 num_sources = 1;
1936                 capture_sources_malloced = false;
1937                 source_list_contents = NULL;
1938         }
1939
1940         /* Open the existing WIM, or create a new one.  */
1941         if (cmd == CMD_APPEND)
1942                 ret = wimlib_open_wim(wimfile, open_flags, &wim,
1943                                       imagex_progress_func);
1944         else
1945                 ret = wimlib_create_new_wim(compression_type, &wim);
1946         if (ret)
1947                 goto out_free_capture_sources;
1948
1949         /* Set chunk size if non-default.  */
1950         if (chunk_size != UINT32_MAX) {
1951                 ret = wimlib_set_output_chunk_size(wim, chunk_size);
1952                 if (ret)
1953                         goto out_free_wim;
1954         } else if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_WIMBOOT) &&
1955                    compression_type == WIMLIB_COMPRESSION_TYPE_XPRESS) {
1956                 ret = wimlib_set_output_chunk_size(wim, 4096);
1957                 if (ret)
1958                         goto out_free_wim;
1959         }
1960         if (pack_ctype != WIMLIB_COMPRESSION_TYPE_INVALID) {
1961                 ret = wimlib_set_output_pack_compression_type(wim, pack_ctype);
1962                 if (ret)
1963                         goto out_free_wim;
1964         }
1965         if (pack_chunk_size != UINT32_MAX) {
1966                 ret = wimlib_set_output_pack_chunk_size(wim, pack_chunk_size);
1967                 if (ret)
1968                         goto out_free_wim;
1969         }
1970
1971 #ifndef __WIN32__
1972         /* Detect if source is regular file or block device and set NTFS volume
1973          * capture mode.  */
1974         if (!source_list) {
1975                 struct stat stbuf;
1976
1977                 if (tstat(source, &stbuf) == 0) {
1978                         if (S_ISBLK(stbuf.st_mode) || S_ISREG(stbuf.st_mode)) {
1979                                 imagex_printf(T("Capturing WIM image from NTFS "
1980                                           "filesystem on \"%"TS"\"\n"), source);
1981                                 add_image_flags |= WIMLIB_ADD_IMAGE_FLAG_NTFS;
1982                         }
1983                 } else {
1984                         if (errno != ENOENT) {
1985                                 imagex_error_with_errno(T("Failed to stat "
1986                                                           "\"%"TS"\""), source);
1987                                 ret = -1;
1988                                 goto out_free_wim;
1989                         }
1990                 }
1991         }
1992 #endif
1993
1994         /* If the user did not specify an image name, and the basename of the
1995          * source already exists as an image name in the WIM file, append a
1996          * suffix to make it unique. */
1997         if (cmd == CMD_APPEND && name_defaulted) {
1998                 unsigned long conflict_idx;
1999                 tchar *name_end = tstrchr(name, T('\0'));
2000                 for (conflict_idx = 1;
2001                      wimlib_image_name_in_use(wim, name);
2002                      conflict_idx++)
2003                 {
2004                         tsprintf(name_end, T(" (%lu)"), conflict_idx);
2005                 }
2006         }
2007
2008         /* If capturing a delta WIM, reference resources from the base WIMs
2009          * before adding the new image.  */
2010         if (base_wimfiles.num_strings) {
2011                 base_wims = calloc(base_wimfiles.num_strings,
2012                                    sizeof(base_wims[0]));
2013                 if (base_wims == NULL) {
2014                         imagex_error(T("Out of memory!"));
2015                         ret = -1;
2016                         goto out_free_wim;
2017                 }
2018
2019                 for (size_t i = 0; i < base_wimfiles.num_strings; i++) {
2020                         ret = wimlib_open_wim(base_wimfiles.strings[i],
2021                                               open_flags, &base_wims[i],
2022                                               imagex_progress_func);
2023                         if (ret)
2024                                 goto out_free_base_wims;
2025
2026                 }
2027
2028                 ret = wimlib_reference_resources(wim, base_wims,
2029                                                  base_wimfiles.num_strings, 0);
2030                 if (ret)
2031                         goto out_free_base_wims;
2032
2033                 if (base_wimfiles.num_strings == 1) {
2034                         imagex_printf(T("Capturing delta WIM based on \"%"TS"\"\n"),
2035                                       base_wimfiles.strings[0]);
2036                 } else {
2037                         imagex_printf(T("Capturing delta WIM based on %u WIMs\n"),
2038                                       base_wimfiles.num_strings);
2039                 }
2040
2041         } else {
2042                 base_wims = NULL;
2043         }
2044
2045         /* If capturing or appending as an update of an existing (template) image,
2046          * open the WIM if needed and parse the image index.  */
2047         if (template_image_name_or_num) {
2048
2049
2050                 if (base_wimfiles.num_strings == 1 &&
2051                     template_wimfile == base_wimfiles.strings[0]) {
2052                         template_wim = base_wims[0];
2053                 } else if (template_wimfile == wimfile) {
2054                         template_wim = wim;
2055                 } else {
2056                         ret = wimlib_open_wim(template_wimfile, open_flags,
2057                                               &template_wim, imagex_progress_func);
2058                         if (ret)
2059                                 goto out_free_base_wims;
2060                 }
2061
2062                 template_image = wimlib_resolve_image(template_wim,
2063                                                       template_image_name_or_num);
2064
2065                 if (template_image_name_or_num[0] == T('-')) {
2066                         tchar *tmp;
2067                         unsigned long n;
2068                         struct wimlib_wim_info info;
2069
2070                         wimlib_get_wim_info(template_wim, &info);
2071                         n = tstrtoul(template_image_name_or_num + 1, &tmp, 10);
2072                         if (n >= 1 && n <= info.image_count &&
2073                             *tmp == T('\0') &&
2074                             tmp != template_image_name_or_num + 1)
2075                         {
2076                                 template_image = info.image_count - (n - 1);
2077                         }
2078                 }
2079                 ret = verify_image_exists_and_is_single(template_image,
2080                                                         template_image_name_or_num,
2081                                                         template_wimfile);
2082                 if (ret)
2083                         goto out_free_template_wim;
2084         } else {
2085                 template_wim = NULL;
2086         }
2087
2088         ret = wimlib_add_image_multisource(wim,
2089                                            capture_sources,
2090                                            num_sources,
2091                                            name,
2092                                            config_file,
2093                                            add_image_flags,
2094                                            imagex_progress_func);
2095         if (ret)
2096                 goto out_free_template_wim;
2097
2098         if (desc || flags_element || template_image_name_or_num) {
2099                 /* User provided <DESCRIPTION> or <FLAGS> element, or an image
2100                  * on which the added one is to be based has been specified with
2101                  * --update-of.  Get the index of the image we just
2102                  *  added, then use it to call the appropriate functions.  */
2103                 struct wimlib_wim_info info;
2104
2105                 wimlib_get_wim_info(wim, &info);
2106
2107                 if (desc) {
2108                         ret = wimlib_set_image_descripton(wim,
2109                                                           info.image_count,
2110                                                           desc);
2111                         if (ret)
2112                                 goto out_free_template_wim;
2113                 }
2114
2115                 if (flags_element) {
2116                         ret = wimlib_set_image_flags(wim, info.image_count,
2117                                                      flags_element);
2118                         if (ret)
2119                                 goto out_free_template_wim;
2120                 }
2121
2122                 /* Reference template image if the user provided one.  */
2123                 if (template_image_name_or_num) {
2124                         imagex_printf(T("Using image %d "
2125                                         "from \"%"TS"\" as template\n"),
2126                                         template_image, template_wimfile);
2127                         ret = wimlib_reference_template_image(wim,
2128                                                               info.image_count,
2129                                                               template_wim,
2130                                                               template_image,
2131                                                               0, NULL);
2132                         if (ret)
2133                                 goto out_free_template_wim;
2134                 }
2135         }
2136
2137         /* Write the new WIM or overwrite the existing WIM with the new image
2138          * appended.  */
2139         if (cmd == CMD_APPEND) {
2140                 ret = wimlib_overwrite(wim, write_flags, num_threads,
2141                                        imagex_progress_func);
2142         } else if (wimfile) {
2143                 ret = wimlib_write(wim, wimfile, WIMLIB_ALL_IMAGES,
2144                                    write_flags, num_threads,
2145                                    imagex_progress_func);
2146         } else {
2147                 ret = wimlib_write_to_fd(wim, wim_fd, WIMLIB_ALL_IMAGES,
2148                                          write_flags, num_threads,
2149                                          imagex_progress_func);
2150         }
2151 out_free_template_wim:
2152         /* template_wim may alias base_wims[0] or wim.  */
2153         if ((base_wimfiles.num_strings != 1 || template_wim != base_wims[0]) &&
2154             template_wim != wim)
2155                 wimlib_free(template_wim);
2156 out_free_base_wims:
2157         for (size_t i = 0; i < base_wimfiles.num_strings; i++)
2158                 wimlib_free(base_wims[i]);
2159         free(base_wims);
2160 out_free_wim:
2161         wimlib_free(wim);
2162 out_free_capture_sources:
2163         if (capture_sources_malloced)
2164                 free(capture_sources);
2165 out_free_source_list_contents:
2166         free(source_list_contents);
2167 out_free_base_wimfiles:
2168         string_set_destroy(&base_wimfiles);
2169         return ret;
2170
2171 out_usage:
2172         usage(cmd, stderr);
2173 out_err:
2174         ret = -1;
2175         goto out_free_base_wimfiles;
2176 }
2177
2178 /* Remove image(s) from a WIM. */
2179 static int
2180 imagex_delete(int argc, tchar **argv, int cmd)
2181 {
2182         int c;
2183         int open_flags = WIMLIB_OPEN_FLAG_WRITE_ACCESS;
2184         int write_flags = 0;
2185         const tchar *wimfile;
2186         const tchar *image_num_or_name;
2187         WIMStruct *wim;
2188         int image;
2189         int ret;
2190
2191         for_opt(c, delete_options) {
2192                 switch (c) {
2193                 case IMAGEX_CHECK_OPTION:
2194                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
2195                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
2196                         break;
2197                 case IMAGEX_SOFT_OPTION:
2198                         write_flags |= WIMLIB_WRITE_FLAG_SOFT_DELETE;
2199                         break;
2200                 default:
2201                         goto out_usage;
2202                 }
2203         }
2204         argc -= optind;
2205         argv += optind;
2206
2207         if (argc != 2) {
2208                 if (argc < 1)
2209                         imagex_error(T("Must specify a WIM file"));
2210                 if (argc < 2)
2211                         imagex_error(T("Must specify an image"));
2212                 goto out_usage;
2213         }
2214         wimfile = argv[0];
2215         image_num_or_name = argv[1];
2216
2217         ret = wimlib_open_wim(wimfile, open_flags, &wim,
2218                               imagex_progress_func);
2219         if (ret)
2220                 goto out;
2221
2222         image = wimlib_resolve_image(wim, image_num_or_name);
2223
2224         ret = verify_image_exists(image, image_num_or_name, wimfile);
2225         if (ret)
2226                 goto out_wimlib_free;
2227
2228         ret = wimlib_delete_image(wim, image);
2229         if (ret) {
2230                 imagex_error(T("Failed to delete image from \"%"TS"\""),
2231                              wimfile);
2232                 goto out_wimlib_free;
2233         }
2234
2235         ret = wimlib_overwrite(wim, write_flags, 0, imagex_progress_func);
2236         if (ret) {
2237                 imagex_error(T("Failed to write the file \"%"TS"\" with image "
2238                                "deleted"), wimfile);
2239         }
2240 out_wimlib_free:
2241         wimlib_free(wim);
2242 out:
2243         return ret;
2244
2245 out_usage:
2246         usage(CMD_DELETE, stderr);
2247         ret = -1;
2248         goto out;
2249 }
2250
2251 struct print_dentry_options {
2252         bool detailed;
2253 };
2254
2255 static void
2256 print_dentry_full_path(const struct wimlib_dir_entry *dentry)
2257 {
2258         tprintf(T("%"TS"\n"), dentry->full_path);
2259 }
2260
2261 static const struct {
2262         uint32_t flag;
2263         const tchar *name;
2264 } file_attr_flags[] = {
2265         {WIMLIB_FILE_ATTRIBUTE_READONLY,            T("READONLY")},
2266         {WIMLIB_FILE_ATTRIBUTE_HIDDEN,              T("HIDDEN")},
2267         {WIMLIB_FILE_ATTRIBUTE_SYSTEM,              T("SYSTEM")},
2268         {WIMLIB_FILE_ATTRIBUTE_DIRECTORY,           T("DIRECTORY")},
2269         {WIMLIB_FILE_ATTRIBUTE_ARCHIVE,             T("ARCHIVE")},
2270         {WIMLIB_FILE_ATTRIBUTE_DEVICE,              T("DEVICE")},
2271         {WIMLIB_FILE_ATTRIBUTE_NORMAL,              T("NORMAL")},
2272         {WIMLIB_FILE_ATTRIBUTE_TEMPORARY,           T("TEMPORARY")},
2273         {WIMLIB_FILE_ATTRIBUTE_SPARSE_FILE,         T("SPARSE_FILE")},
2274         {WIMLIB_FILE_ATTRIBUTE_REPARSE_POINT,       T("REPARSE_POINT")},
2275         {WIMLIB_FILE_ATTRIBUTE_COMPRESSED,          T("COMPRESSED")},
2276         {WIMLIB_FILE_ATTRIBUTE_OFFLINE,             T("OFFLINE")},
2277         {WIMLIB_FILE_ATTRIBUTE_NOT_CONTENT_INDEXED, T("NOT_CONTENT_INDEXED")},
2278         {WIMLIB_FILE_ATTRIBUTE_ENCRYPTED,           T("ENCRYPTED")},
2279         {WIMLIB_FILE_ATTRIBUTE_VIRTUAL,             T("VIRTUAL")},
2280 };
2281
2282 #define TIMESTR_MAX 100
2283
2284 static void
2285 timespec_to_string(const struct timespec *spec, tchar *buf)
2286 {
2287         time_t t = spec->tv_sec;
2288         struct tm tm;
2289         gmtime_r(&t, &tm);
2290         tstrftime(buf, TIMESTR_MAX, T("%a %b %d %H:%M:%S %Y UTC"), &tm);
2291         buf[TIMESTR_MAX - 1] = '\0';
2292 }
2293
2294 static void
2295 print_time(const tchar *type, const struct timespec *spec)
2296 {
2297         tchar timestr[TIMESTR_MAX];
2298
2299         timespec_to_string(spec, timestr);
2300
2301         tprintf(T("%-20"TS"= %"TS"\n"), type, timestr);
2302 }
2303
2304 static void print_byte_field(const uint8_t field[], size_t len)
2305 {
2306         while (len--)
2307                 tprintf(T("%02hhx"), *field++);
2308 }
2309
2310 static void
2311 print_wim_information(const tchar *wimfile, const struct wimlib_wim_info *info)
2312 {
2313         tputs(T("WIM Information:"));
2314         tputs(T("----------------"));
2315         tprintf(T("Path:           %"TS"\n"), wimfile);
2316         tprintf(T("GUID:           0x"));
2317         print_byte_field(info->guid, sizeof(info->guid));
2318         tputchar(T('\n'));
2319         tprintf(T("Version:        %u\n"), info->wim_version);
2320         tprintf(T("Image Count:    %d\n"), info->image_count);
2321         tprintf(T("Compression:    %"TS"\n"),
2322                 wimlib_get_compression_type_string(info->compression_type));
2323         tprintf(T("Chunk Size:     %"PRIu32" bytes\n"),
2324                 info->chunk_size);
2325         tprintf(T("Part Number:    %d/%d\n"), info->part_number, info->total_parts);
2326         tprintf(T("Boot Index:     %d\n"), info->boot_index);
2327         tprintf(T("Size:           %"PRIu64" bytes\n"), info->total_bytes);
2328         tprintf(T("Integrity Info: %"TS"\n"),
2329                 info->has_integrity_table ? T("yes") : T("no"));
2330         tprintf(T("Relative path junction: %"TS"\n"),
2331                 info->has_rpfix ? T("yes") : T("no"));
2332         tprintf(T("Pipable:        %"TS"\n"),
2333                 info->pipable ? T("yes") : T("no"));
2334         tputchar(T('\n'));
2335 }
2336
2337 static int
2338 print_resource(const struct wimlib_resource_entry *resource,
2339                void *_ignore)
2340 {
2341         tprintf(T("Hash                = 0x"));
2342         print_byte_field(resource->sha1_hash, sizeof(resource->sha1_hash));
2343         tputchar(T('\n'));
2344
2345         if (!resource->is_missing) {
2346                 tprintf(T("Uncompressed size   = %"PRIu64" bytes\n"),
2347                         resource->uncompressed_size);
2348                 if (resource->packed) {
2349                         tprintf(T("Raw compressed size = %"PRIu64" bytes\n"),
2350                                 resource->raw_resource_compressed_size);
2351
2352                         tprintf(T("Raw offset in WIM   = %"PRIu64" bytes\n"),
2353                                 resource->raw_resource_offset_in_wim);
2354
2355                         tprintf(T("Offset in raw       = %"PRIu64" bytes\n"),
2356                                 resource->offset);
2357                 } else {
2358                         tprintf(T("Compressed size     = %"PRIu64" bytes\n"),
2359                                 resource->compressed_size);
2360
2361                         tprintf(T("Offset in WIM       = %"PRIu64" bytes\n"),
2362                                 resource->offset);
2363                 }
2364
2365                 tprintf(T("Part Number         = %u\n"), resource->part_number);
2366                 tprintf(T("Reference Count     = %u\n"), resource->reference_count);
2367
2368                 tprintf(T("Flags               = "));
2369                 if (resource->is_compressed)
2370                         tprintf(T("WIM_RESHDR_FLAG_COMPRESSED  "));
2371                 if (resource->is_metadata)
2372                         tprintf(T("WIM_RESHDR_FLAG_METADATA  "));
2373                 if (resource->is_free)
2374                         tprintf(T("WIM_RESHDR_FLAG_FREE  "));
2375                 if (resource->is_spanned)
2376                         tprintf(T("WIM_RESHDR_FLAG_SPANNED  "));
2377                 if (resource->packed)
2378                         tprintf(T("WIM_RESHDR_FLAG_PACKED_STREAMS  "));
2379                 tputchar(T('\n'));
2380         }
2381         tputchar(T('\n'));
2382         return 0;
2383 }
2384
2385 static void
2386 print_lookup_table(WIMStruct *wim)
2387 {
2388         wimlib_iterate_lookup_table(wim, 0, print_resource, NULL);
2389 }
2390
2391 static void
2392 default_print_security_descriptor(const uint8_t *sd, size_t size)
2393 {
2394         tprintf(T("Security Descriptor = "));
2395         print_byte_field(sd, size);
2396         tputchar(T('\n'));
2397 }
2398
2399 static void
2400 print_dentry_detailed(const struct wimlib_dir_entry *dentry)
2401 {
2402
2403         tprintf(T(
2404 "----------------------------------------------------------------------------\n"));
2405         tprintf(T("Full Path           = \"%"TS"\"\n"), dentry->full_path);
2406         if (dentry->dos_name)
2407                 tprintf(T("Short Name          = \"%"TS"\"\n"), dentry->dos_name);
2408         tprintf(T("Attributes          = 0x%08x\n"), dentry->attributes);
2409         for (size_t i = 0; i < ARRAY_LEN(file_attr_flags); i++)
2410                 if (file_attr_flags[i].flag & dentry->attributes)
2411                         tprintf(T("    FILE_ATTRIBUTE_%"TS" is set\n"),
2412                                 file_attr_flags[i].name);
2413
2414         if (dentry->security_descriptor) {
2415                 print_security_descriptor(dentry->security_descriptor,
2416                                           dentry->security_descriptor_size);
2417         }
2418
2419         print_time(T("Creation Time"), &dentry->creation_time);
2420         print_time(T("Last Write Time"), &dentry->last_write_time);
2421         print_time(T("Last Access Time"), &dentry->last_access_time);
2422
2423
2424         if (dentry->attributes & WIMLIB_FILE_ATTRIBUTE_REPARSE_POINT)
2425                 tprintf(T("Reparse Tag         = 0x%"PRIx32"\n"), dentry->reparse_tag);
2426
2427         tprintf(T("Link Group ID       = 0x%016"PRIx64"\n"), dentry->hard_link_group_id);
2428         tprintf(T("Link Count          = %"PRIu32"\n"), dentry->num_links);
2429
2430         if (dentry->unix_mode != 0) {
2431                 tprintf(T("UNIX Data           = uid:%"PRIu32" gid:%"PRIu32" mode:0%"PRIo32"\n"),
2432                         dentry->unix_uid, dentry->unix_gid, dentry->unix_mode);
2433         }
2434
2435         for (uint32_t i = 0; i <= dentry->num_named_streams; i++) {
2436                 if (dentry->streams[i].stream_name) {
2437                         tprintf(T("\tData stream \"%"TS"\":\n"),
2438                                 dentry->streams[i].stream_name);
2439                 } else {
2440                         tprintf(T("\tUnnamed data stream:\n"));
2441                 }
2442                 print_resource(&dentry->streams[i].resource, NULL);
2443         }
2444 }
2445
2446 static int
2447 print_dentry(const struct wimlib_dir_entry *dentry, void *_options)
2448 {
2449         const struct print_dentry_options *options = _options;
2450         if (!options->detailed)
2451                 print_dentry_full_path(dentry);
2452         else
2453                 print_dentry_detailed(dentry);
2454         return 0;
2455 }
2456
2457 /* Print the files contained in an image(s) in a WIM file. */
2458 static int
2459 imagex_dir(int argc, tchar **argv, int cmd)
2460 {
2461         const tchar *wimfile;
2462         WIMStruct *wim = NULL;
2463         int image;
2464         int ret;
2465         const tchar *path = WIMLIB_WIM_ROOT_PATH;
2466         int c;
2467         struct print_dentry_options options = {
2468                 .detailed = false,
2469         };
2470         int iterate_flags = WIMLIB_ITERATE_DIR_TREE_FLAG_RECURSIVE;
2471
2472         for_opt(c, dir_options) {
2473                 switch (c) {
2474                 case IMAGEX_PATH_OPTION:
2475                         path = optarg;
2476                         break;
2477                 case IMAGEX_DETAILED_OPTION:
2478                         options.detailed = true;
2479                         break;
2480                 case IMAGEX_ONE_FILE_ONLY_OPTION:
2481                         iterate_flags &= ~WIMLIB_ITERATE_DIR_TREE_FLAG_RECURSIVE;
2482                         break;
2483                 default:
2484                         goto out_usage;
2485                 }
2486         }
2487         argc -= optind;
2488         argv += optind;
2489
2490         if (argc < 1) {
2491                 imagex_error(T("Must specify a WIM file"));
2492                 goto out_usage;
2493         }
2494         if (argc > 2) {
2495                 imagex_error(T("Too many arguments"));
2496                 goto out_usage;
2497         }
2498
2499         wimfile = argv[0];
2500         ret = wimlib_open_wim(wimfile, 0, &wim, imagex_progress_func);
2501         if (ret)
2502                 goto out;
2503
2504         if (argc >= 2) {
2505                 image = wimlib_resolve_image(wim, argv[1]);
2506                 ret = verify_image_exists(image, argv[1], wimfile);
2507                 if (ret)
2508                         goto out_wimlib_free;
2509         } else {
2510                 /* No image specified; default to image 1, but only if the WIM
2511                  * contains exactly one image.  */
2512
2513                 struct wimlib_wim_info info;
2514
2515                 wimlib_get_wim_info(wim, &info);
2516                 if (info.image_count != 1) {
2517                         imagex_error(T("\"%"TS"\" contains %d images; Please "
2518                                        "select one (or all)."),
2519                                      wimfile, info.image_count);
2520                         wimlib_free(wim);
2521                         goto out_usage;
2522                 }
2523                 image = 1;
2524         }
2525
2526         ret = wimlib_iterate_dir_tree(wim, image, path, iterate_flags,
2527                                       print_dentry, &options);
2528 out_wimlib_free:
2529         wimlib_free(wim);
2530 out:
2531         return ret;
2532
2533 out_usage:
2534         usage(CMD_DIR, stderr);
2535         ret = -1;
2536         goto out;
2537 }
2538
2539 /* Exports one, or all, images from a WIM file to a new WIM file or an existing
2540  * WIM file. */
2541 static int
2542 imagex_export(int argc, tchar **argv, int cmd)
2543 {
2544         int c;
2545         int open_flags = 0;
2546         int export_flags = WIMLIB_EXPORT_FLAG_GIFT;
2547         int write_flags = 0;
2548         int compression_type = WIMLIB_COMPRESSION_TYPE_INVALID;
2549         const tchar *src_wimfile;
2550         const tchar *src_image_num_or_name;
2551         const tchar *dest_wimfile;
2552         int dest_wim_fd;
2553         const tchar *dest_name;
2554         const tchar *dest_desc;
2555         WIMStruct *src_wim;
2556         struct wimlib_wim_info src_info;
2557         WIMStruct *dest_wim;
2558         int ret;
2559         int image;
2560         struct stat stbuf;
2561         bool wim_is_new;
2562         STRING_SET(refglobs);
2563         unsigned num_threads = 0;
2564         uint32_t chunk_size = UINT32_MAX;
2565         uint32_t pack_chunk_size = UINT32_MAX;
2566         int pack_ctype = WIMLIB_COMPRESSION_TYPE_INVALID;
2567
2568         for_opt(c, export_options) {
2569                 switch (c) {
2570                 case IMAGEX_BOOT_OPTION:
2571                         export_flags |= WIMLIB_EXPORT_FLAG_BOOT;
2572                         break;
2573                 case IMAGEX_CHECK_OPTION:
2574                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
2575                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
2576                         break;
2577                 case IMAGEX_NOCHECK_OPTION:
2578                         write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
2579                         break;
2580                 case IMAGEX_COMPRESS_OPTION:
2581                         compression_type = get_compression_type(optarg);
2582                         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID)
2583                                 goto out_err;
2584                         break;
2585                 case IMAGEX_COMPRESS_SLOW_OPTION:
2586                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
2587                         set_compress_slow();
2588                         break;
2589                 case IMAGEX_PACK_STREAMS_OPTION:
2590                         write_flags |= WIMLIB_WRITE_FLAG_PACK_STREAMS;
2591                         break;
2592                 case IMAGEX_CHUNK_SIZE_OPTION:
2593                         chunk_size = parse_chunk_size(optarg);
2594                         if (chunk_size == UINT32_MAX)
2595                                 goto out_err;
2596                         break;
2597                 case IMAGEX_PACK_CHUNK_SIZE_OPTION:
2598                         pack_chunk_size = parse_chunk_size(optarg);
2599                         if (pack_chunk_size == UINT32_MAX)
2600                                 goto out_err;
2601                         break;
2602                 case IMAGEX_PACK_COMPRESS_OPTION:
2603                         pack_ctype = get_compression_type(optarg);
2604                         if (pack_ctype == WIMLIB_COMPRESSION_TYPE_INVALID)
2605                                 goto out_err;
2606                         break;
2607                 case IMAGEX_REF_OPTION:
2608                         ret = string_set_append(&refglobs, optarg);
2609                         if (ret)
2610                                 goto out_free_refglobs;
2611                         break;
2612                 case IMAGEX_THREADS_OPTION:
2613                         num_threads = parse_num_threads(optarg);
2614                         if (num_threads == UINT_MAX)
2615                                 goto out_err;
2616                         break;
2617                 case IMAGEX_REBUILD_OPTION:
2618                         write_flags |= WIMLIB_WRITE_FLAG_REBUILD;
2619                         break;
2620                 case IMAGEX_PIPABLE_OPTION:
2621                         write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
2622                         break;
2623                 case IMAGEX_NOT_PIPABLE_OPTION:
2624                         write_flags |= WIMLIB_WRITE_FLAG_NOT_PIPABLE;
2625                         break;
2626                 case IMAGEX_WIMBOOT_OPTION:
2627                         export_flags |= WIMLIB_EXPORT_FLAG_WIMBOOT;
2628                         break;
2629                 default:
2630                         goto out_usage;
2631                 }
2632         }
2633         argc -= optind;
2634         argv += optind;
2635         if (argc < 3 || argc > 5)
2636                 goto out_usage;
2637         src_wimfile           = argv[0];
2638         src_image_num_or_name = argv[1];
2639         dest_wimfile          = argv[2];
2640         dest_name             = (argc >= 4) ? argv[3] : NULL;
2641         dest_desc             = (argc >= 5) ? argv[4] : NULL;
2642         ret = wimlib_open_wim(src_wimfile, open_flags, &src_wim,
2643                               imagex_progress_func);
2644         if (ret)
2645                 goto out_free_refglobs;
2646
2647         wimlib_get_wim_info(src_wim, &src_info);
2648
2649         /* Determine if the destination is an existing file or not.  If so, we
2650          * try to append the exported image(s) to it; otherwise, we create a new
2651          * WIM containing the exported image(s).  Furthermore, determine if we
2652          * need to write a pipable WIM directly to standard output.  */
2653
2654         if (tstrcmp(dest_wimfile, T("-")) == 0) {
2655         #if 0
2656                 if (!(write_flags & WIMLIB_WRITE_FLAG_PIPABLE)) {
2657                         imagex_error("Can't write a non-pipable WIM to "
2658                                      "standard output!  Specify --pipable\n"
2659                                      "       if you want to create a pipable WIM "
2660                                      "(but read the docs first).");
2661                         ret = -1;
2662                         goto out_free_src_wim;
2663                 }
2664         #else
2665                 write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
2666         #endif
2667                 dest_wimfile = NULL;
2668                 dest_wim_fd = STDOUT_FILENO;
2669                 imagex_info_file = stderr;
2670                 set_fd_to_binary_mode(dest_wim_fd);
2671         }
2672         errno = ENOENT;
2673         if (dest_wimfile != NULL && tstat(dest_wimfile, &stbuf) == 0) {
2674                 wim_is_new = false;
2675                 /* Destination file exists. */
2676
2677                 if (!S_ISREG(stbuf.st_mode)) {
2678                         imagex_error(T("\"%"TS"\" is not a regular file"),
2679                                      dest_wimfile);
2680                         ret = -1;
2681                         goto out_free_src_wim;
2682                 }
2683                 ret = wimlib_open_wim(dest_wimfile,
2684                                       open_flags | WIMLIB_OPEN_FLAG_WRITE_ACCESS,
2685                                       &dest_wim, imagex_progress_func);
2686                 if (ret)
2687                         goto out_free_src_wim;
2688
2689                 if (compression_type != WIMLIB_COMPRESSION_TYPE_INVALID) {
2690                         /* The user specified a compression type, but we're
2691                          * exporting to an existing WIM.  Make sure the
2692                          * specified compression type is the same as the
2693                          * compression type of the existing destination WIM. */
2694                         struct wimlib_wim_info dest_info;
2695
2696                         wimlib_get_wim_info(dest_wim, &dest_info);
2697                         if (compression_type != dest_info.compression_type) {
2698                                 imagex_error(T("Cannot specify a compression type that is "
2699                                                "not the same as that used in the "
2700                                                "destination WIM"));
2701                                 ret = -1;
2702                                 goto out_free_dest_wim;
2703                         }
2704                 }
2705         } else {
2706                 wim_is_new = true;
2707
2708                 if (errno != ENOENT) {
2709                         imagex_error_with_errno(T("Cannot stat file \"%"TS"\""),
2710                                                 dest_wimfile);
2711                         ret = -1;
2712                         goto out_free_src_wim;
2713                 }
2714
2715                 /* dest_wimfile is not an existing file, so create a new WIM. */
2716
2717                 if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID) {
2718                         /* The user did not specify a compression type; default
2719                          * to that of the source WIM, unless --pack-streams,
2720                          * --solid, or --wimboot was specified.   */
2721
2722                         if (write_flags & WIMLIB_WRITE_FLAG_PACK_STREAMS)
2723                                 compression_type = WIMLIB_COMPRESSION_TYPE_LZMS;
2724                         else if (export_flags & WIMLIB_EXPORT_FLAG_WIMBOOT)
2725                                 compression_type = WIMLIB_COMPRESSION_TYPE_XPRESS;
2726                         else
2727                                 compression_type = src_info.compression_type;
2728                 }
2729                 ret = wimlib_create_new_wim(compression_type, &dest_wim);
2730                 if (ret)
2731                         goto out_free_src_wim;
2732
2733                 if ((export_flags & WIMLIB_EXPORT_FLAG_WIMBOOT)
2734                     && compression_type == WIMLIB_COMPRESSION_TYPE_XPRESS)
2735                 {
2736                         /* For --wimboot export, use small XPRESS chunks.  */
2737                         wimlib_set_output_chunk_size(dest_wim, 4096);
2738                 } else if (compression_type == src_info.compression_type &&
2739                            chunk_size == UINT32_MAX)
2740                 {
2741                         /* Use same chunk size if compression type is the same.  */
2742                         wimlib_set_output_chunk_size(dest_wim, src_info.chunk_size);
2743                 }
2744         }
2745
2746         if (chunk_size != UINT32_MAX) {
2747                 /* Set destination chunk size.  */
2748                 ret = wimlib_set_output_chunk_size(dest_wim, chunk_size);
2749                 if (ret)
2750                         goto out_free_dest_wim;
2751         }
2752         if (pack_ctype != WIMLIB_COMPRESSION_TYPE_INVALID) {
2753                 ret = wimlib_set_output_pack_compression_type(dest_wim, pack_ctype);
2754                 if (ret)
2755                         goto out_free_dest_wim;
2756         }
2757         if (pack_chunk_size != UINT32_MAX) {
2758                 ret = wimlib_set_output_pack_chunk_size(dest_wim, pack_chunk_size);
2759                 if (ret)
2760                         goto out_free_dest_wim;
2761         }
2762
2763         image = wimlib_resolve_image(src_wim, src_image_num_or_name);
2764         ret = verify_image_exists(image, src_image_num_or_name, src_wimfile);
2765         if (ret)
2766                 goto out_free_dest_wim;
2767
2768         if (refglobs.num_strings) {
2769                 ret = wim_reference_globs(src_wim, &refglobs, open_flags);
2770                 if (ret)
2771                         goto out_free_dest_wim;
2772         }
2773
2774         if ((export_flags & WIMLIB_EXPORT_FLAG_BOOT) &&
2775             image == WIMLIB_ALL_IMAGES && src_info.boot_index == 0)
2776         {
2777                 imagex_error(T("--boot specified for all-images export, but source WIM "
2778                                "has no bootable image."));
2779                 ret = -1;
2780                 goto out_free_dest_wim;
2781         }
2782
2783         ret = wimlib_export_image(src_wim, image, dest_wim, dest_name,
2784                                   dest_desc, export_flags, imagex_progress_func);
2785         if (ret) {
2786                 if (ret == WIMLIB_ERR_RESOURCE_NOT_FOUND) {
2787                         do_resource_not_found_warning(src_wimfile,
2788                                                       &src_info, &refglobs);
2789                 }
2790                 goto out_free_dest_wim;
2791         }
2792
2793         if (!wim_is_new)
2794                 ret = wimlib_overwrite(dest_wim, write_flags, num_threads,
2795                                        imagex_progress_func);
2796         else if (dest_wimfile)
2797                 ret = wimlib_write(dest_wim, dest_wimfile, WIMLIB_ALL_IMAGES,
2798                                    write_flags, num_threads,
2799                                    imagex_progress_func);
2800         else
2801                 ret = wimlib_write_to_fd(dest_wim, dest_wim_fd,
2802                                          WIMLIB_ALL_IMAGES, write_flags,
2803                                          num_threads, imagex_progress_func);
2804 out_free_dest_wim:
2805         wimlib_free(dest_wim);
2806 out_free_src_wim:
2807         wimlib_free(src_wim);
2808 out_free_refglobs:
2809         string_set_destroy(&refglobs);
2810         return ret;
2811
2812 out_usage:
2813         usage(CMD_EXPORT, stderr);
2814 out_err:
2815         ret = -1;
2816         goto out_free_refglobs;
2817 }
2818
2819 /* Extract files or directories from a WIM image */
2820 static int
2821 imagex_extract(int argc, tchar **argv, int cmd)
2822 {
2823         int c;
2824         int open_flags = 0;
2825         int image;
2826         WIMStruct *wim;
2827         int ret;
2828         const tchar *wimfile;
2829         const tchar *image_num_or_name;
2830         tchar *dest_dir = T(".");
2831         int extract_flags = WIMLIB_EXTRACT_FLAG_NORPFIX |
2832                             WIMLIB_EXTRACT_FLAG_GLOB_PATHS |
2833                             WIMLIB_EXTRACT_FLAG_STRICT_GLOB;
2834         int notlist_extract_flags = WIMLIB_EXTRACT_FLAG_NO_PRESERVE_DIR_STRUCTURE;
2835
2836         STRING_SET(refglobs);
2837
2838         tchar *root_path = WIMLIB_WIM_ROOT_PATH;
2839
2840         for_opt(c, extract_options) {
2841                 switch (c) {
2842                 case IMAGEX_CHECK_OPTION:
2843                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
2844                         break;
2845                 case IMAGEX_VERBOSE_OPTION:
2846                         /* No longer does anything.  */
2847                         break;
2848                 case IMAGEX_REF_OPTION:
2849                         ret = string_set_append(&refglobs, optarg);
2850                         if (ret)
2851                                 goto out_free_refglobs;
2852                         break;
2853                 case IMAGEX_UNIX_DATA_OPTION:
2854                         extract_flags |= WIMLIB_EXTRACT_FLAG_UNIX_DATA;
2855                         break;
2856                 case IMAGEX_NO_ACLS_OPTION:
2857                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ACLS;
2858                         break;
2859                 case IMAGEX_STRICT_ACLS_OPTION:
2860                         extract_flags |= WIMLIB_EXTRACT_FLAG_STRICT_ACLS;
2861                         break;
2862                 case IMAGEX_NO_ATTRIBUTES_OPTION:
2863                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ATTRIBUTES;
2864                         break;
2865                 case IMAGEX_DEST_DIR_OPTION:
2866                         dest_dir = optarg;
2867                         break;
2868                 case IMAGEX_TO_STDOUT_OPTION:
2869                         extract_flags |= WIMLIB_EXTRACT_FLAG_TO_STDOUT;
2870                         imagex_info_file = stderr;
2871                         imagex_be_quiet = true;
2872                         set_fd_to_binary_mode(STDOUT_FILENO);
2873                         break;
2874                 case IMAGEX_INCLUDE_INVALID_NAMES_OPTION:
2875                         extract_flags |= WIMLIB_EXTRACT_FLAG_REPLACE_INVALID_FILENAMES;
2876                         extract_flags |= WIMLIB_EXTRACT_FLAG_ALL_CASE_CONFLICTS;
2877                         break;
2878                 case IMAGEX_NO_WILDCARDS_OPTION:
2879                         extract_flags &= ~WIMLIB_EXTRACT_FLAG_GLOB_PATHS;
2880                         break;
2881                 case IMAGEX_NULLGLOB_OPTION:
2882                         extract_flags &= ~WIMLIB_EXTRACT_FLAG_STRICT_GLOB;
2883                         break;
2884                 case IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION:
2885                         notlist_extract_flags &= ~WIMLIB_EXTRACT_FLAG_NO_PRESERVE_DIR_STRUCTURE;
2886                         break;
2887                 case IMAGEX_WIMBOOT_OPTION:
2888                         extract_flags |= WIMLIB_EXTRACT_FLAG_WIMBOOT;
2889                         break;
2890                 default:
2891                         goto out_usage;
2892                 }
2893         }
2894         argc -= optind;
2895         argv += optind;
2896
2897         if (argc < 2)
2898                 goto out_usage;
2899
2900         if (!(extract_flags & (WIMLIB_EXTRACT_FLAG_GLOB_PATHS |
2901                                WIMLIB_EXTRACT_FLAG_STRICT_GLOB)))
2902         {
2903                 imagex_error(T("Can't combine --no-wildcards and --nullglob!"));
2904                 goto out_err;
2905         }
2906
2907         wimfile = argv[0];
2908         image_num_or_name = argv[1];
2909
2910         argc -= 2;
2911         argv += 2;
2912
2913         ret = wimlib_open_wim(wimfile, open_flags, &wim, imagex_progress_func);
2914         if (ret)
2915                 goto out_free_refglobs;
2916
2917         image = wimlib_resolve_image(wim, image_num_or_name);
2918         ret = verify_image_exists_and_is_single(image,
2919                                                 image_num_or_name,
2920                                                 wimfile);
2921         if (ret)
2922                 goto out_wimlib_free;
2923
2924         if (refglobs.num_strings) {
2925                 ret = wim_reference_globs(wim, &refglobs, open_flags);
2926                 if (ret)
2927                         goto out_wimlib_free;
2928         }
2929
2930         if (argc == 0) {
2931                 argv = &root_path;
2932                 argc = 1;
2933                 extract_flags &= ~WIMLIB_EXTRACT_FLAG_GLOB_PATHS;
2934         }
2935
2936         while (argc != 0 && ret == 0) {
2937                 int num_paths;
2938
2939                 for (num_paths = 0;
2940                      num_paths < argc && argv[num_paths][0] != T('@');
2941                      num_paths++)
2942                         ;
2943
2944                 if (num_paths) {
2945                         ret = wimlib_extract_paths(wim, image, dest_dir,
2946                                                    (const tchar **)argv,
2947                                                    num_paths,
2948                                                    extract_flags | notlist_extract_flags,
2949                                                    imagex_progress_func);
2950                         argc -= num_paths;
2951                         argv += num_paths;
2952                 } else {
2953                         ret = wimlib_extract_pathlist(wim, image, dest_dir,
2954                                                       argv[0] + 1,
2955                                                       extract_flags,
2956                                                       imagex_progress_func);
2957                         argc--;
2958                         argv++;
2959                 }
2960         }
2961
2962         if (ret == 0) {
2963                 if (!imagex_be_quiet)
2964                         imagex_printf(T("Done extracting files.\n"));
2965         } else if (ret == WIMLIB_ERR_PATH_DOES_NOT_EXIST) {
2966                 tfprintf(stderr, T("Note: You can use `%"TS"' to see what "
2967                                    "files and directories\n"
2968                                    "      are in the WIM image.\n"),
2969                                 get_cmd_string(CMD_DIR, false));
2970         } else if (ret == WIMLIB_ERR_RESOURCE_NOT_FOUND) {
2971                 struct wimlib_wim_info info;
2972
2973                 wimlib_get_wim_info(wim, &info);
2974                 do_resource_not_found_warning(wimfile, &info, &refglobs);
2975         }
2976 out_wimlib_free:
2977         wimlib_free(wim);
2978 out_free_refglobs:
2979         string_set_destroy(&refglobs);
2980         return ret;
2981
2982 out_usage:
2983         usage(CMD_EXTRACT, stderr);
2984 out_err:
2985         ret = -1;
2986         goto out_free_refglobs;
2987 }
2988
2989 /* Prints information about a WIM file; also can mark an image as bootable,
2990  * change the name of an image, or change the description of an image. */
2991 static int
2992 imagex_info(int argc, tchar **argv, int cmd)
2993 {
2994         int c;
2995         bool boot         = false;
2996         bool check        = false;
2997         bool nocheck      = false;
2998         bool header       = false;
2999         bool lookup_table = false;
3000         bool xml          = false;
3001         bool short_header = true;
3002         const tchar *xml_out_file = NULL;
3003         const tchar *wimfile;
3004         const tchar *image_num_or_name;
3005         const tchar *new_name;
3006         const tchar *new_desc;
3007         WIMStruct *wim;
3008         int image;
3009         int ret;
3010         int open_flags = 0;
3011         struct wimlib_wim_info info;
3012
3013         for_opt(c, info_options) {
3014                 switch (c) {
3015                 case IMAGEX_BOOT_OPTION:
3016                         boot = true;
3017                         break;
3018                 case IMAGEX_CHECK_OPTION:
3019                         check = true;
3020                         break;
3021                 case IMAGEX_NOCHECK_OPTION:
3022                         nocheck = true;
3023                         break;
3024                 case IMAGEX_HEADER_OPTION:
3025                         header = true;
3026                         short_header = false;
3027                         break;
3028                 case IMAGEX_LOOKUP_TABLE_OPTION:
3029                         lookup_table = true;
3030                         short_header = false;
3031                         break;
3032                 case IMAGEX_XML_OPTION:
3033                         xml = true;
3034                         short_header = false;
3035                         break;
3036                 case IMAGEX_EXTRACT_XML_OPTION:
3037                         xml_out_file = optarg;
3038                         short_header = false;
3039                         break;
3040                 case IMAGEX_METADATA_OPTION:
3041                         imagex_error(T("The --metadata option has been removed. "
3042                                        "Use 'wimdir --detail' instead."));
3043                         goto out_err;
3044                 default:
3045                         goto out_usage;
3046                 }
3047         }
3048
3049         argc -= optind;
3050         argv += optind;
3051         if (argc < 1 || argc > 4)
3052                 goto out_usage;
3053
3054         wimfile           = argv[0];
3055         image_num_or_name = (argc >= 2) ? argv[1] : T("all");
3056         new_name          = (argc >= 3) ? argv[2] : NULL;
3057         new_desc          = (argc >= 4) ? argv[3] : NULL;
3058
3059         if (check && nocheck) {
3060                 imagex_error(T("Can't specify both --check and --nocheck"));
3061                 goto out_err;
3062         }
3063
3064         if (check)
3065                 open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3066
3067         ret = wimlib_open_wim(wimfile, open_flags, &wim, imagex_progress_func);
3068         if (ret)
3069                 goto out;
3070
3071         wimlib_get_wim_info(wim, &info);
3072
3073         image = wimlib_resolve_image(wim, image_num_or_name);
3074         ret = WIMLIB_ERR_INVALID_IMAGE;
3075         if (image == WIMLIB_NO_IMAGE && tstrcmp(image_num_or_name, T("0"))) {
3076                 verify_image_exists(image, image_num_or_name, wimfile);
3077                 if (boot) {
3078                         imagex_error(T("If you would like to set the boot "
3079                                        "index to 0, specify image \"0\" with "
3080                                        "the --boot flag."));
3081                 }
3082                 goto out_wimlib_free;
3083         }
3084
3085         if (boot && info.image_count == 0) {
3086                 imagex_error(T("--boot is meaningless on a WIM with no images"));
3087                 goto out_wimlib_free;
3088         }
3089
3090         if (image == WIMLIB_ALL_IMAGES && info.image_count > 1) {
3091                 if (boot) {
3092                         imagex_error(T("Cannot specify the --boot flag "
3093                                        "without specifying a specific "
3094                                        "image in a multi-image WIM"));
3095                         goto out_wimlib_free;
3096                 }
3097                 if (new_name) {
3098                         imagex_error(T("Cannot specify the NEW_NAME "
3099                                        "without specifying a specific "
3100                                        "image in a multi-image WIM"));
3101                         goto out_wimlib_free;
3102                 }
3103         }
3104
3105         /* Operations that print information are separated from operations that
3106          * recreate the WIM file. */
3107         if (!new_name && !boot) {
3108
3109                 /* Read-only operations */
3110
3111                 if (image == WIMLIB_NO_IMAGE) {
3112                         imagex_error(T("\"%"TS"\" is not a valid image in \"%"TS"\""),
3113                                      image_num_or_name, wimfile);
3114                         goto out_wimlib_free;
3115                 }
3116
3117                 if (image == WIMLIB_ALL_IMAGES && short_header)
3118                         print_wim_information(wimfile, &info);
3119
3120                 if (header)
3121                         wimlib_print_header(wim);
3122
3123                 if (lookup_table) {
3124                         if (info.total_parts != 1) {
3125                                 tfprintf(stderr, T("Warning: Only showing the lookup table "
3126                                                    "for part %d of a %d-part WIM.\n"),
3127                                          info.part_number, info.total_parts);
3128                         }
3129                         print_lookup_table(wim);
3130                 }
3131
3132                 if (xml) {
3133                         ret = wimlib_extract_xml_data(wim, stdout);
3134                         if (ret)
3135                                 goto out_wimlib_free;
3136                 }
3137
3138                 if (xml_out_file) {
3139                         FILE *fp;
3140
3141                         fp = tfopen(xml_out_file, T("wb"));
3142                         if (!fp) {
3143                                 imagex_error_with_errno(T("Failed to open the "
3144                                                           "file \"%"TS"\" for "
3145                                                           "writing"),
3146                                                         xml_out_file);
3147                                 ret = -1;
3148                                 goto out_wimlib_free;
3149                         }
3150                         ret = wimlib_extract_xml_data(wim, fp);
3151                         if (fclose(fp)) {
3152                                 imagex_error(T("Failed to close the file "
3153                                                "\"%"TS"\""),
3154                                              xml_out_file);
3155                                 ret = -1;
3156                         }
3157                         if (ret)
3158                                 goto out_wimlib_free;
3159                 }
3160
3161                 if (short_header)
3162                         wimlib_print_available_images(wim, image);
3163
3164                 ret = 0;
3165         } else {
3166
3167                 /* Modification operations */
3168
3169                 if (image == WIMLIB_ALL_IMAGES)
3170                         image = 1;
3171
3172                 if (image == WIMLIB_NO_IMAGE && new_name) {
3173                         imagex_error(T("Cannot specify new_name (\"%"TS"\") "
3174                                        "when using image 0"), new_name);
3175                         ret = -1;
3176                         goto out_wimlib_free;
3177                 }
3178
3179                 if (boot) {
3180                         if (image == info.boot_index) {
3181                                 imagex_printf(T("Image %d is already marked as "
3182                                           "bootable.\n"), image);
3183                                 boot = false;
3184                         } else {
3185                                 imagex_printf(T("Marking image %d as bootable.\n"),
3186                                         image);
3187                                 info.boot_index = image;
3188                                 ret = wimlib_set_wim_info(wim, &info,
3189                                                           WIMLIB_CHANGE_BOOT_INDEX);
3190                                 if (ret)
3191                                         goto out_wimlib_free;
3192                         }
3193                 }
3194                 if (new_name) {
3195                         if (!tstrcmp(wimlib_get_image_name(wim, image), new_name))
3196                         {
3197                                 imagex_printf(T("Image %d is already named \"%"TS"\".\n"),
3198                                         image, new_name);
3199                                 new_name = NULL;
3200                         } else {
3201                                 imagex_printf(T("Changing the name of image %d to "
3202                                           "\"%"TS"\".\n"), image, new_name);
3203                                 ret = wimlib_set_image_name(wim, image, new_name);
3204                                 if (ret)
3205                                         goto out_wimlib_free;
3206                         }
3207                 }
3208                 if (new_desc) {
3209                         const tchar *old_desc;
3210                         old_desc = wimlib_get_image_description(wim, image);
3211                         if (old_desc && !tstrcmp(old_desc, new_desc)) {
3212                                 imagex_printf(T("The description of image %d is already "
3213                                           "\"%"TS"\".\n"), image, new_desc);
3214                                 new_desc = NULL;
3215                         } else {
3216                                 imagex_printf(T("Changing the description of image %d "
3217                                           "to \"%"TS"\".\n"), image, new_desc);
3218                                 ret = wimlib_set_image_descripton(wim, image,
3219                                                                   new_desc);
3220                                 if (ret)
3221                                         goto out_wimlib_free;
3222                         }
3223                 }
3224
3225                 /* Only call wimlib_overwrite() if something actually needs to
3226                  * be changed.  */
3227                 if (boot || new_name || new_desc ||
3228                     (check && !info.has_integrity_table) ||
3229                     (nocheck && info.has_integrity_table))
3230                 {
3231                         int write_flags = 0;
3232
3233                         if (check)
3234                                 write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
3235                         if (nocheck)
3236                                 write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
3237                         ret = wimlib_overwrite(wim, write_flags, 1,
3238                                                imagex_progress_func);
3239                 } else {
3240                         imagex_printf(T("The file \"%"TS"\" was not modified "
3241                                         "because nothing needed to be done.\n"),
3242                                       wimfile);
3243                         ret = 0;
3244                 }
3245         }
3246 out_wimlib_free:
3247         wimlib_free(wim);
3248 out:
3249         return ret;
3250
3251 out_usage:
3252         usage(CMD_INFO, stderr);
3253 out_err:
3254         ret = -1;
3255         goto out;
3256 }
3257
3258 /* Join split WIMs into one part WIM */
3259 static int
3260 imagex_join(int argc, tchar **argv, int cmd)
3261 {
3262         int c;
3263         int swm_open_flags = 0;
3264         int wim_write_flags = 0;
3265         const tchar *output_path;
3266         int ret;
3267
3268         for_opt(c, join_options) {
3269                 switch (c) {
3270                 case IMAGEX_CHECK_OPTION:
3271                         swm_open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3272                         wim_write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
3273                         break;
3274                 default:
3275                         goto out_usage;
3276                 }
3277         }
3278         argc -= optind;
3279         argv += optind;
3280
3281         if (argc < 2) {
3282                 imagex_error(T("Must specify one or more split WIM (.swm) "
3283                                "parts to join"));
3284                 goto out_usage;
3285         }
3286         output_path = argv[0];
3287         ret = wimlib_join((const tchar * const *)++argv,
3288                           --argc,
3289                           output_path,
3290                           swm_open_flags,
3291                           wim_write_flags,
3292                           imagex_progress_func);
3293 out:
3294         return ret;
3295
3296 out_usage:
3297         usage(CMD_JOIN, stderr);
3298         ret = -1;
3299         goto out;
3300 }
3301
3302 #if WIM_MOUNTING_SUPPORTED
3303
3304 /* Mounts a WIM image.  */
3305 static int
3306 imagex_mount_rw_or_ro(int argc, tchar **argv, int cmd)
3307 {
3308         int c;
3309         int mount_flags = 0;
3310         int open_flags = 0;
3311         const tchar *staging_dir = NULL;
3312         const tchar *wimfile;
3313         const tchar *dir;
3314         WIMStruct *wim;
3315         struct wimlib_wim_info info;
3316         int image;
3317         int ret;
3318
3319         STRING_SET(refglobs);
3320
3321         if (cmd == CMD_MOUNTRW) {
3322                 mount_flags |= WIMLIB_MOUNT_FLAG_READWRITE;
3323                 open_flags |= WIMLIB_OPEN_FLAG_WRITE_ACCESS;
3324         }
3325
3326         for_opt(c, mount_options) {
3327                 switch (c) {
3328                 case IMAGEX_ALLOW_OTHER_OPTION:
3329                         mount_flags |= WIMLIB_MOUNT_FLAG_ALLOW_OTHER;
3330                         break;
3331                 case IMAGEX_CHECK_OPTION:
3332                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3333                         break;
3334                 case IMAGEX_DEBUG_OPTION:
3335                         mount_flags |= WIMLIB_MOUNT_FLAG_DEBUG;
3336                         break;
3337                 case IMAGEX_STREAMS_INTERFACE_OPTION:
3338                         if (!tstrcasecmp(optarg, T("none")))
3339                                 mount_flags |= WIMLIB_MOUNT_FLAG_STREAM_INTERFACE_NONE;
3340                         else if (!tstrcasecmp(optarg, T("xattr")))
3341                                 mount_flags |= WIMLIB_MOUNT_FLAG_STREAM_INTERFACE_XATTR;
3342                         else if (!tstrcasecmp(optarg, T("windows")))
3343                                 mount_flags |= WIMLIB_MOUNT_FLAG_STREAM_INTERFACE_WINDOWS;
3344                         else {
3345                                 imagex_error(T("Unknown stream interface \"%"TS"\""),
3346                                              optarg);
3347                                 goto out_usage;
3348                         }
3349                         break;
3350                 case IMAGEX_REF_OPTION:
3351                         ret = string_set_append(&refglobs, optarg);
3352                         if (ret)
3353                                 goto out_free_refglobs;
3354                         break;
3355                 case IMAGEX_STAGING_DIR_OPTION:
3356                         staging_dir = optarg;
3357                         break;
3358                 case IMAGEX_UNIX_DATA_OPTION:
3359                         mount_flags |= WIMLIB_MOUNT_FLAG_UNIX_DATA;
3360                         break;
3361                 default:
3362                         goto out_usage;
3363                 }
3364         }
3365         argc -= optind;
3366         argv += optind;
3367         if (argc != 2 && argc != 3)
3368                 goto out_usage;
3369
3370         wimfile = argv[0];
3371
3372         ret = wimlib_open_wim(wimfile, open_flags, &wim, imagex_progress_func);
3373         if (ret)
3374                 goto out_free_refglobs;
3375
3376         wimlib_get_wim_info(wim, &info);
3377
3378         if (argc >= 3) {
3379                 /* Image explicitly specified.  */
3380                 image = wimlib_resolve_image(wim, argv[1]);
3381                 dir = argv[2];
3382                 ret = verify_image_exists_and_is_single(image, argv[1], wimfile);
3383                 if (ret)
3384                         goto out_free_wim;
3385         } else {
3386                 /* No image specified; default to image 1, but only if the WIM
3387                  * contains exactly one image.  */
3388
3389                 if (info.image_count != 1) {
3390                         imagex_error(T("\"%"TS"\" contains %d images; Please "
3391                                        "select one."), wimfile, info.image_count);
3392                         wimlib_free(wim);
3393                         goto out_usage;
3394                 }
3395                 image = 1;
3396                 dir = argv[1];
3397         }
3398
3399         if (refglobs.num_strings) {
3400                 ret = wim_reference_globs(wim, &refglobs, open_flags);
3401                 if (ret)
3402                         goto out_free_wim;
3403         }
3404
3405         ret = wimlib_mount_image(wim, image, dir, mount_flags, staging_dir);
3406         if (ret) {
3407                 imagex_error(T("Failed to mount image %d from \"%"TS"\" "
3408                                "on \"%"TS"\""),
3409                              image, wimfile, dir);
3410         }
3411 out_free_wim:
3412         wimlib_free(wim);
3413 out_free_refglobs:
3414         string_set_destroy(&refglobs);
3415         return ret;
3416
3417 out_usage:
3418         usage(cmd, stderr);
3419         ret = -1;
3420         goto out_free_refglobs;
3421 }
3422 #endif /* WIM_MOUNTING_SUPPORTED */
3423
3424 /* Rebuild a WIM file */
3425 static int
3426 imagex_optimize(int argc, tchar **argv, int cmd)
3427 {
3428         int c;
3429         int open_flags = WIMLIB_OPEN_FLAG_WRITE_ACCESS;
3430         int write_flags = WIMLIB_WRITE_FLAG_REBUILD;
3431         int compression_type = WIMLIB_COMPRESSION_TYPE_INVALID;
3432         uint32_t chunk_size = UINT32_MAX;
3433         uint32_t pack_chunk_size = UINT32_MAX;
3434         int pack_ctype = WIMLIB_COMPRESSION_TYPE_INVALID;
3435         int ret;
3436         WIMStruct *wim;
3437         const tchar *wimfile;
3438         off_t old_size;
3439         off_t new_size;
3440         unsigned num_threads = 0;
3441
3442         for_opt(c, optimize_options) {
3443                 switch (c) {
3444                 case IMAGEX_CHECK_OPTION:
3445                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3446                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
3447                         break;
3448                 case IMAGEX_NOCHECK_OPTION:
3449                         write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
3450                         break;
3451                 case IMAGEX_COMPRESS_OPTION:
3452                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
3453                         compression_type = get_compression_type(optarg);
3454                         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID)
3455                                 goto out_err;
3456                         break;
3457                 case IMAGEX_RECOMPRESS_OPTION:
3458                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
3459                         break;
3460                 case IMAGEX_COMPRESS_SLOW_OPTION:
3461                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
3462                         set_compress_slow();
3463                         break;
3464                 case IMAGEX_CHUNK_SIZE_OPTION:
3465                         chunk_size = parse_chunk_size(optarg);
3466                         if (chunk_size == UINT32_MAX)
3467                                 goto out_err;
3468                         break;
3469                 case IMAGEX_PACK_CHUNK_SIZE_OPTION:
3470                         pack_chunk_size = parse_chunk_size(optarg);
3471                         if (pack_chunk_size == UINT32_MAX)
3472                                 goto out_err;
3473                         break;
3474                 case IMAGEX_PACK_COMPRESS_OPTION:
3475                         pack_ctype = get_compression_type(optarg);
3476                         if (pack_ctype == WIMLIB_COMPRESSION_TYPE_INVALID)
3477                                 goto out_err;
3478                         break;
3479                 case IMAGEX_PACK_STREAMS_OPTION:
3480                         write_flags |= WIMLIB_WRITE_FLAG_PACK_STREAMS;
3481                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
3482                         break;
3483                 case IMAGEX_THREADS_OPTION:
3484                         num_threads = parse_num_threads(optarg);
3485                         if (num_threads == UINT_MAX)
3486                                 goto out_err;
3487                         break;
3488                 case IMAGEX_PIPABLE_OPTION:
3489                         write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
3490                         break;
3491                 case IMAGEX_NOT_PIPABLE_OPTION:
3492                         write_flags |= WIMLIB_WRITE_FLAG_NOT_PIPABLE;
3493                         break;
3494                 default:
3495                         goto out_usage;
3496                 }
3497         }
3498         argc -= optind;
3499         argv += optind;
3500
3501         if (argc != 1)
3502                 goto out_usage;
3503
3504         wimfile = argv[0];
3505
3506         ret = wimlib_open_wim(wimfile, open_flags, &wim, imagex_progress_func);
3507         if (ret)
3508                 goto out;
3509
3510         if (compression_type != WIMLIB_COMPRESSION_TYPE_INVALID) {
3511                 /* Change compression type.  */
3512                 ret = wimlib_set_output_compression_type(wim, compression_type);
3513                 if (ret)
3514                         goto out_wimlib_free;
3515         }
3516
3517         if (chunk_size != UINT32_MAX) {
3518                 /* Change chunk size.  */
3519                 ret = wimlib_set_output_chunk_size(wim, chunk_size);
3520                 if (ret)
3521                         goto out_wimlib_free;
3522         }
3523         if (pack_ctype != WIMLIB_COMPRESSION_TYPE_INVALID) {
3524                 ret = wimlib_set_output_pack_compression_type(wim, pack_ctype);
3525                 if (ret)
3526                         goto out_wimlib_free;
3527         }
3528         if (pack_chunk_size != UINT32_MAX) {
3529                 ret = wimlib_set_output_pack_chunk_size(wim, pack_chunk_size);
3530                 if (ret)
3531                         goto out_wimlib_free;
3532         }
3533
3534         old_size = file_get_size(wimfile);
3535         tprintf(T("\"%"TS"\" original size: "), wimfile);
3536         if (old_size == -1)
3537                 tputs(T("Unknown"));
3538         else
3539                 tprintf(T("%"PRIu64" KiB\n"), old_size >> 10);
3540
3541         ret = wimlib_overwrite(wim, write_flags, num_threads,
3542                                imagex_progress_func);
3543         if (ret) {
3544                 imagex_error(T("Optimization of \"%"TS"\" failed."), wimfile);
3545                 goto out_wimlib_free;
3546         }
3547
3548         new_size = file_get_size(wimfile);
3549         tprintf(T("\"%"TS"\" optimized size: "), wimfile);
3550         if (new_size == -1)
3551                 tputs(T("Unknown"));
3552         else
3553                 tprintf(T("%"PRIu64" KiB\n"), new_size >> 10);
3554
3555         tfputs(T("Space saved: "), stdout);
3556         if (new_size != -1 && old_size != -1) {
3557                 tprintf(T("%lld KiB\n"),
3558                        ((long long)old_size - (long long)new_size) >> 10);
3559         } else {
3560                 tputs(T("Unknown"));
3561         }
3562         ret = 0;
3563 out_wimlib_free:
3564         wimlib_free(wim);
3565 out:
3566         return ret;
3567
3568 out_usage:
3569         usage(CMD_OPTIMIZE, stderr);
3570 out_err:
3571         ret = -1;
3572         goto out;
3573 }
3574
3575 /* Split a WIM into a spanned set */
3576 static int
3577 imagex_split(int argc, tchar **argv, int cmd)
3578 {
3579         int c;
3580         int open_flags = 0;
3581         int write_flags = 0;
3582         unsigned long part_size;
3583         tchar *tmp;
3584         int ret;
3585         WIMStruct *wim;
3586
3587         for_opt(c, split_options) {
3588                 switch (c) {
3589                 case IMAGEX_CHECK_OPTION:
3590                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3591                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
3592                         break;
3593                 default:
3594                         goto out_usage;
3595                 }
3596         }
3597         argc -= optind;
3598         argv += optind;
3599
3600         if (argc != 3)
3601                 goto out_usage;
3602
3603         part_size = tstrtod(argv[2], &tmp) * (1 << 20);
3604         if (tmp == argv[2] || *tmp) {
3605                 imagex_error(T("Invalid part size \"%"TS"\""), argv[2]);
3606                 imagex_error(T("The part size must be an integer or "
3607                                "floating-point number of megabytes."));
3608                 goto out_err;
3609         }
3610         ret = wimlib_open_wim(argv[0], open_flags, &wim, imagex_progress_func);
3611         if (ret)
3612                 goto out;
3613
3614         ret = wimlib_split(wim, argv[1], part_size, write_flags, imagex_progress_func);
3615         wimlib_free(wim);
3616 out:
3617         return ret;
3618
3619 out_usage:
3620         usage(CMD_SPLIT, stderr);
3621 out_err:
3622         ret = -1;
3623         goto out;
3624 }
3625
3626 #if WIM_MOUNTING_SUPPORTED
3627 /* Unmounts a mounted WIM image. */
3628 static int
3629 imagex_unmount(int argc, tchar **argv, int cmd)
3630 {
3631         int c;
3632         int unmount_flags = 0;
3633         int ret;
3634
3635         for_opt(c, unmount_options) {
3636                 switch (c) {
3637                 case IMAGEX_COMMIT_OPTION:
3638                         unmount_flags |= WIMLIB_UNMOUNT_FLAG_COMMIT;
3639                         break;
3640                 case IMAGEX_CHECK_OPTION:
3641                         unmount_flags |= WIMLIB_UNMOUNT_FLAG_CHECK_INTEGRITY;
3642                         break;
3643                 case IMAGEX_REBUILD_OPTION:
3644                         unmount_flags |= WIMLIB_UNMOUNT_FLAG_REBUILD;
3645                         break;
3646                 case IMAGEX_LAZY_OPTION:
3647                         unmount_flags |= WIMLIB_UNMOUNT_FLAG_LAZY;
3648                         break;
3649                 case IMAGEX_NEW_IMAGE_OPTION:
3650                         unmount_flags |= WIMLIB_UNMOUNT_FLAG_NEW_IMAGE;
3651                         break;
3652                 default:
3653                         goto out_usage;
3654                 }
3655         }
3656         argc -= optind;
3657         argv += optind;
3658         if (argc != 1)
3659                 goto out_usage;
3660
3661         if (unmount_flags & WIMLIB_UNMOUNT_FLAG_NEW_IMAGE) {
3662                 if (!(unmount_flags & WIMLIB_UNMOUNT_FLAG_COMMIT)) {
3663                         imagex_error(T("--new-image is meaningless "
3664                                        "without --commit also specified!"));
3665                         goto out_err;
3666                 }
3667                 imagex_printf(T("Committing changes as new image...\n"));
3668         }
3669
3670         ret = wimlib_unmount_image(argv[0], unmount_flags,
3671                                    imagex_progress_func);
3672         if (ret)
3673                 imagex_error(T("Failed to unmount \"%"TS"\""), argv[0]);
3674 out:
3675         return ret;
3676
3677 out_usage:
3678         usage(CMD_UNMOUNT, stderr);
3679 out_err:
3680         ret = -1;
3681         goto out;
3682 }
3683 #endif /* WIM_MOUNTING_SUPPORTED */
3684
3685 /*
3686  * Add, delete, or rename files in a WIM image.
3687  */
3688 static int
3689 imagex_update(int argc, tchar **argv, int cmd)
3690 {
3691         const tchar *wimfile;
3692         int image;
3693         WIMStruct *wim;
3694         int ret;
3695         int open_flags = WIMLIB_OPEN_FLAG_WRITE_ACCESS;
3696         int write_flags = 0;
3697         int update_flags = WIMLIB_UPDATE_FLAG_SEND_PROGRESS;
3698         int default_add_flags = WIMLIB_ADD_FLAG_EXCLUDE_VERBOSE |
3699                                 WIMLIB_ADD_FLAG_VERBOSE |
3700                                 WIMLIB_ADD_FLAG_WINCONFIG;
3701         int default_delete_flags = 0;
3702         unsigned num_threads = 0;
3703         int c;
3704         tchar *cmd_file_contents;
3705         size_t cmd_file_nchars;
3706         struct wimlib_update_command *cmds;
3707         size_t num_cmds;
3708         tchar *command_str = NULL;
3709         tchar *config_file = NULL;
3710         tchar *wimboot_config = NULL;
3711
3712         for_opt(c, update_options) {
3713                 switch (c) {
3714                 /* Generic or write options */
3715                 case IMAGEX_THREADS_OPTION:
3716                         num_threads = parse_num_threads(optarg);
3717                         if (num_threads == UINT_MAX)
3718                                 goto out_err;
3719                         break;
3720                 case IMAGEX_CHECK_OPTION:
3721                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3722                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
3723                         break;
3724                 case IMAGEX_REBUILD_OPTION:
3725                         write_flags |= WIMLIB_WRITE_FLAG_REBUILD;
3726                         break;
3727                 case IMAGEX_COMMAND_OPTION:
3728                         if (command_str) {
3729                                 imagex_error(T("--command may only be specified "
3730                                                "one time.  Please p