wimlib.net Git - wimlib/blob - programs/imagex.c

   1 /*
   2  * imagex.c
   3  *
   4  * Use wimlib to create, modify, extract, mount, unmount, or display information
   5  * about a WIM file
   6  */
   7
   8 /*
   9  * Copyright (C) 2012-2016 Eric Biggers
  10  *
  11  * This program is free software: you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation, either version 3 of the License, or
  14  * (at your option) any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  * GNU General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  23  */
  24
  25 #ifdef HAVE_CONFIG_H
  26 #  include "config.h" /* Need for PACKAGE_VERSION, etc. */
  27 #endif
  28
  29 #include "wimlib.h"
  30 #include "wimlib_tchar.h"
  31
  32 #include <ctype.h>
  33 #include <errno.h>
  34
  35 #include <inttypes.h>
  36 #include <libgen.h>
  37 #include <limits.h>
  38 #include <stdarg.h>
  39 #include <stdlib.h>
  40 #include <string.h>
  41 #include <sys/stat.h>
  42 #include <unistd.h>
  43 #include <locale.h>
  44
  45 #ifdef HAVE_ALLOCA_H
  46 #  include <alloca.h>
  47 #endif
  48
  49 #define WIMLIB_COMPRESSION_TYPE_INVALID (-1)
  50
  51 #ifdef __WIN32__
  52 #  include "imagex-win32.h"
  53 #  define print_security_descriptor     win32_print_security_descriptor
  54 #else /* __WIN32__ */
  55 #  include <getopt.h>
  56 #  include <langinfo.h>
  57 #  define print_security_descriptor     default_print_security_descriptor
  58 static inline void set_fd_to_binary_mode(int fd)
  59 {
  60 }
  61 #endif /* !__WIN32 */
  62
  63 /* Don't confuse the user by presenting the mounting commands on Windows when
  64  * they will never work.  However on UNIX-like systems we always present them,
  65  * even if WITH_FUSE is not defined at this point, as to not tie the build of
  66  * wimlib-imagex to a specific build of wimlib.  */
  67 #ifdef __WIN32__
  68 #  define WIM_MOUNTING_SUPPORTED 0
  69 #else
  70 #  define WIM_MOUNTING_SUPPORTED 1
  71 #endif
  72
  73 #define ARRAY_LEN(array) (sizeof(array) / sizeof(array[0]))
  74
  75 static inline bool
  76 is_any_path_separator(tchar c)
  77 {
  78         return c == T('/') || c == T('\\');
  79 }
  80
  81 /* Like basename(), but handles both forward and backwards slashes.  */
  82 static tchar *
  83 tbasename(tchar *path)
  84 {
  85         tchar *p = tstrchr(path, T('\0'));
  86
  87         for (;;) {
  88                 if (p == path)
  89                         return path;
  90                 if (!is_any_path_separator(*--p))
  91                         break;
  92                 *p = T('\0');
  93         }
  94
  95         for (;;) {
  96                 if (p == path)
  97                         return path;
  98                 if (is_any_path_separator(*--p))
  99                         return ++p;
 100         }
 101 }
 102
 103 #define for_opt(c, opts) while ((c = getopt_long_only(argc, (tchar**)argv, T(""), \
 104                                 opts, NULL)) != -1)
 105
 106 enum {
 107         CMD_NONE = -1,
 108         CMD_APPEND = 0,
 109         CMD_APPLY,
 110         CMD_CAPTURE,
 111         CMD_DELETE,
 112         CMD_DIR,
 113         CMD_EXPORT,
 114         CMD_EXTRACT,
 115         CMD_INFO,
 116         CMD_JOIN,
 117 #if WIM_MOUNTING_SUPPORTED
 118         CMD_MOUNT,
 119         CMD_MOUNTRW,
 120 #endif
 121         CMD_OPTIMIZE,
 122         CMD_SPLIT,
 123 #if WIM_MOUNTING_SUPPORTED
 124         CMD_UNMOUNT,
 125 #endif
 126         CMD_UPDATE,
 127         CMD_VERIFY,
 128         CMD_MAX,
 129 };
 130
 131 static void usage(int cmd, FILE *fp);
 132 static void usage_all(FILE *fp);
 133 static void recommend_man_page(int cmd, FILE *fp);
 134 static const tchar *get_cmd_string(int cmd, bool nospace);
 135
 136 static bool imagex_be_quiet = false;
 137 static FILE *imagex_info_file;
 138
 139 #define imagex_printf(format, ...) \
 140                 tfprintf(imagex_info_file, format, ##__VA_ARGS__)
 141
 142 enum {
 143         IMAGEX_ALLOW_OTHER_OPTION,
 144         IMAGEX_BLOBS_OPTION,
 145         IMAGEX_BOOT_OPTION,
 146         IMAGEX_CHECK_OPTION,
 147         IMAGEX_CHUNK_SIZE_OPTION,
 148         IMAGEX_COMMAND_OPTION,
 149         IMAGEX_COMMIT_OPTION,
 150         IMAGEX_COMPACT_OPTION,
 151         IMAGEX_COMPRESS_OPTION,
 152         IMAGEX_COMPRESS_SLOW_OPTION,
 153         IMAGEX_CONFIG_OPTION,
 154         IMAGEX_DEBUG_OPTION,
 155         IMAGEX_DELTA_FROM_OPTION,
 156         IMAGEX_DEREFERENCE_OPTION,
 157         IMAGEX_DEST_DIR_OPTION,
 158         IMAGEX_DETAILED_OPTION,
 159         IMAGEX_EXTRACT_XML_OPTION,
 160         IMAGEX_FLAGS_OPTION,
 161         IMAGEX_FORCE_OPTION,
 162         IMAGEX_HEADER_OPTION,
 163         IMAGEX_IMAGE_PROPERTY_OPTION,
 164         IMAGEX_INCLUDE_INVALID_NAMES_OPTION,
 165         IMAGEX_LAZY_OPTION,
 166         IMAGEX_METADATA_OPTION,
 167         IMAGEX_NEW_IMAGE_OPTION,
 168         IMAGEX_NOCHECK_OPTION,
 169         IMAGEX_NORPFIX_OPTION,
 170         IMAGEX_NOT_PIPABLE_OPTION,
 171         IMAGEX_NO_ACLS_OPTION,
 172         IMAGEX_NO_ATTRIBUTES_OPTION,
 173         IMAGEX_NO_GLOBS_OPTION,
 174         IMAGEX_NO_REPLACE_OPTION,
 175         IMAGEX_NO_SOLID_SORT_OPTION,
 176         IMAGEX_NULLGLOB_OPTION,
 177         IMAGEX_ONE_FILE_ONLY_OPTION,
 178         IMAGEX_PATH_OPTION,
 179         IMAGEX_PIPABLE_OPTION,
 180         IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION,
 181         IMAGEX_REBUILD_OPTION,
 182         IMAGEX_RECOMPRESS_OPTION,
 183         IMAGEX_RECURSIVE_OPTION,
 184         IMAGEX_REF_OPTION,
 185         IMAGEX_RPFIX_OPTION,
 186         IMAGEX_SNAPSHOT_OPTION,
 187         IMAGEX_SOFT_OPTION,
 188         IMAGEX_SOLID_CHUNK_SIZE_OPTION,
 189         IMAGEX_SOLID_COMPRESS_OPTION,
 190         IMAGEX_SOLID_OPTION,
 191         IMAGEX_SOURCE_LIST_OPTION,
 192         IMAGEX_STAGING_DIR_OPTION,
 193         IMAGEX_STREAMS_INTERFACE_OPTION,
 194         IMAGEX_STRICT_ACLS_OPTION,
 195         IMAGEX_THREADS_OPTION,
 196         IMAGEX_TO_STDOUT_OPTION,
 197         IMAGEX_UNIX_DATA_OPTION,
 198         IMAGEX_UNSAFE_COMPACT_OPTION,
 199         IMAGEX_UPDATE_OF_OPTION,
 200         IMAGEX_VERBOSE_OPTION,
 201         IMAGEX_WIMBOOT_CONFIG_OPTION,
 202         IMAGEX_WIMBOOT_OPTION,
 203         IMAGEX_XML_OPTION,
 204 };
 205
 206 static const struct option apply_options[] = {
 207         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 208         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
 209         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
 210         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
 211         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 212         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 213         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
 214         {T("no-attributes"), no_argument,     NULL, IMAGEX_NO_ATTRIBUTES_OPTION},
 215         {T("rpfix"),       no_argument,       NULL, IMAGEX_RPFIX_OPTION},
 216         {T("norpfix"),     no_argument,       NULL, IMAGEX_NORPFIX_OPTION},
 217         {T("include-invalid-names"), no_argument,       NULL, IMAGEX_INCLUDE_INVALID_NAMES_OPTION},
 218         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
 219         {T("compact"),     required_argument, NULL, IMAGEX_COMPACT_OPTION},
 220         {NULL, 0, NULL, 0},
 221 };
 222
 223 static const struct option capture_or_append_options[] = {
 224         {T("boot"),        no_argument,       NULL, IMAGEX_BOOT_OPTION},
 225         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 226         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 227         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 228         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
 229         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
 230         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
 231         {T("solid"),       no_argument,      NULL, IMAGEX_SOLID_OPTION},
 232         {T("pack-streams"), no_argument,      NULL, IMAGEX_SOLID_OPTION},
 233         {T("solid-compress"),required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 234         {T("pack-compress"), required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 235         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 236         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 237         {T("no-solid-sort"), no_argument,     NULL, IMAGEX_NO_SOLID_SORT_OPTION},
 238         {T("config"),      required_argument, NULL, IMAGEX_CONFIG_OPTION},
 239         {T("dereference"), no_argument,       NULL, IMAGEX_DEREFERENCE_OPTION},
 240         {T("flags"),       required_argument, NULL, IMAGEX_FLAGS_OPTION},
 241         {T("image-property"), required_argument, NULL, IMAGEX_IMAGE_PROPERTY_OPTION},
 242         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
 243         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
 244         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
 245         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
 246         {T("source-list"), no_argument,       NULL, IMAGEX_SOURCE_LIST_OPTION},
 247         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 248         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 249         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
 250         {T("rpfix"),       no_argument,       NULL, IMAGEX_RPFIX_OPTION},
 251         {T("norpfix"),     no_argument,       NULL, IMAGEX_NORPFIX_OPTION},
 252         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
 253         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
 254         {T("update-of"),   required_argument, NULL, IMAGEX_UPDATE_OF_OPTION},
 255         {T("delta-from"),  required_argument, NULL, IMAGEX_DELTA_FROM_OPTION},
 256         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
 257         {T("unsafe-compact"), no_argument,    NULL, IMAGEX_UNSAFE_COMPACT_OPTION},
 258         {T("snapshot"),    no_argument,       NULL, IMAGEX_SNAPSHOT_OPTION},
 259         {NULL, 0, NULL, 0},
 260 };
 261
 262 static const struct option delete_options[] = {
 263         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
 264         {T("soft"),  no_argument, NULL, IMAGEX_SOFT_OPTION},
 265         {T("unsafe-compact"), no_argument, NULL, IMAGEX_UNSAFE_COMPACT_OPTION},
 266         {NULL, 0, NULL, 0},
 267 };
 268
 269 static const struct option dir_options[] = {
 270         {T("path"),     required_argument, NULL, IMAGEX_PATH_OPTION},
 271         {T("detailed"), no_argument,       NULL, IMAGEX_DETAILED_OPTION},
 272         {T("one-file-only"), no_argument,  NULL, IMAGEX_ONE_FILE_ONLY_OPTION},
 273         {T("ref"),      required_argument, NULL, IMAGEX_REF_OPTION},
 274         {NULL, 0, NULL, 0},
 275 };
 276
 277 static const struct option export_options[] = {
 278         {T("boot"),        no_argument,       NULL, IMAGEX_BOOT_OPTION},
 279         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 280         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 281         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 282         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
 283         {T("recompress"),  no_argument,       NULL, IMAGEX_RECOMPRESS_OPTION},
 284         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
 285         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
 286         {T("solid"),       no_argument,       NULL, IMAGEX_SOLID_OPTION},
 287         {T("pack-streams"),no_argument,       NULL, IMAGEX_SOLID_OPTION},
 288         {T("solid-compress"),required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 289         {T("pack-compress"), required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 290         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 291         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 292         {T("no-solid-sort"), no_argument,     NULL, IMAGEX_NO_SOLID_SORT_OPTION},
 293         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
 294         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
 295         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
 296         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
 297         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
 298         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
 299         {T("unsafe-compact"), no_argument,    NULL, IMAGEX_UNSAFE_COMPACT_OPTION},
 300         {NULL, 0, NULL, 0},
 301 };
 302
 303 static const struct option extract_options[] = {
 304         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 305         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
 306         {T("ref"),         required_argument, NULL, IMAGEX_REF_OPTION},
 307         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
 308         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 309         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 310         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
 311         {T("no-attributes"), no_argument,     NULL, IMAGEX_NO_ATTRIBUTES_OPTION},
 312         {T("dest-dir"),    required_argument, NULL, IMAGEX_DEST_DIR_OPTION},
 313         {T("to-stdout"),   no_argument,       NULL, IMAGEX_TO_STDOUT_OPTION},
 314         {T("include-invalid-names"), no_argument, NULL, IMAGEX_INCLUDE_INVALID_NAMES_OPTION},
 315         {T("no-wildcards"), no_argument,      NULL, IMAGEX_NO_GLOBS_OPTION},
 316         {T("no-globs"),     no_argument,      NULL, IMAGEX_NO_GLOBS_OPTION},
 317         {T("nullglob"),     no_argument,      NULL, IMAGEX_NULLGLOB_OPTION},
 318         {T("preserve-dir-structure"), no_argument, NULL, IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION},
 319         {T("wimboot"),     no_argument,       NULL, IMAGEX_WIMBOOT_OPTION},
 320         {T("compact"),     required_argument, NULL, IMAGEX_COMPACT_OPTION},
 321         {NULL, 0, NULL, 0},
 322 };
 323
 324 static const struct option info_options[] = {
 325         {T("boot"),         no_argument,       NULL, IMAGEX_BOOT_OPTION},
 326         {T("check"),        no_argument,       NULL, IMAGEX_CHECK_OPTION},
 327         {T("nocheck"),      no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 328         {T("no-check"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 329         {T("extract-xml"),  required_argument, NULL, IMAGEX_EXTRACT_XML_OPTION},
 330         {T("header"),       no_argument,       NULL, IMAGEX_HEADER_OPTION},
 331         {T("lookup-table"), no_argument,       NULL, IMAGEX_BLOBS_OPTION},
 332         {T("blobs"),        no_argument,       NULL, IMAGEX_BLOBS_OPTION},
 333         {T("metadata"),     no_argument,       NULL, IMAGEX_METADATA_OPTION},
 334         {T("xml"),          no_argument,       NULL, IMAGEX_XML_OPTION},
 335         {T("image-property"), required_argument, NULL, IMAGEX_IMAGE_PROPERTY_OPTION},
 336         {NULL, 0, NULL, 0},
 337 };
 338
 339 static const struct option join_options[] = {
 340         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
 341         {NULL, 0, NULL, 0},
 342 };
 343
 344 static const struct option mount_options[] = {
 345         {T("check"),             no_argument,       NULL, IMAGEX_CHECK_OPTION},
 346         {T("debug"),             no_argument,       NULL, IMAGEX_DEBUG_OPTION},
 347         {T("streams-interface"), required_argument, NULL, IMAGEX_STREAMS_INTERFACE_OPTION},
 348         {T("ref"),               required_argument, NULL, IMAGEX_REF_OPTION},
 349         {T("staging-dir"),       required_argument, NULL, IMAGEX_STAGING_DIR_OPTION},
 350         {T("unix-data"),         no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
 351         {T("allow-other"),       no_argument,       NULL, IMAGEX_ALLOW_OTHER_OPTION},
 352         {NULL, 0, NULL, 0},
 353 };
 354
 355 static const struct option optimize_options[] = {
 356         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 357         {T("nocheck"),     no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 358         {T("no-check"),    no_argument,       NULL, IMAGEX_NOCHECK_OPTION},
 359         {T("compress"),    required_argument, NULL, IMAGEX_COMPRESS_OPTION},
 360         {T("recompress"),  no_argument,       NULL, IMAGEX_RECOMPRESS_OPTION},
 361         {T("compress-slow"), no_argument,     NULL, IMAGEX_COMPRESS_SLOW_OPTION},
 362         {T("recompress-slow"), no_argument,   NULL, IMAGEX_COMPRESS_SLOW_OPTION},
 363         {T("chunk-size"),  required_argument, NULL, IMAGEX_CHUNK_SIZE_OPTION},
 364         {T("solid"),       no_argument,       NULL, IMAGEX_SOLID_OPTION},
 365         {T("pack-streams"),no_argument,       NULL, IMAGEX_SOLID_OPTION},
 366         {T("solid-compress"),required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 367         {T("pack-compress"), required_argument, NULL, IMAGEX_SOLID_COMPRESS_OPTION},
 368         {T("solid-chunk-size"),required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 369         {T("pack-chunk-size"), required_argument, NULL, IMAGEX_SOLID_CHUNK_SIZE_OPTION},
 370         {T("no-solid-sort"), no_argument,     NULL, IMAGEX_NO_SOLID_SORT_OPTION},
 371         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
 372         {T("pipable"),     no_argument,       NULL, IMAGEX_PIPABLE_OPTION},
 373         {T("not-pipable"), no_argument,       NULL, IMAGEX_NOT_PIPABLE_OPTION},
 374         {T("unsafe-compact"), no_argument,    NULL, IMAGEX_UNSAFE_COMPACT_OPTION},
 375         {NULL, 0, NULL, 0},
 376 };
 377
 378 static const struct option split_options[] = {
 379         {T("check"), no_argument, NULL, IMAGEX_CHECK_OPTION},
 380         {NULL, 0, NULL, 0},
 381 };
 382
 383 static const struct option unmount_options[] = {
 384         {T("commit"),  no_argument, NULL, IMAGEX_COMMIT_OPTION},
 385         {T("check"),   no_argument, NULL, IMAGEX_CHECK_OPTION},
 386         {T("rebuild"), no_argument, NULL, IMAGEX_REBUILD_OPTION},
 387         {T("lazy"),    no_argument, NULL, IMAGEX_LAZY_OPTION},
 388         {T("force"),    no_argument, NULL, IMAGEX_FORCE_OPTION},
 389         {T("new-image"), no_argument, NULL, IMAGEX_NEW_IMAGE_OPTION},
 390         {NULL, 0, NULL, 0},
 391 };
 392
 393 static const struct option update_options[] = {
 394         /* Careful: some of the options here set the defaults for update
 395          * commands, but the flags given to an actual update command (and not to
 396          * `imagex update' itself are also handled in
 397          * update_command_add_option().  */
 398         {T("threads"),     required_argument, NULL, IMAGEX_THREADS_OPTION},
 399         {T("check"),       no_argument,       NULL, IMAGEX_CHECK_OPTION},
 400         {T("rebuild"),     no_argument,       NULL, IMAGEX_REBUILD_OPTION},
 401         {T("command"),     required_argument, NULL, IMAGEX_COMMAND_OPTION},
 402         {T("wimboot-config"), required_argument, NULL, IMAGEX_WIMBOOT_CONFIG_OPTION},
 403
 404         /* Default delete options */
 405         {T("force"),       no_argument,       NULL, IMAGEX_FORCE_OPTION},
 406         {T("recursive"),   no_argument,       NULL, IMAGEX_RECURSIVE_OPTION},
 407
 408         /* Global add option */
 409         {T("config"),      required_argument, NULL, IMAGEX_CONFIG_OPTION},
 410
 411         /* Default add options */
 412         {T("verbose"),     no_argument,       NULL, IMAGEX_VERBOSE_OPTION},
 413         {T("dereference"), no_argument,       NULL, IMAGEX_DEREFERENCE_OPTION},
 414         {T("unix-data"),   no_argument,       NULL, IMAGEX_UNIX_DATA_OPTION},
 415         {T("noacls"),      no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 416         {T("no-acls"),     no_argument,       NULL, IMAGEX_NO_ACLS_OPTION},
 417         {T("strict-acls"), no_argument,       NULL, IMAGEX_STRICT_ACLS_OPTION},
 418         {T("no-replace"),  no_argument,       NULL, IMAGEX_NO_REPLACE_OPTION},
 419         {T("unsafe-compact"), no_argument,    NULL, IMAGEX_UNSAFE_COMPACT_OPTION},
 420
 421         {NULL, 0, NULL, 0},
 422 };
 423
 424 static const struct option verify_options[] = {
 425         {T("ref"), required_argument, NULL, IMAGEX_REF_OPTION},
 426         {T("nocheck"), no_argument, NULL, IMAGEX_NOCHECK_OPTION},
 427
 428         {NULL, 0, NULL, 0},
 429 };
 430
 431 #if 0
 432 #       define _format_attribute(type, format_str, args_start) \
 433                         __attribute__((format(type, format_str, args_start)))
 434 #else
 435 #       define _format_attribute(type, format_str, args_start)
 436 #endif
 437
 438 /* Print formatted error message to stderr. */
 439 static void _format_attribute(printf, 1, 2)
 440 imagex_error(const tchar *format, ...)
 441 {
 442         va_list va;
 443         va_start(va, format);
 444         tfputs(T("ERROR: "), stderr);
 445         tvfprintf(stderr, format, va);
 446         tputc(T('\n'), stderr);
 447         va_end(va);
 448 }
 449
 450 /* Print formatted error message to stderr. */
 451 static void _format_attribute(printf, 1, 2)
 452 imagex_error_with_errno(const tchar *format, ...)
 453 {
 454         int errno_save = errno;
 455         va_list va;
 456         va_start(va, format);
 457         tfputs(T("ERROR: "), stderr);
 458         tvfprintf(stderr, format, va);
 459         tfprintf(stderr, T(": %"TS"\n"), tstrerror(errno_save));
 460         va_end(va);
 461 }
 462
 463 static int
 464 verify_image_exists(int image, const tchar *image_name, const tchar *wim_name)
 465 {
 466         if (image == WIMLIB_NO_IMAGE) {
 467                 imagex_error(T("\"%"TS"\" is not a valid image in \"%"TS"\"!\n"
 468                              "       Please specify a 1-based image index or "
 469                              "image name.  To list the images\n"
 470                              "       contained in the WIM archive, run\n"
 471                              "\n"
 472                              "           %"TS" \"%"TS"\"\n"),
 473                              image_name, wim_name,
 474                              get_cmd_string(CMD_INFO, false), wim_name);
 475                 return WIMLIB_ERR_INVALID_IMAGE;
 476         }
 477         return 0;
 478 }
 479
 480 static int
 481 verify_image_is_single(int image)
 482 {
 483         if (image == WIMLIB_ALL_IMAGES) {
 484                 imagex_error(T("Cannot specify all images for this action!"));
 485                 return WIMLIB_ERR_INVALID_IMAGE;
 486         }
 487         return 0;
 488 }
 489
 490 static int
 491 verify_image_exists_and_is_single(int image, const tchar *image_name,
 492                                   const tchar *wim_name)
 493 {
 494         int ret;
 495         ret = verify_image_exists(image, image_name, wim_name);
 496         if (ret == 0)
 497                 ret = verify_image_is_single(image);
 498         return ret;
 499 }
 500
 501 static void
 502 print_available_compression_types(FILE *fp)
 503 {
 504         static const tchar *s =
 505         T(
 506         "Available compression types:\n"
 507         "\n"
 508         "    none\n"
 509         "    xpress (alias: \"fast\")\n"
 510         "    lzx    (alias: \"maximum\") (default for capture)\n"
 511         "    lzms   (alias: \"recovery\")\n"
 512         "\n"
 513         );
 514         tfputs(s, fp);
 515 }
 516
 517 /* Parse the argument to --compress or --solid-compress  */
 518 static int
 519 get_compression_type(tchar *optarg, bool solid)
 520 {
 521         int ctype;
 522         unsigned int compression_level = 0;
 523         tchar *plevel;
 524
 525         plevel = tstrchr(optarg, T(':'));
 526         if (plevel) {
 527                 tchar *ptmp;
 528                 unsigned long ultmp;
 529
 530                 *plevel++ = T('\0');
 531                 ultmp = tstrtoul(plevel, &ptmp, 10);
 532                 if (ultmp >= UINT_MAX || ultmp == 0 || *ptmp || ptmp == plevel) {
 533                         imagex_error(T("Compression level must be a positive integer! "
 534                                        "e.g. --compress=lzx:80"));
 535                         return WIMLIB_COMPRESSION_TYPE_INVALID;
 536                 }
 537                 compression_level = ultmp;
 538         }
 539
 540         if (!tstrcasecmp(optarg, T("maximum")) ||
 541             !tstrcasecmp(optarg, T("lzx")) ||
 542             !tstrcasecmp(optarg, T("max"))) {
 543                 ctype = WIMLIB_COMPRESSION_TYPE_LZX;
 544         } else if (!tstrcasecmp(optarg, T("fast")) || !tstrcasecmp(optarg, T("xpress"))) {
 545                 ctype = WIMLIB_COMPRESSION_TYPE_XPRESS;
 546         } else if (!tstrcasecmp(optarg, T("recovery"))) {
 547                 if (!solid) {
 548                         tfprintf(stderr,
 549 T(
 550 "Warning: use of '--compress=recovery' is discouraged because it behaves\n"
 551 "   differently from DISM.  Instead, you typically want to use '--solid' to\n"
 552 "   create a solid LZMS-compressed WIM or \"ESD file\", similar to DISM's\n"
 553 "   /compress:recovery.  But if you really want *non-solid* LZMS compression,\n"
 554 "   then you may suppress this warning by specifying '--compress=lzms' instead\n"
 555 "   of '--compress=recovery'.\n"));
 556                 }
 557                 ctype = WIMLIB_COMPRESSION_TYPE_LZMS;
 558         } else if (!tstrcasecmp(optarg, T("lzms"))) {
 559                 ctype = WIMLIB_COMPRESSION_TYPE_LZMS;
 560         } else if (!tstrcasecmp(optarg, T("none"))) {
 561                 ctype = WIMLIB_COMPRESSION_TYPE_NONE;
 562         } else {
 563                 imagex_error(T("Invalid compression type \"%"TS"\"!"), optarg);
 564                 print_available_compression_types(stderr);
 565                 return WIMLIB_COMPRESSION_TYPE_INVALID;
 566         }
 567
 568         if (compression_level != 0)
 569                 wimlib_set_default_compression_level(ctype, compression_level);
 570         return ctype;
 571 }
 572
 573 /* Parse the argument to --compact */
 574 static int
 575 set_compact_mode(const tchar *arg, int *extract_flags)
 576 {
 577         int flag = 0;
 578         if (!tstrcasecmp(arg, T("xpress4k")))
 579                 flag = WIMLIB_EXTRACT_FLAG_COMPACT_XPRESS4K;
 580         else if (!tstrcasecmp(arg, T("xpress8k")))
 581                 flag = WIMLIB_EXTRACT_FLAG_COMPACT_XPRESS8K;
 582         else if (!tstrcasecmp(arg, T("xpress16k")))
 583                 flag = WIMLIB_EXTRACT_FLAG_COMPACT_XPRESS16K;
 584         else if (!tstrcasecmp(arg, T("lzx")))
 585                 flag = WIMLIB_EXTRACT_FLAG_COMPACT_LZX;
 586
 587         if (flag) {
 588                 *extract_flags |= flag;
 589                 return 0;
 590         }
 591
 592         imagex_error(T(
 593 "\"%"TS"\" is not a recognized System Compression format.  The options are:"
 594 "\n"
 595 "    --compact=xpress4k\n"
 596 "    --compact=xpress8k\n"
 597 "    --compact=xpress16k\n"
 598 "    --compact=lzx\n"
 599         ), arg);
 600         return -1;
 601 }
 602
 603
 604 static void
 605 set_compress_slow(void)
 606 {
 607 #if 0
 608         fprintf(stderr, "WARNING: the '--compress-slow' option is deprecated.\n"
 609                         "         Use the '--compress=TYPE:LEVEL' option instead.\n");
 610 #endif
 611         wimlib_set_default_compression_level(-1, 100);
 612 }
 613
 614 struct string_set {
 615         tchar **strings;
 616         unsigned num_strings;
 617         unsigned num_alloc_strings;
 618 };
 619
 620 #define STRING_SET_INITIALIZER \
 621         { .strings = NULL, .num_strings = 0, .num_alloc_strings = 0, }
 622
 623 #define STRING_SET(_strings) \
 624         struct string_set _strings = STRING_SET_INITIALIZER
 625
 626 static int
 627 string_set_append(struct string_set *set, tchar *glob)
 628 {
 629         unsigned num_alloc_strings = set->num_alloc_strings;
 630
 631         if (set->num_strings == num_alloc_strings) {
 632                 tchar **new_strings;
 633
 634                 num_alloc_strings += 4;
 635                 new_strings = realloc(set->strings,
 636                                       sizeof(set->strings[0]) * num_alloc_strings);
 637                 if (!new_strings) {
 638                         imagex_error(T("Out of memory!"));
 639                         return -1;
 640                 }
 641                 set->strings = new_strings;
 642                 set->num_alloc_strings = num_alloc_strings;
 643         }
 644         set->strings[set->num_strings++] = glob;
 645         return 0;
 646 }
 647
 648 static void
 649 string_set_destroy(struct string_set *set)
 650 {
 651         free(set->strings);
 652 }
 653
 654 static int
 655 wim_reference_globs(WIMStruct *wim, struct string_set *set, int open_flags)
 656 {
 657         return wimlib_reference_resource_files(wim, (const tchar **)set->strings,
 658                                                set->num_strings,
 659                                                WIMLIB_REF_FLAG_GLOB_ENABLE,
 660                                                open_flags);
 661 }
 662
 663 static int
 664 append_image_property_argument(struct string_set *image_properties)
 665 {
 666         if (!tstrchr(optarg, '=')) {
 667                 imagex_error(T("'--image-property' argument "
 668                                "must be in the form NAME=VALUE"));
 669                 return -1;
 670         }
 671         return string_set_append(image_properties, optarg);
 672 }
 673
 674 static int
 675 apply_image_properties(struct string_set *image_properties,
 676                        WIMStruct *wim, int image, bool *any_changes_ret)
 677 {
 678         bool any_changes = false;
 679         for (unsigned i = 0; i < image_properties->num_strings; i++) {
 680                 tchar *name, *value;
 681                 const tchar *current_value;
 682                 int ret;
 683
 684                 name = image_properties->strings[i];
 685                 value = tstrchr(name, '=');
 686                 *value++ = '\0';
 687
 688                 current_value = wimlib_get_image_property(wim, image, name);
 689                 if (current_value && !tstrcmp(current_value, value)) {
 690                         imagex_printf(T("The %"TS" property of image %d "
 691                                         "already has value \"%"TS"\".\n"),
 692                                       name, image, value);
 693                 } else {
 694                         imagex_printf(T("Setting the %"TS" property of image "
 695                                         "%d to \"%"TS"\".\n"),
 696                                       name, image, value);
 697                         ret = wimlib_set_image_property(wim, image, name, value);
 698                         if (ret)
 699                                 return ret;
 700                         any_changes = true;
 701                 }
 702         }
 703         if (any_changes_ret)
 704                 *any_changes_ret = any_changes;
 705         return 0;
 706 }
 707
 708 static void
 709 do_resource_not_found_warning(const tchar *wimfile,
 710                               const struct wimlib_wim_info *info,
 711                               const struct string_set *refglobs)
 712 {
 713         if (info->total_parts > 1) {
 714                 if (refglobs->num_strings == 0) {
 715                         imagex_error(T("\"%"TS"\" is part of a split WIM. "
 716                                        "Use --ref to specify the other parts."),
 717                                      wimfile);
 718                 } else {
 719                         imagex_error(T("Perhaps the '--ref' argument did not "
 720                                        "specify all other parts of the split "
 721                                        "WIM?"));
 722                 }
 723         } else {
 724                 imagex_error(T("If this is a delta WIM, use the --ref argument "
 725                                "to specify the WIM(s) on which it is based."));
 726         }
 727 }
 728
 729 static void
 730 do_metadata_not_found_warning(const tchar *wimfile,
 731                               const struct wimlib_wim_info *info)
 732 {
 733         if (info->part_number != 1) {
 734                 imagex_error(T("\"%"TS"\" is not the first part of the split WIM.\n"
 735                                "       You must specify the first part."),
 736                                wimfile);
 737         }
 738 }
 739
 740 /* Returns the size of a file given its name, or -1 if the file does not exist
 741  * or its size cannot be determined.  */
 742 static off_t
 743 file_get_size(const tchar *filename)
 744 {
 745         struct stat st;
 746         if (tstat(filename, &st) == 0)
 747                 return st.st_size;
 748         else
 749                 return (off_t)-1;
 750 }
 751
 752 enum {
 753         PARSE_STRING_SUCCESS = 0,
 754         PARSE_STRING_FAILURE = 1,
 755         PARSE_STRING_NONE = 2,
 756 };
 757
 758 /*
 759  * Parses a string token from an array of characters.
 760  *
 761  * Tokens are either whitespace-delimited, or double or single-quoted.
 762  *
 763  * @line_p:  Pointer to the pointer to the line of data.  Will be updated
 764  *           to point past the string token iff the return value is
 765  *           PARSE_STRING_SUCCESS.  If *len_p > 0, (*line_p)[*len_p - 1] must
 766  *           be '\0'.
 767  *
 768  * @len_p:   @len_p initially stores the length of the line of data, which may
 769  *           be 0, and it will be updated to the number of bytes remaining in
 770  *           the line iff the return value is PARSE_STRING_SUCCESS.
 771  *
 772  * @fn_ret:  Iff the return value is PARSE_STRING_SUCCESS, a pointer to the
 773  *           parsed string token will be returned here.
 774  *
 775  * Returns: PARSE_STRING_SUCCESS if a string token was successfully parsed; or
 776  *          PARSE_STRING_FAILURE if the data was invalid due to a missing
 777  *          closing quote; or PARSE_STRING_NONE if the line ended before the
 778  *          beginning of a string token was found.
 779  */
 780 static int
 781 parse_string(tchar **line_p, size_t *len_p, tchar **fn_ret)
 782 {
 783         size_t len = *len_p;
 784         tchar *line = *line_p;
 785         tchar *fn;
 786         tchar quote_char;
 787
 788         /* Skip leading whitespace */
 789         for (;;) {
 790                 if (len == 0)
 791                         return PARSE_STRING_NONE;
 792                 if (!istspace(*line) && *line != T('\0'))
 793                         break;
 794                 line++;
 795                 len--;
 796         }
 797         quote_char = *line;
 798         if (quote_char == T('"') || quote_char == T('\'')) {
 799                 /* Quoted string */
 800                 line++;
 801                 len--;
 802                 fn = line;
 803                 line = tmemchr(line, quote_char, len);
 804                 if (!line) {
 805                         imagex_error(T("Missing closing quote: %"TS), fn - 1);
 806                         return PARSE_STRING_FAILURE;
 807                 }
 808         } else {
 809                 /* Unquoted string.  Go until whitespace.  Line is terminated
 810                  * by '\0', so no need to check 'len'. */
 811                 fn = line;
 812                 do {
 813                         line++;
 814                 } while (!istspace(*line) && *line != T('\0'));
 815         }
 816         *line = T('\0');
 817         len -= line - fn;
 818         *len_p = len;
 819         *line_p = line;
 820         *fn_ret = fn;
 821         return PARSE_STRING_SUCCESS;
 822 }
 823
 824 /* Parses a line of data (not an empty line or comment) in the source list file
 825  * format.  (See the man page for 'wimlib-imagex capture' for details on this
 826  * format and the meaning.)
 827  *
 828  * @line:  Line of data to be parsed.  line[len - 1] must be '\0', unless
 829  *         len == 0.  The data in @line will be modified by this function call.
 830  *
 831  * @len:   Length of the line of data.
 832  *
 833  * @source:  On success, the capture source and target described by the line is
 834  *           written into this destination.  Note that it will contain pointers
 835  *           to data in the @line array.
 836  *
 837  * Returns true if the line was valid; false otherwise.  */
 838 static bool
 839 parse_source_list_line(tchar *line, size_t len,
 840                        struct wimlib_capture_source *source)
 841 {
 842         /* SOURCE [DEST] */
 843         int ret;
 844         ret = parse_string(&line, &len, &source->fs_source_path);
 845         if (ret != PARSE_STRING_SUCCESS)
 846                 return false;
 847         ret = parse_string(&line, &len, &source->wim_target_path);
 848         if (ret == PARSE_STRING_NONE)
 849                 source->wim_target_path = source->fs_source_path;
 850         return ret != PARSE_STRING_FAILURE;
 851 }
 852
 853 /* Returns %true if the given line of length @len > 0 is a comment or empty line
 854  * in the source list file format. */
 855 static bool
 856 is_comment_line(const tchar *line, size_t len)
 857 {
 858         for (;;) {
 859                 if (*line == T('#') || *line == T(';'))
 860                         return true;
 861                 if (!istspace(*line) && *line != T('\0'))
 862                         return false;
 863                 ++line;
 864                 --len;
 865                 if (len == 0)
 866                         return true;
 867         }
 868 }
 869
 870 static ssize_t
 871 text_file_count_lines(tchar **contents_p, size_t *nchars_p)
 872 {
 873         ssize_t nlines = 0;
 874         tchar *contents = *contents_p;
 875         size_t nchars = *nchars_p;
 876         size_t i;
 877
 878         for (i = 0; i < nchars; i++)
 879                 if (contents[i] == T('\n'))
 880                         nlines++;
 881
 882         /* Handle last line not terminated by a newline */
 883         if (nchars != 0 && contents[nchars - 1] != T('\n')) {
 884                 contents = realloc(contents, (nchars + 1) * sizeof(tchar));
 885                 if (!contents) {
 886                         imagex_error(T("Out of memory!"));
 887                         return -1;
 888                 }
 889                 contents[nchars] = T('\n');
 890                 *contents_p = contents;
 891                 nchars++;
 892                 nlines++;
 893         }
 894         *nchars_p = nchars;
 895         return nlines;
 896 }
 897
 898 /* Parses a file in the source list format.  (See the man page for
 899  * 'wimlib-imagex capture' for details on this format and the meaning.)
 900  *
 901  * @source_list_contents:  Contents of the source list file.  Note that this
 902  *                         buffer will be modified to save memory allocations,
 903  *                         and cannot be freed until the returned array of
 904  *                         wimlib_capture_source's has also been freed.
 905  *
 906  * @source_list_nbytes:    Number of bytes of data in the @source_list_contents
 907  *                         buffer.
 908  *
 909  * @nsources_ret:          On success, the length of the returned array is
 910  *                         returned here.
 911  *
 912  * Returns:   An array of `struct wimlib_capture_source's that can be passed to
 913  * the wimlib_add_image_multisource() function to specify how a WIM image is to
 914  * be created.  */
 915 static struct wimlib_capture_source *
 916 parse_source_list(tchar **source_list_contents_p, size_t source_list_nchars,
 917                   size_t *nsources_ret)
 918 {
 919         ssize_t nlines;
 920         tchar *p;
 921         struct wimlib_capture_source *sources;
 922         size_t i, j;
 923
 924         nlines = text_file_count_lines(source_list_contents_p,
 925                                        &source_list_nchars);
 926         if (nlines < 0)
 927                 return NULL;
 928
 929         /* Always allocate at least 1 slot, just in case the implementation of
 930          * calloc() returns NULL if 0 bytes are requested. */
 931         sources = calloc(nlines ?: 1, sizeof(*sources));
 932         if (!sources) {
 933                 imagex_error(T("out of memory"));
 934                 return NULL;
 935         }
 936         p = *source_list_contents_p;
 937         j = 0;
 938         for (i = 0; i < nlines; i++) {
 939                 /* XXX: Could use rawmemchr() here instead, but it may not be
 940                  * available on all platforms. */
 941                 tchar *endp = tmemchr(p, T('\n'), source_list_nchars);
 942                 size_t len = endp - p + 1;
 943                 *endp = T('\0');
 944                 if (!is_comment_line(p, len)) {
 945                         if (!parse_source_list_line(p, len, &sources[j++])) {
 946                                 free(sources);
 947                                 return NULL;
 948                         }
 949                 }
 950                 p = endp + 1;
 951
 952         }
 953         *nsources_ret = j;
 954         return sources;
 955 }
 956
 957 /* Reads the contents of a file into memory. */
 958 static char *
 959 file_get_contents(const tchar *filename, size_t *len_ret)
 960 {
 961         struct stat stbuf;
 962         void *buf = NULL;
 963         size_t len;
 964         FILE *fp;
 965
 966         if (tstat(filename, &stbuf) != 0) {
 967                 imagex_error_with_errno(T("Failed to stat the file \"%"TS"\""), filename);
 968                 goto out;
 969         }
 970         len = stbuf.st_size;
 971
 972         fp = tfopen(filename, T("rb"));
 973         if (!fp) {
 974                 imagex_error_with_errno(T("Failed to open the file \"%"TS"\""), filename);
 975                 goto out;
 976         }
 977
 978         buf = malloc(len ? len : 1);
 979         if (!buf) {
 980                 imagex_error(T("Failed to allocate buffer of %zu bytes to hold "
 981                                "contents of file \"%"TS"\""), len, filename);
 982                 goto out_fclose;
 983         }
 984         if (fread(buf, 1, len, fp) != len) {
 985                 imagex_error_with_errno(T("Failed to read %zu bytes from the "
 986                                           "file \"%"TS"\""), len, filename);
 987                 goto out_free_buf;
 988         }
 989         *len_ret = len;
 990         goto out_fclose;
 991 out_free_buf:
 992         free(buf);
 993         buf = NULL;
 994 out_fclose:
 995         fclose(fp);
 996 out:
 997         return buf;
 998 }
 999
1000 /* Read standard input until EOF and return the full contents in a malloc()ed
1001  * buffer and the number of bytes of data in @len_ret.  Returns NULL on read
1002  * error. */
1003 static char *
1004 stdin_get_contents(size_t *len_ret)
1005 {
1006         /* stdin can, of course, be a pipe or other non-seekable file, so the
1007          * total length of the data cannot be pre-determined */
1008         char *buf = NULL;
1009         size_t newlen = 1024;
1010         size_t pos = 0;
1011         size_t inc = 1024;
1012         for (;;) {
1013                 char *p = realloc(buf, newlen);
1014                 size_t bytes_read, bytes_to_read;
1015                 if (!p) {
1016                         imagex_error(T("out of memory while reading stdin"));
1017                         break;
1018                 }
1019                 buf = p;
1020                 bytes_to_read = newlen - pos;
1021                 bytes_read = fread(&buf[pos], 1, bytes_to_read, stdin);
1022                 pos += bytes_read;
1023                 if (bytes_read != bytes_to_read) {
1024                         if (feof(stdin)) {
1025                                 *len_ret = pos;
1026                                 return buf;
1027                         } else {
1028                                 imagex_error_with_errno(T("error reading stdin"));
1029                                 break;
1030                         }
1031                 }
1032                 newlen += inc;
1033                 inc *= 3;
1034                 inc /= 2;
1035         }
1036         free(buf);
1037         return NULL;
1038 }
1039
1040
1041 static tchar *
1042 translate_text_to_tstr(char *text, size_t num_bytes, size_t *num_tchars_ret)
1043 {
1044 #ifndef __WIN32__
1045         /* On non-Windows, assume an ASCII-compatible encoding, such as UTF-8.
1046          * */
1047         *num_tchars_ret = num_bytes;
1048         return text;
1049 #else /* !__WIN32__ */
1050         /* On Windows, translate the text to UTF-16LE */
1051         wchar_t *text_wstr;
1052         size_t num_wchars;
1053
1054         if (num_bytes >= 2 &&
1055             (((unsigned char)text[0] == 0xff && (unsigned char)text[1] == 0xfe) ||
1056              ((unsigned char)text[0] <= 0x7f && (unsigned char)text[1] == 0x00)))
1057         {
1058                 /* File begins with 0xfeff, the BOM for UTF-16LE, or it begins
1059                  * with something that looks like an ASCII character encoded as
1060                  * a UTF-16LE code unit.  Assume the file is encoded as
1061                  * UTF-16LE.  This is not a 100% reliable check. */
1062                 num_wchars = num_bytes / 2;
1063                 text_wstr = (wchar_t*)text;
1064         } else {
1065                 /* File does not look like UTF-16LE.  Assume it is encoded in
1066                  * the current Windows code page.  I think these are always
1067                  * ASCII-compatible, so any so-called "plain-text" (ASCII) files
1068                  * should work as expected. */
1069                 text_wstr = win32_mbs_to_wcs(text,
1070                                              num_bytes,
1071                                              &num_wchars);
1072                 free(text);
1073         }
1074         *num_tchars_ret = num_wchars;
1075         return text_wstr;
1076 #endif /* __WIN32__ */
1077 }
1078
1079 static tchar *
1080 file_get_text_contents(const tchar *filename, size_t *num_tchars_ret)
1081 {
1082         char *contents;
1083         size_t num_bytes;
1084
1085         contents = file_get_contents(filename, &num_bytes);
1086         if (!contents)
1087                 return NULL;
1088         return translate_text_to_tstr(contents, num_bytes, num_tchars_ret);
1089 }
1090
1091 static tchar *
1092 stdin_get_text_contents(size_t *num_tchars_ret)
1093 {
1094         char *contents;
1095         size_t num_bytes;
1096
1097         contents = stdin_get_contents(&num_bytes);
1098         if (!contents)
1099                 return NULL;
1100         return translate_text_to_tstr(contents, num_bytes, num_tchars_ret);
1101 }
1102
1103 #define TO_PERCENT(numerator, denominator) \
1104         (((denominator) == 0) ? 0 : ((numerator) * 100 / (denominator)))
1105
1106 #define GIBIBYTE_MIN_NBYTES 10000000000ULL
1107 #define MEBIBYTE_MIN_NBYTES 10000000ULL
1108 #define KIBIBYTE_MIN_NBYTES 10000ULL
1109
1110 static unsigned
1111 get_unit(uint64_t total_bytes, const tchar **name_ret)
1112 {
1113         if (total_bytes >= GIBIBYTE_MIN_NBYTES) {
1114                 *name_ret = T("GiB");
1115                 return 30;
1116         } else if (total_bytes >= MEBIBYTE_MIN_NBYTES) {
1117                 *name_ret = T("MiB");
1118                 return 20;
1119         } else if (total_bytes >= KIBIBYTE_MIN_NBYTES) {
1120                 *name_ret = T("KiB");
1121                 return 10;
1122         } else {
1123                 *name_ret = T("bytes");
1124                 return 0;
1125         }
1126 }
1127
1128 static struct wimlib_progress_info_scan last_scan_progress;
1129
1130 static void
1131 report_scan_progress(const struct wimlib_progress_info_scan *scan, bool done)
1132 {
1133         uint64_t prev_count, cur_count;
1134
1135         prev_count = last_scan_progress.num_nondirs_scanned +
1136                      last_scan_progress.num_dirs_scanned;
1137         cur_count = scan->num_nondirs_scanned + scan->num_dirs_scanned;
1138
1139         if (done || prev_count == 0 || cur_count >= prev_count + 100 ||
1140             cur_count % 128 == 0)
1141         {
1142                 unsigned unit_shift;
1143                 const tchar *unit_name;
1144
1145                 unit_shift = get_unit(scan->num_bytes_scanned, &unit_name);
1146                 imagex_printf(T("\r%"PRIu64" %"TS" scanned (%"PRIu64" files, "
1147                                 "%"PRIu64" directories)    "),
1148                               scan->num_bytes_scanned >> unit_shift,
1149                               unit_name,
1150                               scan->num_nondirs_scanned,
1151                               scan->num_dirs_scanned);
1152                 last_scan_progress = *scan;
1153         }
1154 }
1155 /* Progress callback function passed to various wimlib functions. */
1156 static enum wimlib_progress_status
1157 imagex_progress_func(enum wimlib_progress_msg msg,
1158                      union wimlib_progress_info *info,
1159                      void *_ignored_context)
1160 {
1161         unsigned percent_done;
1162         unsigned unit_shift;
1163         const tchar *unit_name;
1164
1165         if (imagex_be_quiet)
1166                 return WIMLIB_PROGRESS_STATUS_CONTINUE;
1167         switch (msg) {
1168         case WIMLIB_PROGRESS_MSG_WRITE_STREAMS:
1169                 {
1170                         static bool started;
1171                         if (!started) {
1172                                 if (info->write_streams.compression_type != WIMLIB_COMPRESSION_TYPE_NONE) {
1173                                         imagex_printf(T("Using %"TS" compression "
1174                                                         "with %u thread%"TS"\n"),
1175                                                       wimlib_get_compression_type_string(
1176                                                                 info->write_streams.compression_type),
1177                                                 info->write_streams.num_threads,
1178                                                 (info->write_streams.num_threads == 1) ? T("") : T("s"));
1179                                 }
1180                                 started = true;
1181                         }
1182                 }
1183                 unit_shift = get_unit(info->write_streams.total_bytes, &unit_name);
1184                 percent_done = TO_PERCENT(info->write_streams.completed_bytes,
1185                                           info->write_streams.total_bytes);
1186
1187                 imagex_printf(T("\rArchiving file data: %"PRIu64" %"TS" of %"PRIu64" %"TS" (%u%%) done"),
1188                         info->write_streams.completed_bytes >> unit_shift,
1189                         unit_name,
1190                         info->write_streams.total_bytes >> unit_shift,
1191                         unit_name,
1192                         percent_done);
1193                 if (info->write_streams.completed_bytes >= info->write_streams.total_bytes)
1194                         imagex_printf(T("\n"));
1195                 break;
1196         case WIMLIB_PROGRESS_MSG_SCAN_BEGIN:
1197                 imagex_printf(T("Scanning \"%"TS"\""), info->scan.source);
1198                 if (WIMLIB_IS_WIM_ROOT_PATH(info->scan.wim_target_path)) {
1199                         imagex_printf(T("\n"));
1200                 } else {
1201                         imagex_printf(T(" (loading as WIM path: \"%"TS"\")...\n"),
1202                                       info->scan.wim_target_path);
1203                 }
1204                 memset(&last_scan_progress, 0, sizeof(last_scan_progress));
1205                 break;
1206         case WIMLIB_PROGRESS_MSG_SCAN_DENTRY:
1207                 switch (info->scan.status) {
1208                 case WIMLIB_SCAN_DENTRY_OK:
1209                         report_scan_progress(&info->scan, false);
1210                         break;
1211                 case WIMLIB_SCAN_DENTRY_EXCLUDED:
1212                         imagex_printf(T("\nExcluding \"%"TS"\" from capture\n"), info->scan.cur_path);
1213                         break;
1214                 case WIMLIB_SCAN_DENTRY_UNSUPPORTED:
1215                         imagex_printf(T("\nWARNING: Excluding unsupported file or directory\n"
1216                                         "         \"%"TS"\" from capture\n"), info->scan.cur_path);
1217                         break;
1218                 case WIMLIB_SCAN_DENTRY_FIXED_SYMLINK:
1219                         /* Symlink fixups are enabled by default.  This is
1220                          * mainly intended for Windows, which for some reason
1221                          * uses absolute junctions (with drive letters!) in the
1222                          * default installation.  On UNIX-like systems, warn the
1223                          * user when fixing the target of an absolute symbolic
1224                          * link, so they know to disable this if they want.  */
1225                 #ifndef __WIN32__
1226                         imagex_printf(T("\nWARNING: Adjusted target of "
1227                                         "absolute symbolic link \"%"TS"\"\n"
1228                                         "           (Use --norpfix to capture "
1229                                         "absolute symbolic links as-is)\n"),
1230                                         info->scan.cur_path);
1231                 #endif
1232                         break;
1233                 default:
1234                         break;
1235                 }
1236                 break;
1237         case WIMLIB_PROGRESS_MSG_SCAN_END:
1238                 report_scan_progress(&info->scan, true);
1239                 imagex_printf(T("\n"));
1240                 break;
1241         case WIMLIB_PROGRESS_MSG_VERIFY_INTEGRITY:
1242                 unit_shift = get_unit(info->integrity.total_bytes, &unit_name);
1243                 percent_done = TO_PERCENT(info->integrity.completed_bytes,
1244                                           info->integrity.total_bytes);
1245                 imagex_printf(T("\rVerifying integrity of \"%"TS"\": %"PRIu64" %"TS" "
1246                         "of %"PRIu64" %"TS" (%u%%) done"),
1247                         info->integrity.filename,
1248                         info->integrity.completed_bytes >> unit_shift,
1249                         unit_name,
1250                         info->integrity.total_bytes >> unit_shift,
1251                         unit_name,
1252                         percent_done);
1253                 if (info->integrity.completed_bytes == info->integrity.total_bytes)
1254                         imagex_printf(T("\n"));
1255                 break;
1256         case WIMLIB_PROGRESS_MSG_CALC_INTEGRITY:
1257                 unit_shift = get_unit(info->integrity.total_bytes, &unit_name);
1258                 percent_done = TO_PERCENT(info->integrity.completed_bytes,
1259                                           info->integrity.total_bytes);
1260                 imagex_printf(T("\rCalculating integrity table for WIM: %"PRIu64" %"TS" "
1261                           "of %"PRIu64" %"TS" (%u%%) done"),
1262                         info->integrity.completed_bytes >> unit_shift,
1263                         unit_name,
1264                         info->integrity.total_bytes >> unit_shift,
1265                         unit_name,
1266                         percent_done);
1267                 if (info->integrity.completed_bytes == info->integrity.total_bytes)
1268                         imagex_printf(T("\n"));
1269                 break;
1270         case WIMLIB_PROGRESS_MSG_EXTRACT_IMAGE_BEGIN:
1271                 imagex_printf(T("Applying image %d (\"%"TS"\") from \"%"TS"\" "
1272                           "to %"TS" \"%"TS"\"\n"),
1273                         info->extract.image,
1274                         info->extract.image_name,
1275                         info->extract.wimfile_name,
1276                         ((info->extract.extract_flags & WIMLIB_EXTRACT_FLAG_NTFS) ?
1277                          T("NTFS volume") : T("directory")),
1278                         info->extract.target);
1279                 break;
1280         case WIMLIB_PROGRESS_MSG_EXTRACT_FILE_STRUCTURE:
1281                 if (info->extract.end_file_count >= 2000) {
1282                         percent_done = TO_PERCENT(info->extract.current_file_count,
1283                                                   info->extract.end_file_count);
1284                         imagex_printf(T("\rCreating files: %"PRIu64" of %"PRIu64" (%u%%) done"),
1285                                       info->extract.current_file_count,
1286                                       info->extract.end_file_count, percent_done);
1287                         if (info->extract.current_file_count == info->extract.end_file_count)
1288                                 imagex_printf(T("\n"));
1289                 }
1290                 break;
1291         case WIMLIB_PROGRESS_MSG_EXTRACT_STREAMS:
1292                 percent_done = TO_PERCENT(info->extract.completed_bytes,
1293                                           info->extract.total_bytes);
1294                 unit_shift = get_unit(info->extract.total_bytes, &unit_name);
1295                 imagex_printf(T("\rExtracting file data: "
1296                           "%"PRIu64" %"TS" of %"PRIu64" %"TS" (%u%%) done"),
1297                         info->extract.completed_bytes >> unit_shift,
1298                         unit_name,
1299                         info->extract.total_bytes >> unit_shift,
1300                         unit_name,
1301                         percent_done);
1302                 if (info->extract.completed_bytes >= info->extract.total_bytes)
1303                         imagex_printf(T("\n"));
1304                 break;
1305         case WIMLIB_PROGRESS_MSG_EXTRACT_METADATA:
1306                 if (info->extract.end_file_count >= 2000) {
1307                         percent_done = TO_PERCENT(info->extract.current_file_count,
1308                                                   info->extract.end_file_count);
1309                         imagex_printf(T("\rApplying metadata to files: %"PRIu64" of %"PRIu64" (%u%%) done"),
1310                                       info->extract.current_file_count,
1311                                       info->extract.end_file_count, percent_done);
1312                         if (info->extract.current_file_count == info->extract.end_file_count)
1313                                 imagex_printf(T("\n"));
1314                 }
1315                 break;
1316         case WIMLIB_PROGRESS_MSG_EXTRACT_SPWM_PART_BEGIN:
1317                 if (info->extract.total_parts != 1) {
1318                         imagex_printf(T("\nReading split pipable WIM part %u of %u\n"),
1319                                       info->extract.part_number,
1320                                       info->extract.total_parts);
1321                 }
1322                 break;
1323         case WIMLIB_PROGRESS_MSG_SPLIT_BEGIN_PART:
1324                 percent_done = TO_PERCENT(info->split.completed_bytes,
1325                                           info->split.total_bytes);
1326                 unit_shift = get_unit(info->split.total_bytes, &unit_name);
1327                 imagex_printf(T("Writing \"%"TS"\" (part %u of %u): %"PRIu64" %"TS" of "
1328                           "%"PRIu64" %"TS" (%u%%) written\n"),
1329                         info->split.part_name,
1330                         info->split.cur_part_number,
1331                         info->split.total_parts,
1332                         info->split.completed_bytes >> unit_shift,
1333                         unit_name,
1334                         info->split.total_bytes >> unit_shift,
1335                         unit_name,
1336                         percent_done);
1337                 break;
1338         case WIMLIB_PROGRESS_MSG_SPLIT_END_PART:
1339                 if (info->split.completed_bytes == info->split.total_bytes) {
1340                         imagex_printf(T("Finished writing split WIM part %u of %u\n"),
1341                                 info->split.cur_part_number,
1342                                 info->split.total_parts);
1343                 }
1344                 break;
1345         case WIMLIB_PROGRESS_MSG_UPDATE_END_COMMAND:
1346                 switch (info->update.command->op) {
1347                 case WIMLIB_UPDATE_OP_DELETE:
1348                         imagex_printf(T("Deleted WIM path \"%"TS"\"\n"),
1349                                 info->update.command->delete_.wim_path);
1350                         break;
1351                 case WIMLIB_UPDATE_OP_RENAME:
1352                         imagex_printf(T("Renamed WIM path \"%"TS"\" => \"%"TS"\"\n"),
1353                                 info->update.command->rename.wim_source_path,
1354                                 info->update.command->rename.wim_target_path);
1355                         break;
1356                 case WIMLIB_UPDATE_OP_ADD:
1357                 default:
1358                         break;
1359                 }
1360                 break;
1361         case WIMLIB_PROGRESS_MSG_REPLACE_FILE_IN_WIM:
1362                 imagex_printf(T("Updating \"%"TS"\" in WIM image\n"),
1363                               info->replace.path_in_wim);
1364                 break;
1365         case WIMLIB_PROGRESS_MSG_WIMBOOT_EXCLUDE:
1366                 imagex_printf(T("\nExtracting \"%"TS"\" as normal file (not WIMBoot pointer)\n"),
1367                               info->wimboot_exclude.path_in_wim);
1368                 break;
1369         case WIMLIB_PROGRESS_MSG_UNMOUNT_BEGIN:
1370                 if (info->unmount.mount_flags & WIMLIB_MOUNT_FLAG_READWRITE) {
1371                         if (info->unmount.unmount_flags & WIMLIB_UNMOUNT_FLAG_COMMIT) {
1372                                 imagex_printf(T("Committing changes to %"TS" (image %d)\n"),
1373                                               info->unmount.mounted_wim,
1374                                               info->unmount.mounted_image);
1375                         } else {
1376                                 imagex_printf(T("Discarding changes to %"TS" (image %d)\n"),
1377                                               info->unmount.mounted_wim,
1378                                               info->unmount.mounted_image);
1379                                 imagex_printf(T("\t(Use --commit to keep changes.)\n"));
1380                         }
1381                 }
1382                 break;
1383         case WIMLIB_PROGRESS_MSG_BEGIN_VERIFY_IMAGE:
1384                 imagex_printf(T("Verifying metadata for image %"PRIu32" of %"PRIu32"\n"),
1385                               info->verify_image.current_image,
1386                               info->verify_image.total_images);
1387                 break;
1388         case WIMLIB_PROGRESS_MSG_VERIFY_STREAMS:
1389                 percent_done = TO_PERCENT(info->verify_streams.completed_bytes,
1390                                           info->verify_streams.total_bytes);
1391                 unit_shift = get_unit(info->verify_streams.total_bytes, &unit_name);
1392                 imagex_printf(T("\rVerifying file data: "
1393                           "%"PRIu64" %"TS" of %"PRIu64" %"TS" (%u%%) done"),
1394                         info->verify_streams.completed_bytes >> unit_shift,
1395                         unit_name,
1396                         info->verify_streams.total_bytes >> unit_shift,
1397                         unit_name,
1398                         percent_done);
1399                 if (info->verify_streams.completed_bytes == info->verify_streams.total_bytes)
1400                         imagex_printf(T("\n"));
1401                 break;
1402         default:
1403                 break;
1404         }
1405         fflush(imagex_info_file);
1406         return WIMLIB_PROGRESS_STATUS_CONTINUE;
1407 }
1408
1409 static unsigned
1410 parse_num_threads(const tchar *optarg)
1411 {
1412         tchar *tmp;
1413         unsigned long ul_nthreads = tstrtoul(optarg, &tmp, 10);
1414         if (ul_nthreads >= UINT_MAX || *tmp || tmp == optarg) {
1415                 imagex_error(T("Number of threads must be a non-negative integer!"));
1416                 return UINT_MAX;
1417         } else {
1418                 return ul_nthreads;
1419         }
1420 }
1421
1422 static uint32_t
1423 parse_chunk_size(const tchar *optarg)
1424 {
1425         tchar *tmp;
1426         uint64_t chunk_size = tstrtoul(optarg, &tmp, 10);
1427         if (chunk_size == 0) {
1428                 imagex_error(T("Invalid chunk size specification; must be a positive integer\n"
1429                                "       with optional K, M, or G suffix"));
1430                 return UINT32_MAX;
1431         }
1432         if (*tmp) {
1433                 if (*tmp == T('k') || *tmp == T('K')) {
1434                         chunk_size <<= 10;
1435                         tmp++;
1436                 } else if (*tmp == T('m') || *tmp == T('M')) {
1437                         chunk_size <<= 20;
1438                         tmp++;
1439                 } else if (*tmp == T('g') || *tmp == T('G')) {
1440                         chunk_size <<= 30;
1441                         tmp++;
1442                 }
1443                 if (*tmp && !(*tmp == T('i') && *(tmp + 1) == T('B'))) {
1444                         imagex_error(T("Invalid chunk size specification; suffix must be K, M, or G"));
1445                         return UINT32_MAX;
1446                 }
1447         }
1448         if (chunk_size >= UINT32_MAX) {
1449                 imagex_error(T("Invalid chunk size specification; the value is too large!"));
1450                 return UINT32_MAX;
1451         }
1452         return chunk_size;
1453 }
1454
1455
1456 /*
1457  * Parse an option passed to an update command.
1458  *
1459  * @op:         One of WIMLIB_UPDATE_OP_* that indicates the command being
1460  *              parsed.
1461  *
1462  * @option:     Text string for the option (beginning with --)
1463  *
1464  * @cmd:        `struct wimlib_update_command' that is being constructed for
1465  *              this command.
1466  *
1467  * Returns true if the option was recognized; false if not.
1468  */
1469 static bool
1470 update_command_add_option(int op, const tchar *option,
1471                           struct wimlib_update_command *cmd)
1472 {
1473         bool recognized = true;
1474         switch (op) {
1475         case WIMLIB_UPDATE_OP_ADD:
1476                 if (!tstrcmp(option, T("--verbose")))
1477                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_VERBOSE;
1478                 else if (!tstrcmp(option, T("--unix-data")))
1479                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_UNIX_DATA;
1480                 else if (!tstrcmp(option, T("--no-acls")) || !tstrcmp(option, T("--noacls")))
1481                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_NO_ACLS;
1482                 else if (!tstrcmp(option, T("--strict-acls")))
1483                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_STRICT_ACLS;
1484                 else if (!tstrcmp(option, T("--dereference")))
1485                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_DEREFERENCE;
1486                 else if (!tstrcmp(option, T("--no-replace")))
1487                         cmd->add.add_flags |= WIMLIB_ADD_FLAG_NO_REPLACE;
1488                 else
1489                         recognized = false;
1490                 break;
1491         case WIMLIB_UPDATE_OP_DELETE:
1492                 if (!tstrcmp(option, T("--force")))
1493                         cmd->delete_.delete_flags |= WIMLIB_DELETE_FLAG_FORCE;
1494                 else if (!tstrcmp(option, T("--recursive")))
1495                         cmd->delete_.delete_flags |= WIMLIB_DELETE_FLAG_RECURSIVE;
1496                 else
1497                         recognized = false;
1498                 break;
1499         default:
1500                 recognized = false;
1501                 break;
1502         }
1503         return recognized;
1504 }
1505
1506 /* How many nonoption arguments each `imagex update' command expects */
1507 static const unsigned update_command_num_nonoptions[] = {
1508         [WIMLIB_UPDATE_OP_ADD] = 2,
1509         [WIMLIB_UPDATE_OP_DELETE] = 1,
1510         [WIMLIB_UPDATE_OP_RENAME] = 2,
1511 };
1512
1513 static void
1514 update_command_add_nonoption(int op, const tchar *nonoption,
1515                              struct wimlib_update_command *cmd,
1516                              unsigned num_nonoptions)
1517 {
1518         switch (op) {
1519         case WIMLIB_UPDATE_OP_ADD:
1520                 if (num_nonoptions == 0)
1521                         cmd->add.fs_source_path = (tchar*)nonoption;
1522                 else
1523                         cmd->add.wim_target_path = (tchar*)nonoption;
1524                 break;
1525         case WIMLIB_UPDATE_OP_DELETE:
1526                 cmd->delete_.wim_path = (tchar*)nonoption;
1527                 break;
1528         case WIMLIB_UPDATE_OP_RENAME:
1529                 if (num_nonoptions == 0)
1530                         cmd->rename.wim_source_path = (tchar*)nonoption;
1531                 else
1532                         cmd->rename.wim_target_path = (tchar*)nonoption;
1533                 break;
1534         }
1535 }
1536
1537 /*
1538  * Parse a command passed on stdin to `imagex update'.
1539  *
1540  * @line:       Text of the command.
1541  * @len:        Length of the line, including a null terminator
1542  *              at line[len - 1].
1543  *
1544  * @command:    A `struct wimlib_update_command' to fill in from the parsed
1545  *              line.
1546  *
1547  * @line_number: Line number of the command, for diagnostics.
1548  *
1549  * Returns true on success; returns false on parse error.
1550  */
1551 static bool
1552 parse_update_command(tchar *line, size_t len,
1553                      struct wimlib_update_command *command,
1554                      size_t line_number)
1555 {
1556         int ret;
1557         tchar *command_name;
1558         int op;
1559         size_t num_nonoptions;
1560
1561         /* Get the command name ("add", "delete", "rename") */
1562         ret = parse_string(&line, &len, &command_name);
1563         if (ret != PARSE_STRING_SUCCESS)
1564                 return false;
1565
1566         if (!tstrcasecmp(command_name, T("add"))) {
1567                 op = WIMLIB_UPDATE_OP_ADD;
1568         } else if (!tstrcasecmp(command_name, T("delete"))) {
1569                 op = WIMLIB_UPDATE_OP_DELETE;
1570         } else if (!tstrcasecmp(command_name, T("rename"))) {
1571                 op = WIMLIB_UPDATE_OP_RENAME;
1572         } else {
1573                 imagex_error(T("Unknown update command \"%"TS"\" on line %zu"),
1574                              command_name, line_number);
1575                 return false;
1576         }
1577         command->op = op;
1578
1579         /* Parse additional options and non-options as needed */
1580         num_nonoptions = 0;
1581         for (;;) {
1582                 tchar *next_string;
1583
1584                 ret = parse_string(&line, &len, &next_string);
1585                 if (ret == PARSE_STRING_NONE) /* End of line */
1586                         break;
1587                 else if (ret != PARSE_STRING_SUCCESS) /* Parse failure */
1588                         return false;
1589                 if (next_string[0] == T('-') && next_string[1] == T('-')) {
1590                         /* Option */
1591                         if (!update_command_add_option(op, next_string, command))
1592                         {
1593                                 imagex_error(T("Unrecognized option \"%"TS"\" to "
1594                                                "update command \"%"TS"\" on line %zu"),
1595                                              next_string, command_name, line_number);
1596
1597                                 return false;
1598                         }
1599                 } else {
1600                         /* Nonoption */
1601                         if (num_nonoptions == update_command_num_nonoptions[op])
1602                         {
1603                                 imagex_error(T("Unexpected argument \"%"TS"\" in "
1604                                                "update command on line %zu\n"
1605                                                "       (The \"%"TS"\" command only "
1606                                                "takes %zu nonoption arguments!)\n"),
1607                                              next_string, line_number,
1608                                              command_name, num_nonoptions);
1609                                 return false;
1610                         }
1611                         update_command_add_nonoption(op, next_string,
1612                                                      command, num_nonoptions);
1613                         num_nonoptions++;
1614                 }
1615         }
1616
1617         if (num_nonoptions != update_command_num_nonoptions[op]) {
1618                 imagex_error(T("Not enough arguments to update command "
1619                                "\"%"TS"\" on line %zu"), command_name, line_number);
1620                 return false;
1621         }
1622         return true;
1623 }
1624
1625 static struct wimlib_update_command *
1626 parse_update_command_file(tchar **cmd_file_contents_p, size_t cmd_file_nchars,
1627                           size_t *num_cmds_ret)
1628 {
1629         ssize_t nlines;
1630         tchar *p;
1631         struct wimlib_update_command *cmds;
1632         size_t i, j;
1633
1634         nlines = text_file_count_lines(cmd_file_contents_p,
1635                                        &cmd_file_nchars);
1636         if (nlines < 0)
1637                 return NULL;
1638
1639         /* Always allocate at least 1 slot, just in case the implementation of
1640          * calloc() returns NULL if 0 bytes are requested. */
1641         cmds = calloc(nlines ?: 1, sizeof(struct wimlib_update_command));
1642         if (!cmds) {
1643                 imagex_error(T("out of memory"));
1644                 return NULL;
1645         }
1646         p = *cmd_file_contents_p;
1647         j = 0;
1648         for (i = 0; i < nlines; i++) {
1649                 /* XXX: Could use rawmemchr() here instead, but it may not be
1650                  * available on all platforms. */
1651                 tchar *endp = tmemchr(p, T('\n'), cmd_file_nchars);
1652                 size_t len = endp - p + 1;
1653                 *endp = T('\0');
1654                 if (!is_comment_line(p, len)) {
1655                         if (!parse_update_command(p, len, &cmds[j++], i + 1)) {
1656                                 free(cmds);
1657                                 return NULL;
1658                         }
1659                 }
1660                 p = endp + 1;
1661         }
1662         *num_cmds_ret = j;
1663         return cmds;
1664 }
1665
1666 /* Apply one image, or all images, from a WIM file to a directory, OR apply
1667  * one image from a WIM file to an NTFS volume.  */
1668 static int
1669 imagex_apply(int argc, tchar **argv, int cmd)
1670 {
1671         int c;
1672         int open_flags = 0;
1673         int image = WIMLIB_NO_IMAGE;
1674         WIMStruct *wim;
1675         struct wimlib_wim_info info;
1676         int ret;
1677         const tchar *wimfile;
1678         const tchar *target;
1679         const tchar *image_num_or_name = NULL;
1680         int extract_flags = 0;
1681
1682         STRING_SET(refglobs);
1683
1684         for_opt(c, apply_options) {
1685                 switch (c) {
1686                 case IMAGEX_CHECK_OPTION:
1687                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
1688                         break;
1689                 case IMAGEX_VERBOSE_OPTION:
1690                         /* No longer does anything.  */
1691                         break;
1692                 case IMAGEX_REF_OPTION:
1693                         ret = string_set_append(&refglobs, optarg);
1694                         if (ret)
1695                                 goto out_free_refglobs;
1696                         break;
1697                 case IMAGEX_UNIX_DATA_OPTION:
1698                         extract_flags |= WIMLIB_EXTRACT_FLAG_UNIX_DATA;
1699                         break;
1700                 case IMAGEX_NO_ACLS_OPTION:
1701                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ACLS;
1702                         break;
1703                 case IMAGEX_STRICT_ACLS_OPTION:
1704                         extract_flags |= WIMLIB_EXTRACT_FLAG_STRICT_ACLS;
1705                         break;
1706                 case IMAGEX_NO_ATTRIBUTES_OPTION:
1707                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ATTRIBUTES;
1708                         break;
1709                 case IMAGEX_NORPFIX_OPTION:
1710                         extract_flags |= WIMLIB_EXTRACT_FLAG_NORPFIX;
1711                         break;
1712                 case IMAGEX_RPFIX_OPTION:
1713                         extract_flags |= WIMLIB_EXTRACT_FLAG_RPFIX;
1714                         break;
1715                 case IMAGEX_INCLUDE_INVALID_NAMES_OPTION:
1716                         extract_flags |= WIMLIB_EXTRACT_FLAG_REPLACE_INVALID_FILENAMES;
1717                         extract_flags |= WIMLIB_EXTRACT_FLAG_ALL_CASE_CONFLICTS;
1718                         break;
1719                 case IMAGEX_WIMBOOT_OPTION:
1720                         extract_flags |= WIMLIB_EXTRACT_FLAG_WIMBOOT;
1721                         break;
1722                 case IMAGEX_COMPACT_OPTION:
1723                         ret = set_compact_mode(optarg, &extract_flags);
1724                         if (ret)
1725                                 goto out_free_refglobs;
1726                         break;
1727                 default:
1728                         goto out_usage;
1729                 }
1730         }
1731         argc -= optind;
1732         argv += optind;
1733         if (argc != 2 && argc != 3)
1734                 goto out_usage;
1735
1736         wimfile = argv[0];
1737
1738         if (!tstrcmp(wimfile, T("-"))) {
1739                 /* Attempt to apply pipable WIM from standard input.  */
1740                 if (argc == 2) {
1741                         image_num_or_name = NULL;
1742                         target = argv[1];
1743                 } else {
1744                         image_num_or_name = argv[1];
1745                         target = argv[2];
1746                 }
1747                 wim = NULL;
1748         } else {
1749                 ret = wimlib_open_wim_with_progress(wimfile, open_flags, &wim,
1750                                                     imagex_progress_func, NULL);
1751                 if (ret)
1752                         goto out_free_refglobs;
1753
1754                 wimlib_get_wim_info(wim, &info);
1755
1756                 if (argc >= 3) {
1757                         /* Image explicitly specified.  */
1758                         image_num_or_name = argv[1];
1759                         image = wimlib_resolve_image(wim, image_num_or_name);
1760                         ret = verify_image_exists(image, image_num_or_name, wimfile);
1761                         if (ret)
1762                                 goto out_wimlib_free;
1763                         target = argv[2];
1764                 } else {
1765                         /* No image specified; default to image 1, but only if the WIM
1766                          * contains exactly one image.  */
1767
1768                         if (info.image_count != 1) {
1769                                 imagex_error(T("\"%"TS"\" contains %d images; "
1770                                                "Please select one (or all)."),
1771                                              wimfile, info.image_count);
1772                                 wimlib_free(wim);
1773                                 goto out_usage;
1774                         }
1775                         image = 1;
1776                         target = argv[1];
1777                 }
1778         }
1779
1780         if (refglobs.num_strings) {
1781                 if (wim == NULL) {
1782                         imagex_error(T("Can't specify --ref when applying from stdin!"));
1783                         ret = -1;
1784                         goto out_wimlib_free;
1785                 }
1786                 ret = wim_reference_globs(wim, &refglobs, open_flags);
1787                 if (ret)
1788                         goto out_wimlib_free;
1789         }
1790
1791 #ifndef __WIN32__
1792         {
1793                 /* Interpret a regular file or block device target as an NTFS
1794                  * volume.  */
1795                 struct stat stbuf;
1796
1797                 if (tstat(target, &stbuf)) {
1798                         if (errno != ENOENT) {
1799                                 imagex_error_with_errno(T("Failed to stat \"%"TS"\""),
1800                                                         target);
1801                                 ret = -1;
1802                                 goto out_wimlib_free;
1803                         }
1804                 } else {
1805                         if (S_ISBLK(stbuf.st_mode) || S_ISREG(stbuf.st_mode))
1806                                 extract_flags |= WIMLIB_EXTRACT_FLAG_NTFS;
1807                 }
1808         }
1809 #endif
1810
1811         if (wim) {
1812                 ret = wimlib_extract_image(wim, image, target, extract_flags);
1813         } else {
1814                 set_fd_to_binary_mode(STDIN_FILENO);
1815                 ret = wimlib_extract_image_from_pipe_with_progress(
1816                                            STDIN_FILENO,
1817                                            image_num_or_name,
1818                                            target,
1819                                            extract_flags,
1820                                            imagex_progress_func,
1821                                            NULL);
1822         }
1823         if (ret == 0) {
1824                 imagex_printf(T("Done applying WIM image.\n"));
1825         } else if (ret == WIMLIB_ERR_RESOURCE_NOT_FOUND) {
1826                 if (wim) {
1827                         do_resource_not_found_warning(wimfile, &info, &refglobs);
1828                 } else {
1829                         imagex_error(T(        "If you are applying an image "
1830                                                "from a split pipable WIM,\n"
1831                                        "       make sure you have "
1832                                        "concatenated together all parts."));
1833                 }
1834         } else if (ret == WIMLIB_ERR_METADATA_NOT_FOUND && wim) {
1835                 do_metadata_not_found_warning(wimfile, &info);
1836         }
1837 out_wimlib_free:
1838         wimlib_free(wim);
1839 out_free_refglobs:
1840         string_set_destroy(&refglobs);
1841         return ret;
1842
1843 out_usage:
1844         usage(CMD_APPLY, stderr);
1845         ret = -1;
1846         goto out_free_refglobs;
1847 }
1848
1849 /* Create a WIM image from a directory tree, NTFS volume, or multiple files or
1850  * directory trees.  'wimlib-imagex capture': create a new WIM file containing
1851  * the desired image.  'wimlib-imagex append': add a new image to an existing
1852  * WIM file. */
1853 static int
1854 imagex_capture_or_append(int argc, tchar **argv, int cmd)
1855 {
1856         int c;
1857         int open_flags = 0;
1858         int add_flags = WIMLIB_ADD_FLAG_EXCLUDE_VERBOSE |
1859                         WIMLIB_ADD_FLAG_WINCONFIG |
1860                         WIMLIB_ADD_FLAG_VERBOSE;
1861         int write_flags = 0;
1862         int compression_type = WIMLIB_COMPRESSION_TYPE_INVALID;
1863         uint32_t chunk_size = UINT32_MAX;
1864         uint32_t solid_chunk_size = UINT32_MAX;
1865         int solid_ctype = WIMLIB_COMPRESSION_TYPE_INVALID;
1866         const tchar *wimfile;
1867         int wim_fd;
1868         const tchar *name;
1869         STRING_SET(image_properties);
1870
1871         WIMStruct *wim;
1872         STRING_SET(base_wimfiles);
1873         WIMStruct **base_wims;
1874
1875         WIMStruct *template_wim;
1876         const tchar *template_wimfile = NULL;
1877         const tchar *template_image_name_or_num = NULL;
1878         int template_image = WIMLIB_NO_IMAGE;
1879
1880         int ret;
1881         unsigned num_threads = 0;
1882
1883         tchar *source;
1884         tchar *source_copy;
1885
1886         tchar *config_file = NULL;
1887
1888         bool source_list = false;
1889         size_t source_list_nchars = 0;
1890         tchar *source_list_contents;
1891         bool capture_sources_malloced;
1892         struct wimlib_capture_source *capture_sources;
1893         size_t num_sources;
1894         bool name_defaulted;
1895
1896         for_opt(c, capture_or_append_options) {
1897                 switch (c) {
1898                 case IMAGEX_BOOT_OPTION:
1899                         add_flags |= WIMLIB_ADD_FLAG_BOOT;
1900                         break;
1901                 case IMAGEX_CHECK_OPTION:
1902                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
1903                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
1904                         break;
1905                 case IMAGEX_NOCHECK_OPTION:
1906                         write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
1907                         break;
1908                 case IMAGEX_CONFIG_OPTION:
1909                         config_file = optarg;
1910                         add_flags &= ~WIMLIB_ADD_FLAG_WINCONFIG;
1911                         break;
1912                 case IMAGEX_COMPRESS_OPTION:
1913                         compression_type = get_compression_type(optarg, false);
1914                         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID)
1915                                 goto out_err;
1916                         break;
1917                 case IMAGEX_COMPRESS_SLOW_OPTION:
1918                         set_compress_slow();
1919                         break;
1920                 case IMAGEX_CHUNK_SIZE_OPTION:
1921                         chunk_size = parse_chunk_size(optarg);
1922                         if (chunk_size == UINT32_MAX)
1923                                 goto out_err;
1924                         break;
1925                 case IMAGEX_SOLID_CHUNK_SIZE_OPTION:
1926                         solid_chunk_size = parse_chunk_size(optarg);
1927                         if (solid_chunk_size == UINT32_MAX)
1928                                 goto out_err;
1929                         break;
1930                 case IMAGEX_SOLID_COMPRESS_OPTION:
1931                         solid_ctype = get_compression_type(optarg, true);
1932                         if (solid_ctype == WIMLIB_COMPRESSION_TYPE_INVALID)
1933                                 goto out_err;
1934                         break;
1935                 case IMAGEX_SOLID_OPTION:
1936                         write_flags |= WIMLIB_WRITE_FLAG_SOLID;
1937                         break;
1938                 case IMAGEX_NO_SOLID_SORT_OPTION:
1939                         write_flags |= WIMLIB_WRITE_FLAG_NO_SOLID_SORT;
1940                         break;
1941                 case IMAGEX_FLAGS_OPTION: {
1942                         tchar *p = alloca((6 + tstrlen(optarg) + 1) * sizeof(tchar));
1943                         tsprintf(p, T("FLAGS=%"TS), optarg);
1944                         ret = string_set_append(&image_properties, p);
1945                         if (ret)
1946                                 goto out;
1947                         break;
1948                 }
1949                 case IMAGEX_IMAGE_PROPERTY_OPTION:
1950                         ret = append_image_property_argument(&image_properties);
1951                         if (ret)
1952                                 goto out;
1953                         break;
1954                 case IMAGEX_DEREFERENCE_OPTION:
1955                         add_flags |= WIMLIB_ADD_FLAG_DEREFERENCE;
1956                         break;
1957                 case IMAGEX_VERBOSE_OPTION:
1958                         /* No longer does anything.  */
1959                         break;
1960                 case IMAGEX_THREADS_OPTION:
1961                         num_threads = parse_num_threads(optarg);
1962                         if (num_threads == UINT_MAX)
1963                                 goto out_err;
1964                         break;
1965                 case IMAGEX_REBUILD_OPTION:
1966                         write_flags |= WIMLIB_WRITE_FLAG_REBUILD;
1967                         break;
1968                 case IMAGEX_UNIX_DATA_OPTION:
1969                         add_flags |= WIMLIB_ADD_FLAG_UNIX_DATA;
1970                         break;
1971                 case IMAGEX_SOURCE_LIST_OPTION:
1972                         source_list = true;
1973                         break;
1974                 case IMAGEX_NO_ACLS_OPTION:
1975                         add_flags |= WIMLIB_ADD_FLAG_NO_ACLS;
1976                         break;
1977                 case IMAGEX_STRICT_ACLS_OPTION:
1978                         add_flags |= WIMLIB_ADD_FLAG_STRICT_ACLS;
1979                         break;
1980                 case IMAGEX_RPFIX_OPTION:
1981                         add_flags |= WIMLIB_ADD_FLAG_RPFIX;
1982                         break;
1983                 case IMAGEX_NORPFIX_OPTION:
1984                         add_flags |= WIMLIB_ADD_FLAG_NORPFIX;
1985                         break;
1986                 case IMAGEX_PIPABLE_OPTION:
1987                         write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
1988                         break;
1989                 case IMAGEX_NOT_PIPABLE_OPTION:
1990                         write_flags |= WIMLIB_WRITE_FLAG_NOT_PIPABLE;
1991                         break;
1992                 case IMAGEX_UPDATE_OF_OPTION:
1993                         if (template_image_name_or_num) {
1994                                 imagex_error(T("'--update-of' can only be "
1995                                                "specified one time!"));
1996                                 goto out_err;
1997                         } else {
1998                                 tchar *colon;
1999                                 colon = tstrrchr(optarg, T(':'));
2000
2001                                 if (colon) {
2002                                         template_wimfile = optarg;
2003                                         *colon = T('\0');
2004                                         template_image_name_or_num = colon + 1;
2005                                 } else {
2006                                         template_wimfile = NULL;
2007                                         template_image_name_or_num = optarg;
2008                                 }
2009                         }
2010                         break;
2011                 case IMAGEX_DELTA_FROM_OPTION:
2012                         if (cmd != CMD_CAPTURE) {
2013                                 imagex_error(T("'--delta-from' is only "
2014                                                "valid for capture!"));
2015                                 goto out_usage;
2016                         }
2017                         ret = string_set_append(&base_wimfiles, optarg);
2018                         if (ret)
2019                                 goto out;
2020                         write_flags |= WIMLIB_WRITE_FLAG_SKIP_EXTERNAL_WIMS;
2021                         break;
2022                 case IMAGEX_WIMBOOT_OPTION:
2023                         add_flags |= WIMLIB_ADD_FLAG_WIMBOOT;
2024                         break;
2025                 case IMAGEX_UNSAFE_COMPACT_OPTION:
2026                         if (cmd != CMD_APPEND) {
2027                                 imagex_error(T("'--unsafe-compact' is only "
2028                                                "valid for append!"));
2029                                 goto out_err;
2030                         }
2031                         write_flags |= WIMLIB_WRITE_FLAG_UNSAFE_COMPACT;
2032                         break;
2033                 case IMAGEX_SNAPSHOT_OPTION:
2034                         add_flags |= WIMLIB_ADD_FLAG_SNAPSHOT;
2035                         break;
2036                 default:
2037                         goto out_usage;
2038                 }
2039         }
2040         argc -= optind;
2041         argv += optind;
2042
2043         if (argc < 2 || argc > 4)
2044                 goto out_usage;
2045
2046         source = argv[0];
2047         wimfile = argv[1];
2048
2049         /* Set default compression type and parameters.  */
2050
2051
2052         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID) {
2053                 /* No compression type specified.  Use the default.  */
2054
2055                 if (add_flags & WIMLIB_ADD_FLAG_WIMBOOT) {
2056                         /* With --wimboot, default to XPRESS compression.  */
2057                         compression_type = WIMLIB_COMPRESSION_TYPE_XPRESS;
2058                 } else if (write_flags & WIMLIB_WRITE_FLAG_SOLID) {
2059                         /* With --solid, default to LZMS compression.  (However,
2060                          * this will not affect solid resources!)  */
2061                         compression_type = WIMLIB_COMPRESSION_TYPE_LZMS;
2062                 } else {
2063                         /* Otherwise, default to LZX compression.  */
2064                         compression_type = WIMLIB_COMPRESSION_TYPE_LZX;
2065                 }
2066         }
2067
2068         if (!tstrcmp(wimfile, T("-"))) {
2069                 /* Writing captured WIM to standard output.  */
2070         #if 0
2071                 if (!(write_flags & WIMLIB_WRITE_FLAG_PIPABLE)) {
2072                         imagex_error("Can't write a non-pipable WIM to "
2073                                      "standard output!  Specify --pipable\n"
2074                                      "       if you want to create a pipable WIM "
2075                                      "(but read the docs first).");
2076                         goto out_err;
2077                 }
2078         #else
2079                 write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
2080         #endif
2081                 if (cmd == CMD_APPEND) {
2082                         imagex_error(T("Using standard output for append does "
2083                                        "not make sense."));
2084                         goto out_err;
2085                 }
2086                 wim_fd = STDOUT_FILENO;
2087                 wimfile = NULL;
2088                 imagex_info_file = stderr;
2089                 set_fd_to_binary_mode(wim_fd);
2090         }
2091
2092         /* If template image was specified using --update-of=IMAGE rather
2093          * than --update-of=WIMFILE:IMAGE, set the default WIMFILE.  */
2094         if (template_image_name_or_num && !template_wimfile) {
2095                 if (base_wimfiles.num_strings == 1) {
2096                         /* Capturing delta WIM based on single WIM:  default to
2097                          * base WIM.  */
2098                         template_wimfile = base_wimfiles.strings[0];
2099                 } else if (cmd == CMD_APPEND) {
2100                         /* Appending to WIM:  default to WIM being appended to.
2101                          */
2102                         template_wimfile = wimfile;
2103                 } else {
2104                         /* Capturing a normal (non-delta) WIM, so the WIM file
2105                          * *must* be explicitly specified.  */
2106                         if (base_wimfiles.num_strings > 1) {
2107                                 imagex_error(T("For capture of delta WIM "
2108                                                "based on multiple existing "
2109                                                "WIMs,\n"
2110                                                "      '--update-of' must "
2111                                                "specify WIMFILE:IMAGE!"));
2112                         } else {
2113                                 imagex_error(T("For capture of non-delta WIM, "
2114                                                "'--update-of' must specify "
2115                                                "WIMFILE:IMAGE!"));
2116                         }
2117                         goto out_usage;
2118                 }
2119         }
2120
2121         if (argc >= 3) {
2122                 name = argv[2];
2123                 name_defaulted = false;
2124         } else {
2125                 /* Set default name to SOURCE argument, omitting any directory
2126                  * prefixes and trailing slashes.  This requires making a copy
2127                  * of @source.  Leave some free characters at the end in case we
2128                  * append a number to keep the name unique. */
2129                 size_t source_name_len;
2130
2131                 source_name_len = tstrlen(source);
2132                 source_copy = alloca((source_name_len + 1 + 25) * sizeof(tchar));
2133                 name = tbasename(tstrcpy(source_copy, source));
2134                 name_defaulted = true;
2135         }
2136
2137         /* Image description (if given). */
2138         if (argc >= 4) {
2139                 tchar *p = alloca((12 + tstrlen(argv[3]) + 1) * sizeof(tchar));
2140                 tsprintf(p, T("DESCRIPTION=%"TS), argv[3]);
2141                 ret = string_set_append(&image_properties, p);
2142                 if (ret)
2143                         goto out;
2144         }
2145
2146         if (source_list) {
2147                 /* Set up capture sources in source list mode */
2148                 if (source[0] == T('-') && source[1] == T('\0')) {
2149                         source_list_contents = stdin_get_text_contents(&source_list_nchars);
2150                 } else {
2151                         source_list_contents = file_get_text_contents(source,
2152                                                                       &source_list_nchars);
2153                 }
2154                 if (!source_list_contents)
2155                         goto out_err;
2156
2157                 capture_sources = parse_source_list(&source_list_contents,
2158                                                     source_list_nchars,
2159                                                     &num_sources);
2160                 if (!capture_sources) {
2161                         ret = -1;
2162                         goto out_free_source_list_contents;
2163                 }
2164                 capture_sources_malloced = true;
2165         } else {
2166                 /* Set up capture source in non-source-list mode.  */
2167                 capture_sources = alloca(sizeof(struct wimlib_capture_source));
2168                 capture_sources[0].fs_source_path = source;
2169                 capture_sources[0].wim_target_path = WIMLIB_WIM_ROOT_PATH;
2170                 capture_sources[0].reserved = 0;
2171                 num_sources = 1;
2172                 capture_sources_malloced = false;
2173                 source_list_contents = NULL;
2174         }
2175
2176         /* Open the existing WIM, or create a new one.  */
2177         if (cmd == CMD_APPEND) {
2178                 ret = wimlib_open_wim_with_progress(wimfile,
2179                                                     open_flags | WIMLIB_OPEN_FLAG_WRITE_ACCESS,
2180                                                     &wim,
2181                                                     imagex_progress_func,
2182                                                     NULL);
2183                 if (ret)
2184                         goto out_free_capture_sources;
2185         } else {
2186                 ret = wimlib_create_new_wim(compression_type, &wim);
2187                 if (ret)
2188                         goto out_free_capture_sources;
2189                 wimlib_register_progress_function(wim, imagex_progress_func, NULL);
2190         }
2191
2192         /* Set chunk size if non-default.  */
2193         if (chunk_size != UINT32_MAX) {
2194                 ret = wimlib_set_output_chunk_size(wim, chunk_size);
2195                 if (ret)
2196                         goto out_free_wim;
2197         } else if ((add_flags & WIMLIB_ADD_FLAG_WIMBOOT)) {
2198
2199                 int ctype = compression_type;
2200
2201                 if (cmd == CMD_APPEND) {
2202                         struct wimlib_wim_info info;
2203                         wimlib_get_wim_info(wim, &info);
2204                         ctype = info.compression_type;
2205                 }
2206
2207                 if (ctype == WIMLIB_COMPRESSION_TYPE_XPRESS) {
2208                         ret = wimlib_set_output_chunk_size(wim, 4096);
2209                         if (ret)
2210                                 goto out_free_wim;
2211                 }
2212         }
2213         if (solid_ctype != WIMLIB_COMPRESSION_TYPE_INVALID) {
2214                 ret = wimlib_set_output_pack_compression_type(wim, solid_ctype);
2215                 if (ret)
2216                         goto out_free_wim;
2217         }
2218         if (solid_chunk_size != UINT32_MAX) {
2219                 ret = wimlib_set_output_pack_chunk_size(wim, solid_chunk_size);
2220                 if (ret)
2221                         goto out_free_wim;
2222         }
2223
2224 #ifndef __WIN32__
2225         /* Detect if source is regular file or block device and set NTFS volume
2226          * capture mode.  */
2227         if (!source_list) {
2228                 struct stat stbuf;
2229
2230                 if (tstat(source, &stbuf) == 0) {
2231                         if (S_ISBLK(stbuf.st_mode) || S_ISREG(stbuf.st_mode)) {
2232                                 imagex_printf(T("Capturing WIM image from NTFS "
2233                                           "filesystem on \"%"TS"\"\n"), source);
2234                                 add_flags |= WIMLIB_ADD_FLAG_NTFS;
2235                         }
2236                 } else {
2237                         if (errno != ENOENT) {
2238                                 imagex_error_with_errno(T("Failed to stat "
2239                                                           "\"%"TS"\""), source);
2240                                 ret = -1;
2241                                 goto out_free_wim;
2242                         }
2243                 }
2244         }
2245 #endif
2246
2247         /* If the user did not specify an image name, and the basename of the
2248          * source already exists as an image name in the WIM file, append a
2249          * suffix to make it unique. */
2250         if (cmd == CMD_APPEND && name_defaulted) {
2251                 unsigned long conflict_idx;
2252                 tchar *name_end = tstrchr(name, T('\0'));
2253                 for (conflict_idx = 1;
2254                      wimlib_image_name_in_use(wim, name);
2255                      conflict_idx++)
2256                 {
2257                         tsprintf(name_end, T(" (%lu)"), conflict_idx);
2258                 }
2259         }
2260
2261         /* If capturing a delta WIM, reference resources from the base WIMs
2262          * before adding the new image.  */
2263         if (base_wimfiles.num_strings) {
2264                 base_wims = calloc(base_wimfiles.num_strings,
2265                                    sizeof(base_wims[0]));
2266                 if (base_wims == NULL) {
2267                         imagex_error(T("Out of memory!"));
2268                         ret = -1;
2269                         goto out_free_wim;
2270                 }
2271
2272                 for (size_t i = 0; i < base_wimfiles.num_strings; i++) {
2273                         ret = wimlib_open_wim_with_progress(
2274                                     base_wimfiles.strings[i], open_flags,
2275                                     &base_wims[i], imagex_progress_func, NULL);
2276                         if (ret)
2277                                 goto out_free_base_wims;
2278
2279                 }
2280
2281                 ret = wimlib_reference_resources(wim, base_wims,
2282                                                  base_wimfiles.num_strings, 0);
2283                 if (ret)
2284                         goto out_free_base_wims;
2285
2286                 if (base_wimfiles.num_strings == 1) {
2287                         imagex_printf(T("Capturing delta WIM based on \"%"TS"\"\n"),
2288                                       base_wimfiles.strings[0]);
2289                 } else {
2290                         imagex_printf(T("Capturing delta WIM based on %u WIMs\n"),
2291                                       base_wimfiles.num_strings);
2292                 }
2293
2294         } else {
2295                 base_wims = NULL;
2296         }
2297
2298         /* If capturing or appending as an update of an existing (template) image,
2299          * open the WIM if needed and parse the image index.  */
2300         if (template_image_name_or_num) {
2301
2302
2303                 if (base_wimfiles.num_strings == 1 &&
2304                     template_wimfile == base_wimfiles.strings[0]) {
2305                         template_wim = base_wims[0];
2306                 } else if (template_wimfile == wimfile) {
2307                         template_wim = wim;
2308                 } else {
2309                         ret = wimlib_open_wim_with_progress(template_wimfile,
2310                                                             open_flags,
2311                                                             &template_wim,
2312                                                             imagex_progress_func,
2313                                                             NULL);
2314                         if (ret)
2315                                 goto out_free_base_wims;
2316                 }
2317
2318                 template_image = wimlib_resolve_image(template_wim,
2319                                                       template_image_name_or_num);
2320
2321                 if (template_image_name_or_num[0] == T('-')) {
2322                         tchar *tmp;
2323                         unsigned long n;
2324                         struct wimlib_wim_info info;
2325
2326                         wimlib_get_wim_info(template_wim, &info);
2327                         n = tstrtoul(template_image_name_or_num + 1, &tmp, 10);
2328                         if (n >= 1 && n <= info.image_count &&
2329                             *tmp == T('\0') &&
2330                             tmp != template_image_name_or_num + 1)
2331                         {
2332                                 template_image = info.image_count - (n - 1);
2333                         }
2334                 }
2335                 ret = verify_image_exists_and_is_single(template_image,
2336                                                         template_image_name_or_num,
2337                                                         template_wimfile);
2338                 if (ret)
2339                         goto out_free_template_wim;
2340         } else {
2341                 template_wim = NULL;
2342         }
2343
2344         ret = wimlib_add_image_multisource(wim,
2345                                            capture_sources,
2346                                            num_sources,
2347                                            name,
2348                                            config_file,
2349                                            add_flags);
2350         if (ret)
2351                 goto out_free_template_wim;
2352
2353         if (image_properties.num_strings || template_image_name_or_num) {
2354                 /* User asked to set additional image properties, or an image on
2355                  * which the added one is to be based has been specified with
2356                  * --update-of.  */
2357                 struct wimlib_wim_info info;
2358
2359                 wimlib_get_wim_info(wim, &info);
2360
2361                 ret = apply_image_properties(&image_properties, wim,
2362                                              info.image_count, NULL);
2363                 if (ret)
2364                         goto out_free_template_wim;
2365
2366                 /* Reference template image if the user provided one.  */
2367                 if (template_image_name_or_num) {
2368                         imagex_printf(T("Using image %d "
2369                                         "from \"%"TS"\" as template\n"),
2370                                         template_image, template_wimfile);
2371                         ret = wimlib_reference_template_image(wim,
2372                                                               info.image_count,
2373                                                               template_wim,
2374                                                               template_image,
2375                                                               0);
2376                         if (ret)
2377                                 goto out_free_template_wim;
2378                 }
2379         }
2380
2381         /* Write the new WIM or overwrite the existing WIM with the new image
2382          * appended.  */
2383         if (cmd == CMD_APPEND) {
2384                 ret = wimlib_overwrite(wim, write_flags, num_threads);
2385         } else if (wimfile) {
2386                 ret = wimlib_write(wim, wimfile, WIMLIB_ALL_IMAGES,
2387                                    write_flags, num_threads);
2388         } else {
2389                 ret = wimlib_write_to_fd(wim, wim_fd, WIMLIB_ALL_IMAGES,
2390                                          write_flags, num_threads);
2391         }
2392 out_free_template_wim:
2393         /* template_wim may alias base_wims[0] or wim.  */
2394         if ((base_wimfiles.num_strings != 1 || template_wim != base_wims[0]) &&
2395             template_wim != wim)
2396                 wimlib_free(template_wim);
2397 out_free_base_wims:
2398         for (size_t i = 0; i < base_wimfiles.num_strings; i++)
2399                 wimlib_free(base_wims[i]);
2400         free(base_wims);
2401 out_free_wim:
2402         wimlib_free(wim);
2403 out_free_capture_sources:
2404         if (capture_sources_malloced)
2405                 free(capture_sources);
2406 out_free_source_list_contents:
2407         free(source_list_contents);
2408 out:
2409         string_set_destroy(&image_properties);
2410         string_set_destroy(&base_wimfiles);
2411         return ret;
2412
2413 out_usage:
2414         usage(cmd, stderr);
2415 out_err:
2416         ret = -1;
2417         goto out;
2418 }
2419
2420 /* Remove image(s) from a WIM. */
2421 static int
2422 imagex_delete(int argc, tchar **argv, int cmd)
2423 {
2424         int c;
2425         int open_flags = WIMLIB_OPEN_FLAG_WRITE_ACCESS;
2426         int write_flags = 0;
2427         const tchar *wimfile;
2428         const tchar *image_num_or_name;
2429         WIMStruct *wim;
2430         int image;
2431         int ret;
2432
2433         for_opt(c, delete_options) {
2434                 switch (c) {
2435                 case IMAGEX_CHECK_OPTION:
2436                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
2437                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
2438                         break;
2439                 case IMAGEX_SOFT_OPTION:
2440                         write_flags |= WIMLIB_WRITE_FLAG_SOFT_DELETE;
2441                         break;
2442                 case IMAGEX_UNSAFE_COMPACT_OPTION:
2443                         write_flags |= WIMLIB_WRITE_FLAG_UNSAFE_COMPACT;
2444                         break;
2445                 default:
2446                         goto out_usage;
2447                 }
2448         }
2449         argc -= optind;
2450         argv += optind;
2451
2452         if (argc != 2) {
2453                 if (argc < 1)
2454                         imagex_error(T("Must specify a WIM file"));
2455                 if (argc < 2)
2456                         imagex_error(T("Must specify an image"));
2457                 goto out_usage;
2458         }
2459         wimfile = argv[0];
2460         image_num_or_name = argv[1];
2461
2462         ret = wimlib_open_wim_with_progress(wimfile, open_flags, &wim,
2463                                             imagex_progress_func, NULL);
2464         if (ret)
2465                 goto out;
2466
2467         image = wimlib_resolve_image(wim, image_num_or_name);
2468
2469         ret = verify_image_exists(image, image_num_or_name, wimfile);
2470         if (ret)
2471                 goto out_wimlib_free;
2472
2473         ret = wimlib_delete_image(wim, image);
2474         if (ret) {
2475                 imagex_error(T("Failed to delete image from \"%"TS"\""),
2476                              wimfile);
2477                 goto out_wimlib_free;
2478         }
2479
2480         ret = wimlib_overwrite(wim, write_flags, 0);
2481         if (ret) {
2482                 imagex_error(T("Failed to write the file \"%"TS"\" with image "
2483                                "deleted"), wimfile);
2484         }
2485 out_wimlib_free:
2486         wimlib_free(wim);
2487 out:
2488         return ret;
2489
2490 out_usage:
2491         usage(CMD_DELETE, stderr);
2492         ret = -1;
2493         goto out;
2494 }
2495
2496 struct print_dentry_options {
2497         bool detailed;
2498 };
2499
2500 static void
2501 print_dentry_full_path(const struct wimlib_dir_entry *dentry)
2502 {
2503         tprintf(T("%"TS"\n"), dentry->full_path);
2504 }
2505
2506 static const struct {
2507         uint32_t flag;
2508         const tchar *name;
2509 } file_attr_flags[] = {
2510         {WIMLIB_FILE_ATTRIBUTE_READONLY,            T("READONLY")},
2511         {WIMLIB_FILE_ATTRIBUTE_HIDDEN,              T("HIDDEN")},
2512         {WIMLIB_FILE_ATTRIBUTE_SYSTEM,              T("SYSTEM")},
2513         {WIMLIB_FILE_ATTRIBUTE_DIRECTORY,           T("DIRECTORY")},
2514         {WIMLIB_FILE_ATTRIBUTE_ARCHIVE,             T("ARCHIVE")},
2515         {WIMLIB_FILE_ATTRIBUTE_DEVICE,              T("DEVICE")},
2516         {WIMLIB_FILE_ATTRIBUTE_NORMAL,              T("NORMAL")},
2517         {WIMLIB_FILE_ATTRIBUTE_TEMPORARY,           T("TEMPORARY")},
2518         {WIMLIB_FILE_ATTRIBUTE_SPARSE_FILE,         T("SPARSE_FILE")},
2519         {WIMLIB_FILE_ATTRIBUTE_REPARSE_POINT,       T("REPARSE_POINT")},
2520         {WIMLIB_FILE_ATTRIBUTE_COMPRESSED,          T("COMPRESSED")},
2521         {WIMLIB_FILE_ATTRIBUTE_OFFLINE,             T("OFFLINE")},
2522         {WIMLIB_FILE_ATTRIBUTE_NOT_CONTENT_INDEXED, T("NOT_CONTENT_INDEXED")},
2523         {WIMLIB_FILE_ATTRIBUTE_ENCRYPTED,           T("ENCRYPTED")},
2524         {WIMLIB_FILE_ATTRIBUTE_VIRTUAL,             T("VIRTUAL")},
2525 };
2526
2527 #define TIMESTR_MAX 100
2528
2529 static void
2530 timespec_to_string(const struct timespec *spec, tchar *buf)
2531 {
2532         time_t t = spec->tv_sec;
2533         struct tm tm;
2534         gmtime_r(&t, &tm);
2535         tstrftime(buf, TIMESTR_MAX, T("%a %b %d %H:%M:%S %Y UTC"), &tm);
2536         buf[TIMESTR_MAX - 1] = '\0';
2537 }
2538
2539 static void
2540 print_time(const tchar *type, const struct timespec *spec)
2541 {
2542         tchar timestr[TIMESTR_MAX];
2543
2544         timespec_to_string(spec, timestr);
2545
2546         tprintf(T("%-20"TS"= %"TS"\n"), type, timestr);
2547 }
2548
2549 static void print_byte_field(const uint8_t field[], size_t len)
2550 {
2551         while (len--)
2552                 tprintf(T("%02hhx"), *field++);
2553 }
2554
2555 static void
2556 print_wim_information(const tchar *wimfile, const struct wimlib_wim_info *info)
2557 {
2558         tchar attr_string[256];
2559         tchar *p;
2560
2561         tputs(T("WIM Information:"));
2562         tputs(T("----------------"));
2563         tprintf(T("Path:           %"TS"\n"), wimfile);
2564         tprintf(T("GUID:           0x"));
2565         print_byte_field(info->guid, sizeof(info->guid));
2566         tputchar(T('\n'));
2567         tprintf(T("Version:        %u\n"), info->wim_version);
2568         tprintf(T("Image Count:    %d\n"), info->image_count);
2569         tprintf(T("Compression:    %"TS"\n"),
2570                 wimlib_get_compression_type_string(info->compression_type));
2571         tprintf(T("Chunk Size:     %"PRIu32" bytes\n"),
2572                 info->chunk_size);
2573         tprintf(T("Part Number:    %d/%d\n"), info->part_number, info->total_parts);
2574         tprintf(T("Boot Index:     %d\n"), info->boot_index);
2575         tprintf(T("Size:           %"PRIu64" bytes\n"), info->total_bytes);
2576
2577         attr_string[0] = T('\0');
2578
2579         if (info->pipable)
2580                 tstrcat(attr_string, T("Pipable, "));
2581
2582         if (info->has_integrity_table)
2583                 tstrcat(attr_string, T("Integrity info, "));
2584
2585         if (info->has_rpfix)
2586                 tstrcat(attr_string, T("Relative path junction, "));
2587
2588         if (info->resource_only)
2589                 tstrcat(attr_string, T("Resource only, "));
2590
2591         if (info->metadata_only)
2592                 tstrcat(attr_string, T("Metadata only, "));
2593
2594         if (info->is_marked_readonly)
2595                 tstrcat(attr_string, T("Readonly, "));
2596
2597         p = tstrchr(attr_string, T('\0'));
2598         if (p >= &attr_string[2] && p[-1] == T(' ') && p[-2] == T(','))
2599                 p[-2] = T('\0');
2600
2601         tprintf(T("Attributes:     %"TS"\n\n"), attr_string);
2602 }
2603
2604 static int
2605 print_resource(const struct wimlib_resource_entry *resource,
2606                void *_ignore)
2607 {
2608         tprintf(T("Hash              = 0x"));
2609         print_byte_field(resource->sha1_hash, sizeof(resource->sha1_hash));
2610         tputchar(T('\n'));
2611
2612         if (!resource->is_missing) {
2613                 tprintf(T("Uncompressed size = %"PRIu64" bytes\n"),
2614                         resource->uncompressed_size);
2615                 if (resource->packed) {
2616                         tprintf(T("Solid resource    = %"PRIu64" => %"PRIu64" "
2617                                   "bytes @ offset %"PRIu64"\n"),
2618                                 resource->raw_resource_uncompressed_size,
2619                                 resource->raw_resource_compressed_size,
2620                                 resource->raw_resource_offset_in_wim);
2621
2622                         tprintf(T("Solid offset      = %"PRIu64" bytes\n"),
2623                                 resource->offset);
2624                 } else {
2625                         tprintf(T("Compressed size   = %"PRIu64" bytes\n"),
2626                                 resource->compressed_size);
2627
2628                         tprintf(T("Offset in WIM     = %"PRIu64" bytes\n"),
2629                                 resource->offset);
2630                 }
2631
2632                 tprintf(T("Part Number       = %u\n"), resource->part_number);
2633                 tprintf(T("Reference Count   = %u\n"), resource->reference_count);
2634
2635                 tprintf(T("Flags             = "));
2636                 if (resource->is_compressed)
2637                         tprintf(T("WIM_RESHDR_FLAG_COMPRESSED  "));
2638                 if (resource->is_metadata)
2639                         tprintf(T("WIM_RESHDR_FLAG_METADATA  "));
2640                 if (resource->is_free)
2641                         tprintf(T("WIM_RESHDR_FLAG_FREE  "));
2642                 if (resource->is_spanned)
2643                         tprintf(T("WIM_RESHDR_FLAG_SPANNED  "));
2644                 if (resource->packed)
2645                         tprintf(T("WIM_RESHDR_FLAG_SOLID  "));
2646                 tputchar(T('\n'));
2647         }
2648         tputchar(T('\n'));
2649         return 0;
2650 }
2651
2652 static void
2653 print_blobs(WIMStruct *wim)
2654 {
2655         wimlib_iterate_lookup_table(wim, 0, print_resource, NULL);
2656 }
2657
2658 static void
2659 default_print_security_descriptor(const uint8_t *sd, size_t size)
2660 {
2661         tprintf(T("Security Descriptor = "));
2662         print_byte_field(sd, size);
2663         tputchar(T('\n'));
2664 }
2665
2666 static void
2667 print_dentry_detailed(const struct wimlib_dir_entry *dentry)
2668 {
2669
2670         tprintf(T(
2671 "----------------------------------------------------------------------------\n"));
2672         tprintf(T("Full Path           = \"%"TS"\"\n"), dentry->full_path);
2673         if (dentry->dos_name)
2674                 tprintf(T("Short Name          = \"%"TS"\"\n"), dentry->dos_name);
2675         tprintf(T("Attributes          = 0x%08x\n"), dentry->attributes);
2676         for (size_t i = 0; i < ARRAY_LEN(file_attr_flags); i++)
2677                 if (file_attr_flags[i].flag & dentry->attributes)
2678                         tprintf(T("    FILE_ATTRIBUTE_%"TS" is set\n"),
2679                                 file_attr_flags[i].name);
2680
2681         if (dentry->security_descriptor) {
2682                 print_security_descriptor(dentry->security_descriptor,
2683                                           dentry->security_descriptor_size);
2684         }
2685
2686         print_time(T("Creation Time"), &dentry->creation_time);
2687         print_time(T("Last Write Time"), &dentry->last_write_time);
2688         print_time(T("Last Access Time"), &dentry->last_access_time);
2689
2690
2691         if (dentry->attributes & WIMLIB_FILE_ATTRIBUTE_REPARSE_POINT)
2692                 tprintf(T("Reparse Tag         = 0x%"PRIx32"\n"), dentry->reparse_tag);
2693
2694         tprintf(T("Link Group ID       = 0x%016"PRIx64"\n"), dentry->hard_link_group_id);
2695         tprintf(T("Link Count          = %"PRIu32"\n"), dentry->num_links);
2696
2697         if (dentry->unix_mode != 0) {
2698                 tprintf(T("UNIX Data           = uid:%"PRIu32" gid:%"PRIu32" "
2699                           "mode:0%"PRIo32" rdev:0x%"PRIx32"\n"),
2700                         dentry->unix_uid, dentry->unix_gid,
2701                         dentry->unix_mode, dentry->unix_rdev);
2702         }
2703
2704         for (uint32_t i = 0; i <= dentry->num_named_streams; i++) {
2705                 if (dentry->streams[i].stream_name) {
2706                         tprintf(T("\tNamed data stream \"%"TS"\":\n"),
2707                                 dentry->streams[i].stream_name);
2708                 } else if (dentry->attributes & WIMLIB_FILE_ATTRIBUTE_ENCRYPTED) {
2709                         tprintf(T("\tRaw encrypted data stream:\n"));
2710                 } else if (dentry->attributes & WIMLIB_FILE_ATTRIBUTE_REPARSE_POINT) {
2711                         tprintf(T("\tReparse point stream:\n"));
2712                 } else {
2713                         tprintf(T("\tUnnamed data stream:\n"));
2714                 }
2715                 print_resource(&dentry->streams[i].resource, NULL);
2716         }
2717 }
2718
2719 static int
2720 print_dentry(const struct wimlib_dir_entry *dentry, void *_options)
2721 {
2722         const struct print_dentry_options *options = _options;
2723         if (!options->detailed)
2724                 print_dentry_full_path(dentry);
2725         else
2726                 print_dentry_detailed(dentry);
2727         return 0;
2728 }
2729
2730 /* Print the files contained in an image(s) in a WIM file. */
2731 static int
2732 imagex_dir(int argc, tchar **argv, int cmd)
2733 {
2734         const tchar *wimfile;
2735         WIMStruct *wim = NULL;
2736         int image;
2737         int ret;
2738         const tchar *path = WIMLIB_WIM_ROOT_PATH;
2739         int c;
2740         struct print_dentry_options options = {
2741                 .detailed = false,
2742         };
2743         int iterate_flags = WIMLIB_ITERATE_DIR_TREE_FLAG_RECURSIVE;
2744
2745         STRING_SET(refglobs);
2746
2747         for_opt(c, dir_options) {
2748                 switch (c) {
2749                 case IMAGEX_PATH_OPTION:
2750                         path = optarg;
2751                         break;
2752                 case IMAGEX_DETAILED_OPTION:
2753                         options.detailed = true;
2754                         break;
2755                 case IMAGEX_ONE_FILE_ONLY_OPTION:
2756                         iterate_flags &= ~WIMLIB_ITERATE_DIR_TREE_FLAG_RECURSIVE;
2757                         break;
2758                 case IMAGEX_REF_OPTION:
2759                         ret = string_set_append(&refglobs, optarg);
2760                         if (ret)
2761                                 goto out_free_refglobs;
2762                         break;
2763                 default:
2764                         goto out_usage;
2765                 }
2766         }
2767         argc -= optind;
2768         argv += optind;
2769
2770         if (argc < 1) {
2771                 imagex_error(T("Must specify a WIM file"));
2772                 goto out_usage;
2773         }
2774         if (argc > 2) {
2775                 imagex_error(T("Too many arguments"));
2776                 goto out_usage;
2777         }
2778
2779         wimfile = argv[0];
2780         ret = wimlib_open_wim_with_progress(wimfile, 0, &wim,
2781                                             imagex_progress_func, NULL);
2782         if (ret)
2783                 goto out_free_refglobs;
2784
2785         if (argc >= 2) {
2786                 image = wimlib_resolve_image(wim, argv[1]);
2787                 ret = verify_image_exists(image, argv[1], wimfile);
2788                 if (ret)
2789                         goto out_wimlib_free;
2790         } else {
2791                 /* No image specified; default to image 1, but only if the WIM
2792                  * contains exactly one image.  */
2793
2794                 struct wimlib_wim_info info;
2795
2796                 wimlib_get_wim_info(wim, &info);
2797                 if (info.image_count != 1) {
2798                         imagex_error(T("\"%"TS"\" contains %d images; Please "
2799                                        "select one (or all)."),
2800                                      wimfile, info.image_count);
2801                         wimlib_free(wim);
2802                         goto out_usage;
2803                 }
2804                 image = 1;
2805         }
2806
2807         if (refglobs.num_strings) {
2808                 ret = wim_reference_globs(wim, &refglobs, 0);
2809                 if (ret)
2810                         goto out_wimlib_free;
2811         }
2812
2813         ret = wimlib_iterate_dir_tree(wim, image, path, iterate_flags,
2814                                       print_dentry, &options);
2815         if (ret == WIMLIB_ERR_METADATA_NOT_FOUND) {
2816                 struct wimlib_wim_info info;
2817
2818                 wimlib_get_wim_info(wim, &info);
2819                 do_metadata_not_found_warning(wimfile, &info);
2820         }
2821 out_wimlib_free:
2822         wimlib_free(wim);
2823 out_free_refglobs:
2824         string_set_destroy(&refglobs);
2825         return ret;
2826
2827 out_usage:
2828         usage(CMD_DIR, stderr);
2829         ret = -1;
2830         goto out_free_refglobs;
2831 }
2832
2833 /* Exports one, or all, images from a WIM file to a new WIM file or an existing
2834  * WIM file. */
2835 static int
2836 imagex_export(int argc, tchar **argv, int cmd)
2837 {
2838         int c;
2839         int open_flags = 0;
2840         int export_flags = WIMLIB_EXPORT_FLAG_GIFT;
2841         int write_flags = 0;
2842         int compression_type = WIMLIB_COMPRESSION_TYPE_INVALID;
2843         const tchar *src_wimfile;
2844         const tchar *src_image_num_or_name;
2845         const tchar *dest_wimfile;
2846         int dest_wim_fd;
2847         const tchar *dest_name;
2848         const tchar *dest_desc;
2849         WIMStruct *src_wim;
2850         struct wimlib_wim_info src_info;
2851         WIMStruct *dest_wim;
2852         int ret;
2853         int image;
2854         struct stat stbuf;
2855         bool wim_is_new;
2856         STRING_SET(refglobs);
2857         unsigned num_threads = 0;
2858         uint32_t chunk_size = UINT32_MAX;
2859         uint32_t solid_chunk_size = UINT32_MAX;
2860         int solid_ctype = WIMLIB_COMPRESSION_TYPE_INVALID;
2861
2862         for_opt(c, export_options) {
2863                 switch (c) {
2864                 case IMAGEX_BOOT_OPTION:
2865                         export_flags |= WIMLIB_EXPORT_FLAG_BOOT;
2866                         break;
2867                 case IMAGEX_CHECK_OPTION:
2868                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
2869                         write_flags |= WIMLIB_WRITE_FLAG_CHECK_INTEGRITY;
2870                         break;
2871                 case IMAGEX_NOCHECK_OPTION:
2872                         write_flags |= WIMLIB_WRITE_FLAG_NO_CHECK_INTEGRITY;
2873                         break;
2874                 case IMAGEX_COMPRESS_OPTION:
2875                         compression_type = get_compression_type(optarg, false);
2876                         if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID)
2877                                 goto out_err;
2878                         break;
2879                 case IMAGEX_COMPRESS_SLOW_OPTION:
2880                         set_compress_slow();
2881                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
2882                         break;
2883                 case IMAGEX_RECOMPRESS_OPTION:
2884                         write_flags |= WIMLIB_WRITE_FLAG_RECOMPRESS;
2885                         break;
2886                 case IMAGEX_SOLID_OPTION:
2887                         write_flags |= WIMLIB_WRITE_FLAG_SOLID;
2888                         break;
2889                 case IMAGEX_NO_SOLID_SORT_OPTION:
2890                         write_flags |= WIMLIB_WRITE_FLAG_NO_SOLID_SORT;
2891                         break;
2892                 case IMAGEX_CHUNK_SIZE_OPTION:
2893                         chunk_size = parse_chunk_size(optarg);
2894                         if (chunk_size == UINT32_MAX)
2895                                 goto out_err;
2896                         break;
2897                 case IMAGEX_SOLID_CHUNK_SIZE_OPTION:
2898                         solid_chunk_size = parse_chunk_size(optarg);
2899                         if (solid_chunk_size == UINT32_MAX)
2900                                 goto out_err;
2901                         break;
2902                 case IMAGEX_SOLID_COMPRESS_OPTION:
2903                         solid_ctype = get_compression_type(optarg, true);
2904                         if (solid_ctype == WIMLIB_COMPRESSION_TYPE_INVALID)
2905                                 goto out_err;
2906                         break;
2907                 case IMAGEX_REF_OPTION:
2908                         ret = string_set_append(&refglobs, optarg);
2909                         if (ret)
2910                                 goto out_free_refglobs;
2911                         break;
2912                 case IMAGEX_THREADS_OPTION:
2913                         num_threads = parse_num_threads(optarg);
2914                         if (num_threads == UINT_MAX)
2915                                 goto out_err;
2916                         break;
2917                 case IMAGEX_REBUILD_OPTION:
2918                         write_flags |= WIMLIB_WRITE_FLAG_REBUILD;
2919                         break;
2920                 case IMAGEX_PIPABLE_OPTION:
2921                         write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
2922                         break;
2923                 case IMAGEX_NOT_PIPABLE_OPTION:
2924                         write_flags |= WIMLIB_WRITE_FLAG_NOT_PIPABLE;
2925                         break;
2926                 case IMAGEX_WIMBOOT_OPTION:
2927                         export_flags |= WIMLIB_EXPORT_FLAG_WIMBOOT;
2928                         break;
2929                 case IMAGEX_UNSAFE_COMPACT_OPTION:
2930                         write_flags |= WIMLIB_WRITE_FLAG_UNSAFE_COMPACT;
2931                         break;
2932                 default:
2933                         goto out_usage;
2934                 }
2935         }
2936         argc -= optind;
2937         argv += optind;
2938         if (argc < 3 || argc > 5)
2939                 goto out_usage;
2940         src_wimfile           = argv[0];
2941         src_image_num_or_name = argv[1];
2942         dest_wimfile          = argv[2];
2943         dest_name             = (argc >= 4) ? argv[3] : NULL;
2944         dest_desc             = (argc >= 5) ? argv[4] : NULL;
2945         ret = wimlib_open_wim_with_progress(src_wimfile, open_flags, &src_wim,
2946                                             imagex_progress_func, NULL);
2947         if (ret)
2948                 goto out_free_refglobs;
2949
2950         wimlib_get_wim_info(src_wim, &src_info);
2951
2952         /* Determine if the destination is an existing file or not.  If so, we
2953          * try to append the exported image(s) to it; otherwise, we create a new
2954          * WIM containing the exported image(s).  Furthermore, determine if we
2955          * need to write a pipable WIM directly to standard output.  */
2956
2957         if (tstrcmp(dest_wimfile, T("-")) == 0) {
2958         #if 0
2959                 if (!(write_flags & WIMLIB_WRITE_FLAG_PIPABLE)) {
2960                         imagex_error("Can't write a non-pipable WIM to "
2961                                      "standard output!  Specify --pipable\n"
2962                                      "       if you want to create a pipable WIM "
2963                                      "(but read the docs first).");
2964                         ret = -1;
2965                         goto out_free_src_wim;
2966                 }
2967         #else
2968                 write_flags |= WIMLIB_WRITE_FLAG_PIPABLE;
2969         #endif
2970                 dest_wimfile = NULL;
2971                 dest_wim_fd = STDOUT_FILENO;
2972                 imagex_info_file = stderr;
2973                 set_fd_to_binary_mode(dest_wim_fd);
2974         }
2975         errno = ENOENT;
2976         if (dest_wimfile != NULL && tstat(dest_wimfile, &stbuf) == 0) {
2977                 wim_is_new = false;
2978                 /* Destination file exists. */
2979
2980                 if (!S_ISREG(stbuf.st_mode)) {
2981                         imagex_error(T("\"%"TS"\" is not a regular file"),
2982                                      dest_wimfile);
2983                         ret = -1;
2984                         goto out_free_src_wim;
2985                 }
2986                 ret = wimlib_open_wim_with_progress(dest_wimfile,
2987                                                     open_flags |
2988                                                         WIMLIB_OPEN_FLAG_WRITE_ACCESS,
2989                                                     &dest_wim,
2990                                                     imagex_progress_func,
2991                                                     NULL);
2992                 if (ret)
2993                         goto out_free_src_wim;
2994
2995                 if (compression_type != WIMLIB_COMPRESSION_TYPE_INVALID) {
2996                         /* The user specified a compression type, but we're
2997                          * exporting to an existing WIM.  Make sure the
2998                          * specified compression type is the same as the
2999                          * compression type of the existing destination WIM. */
3000                         struct wimlib_wim_info dest_info;
3001
3002                         wimlib_get_wim_info(dest_wim, &dest_info);
3003                         if (compression_type != dest_info.compression_type) {
3004                                 imagex_error(T("Cannot specify a compression type that is "
3005                                                "not the same as that used in the "
3006                                                "destination WIM"));
3007                                 ret = -1;
3008                                 goto out_free_dest_wim;
3009                         }
3010                 }
3011         } else {
3012                 wim_is_new = true;
3013
3014                 if (errno != ENOENT) {
3015                         imagex_error_with_errno(T("Cannot stat file \"%"TS"\""),
3016                                                 dest_wimfile);
3017                         ret = -1;
3018                         goto out_free_src_wim;
3019                 }
3020
3021                 if (write_flags & WIMLIB_WRITE_FLAG_UNSAFE_COMPACT) {
3022                         imagex_error(T("'--unsafe-compact' is only valid when "
3023                                        "exporting to an existing WIM file!"));
3024                         ret = -1;
3025                         goto out_free_src_wim;
3026                 }
3027
3028                 /* dest_wimfile is not an existing file, so create a new WIM. */
3029
3030                 if (compression_type == WIMLIB_COMPRESSION_TYPE_INVALID) {
3031                         /* The user did not specify a compression type; default
3032                          * to that of the source WIM, unless --solid or
3033                          * --wimboot was specified.   */
3034
3035                         if (write_flags & WIMLIB_WRITE_FLAG_SOLID)
3036                                 compression_type = WIMLIB_COMPRESSION_TYPE_LZMS;
3037                         else if (export_flags & WIMLIB_EXPORT_FLAG_WIMBOOT)
3038                                 compression_type = WIMLIB_COMPRESSION_TYPE_XPRESS;
3039                         else
3040                                 compression_type = src_info.compression_type;
3041                 }
3042                 ret = wimlib_create_new_wim(compression_type, &dest_wim);
3043                 if (ret)
3044                         goto out_free_src_wim;
3045
3046                 wimlib_register_progress_function(dest_wim,
3047                                                   imagex_progress_func, NULL);
3048
3049                 if ((export_flags & WIMLIB_EXPORT_FLAG_WIMBOOT)
3050                     && compression_type == WIMLIB_COMPRESSION_TYPE_XPRESS)
3051                 {
3052                         /* For --wimboot export, use small XPRESS chunks.  */
3053                         wimlib_set_output_chunk_size(dest_wim, 4096);
3054                 } else if (compression_type == src_info.compression_type &&
3055                            chunk_size == UINT32_MAX)
3056                 {
3057                         /* Use same chunk size if compression type is the same.  */
3058                         wimlib_set_output_chunk_size(dest_wim, src_info.chunk_size);
3059                 }
3060         }
3061
3062         if (chunk_size != UINT32_MAX) {
3063                 /* Set destination chunk size.  */
3064                 ret = wimlib_set_output_chunk_size(dest_wim, chunk_size);
3065                 if (ret)
3066                         goto out_free_dest_wim;
3067         }
3068         if (solid_ctype != WIMLIB_COMPRESSION_TYPE_INVALID) {
3069                 ret = wimlib_set_output_pack_compression_type(dest_wim, solid_ctype);
3070                 if (ret)
3071                         goto out_free_dest_wim;
3072         }
3073         if (solid_chunk_size != UINT32_MAX) {
3074                 ret = wimlib_set_output_pack_chunk_size(dest_wim, solid_chunk_size);
3075                 if (ret)
3076                         goto out_free_dest_wim;
3077         }
3078
3079         image = wimlib_resolve_image(src_wim, src_image_num_or_name);
3080         ret = verify_image_exists(image, src_image_num_or_name, src_wimfile);
3081         if (ret)
3082                 goto out_free_dest_wim;
3083
3084         if (refglobs.num_strings) {
3085                 ret = wim_reference_globs(src_wim, &refglobs, open_flags);
3086                 if (ret)
3087                         goto out_free_dest_wim;
3088         }
3089
3090         if ((export_flags & WIMLIB_EXPORT_FLAG_BOOT) &&
3091             image == WIMLIB_ALL_IMAGES && src_info.boot_index == 0)
3092         {
3093                 imagex_error(T("--boot specified for all-images export, but source WIM "
3094                                "has no bootable image."));
3095                 ret = -1;
3096                 goto out_free_dest_wim;
3097         }
3098
3099         ret = wimlib_export_image(src_wim, image, dest_wim, dest_name,
3100                                   dest_desc, export_flags);
3101         if (ret) {
3102                 if (ret == WIMLIB_ERR_RESOURCE_NOT_FOUND) {
3103                         do_resource_not_found_warning(src_wimfile,
3104                                                       &src_info, &refglobs);
3105                 } else if (ret == WIMLIB_ERR_METADATA_NOT_FOUND) {
3106                         do_metadata_not_found_warning(src_wimfile, &src_info);
3107                 }
3108                 goto out_free_dest_wim;
3109         }
3110
3111         if (!wim_is_new)
3112                 ret = wimlib_overwrite(dest_wim, write_flags, num_threads);
3113         else if (dest_wimfile)
3114                 ret = wimlib_write(dest_wim, dest_wimfile, WIMLIB_ALL_IMAGES,
3115                                    write_flags, num_threads);
3116         else
3117                 ret = wimlib_write_to_fd(dest_wim, dest_wim_fd,
3118                                          WIMLIB_ALL_IMAGES, write_flags,
3119                                          num_threads);
3120 out_free_dest_wim:
3121         wimlib_free(dest_wim);
3122 out_free_src_wim:
3123         wimlib_free(src_wim);
3124 out_free_refglobs:
3125         string_set_destroy(&refglobs);
3126         return ret;
3127
3128 out_usage:
3129         usage(CMD_EXPORT, stderr);
3130 out_err:
3131         ret = -1;
3132         goto out_free_refglobs;
3133 }
3134
3135 /* Extract files or directories from a WIM image */
3136 static int
3137 imagex_extract(int argc, tchar **argv, int cmd)
3138 {
3139         int c;
3140         int open_flags = 0;
3141         int image;
3142         WIMStruct *wim;
3143         int ret;
3144         const tchar *wimfile;
3145         const tchar *image_num_or_name;
3146         tchar *dest_dir = T(".");
3147         int extract_flags = WIMLIB_EXTRACT_FLAG_NORPFIX |
3148                             WIMLIB_EXTRACT_FLAG_GLOB_PATHS |
3149                             WIMLIB_EXTRACT_FLAG_STRICT_GLOB;
3150         int notlist_extract_flags = WIMLIB_EXTRACT_FLAG_NO_PRESERVE_DIR_STRUCTURE;
3151
3152         STRING_SET(refglobs);
3153
3154         tchar *root_path = WIMLIB_WIM_ROOT_PATH;
3155
3156         for_opt(c, extract_options) {
3157                 switch (c) {
3158                 case IMAGEX_CHECK_OPTION:
3159                         open_flags |= WIMLIB_OPEN_FLAG_CHECK_INTEGRITY;
3160                         break;
3161                 case IMAGEX_VERBOSE_OPTION:
3162                         /* No longer does anything.  */
3163                         break;
3164                 case IMAGEX_REF_OPTION:
3165                         ret = string_set_append(&refglobs, optarg);
3166                         if (ret)
3167                                 goto out_free_refglobs;
3168                         break;
3169                 case IMAGEX_UNIX_DATA_OPTION:
3170                         extract_flags |= WIMLIB_EXTRACT_FLAG_UNIX_DATA;
3171                         break;
3172                 case IMAGEX_NO_ACLS_OPTION:
3173                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ACLS;
3174                         break;
3175                 case IMAGEX_STRICT_ACLS_OPTION:
3176                         extract_flags |= WIMLIB_EXTRACT_FLAG_STRICT_ACLS;
3177                         break;
3178                 case IMAGEX_NO_ATTRIBUTES_OPTION:
3179                         extract_flags |= WIMLIB_EXTRACT_FLAG_NO_ATTRIBUTES;
3180                         break;
3181                 case IMAGEX_DEST_DIR_OPTION:
3182                         dest_dir = optarg;
3183                         break;
3184                 case IMAGEX_TO_STDOUT_OPTION:
3185                         extract_flags |= WIMLIB_EXTRACT_FLAG_TO_STDOUT;
3186                         imagex_info_file = stderr;
3187                         imagex_be_quiet = true;
3188                         set_fd_to_binary_mode(STDOUT_FILENO);
3189                         break;
3190                 case IMAGEX_INCLUDE_INVALID_NAMES_OPTION:
3191                         extract_flags |= WIMLIB_EXTRACT_FLAG_REPLACE_INVALID_FILENAMES;
3192                         extract_flags |= WIMLIB_EXTRACT_FLAG_ALL_CASE_CONFLICTS;
3193                         break;
3194                 case IMAGEX_NO_GLOBS_OPTION:
3195                         extract_flags &= ~WIMLIB_EXTRACT_FLAG_GLOB_PATHS;
3196                         break;
3197                 case IMAGEX_NULLGLOB_OPTION:
3198                         extract_flags &= ~WIMLIB_EXTRACT_FLAG_STRICT_GLOB;
3199                         break;
3200                 case IMAGEX_PRESERVE_DIR_STRUCTURE_OPTION:
3201                         notlist_extract_flags &= ~WIMLIB_EXTRACT_FLAG_NO_PRESERVE_DIR_STRUCTURE;
3202                         break;
3203                 case IMAGEX_WIMBOOT_OPTION:
3204                         extract_flags |= WIMLIB_EXTRACT_FLAG_WIMBOOT;
3205                         break;
3206                 case IMAGEX_COMPACT_OPTION:
3207                         ret = set_compact_mode(optarg, &extract_flags);
3208                         if (ret)
3209                                 goto out_free_refglobs;
3210      &nb