]> wimlib.net Git - wimlib/blobdiff - src/modify.c
Move VERBOSE flags to progress callbacks
[wimlib] / src / modify.c
index 4d3b6d41087069ac769d25d278394567da14a450..3403eb323720a9fda7e10306bdeee27834eabf81 100644 (file)
@@ -32,6 +32,7 @@
 #include "dentry.h"
 #include "xml.h"
 #include "lookup_table.h"
+#include "timestamp.h"
 #include <sys/stat.h>
 #include <dirent.h>
 #include <string.h>
  * the WIM image. */
 #define WIMLIB_ADD_IMAGE_FLAG_ROOT 0x80000000
 
-void destroy_image_metadata(struct image_metadata *imd, struct lookup_table *lt)
+void destroy_image_metadata(struct image_metadata *imd,
+                           struct lookup_table *table)
 {
-       free_dentry_tree(imd->root_dentry, lt);
+       free_dentry_tree(imd->root_dentry, table);
        free_security_data(imd->security_data);
 
        /* Get rid of the lookup table entry for this image's metadata resource
         * */
-       if (lt)
-               lookup_table_remove(lt, imd->metadata_lte);
+       if (table) {
+               lookup_table_unlink(table, imd->metadata_lte);
+               free_lookup_table_entry(imd->metadata_lte);
+       }
 }
 
 /*
@@ -92,7 +96,8 @@ static int build_dentry_tree(struct dentry **root_ret,
                             struct lookup_table *lookup_table,
                             struct wim_security_data *sd,
                             const struct capture_config *config,
-                            int add_flags,
+                            int add_image_flags,
+                            wimlib_progress_func_t progress_func,
                             void *extra_arg)
 {
        struct stat root_stbuf;
@@ -100,35 +105,46 @@ static int build_dentry_tree(struct dentry **root_ret,
        int (*stat_fn)(const char *restrict, struct stat *restrict);
        struct dentry *root;
        const char *filename;
+       struct inode *inode;
 
        if (exclude_path(root_disk_path, config, true)) {
-               if (add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) {
+               if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) {
                        ERROR("Cannot exclude the root directory from capture");
                        return WIMLIB_ERR_INVALID_CAPTURE_CONFIG;
                }
-               if (add_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE)
-                       printf("Excluding file `%s' from capture\n",
-                              root_disk_path);
+               if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE)
+                   && progress_func)
+               {
+                       union wimlib_progress_info info;
+                       info.scan.cur_path = root_disk_path;
+                       info.scan.excluded = true;
+                       progress_func(WIMLIB_PROGRESS_MSG_SCAN_DENTRY, &info);
+               }
                *root_ret = NULL;
                return 0;
        }
 
+       if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE)
+           && progress_func)
+       {
+               union wimlib_progress_info info;
+               info.scan.cur_path = root_disk_path;
+               info.scan.excluded = false;
+               progress_func(WIMLIB_PROGRESS_MSG_SCAN_DENTRY, &info);
+       }
 
-       if (add_flags & WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE)
+       if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE)
                stat_fn = stat;
        else
                stat_fn = lstat;
 
-       if (add_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE)
-               printf("Scanning `%s'\n", root_disk_path);
-
        ret = (*stat_fn)(root_disk_path, &root_stbuf);
        if (ret != 0) {
                ERROR_WITH_ERRNO("Failed to stat `%s'", root_disk_path);
                return WIMLIB_ERR_STAT;
        }
 
-       if ((add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) &&
+       if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) &&
              !S_ISDIR(root_stbuf.st_mode)) {
                ERROR("`%s' is not a directory", root_disk_path);
                return WIMLIB_ERR_NOTDIR;
@@ -140,7 +156,7 @@ static int build_dentry_tree(struct dentry **root_ret,
                return WIMLIB_ERR_SPECIAL_FILE;
        }
 
-       if (add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT)
+       if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT)
                filename = "";
        else
                filename = path_basename(root_disk_path);
@@ -149,11 +165,70 @@ static int build_dentry_tree(struct dentry **root_ret,
        if (!root)
                return WIMLIB_ERR_NOMEM;
 
-       stbuf_to_inode(&root_stbuf, root->d_inode);
-       add_flags &= ~WIMLIB_ADD_IMAGE_FLAG_ROOT;
-       root->d_inode->resolved = true;
+       inode = root->d_inode;
+
+       inode->creation_time = timespec_to_wim_timestamp(&root_stbuf.st_mtim);
+       inode->last_write_time = timespec_to_wim_timestamp(&root_stbuf.st_mtim);
+       inode->last_access_time = timespec_to_wim_timestamp(&root_stbuf.st_atim);
+       if (sizeof(ino_t) >= 8)
+               inode->ino = (u64)root_stbuf.st_ino;
+       else
+               inode->ino = (u64)root_stbuf.st_ino |
+                                  ((u64)root_stbuf.st_dev << ((sizeof(ino_t) * 8) & 63));
+
+       add_image_flags &= ~WIMLIB_ADD_IMAGE_FLAG_ROOT;
+       inode->resolved = true;
+
+       if (S_ISREG(root_stbuf.st_mode)) { /* Archiving a regular file */
+
+               struct lookup_table_entry *lte;
+               u8 hash[SHA1_HASH_SIZE];
+
+               inode->attributes = FILE_ATTRIBUTE_NORMAL;
+
+               /* Empty files do not have to have a lookup table entry. */
+               if (root_stbuf.st_size == 0)
+                       goto out;
+
+               /* For each regular file, we must check to see if the file is in
+                * the lookup table already; if it is, we increment its refcnt;
+                * otherwise, we create a new lookup table entry and insert it.
+                * */
+
+               ret = sha1sum(root_disk_path, hash);
+               if (ret != 0)
+                       goto out;
+
+               lte = __lookup_resource(lookup_table, hash);
+               if (lte) {
+                       lte->refcnt++;
+                       DEBUG("Add lte reference %u for `%s'", lte->refcnt,
+                             root_disk_path);
+               } else {
+                       char *file_on_disk = STRDUP(root_disk_path);
+                       if (!file_on_disk) {
+                               ERROR("Failed to allocate memory for file path");
+                               ret = WIMLIB_ERR_NOMEM;
+                               goto out;
+                       }
+                       lte = new_lookup_table_entry();
+                       if (!lte) {
+                               FREE(file_on_disk);
+                               ret = WIMLIB_ERR_NOMEM;
+                               goto out;
+                       }
+                       lte->file_on_disk = file_on_disk;
+                       lte->resource_location = RESOURCE_IN_FILE_ON_DISK;
+                       lte->resource_entry.original_size = root_stbuf.st_size;
+                       lte->resource_entry.size = root_stbuf.st_size;
+                       copy_hash(lte->hash, hash);
+                       lookup_table_insert(lookup_table, lte);
+               }
+               root->d_inode->lte = lte;
+       } else if (S_ISDIR(root_stbuf.st_mode)) { /* Archiving a directory */
+
+               inode->attributes = FILE_ATTRIBUTE_DIRECTORY;
 
-       if (dentry_is_directory(root)) { /* Archiving a directory */
                DIR *dir;
                struct dirent *p;
                struct dentry *child;
@@ -191,15 +266,25 @@ static int build_dentry_tree(struct dentry **root_ret,
                                        continue;
                        strcpy(name + len + 1, p->d_name);
                        ret = build_dentry_tree(&child, name, lookup_table,
-                                               NULL, config,
-                                               add_flags, NULL);
+                                               NULL, config, add_image_flags,
+                                               progress_func, NULL);
                        if (ret != 0)
                                break;
                        if (child)
                                dentry_add_child(root, child);
                }
                closedir(dir);
-       } else if (dentry_is_symlink(root)) { /* Archiving a symbolic link */
+       } else { /* Archiving a symbolic link */
+               inode->attributes = FILE_ATTRIBUTE_REPARSE_POINT;
+               inode->reparse_tag = WIM_IO_REPARSE_TAG_SYMLINK;
+
+               /* The idea here is to call readlink() to get the UNIX target of
+                * the symbolic link, then turn the target into a reparse point
+                * data buffer that contains a relative or absolute symbolic
+                * link (NOT a junction point or *full* path symbolic link with
+                * drive letter).
+                */
+
                char deref_name_buf[4096];
                ssize_t deref_name_len;
 
@@ -210,55 +295,27 @@ static int build_dentry_tree(struct dentry **root_ret,
                        DEBUG("Read symlink `%s'", deref_name_buf);
                        ret = inode_set_symlink(root->d_inode, deref_name_buf,
                                                lookup_table, NULL);
+                       if (ret == 0) {
+                               /*
+                                * Unfortunately, Windows seems to have the
+                                * concept of "file" symbolic links as being
+                                * different from "directory" symbolic links...
+                                * so FILE_ATTRIBUTE_DIRECTORY needs to be set
+                                * on the symbolic link if the *target* of the
+                                * symbolic link is a directory.
+                                */
+                               struct stat stbuf;
+                               if (stat(root_disk_path, &stbuf) == 0 &&
+                                   S_ISDIR(stbuf.st_mode))
+                               {
+                                       inode->attributes |= FILE_ATTRIBUTE_DIRECTORY;
+                               }
+                       }
                } else {
                        ERROR_WITH_ERRNO("Failed to read target of "
                                         "symbolic link `%s'", root_disk_path);
                        ret = WIMLIB_ERR_READLINK;
                }
-       } else { /* Archiving a regular file */
-
-               struct lookup_table_entry *lte;
-               u8 hash[SHA1_HASH_SIZE];
-
-               /* Empty files do not have to have a lookup table entry. */
-               if (root_stbuf.st_size == 0)
-                       goto out;
-
-               /* For each regular file, we must check to see if the file is in
-                * the lookup table already; if it is, we increment its refcnt;
-                * otherwise, we create a new lookup table entry and insert it.
-                * */
-
-               ret = sha1sum(root_disk_path, hash);
-               if (ret != 0)
-                       goto out;
-
-               lte = __lookup_resource(lookup_table, hash);
-               if (lte) {
-                       lte->refcnt++;
-                       DEBUG("Add lte reference %u for `%s'", lte->refcnt,
-                             root_disk_path);
-               } else {
-                       char *file_on_disk = STRDUP(root_disk_path);
-                       if (!file_on_disk) {
-                               ERROR("Failed to allocate memory for file path");
-                               ret = WIMLIB_ERR_NOMEM;
-                               goto out;
-                       }
-                       lte = new_lookup_table_entry();
-                       if (!lte) {
-                               FREE(file_on_disk);
-                               ret = WIMLIB_ERR_NOMEM;
-                               goto out;
-                       }
-                       lte->file_on_disk = file_on_disk;
-                       lte->resource_location = RESOURCE_IN_FILE_ON_DISK;
-                       lte->resource_entry.original_size = root_stbuf.st_size;
-                       lte->resource_entry.size = root_stbuf.st_size;
-                       copy_hash(lte->hash, hash);
-                       lookup_table_insert(lookup_table, lte);
-               }
-               root->d_inode->lte = lte;
        }
 out:
        if (ret == 0)
@@ -436,9 +493,10 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim,
                                  WIMStruct *dest_wim,
                                  const char *dest_name,
                                  const char *dest_description,
-                                 int flags,
+                                 int export_flags,
                                  WIMStruct **additional_swms,
-                                 unsigned num_additional_swms)
+                                 unsigned num_additional_swms,
+                                 wimlib_progress_func_t progress_func)
 {
        int i;
        int ret;
@@ -456,12 +514,12 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim,
                return WIMLIB_ERR_SPLIT_UNSUPPORTED;
        }
 
-       if (src_image == WIM_ALL_IMAGES) {
+       if (src_image == WIMLIB_ALL_IMAGES) {
                if (src_wim->hdr.image_count > 1) {
 
                        /* multi-image export. */
 
-                       if ((flags & WIMLIB_EXPORT_FLAG_BOOT) &&
+                       if ((export_flags & WIMLIB_EXPORT_FLAG_BOOT) &&
                              (src_wim->hdr.boot_idx == 0))
                        {
                                /* Specifying the boot flag on a multi-image
@@ -481,16 +539,17 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim,
                                return WIMLIB_ERR_INVALID_PARAM;
                        }
                        for (i = 1; i <= src_wim->hdr.image_count; i++) {
-                               int export_flags = flags;
+                               int new_flags = export_flags;
 
                                if (i != src_wim->hdr.boot_idx)
-                                       export_flags &= ~WIMLIB_EXPORT_FLAG_BOOT;
+                                       new_flags &= ~WIMLIB_EXPORT_FLAG_BOOT;
 
                                ret = wimlib_export_image(src_wim, i, dest_wim,
                                                          NULL, NULL,
-                                                         export_flags,
+                                                         new_flags,
                                                          additional_swms,
-                                                         num_additional_swms);
+                                                         num_additional_swms,
+                                                         progress_func);
                                if (ret != 0)
                                        return ret;
                        }
@@ -578,9 +637,9 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim,
        for_dentry_in_tree(root, add_lte_to_dest_wim, &wims);
        wimlib_assert(list_empty(&wims.lte_list_head));
 
-       if (flags & WIMLIB_EXPORT_FLAG_BOOT) {
+       if (export_flags & WIMLIB_EXPORT_FLAG_BOOT) {
                DEBUG("Setting boot_idx to %d", dest_wim->hdr.image_count);
-               dest_wim->hdr.boot_idx = dest_wim->hdr.image_count;
+               wimlib_set_boot_idx(dest_wim, dest_wim->hdr.image_count);
        }
        ret = 0;
        goto out;
@@ -615,7 +674,7 @@ WIMLIBAPI int wimlib_delete_image(WIMStruct *w, int image)
                return WIMLIB_ERR_SPLIT_UNSUPPORTED;
        }
 
-       if (image == WIM_ALL_IMAGES) {
+       if (image == WIMLIB_ALL_IMAGES) {
                for (i = w->hdr.image_count; i >= 1; i--) {
                        ret = wimlib_delete_image(w, i);
                        if (ret != 0)
@@ -653,10 +712,12 @@ WIMLIBAPI int wimlib_delete_image(WIMStruct *w, int image)
        else if (w->hdr.boot_idx > image)
                w->hdr.boot_idx--;
 
-       w->current_image = WIM_NO_IMAGE;
+       w->current_image = WIMLIB_NO_IMAGE;
 
        /* Remove the image from the XML information. */
        xml_delete_image(&w->wim_info, image);
+
+       w->deletion_occurred = true;
        return 0;
 }
 
@@ -894,30 +955,18 @@ bool exclude_path(const char *path, const struct capture_config *config,
 
 }
 
-
-
-/*
- * Adds an image to the WIM, delegating the capture of the dentry tree and
- * security data to the function @capture_tree passed as a parameter.
- * Currently, @capture_tree may be build_dentry_tree() for capturing a "regular"
- * directory tree on disk, or build_dentry_tree_ntfs() for capturing a WIM image
- * directory from a NTFS volume using libntfs-3g.
- *
- * The @capture_tree function is also expected to create lookup table entries
- * for all the file streams it captures and insert them into @lookup_table,
- * being careful to look for identical entries that already exist and simply
- * increment the reference count for them rather than duplicating the entry.
- */
-int do_add_image(WIMStruct *w, const char *dir, const char *name,
-                const char *config_str, size_t config_len,
-                int flags,
-                int (*capture_tree)(struct dentry **, const char *,
-                                    struct lookup_table *,
-                                    struct wim_security_data *,
-                                    const struct capture_config *,
-                                    int, void *),
-                void *extra_arg)
+WIMLIBAPI int wimlib_add_image(WIMStruct *w, const char *source,
+                              const char *name, const char *config_str,
+                              size_t config_len, int add_image_flags,
+                              wimlib_progress_func_t progress_func)
 {
+       int (*capture_tree)(struct dentry **, const char *,
+                           struct lookup_table *,
+                           struct wim_security_data *,
+                           const struct capture_config *,
+                           int, wimlib_progress_func_t, void *);
+       void *extra_arg;
+
        struct dentry *root_dentry = NULL;
        struct wim_security_data *sd;
        struct capture_config config;
@@ -925,13 +974,31 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name,
        struct hlist_head inode_list;
        int ret;
 
+       if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_NTFS) {
+#ifdef WITH_NTFS_3G
+               if (add_image_flags & (WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE)) {
+                       ERROR("Cannot dereference files when capturing directly from NTFS");
+                       return WIMLIB_ERR_INVALID_PARAM;
+               }
+               capture_tree = build_dentry_tree_ntfs;
+               extra_arg = &w->ntfs_vol;
+#else
+               ERROR("wimlib was compiled without support for NTFS-3g, so");
+               ERROR("we cannot capture a WIM image directly from a NTFS volume");
+               return WIMLIB_ERR_UNSUPPORTED;
+#endif
+       } else {
+               capture_tree = build_dentry_tree;
+               extra_arg = NULL;
+       }
+
        DEBUG("Adding dentry tree from directory or NTFS volume `%s'.", dir);
 
        if (!name || !*name) {
                ERROR("Must specify a non-empty string for the image name");
                return WIMLIB_ERR_INVALID_PARAM;
        }
-       if (!dir) {
+       if (!source) {
                ERROR("Must specify the name of a directory or NTFS volume");
                return WIMLIB_ERR_INVALID_PARAM;
        }
@@ -953,7 +1020,7 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name,
                config_str = default_config;
                config_len = strlen(default_config);
        }
-       ret = init_capture_config(config_str, config_len, dir, &config);
+       ret = init_capture_config(config_str, config_len, source, &config);
        if (ret != 0)
                return ret;
        print_capture_config(&config);
@@ -968,20 +1035,29 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name,
        sd->total_length = 8;
        sd->refcnt = 1;
 
-       DEBUG("Building dentry tree.");
-       if (flags & WIMLIB_ADD_IMAGE_FLAG_SHOW_PROGRESS) {
-               printf("Scanning `%s'...\n", dir);
+       if (progress_func) {
+               union wimlib_progress_info progress;
+               progress.scan.source = source;
+               progress_func(WIMLIB_PROGRESS_MSG_SCAN_BEGIN, &progress);
        }
-       ret = (*capture_tree)(&root_dentry, dir, w->lookup_table, sd,
-                             &config, flags | WIMLIB_ADD_IMAGE_FLAG_ROOT,
-                             extra_arg);
+
+       DEBUG("Building dentry tree.");
+       ret = (*capture_tree)(&root_dentry, source, w->lookup_table, sd,
+                             &config, add_image_flags | WIMLIB_ADD_IMAGE_FLAG_ROOT,
+                             progress_func, extra_arg);
        destroy_capture_config(&config);
 
        if (ret != 0) {
-               ERROR("Failed to build dentry tree for `%s'", dir);
+               ERROR("Failed to build dentry tree for `%s'", source);
                goto out_free_security_data;
        }
 
+       if (progress_func) {
+               union wimlib_progress_info progress;
+               progress.scan.source = source;
+               progress_func(WIMLIB_PROGRESS_MSG_SCAN_END, &progress);
+       }
+
        DEBUG("Calculating full paths of dentries.");
        ret = for_dentry_in_tree(root_dentry, calculate_dentry_full_path, NULL);
        if (ret != 0)
@@ -1011,9 +1087,8 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name,
        if (ret != 0)
                goto out_destroy_imd;
 
-       if (flags & WIMLIB_ADD_IMAGE_FLAG_BOOT)
-               w->hdr.boot_idx = w->hdr.image_count;
-
+       if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_BOOT)
+               wimlib_set_boot_idx(w, w->hdr.image_count);
        return 0;
 out_destroy_imd:
        destroy_image_metadata(&w->image_metadata[w->hdr.image_count - 1],
@@ -1028,14 +1103,3 @@ out_destroy_config:
        destroy_capture_config(&config);
        return ret;
 }
-
-/*
- * Adds an image to a WIM file from a directory tree on disk.
- */
-WIMLIBAPI int wimlib_add_image(WIMStruct *w, const char *dir,
-                              const char *name, const char *config_str,
-                              size_t config_len, int flags)
-{
-       return do_add_image(w, dir, name, config_str, config_len, flags,
-                           build_dentry_tree, NULL);
-}