X-Git-Url: https://wimlib.net/git/?p=wimlib;a=blobdiff_plain;f=src%2Fmodify.c;h=3403eb323720a9fda7e10306bdeee27834eabf81;hp=8fb481dc219caa4ea0584e41cdc8947f389d3ce2;hb=3cf06a471de65b5e69b44c41b95b1bbfb49ab55f;hpb=213d64619675a59db71fed619bf47c1870b0e2e2 diff --git a/src/modify.c b/src/modify.c index 8fb481dc..3403eb32 100644 --- a/src/modify.c +++ b/src/modify.c @@ -32,6 +32,7 @@ #include "dentry.h" #include "xml.h" #include "lookup_table.h" +#include "timestamp.h" #include #include #include @@ -44,15 +45,18 @@ * the WIM image. */ #define WIMLIB_ADD_IMAGE_FLAG_ROOT 0x80000000 -void destroy_image_metadata(struct image_metadata *imd, struct lookup_table *lt) +void destroy_image_metadata(struct image_metadata *imd, + struct lookup_table *table) { - free_dentry_tree(imd->root_dentry, lt); + free_dentry_tree(imd->root_dentry, table); free_security_data(imd->security_data); /* Get rid of the lookup table entry for this image's metadata resource * */ - if (lt) - lookup_table_remove(lt, imd->metadata_lte); + if (table) { + lookup_table_unlink(table, imd->metadata_lte); + free_lookup_table_entry(imd->metadata_lte); + } } /* @@ -92,7 +96,8 @@ static int build_dentry_tree(struct dentry **root_ret, struct lookup_table *lookup_table, struct wim_security_data *sd, const struct capture_config *config, - int add_flags, + int add_image_flags, + wimlib_progress_func_t progress_func, void *extra_arg) { struct stat root_stbuf; @@ -100,35 +105,46 @@ static int build_dentry_tree(struct dentry **root_ret, int (*stat_fn)(const char *restrict, struct stat *restrict); struct dentry *root; const char *filename; + struct inode *inode; if (exclude_path(root_disk_path, config, true)) { - if (add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) { + if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) { ERROR("Cannot exclude the root directory from capture"); return WIMLIB_ERR_INVALID_CAPTURE_CONFIG; } - if (add_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE) - printf("Excluding file `%s' from capture\n", - root_disk_path); + if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE) + && progress_func) + { + union wimlib_progress_info info; + info.scan.cur_path = root_disk_path; + info.scan.excluded = true; + progress_func(WIMLIB_PROGRESS_MSG_SCAN_DENTRY, &info); + } *root_ret = NULL; return 0; } + if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE) + && progress_func) + { + union wimlib_progress_info info; + info.scan.cur_path = root_disk_path; + info.scan.excluded = false; + progress_func(WIMLIB_PROGRESS_MSG_SCAN_DENTRY, &info); + } - if (add_flags & WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE) + if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE) stat_fn = stat; else stat_fn = lstat; - if (add_flags & WIMLIB_ADD_IMAGE_FLAG_VERBOSE) - printf("Scanning `%s'\n", root_disk_path); - ret = (*stat_fn)(root_disk_path, &root_stbuf); if (ret != 0) { ERROR_WITH_ERRNO("Failed to stat `%s'", root_disk_path); return WIMLIB_ERR_STAT; } - if ((add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) && + if ((add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) && !S_ISDIR(root_stbuf.st_mode)) { ERROR("`%s' is not a directory", root_disk_path); return WIMLIB_ERR_NOTDIR; @@ -140,7 +156,7 @@ static int build_dentry_tree(struct dentry **root_ret, return WIMLIB_ERR_SPECIAL_FILE; } - if (add_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) + if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_ROOT) filename = ""; else filename = path_basename(root_disk_path); @@ -149,11 +165,70 @@ static int build_dentry_tree(struct dentry **root_ret, if (!root) return WIMLIB_ERR_NOMEM; - stbuf_to_inode(&root_stbuf, root->d_inode); - add_flags &= ~WIMLIB_ADD_IMAGE_FLAG_ROOT; - root->d_inode->resolved = true; + inode = root->d_inode; + + inode->creation_time = timespec_to_wim_timestamp(&root_stbuf.st_mtim); + inode->last_write_time = timespec_to_wim_timestamp(&root_stbuf.st_mtim); + inode->last_access_time = timespec_to_wim_timestamp(&root_stbuf.st_atim); + if (sizeof(ino_t) >= 8) + inode->ino = (u64)root_stbuf.st_ino; + else + inode->ino = (u64)root_stbuf.st_ino | + ((u64)root_stbuf.st_dev << ((sizeof(ino_t) * 8) & 63)); + + add_image_flags &= ~WIMLIB_ADD_IMAGE_FLAG_ROOT; + inode->resolved = true; + + if (S_ISREG(root_stbuf.st_mode)) { /* Archiving a regular file */ + + struct lookup_table_entry *lte; + u8 hash[SHA1_HASH_SIZE]; + + inode->attributes = FILE_ATTRIBUTE_NORMAL; + + /* Empty files do not have to have a lookup table entry. */ + if (root_stbuf.st_size == 0) + goto out; + + /* For each regular file, we must check to see if the file is in + * the lookup table already; if it is, we increment its refcnt; + * otherwise, we create a new lookup table entry and insert it. + * */ + + ret = sha1sum(root_disk_path, hash); + if (ret != 0) + goto out; + + lte = __lookup_resource(lookup_table, hash); + if (lte) { + lte->refcnt++; + DEBUG("Add lte reference %u for `%s'", lte->refcnt, + root_disk_path); + } else { + char *file_on_disk = STRDUP(root_disk_path); + if (!file_on_disk) { + ERROR("Failed to allocate memory for file path"); + ret = WIMLIB_ERR_NOMEM; + goto out; + } + lte = new_lookup_table_entry(); + if (!lte) { + FREE(file_on_disk); + ret = WIMLIB_ERR_NOMEM; + goto out; + } + lte->file_on_disk = file_on_disk; + lte->resource_location = RESOURCE_IN_FILE_ON_DISK; + lte->resource_entry.original_size = root_stbuf.st_size; + lte->resource_entry.size = root_stbuf.st_size; + copy_hash(lte->hash, hash); + lookup_table_insert(lookup_table, lte); + } + root->d_inode->lte = lte; + } else if (S_ISDIR(root_stbuf.st_mode)) { /* Archiving a directory */ + + inode->attributes = FILE_ATTRIBUTE_DIRECTORY; - if (dentry_is_directory(root)) { /* Archiving a directory */ DIR *dir; struct dirent *p; struct dentry *child; @@ -191,15 +266,25 @@ static int build_dentry_tree(struct dentry **root_ret, continue; strcpy(name + len + 1, p->d_name); ret = build_dentry_tree(&child, name, lookup_table, - NULL, config, - add_flags, NULL); + NULL, config, add_image_flags, + progress_func, NULL); if (ret != 0) break; if (child) dentry_add_child(root, child); } closedir(dir); - } else if (dentry_is_symlink(root)) { /* Archiving a symbolic link */ + } else { /* Archiving a symbolic link */ + inode->attributes = FILE_ATTRIBUTE_REPARSE_POINT; + inode->reparse_tag = WIM_IO_REPARSE_TAG_SYMLINK; + + /* The idea here is to call readlink() to get the UNIX target of + * the symbolic link, then turn the target into a reparse point + * data buffer that contains a relative or absolute symbolic + * link (NOT a junction point or *full* path symbolic link with + * drive letter). + */ + char deref_name_buf[4096]; ssize_t deref_name_len; @@ -210,55 +295,27 @@ static int build_dentry_tree(struct dentry **root_ret, DEBUG("Read symlink `%s'", deref_name_buf); ret = inode_set_symlink(root->d_inode, deref_name_buf, lookup_table, NULL); + if (ret == 0) { + /* + * Unfortunately, Windows seems to have the + * concept of "file" symbolic links as being + * different from "directory" symbolic links... + * so FILE_ATTRIBUTE_DIRECTORY needs to be set + * on the symbolic link if the *target* of the + * symbolic link is a directory. + */ + struct stat stbuf; + if (stat(root_disk_path, &stbuf) == 0 && + S_ISDIR(stbuf.st_mode)) + { + inode->attributes |= FILE_ATTRIBUTE_DIRECTORY; + } + } } else { ERROR_WITH_ERRNO("Failed to read target of " "symbolic link `%s'", root_disk_path); ret = WIMLIB_ERR_READLINK; } - } else { /* Archiving a regular file */ - - struct lookup_table_entry *lte; - u8 hash[SHA1_HASH_SIZE]; - - /* Empty files do not have to have a lookup table entry. */ - if (root_stbuf.st_size == 0) - goto out; - - /* For each regular file, we must check to see if the file is in - * the lookup table already; if it is, we increment its refcnt; - * otherwise, we create a new lookup table entry and insert it. - * */ - - ret = sha1sum(root_disk_path, hash); - if (ret != 0) - goto out; - - lte = __lookup_resource(lookup_table, hash); - if (lte) { - lte->refcnt++; - DEBUG("Add lte reference %u for `%s'", lte->refcnt, - root_disk_path); - } else { - char *file_on_disk = STRDUP(root_disk_path); - if (!file_on_disk) { - ERROR("Failed to allocate memory for file path"); - ret = WIMLIB_ERR_NOMEM; - goto out; - } - lte = new_lookup_table_entry(); - if (!lte) { - FREE(file_on_disk); - ret = WIMLIB_ERR_NOMEM; - goto out; - } - lte->file_on_disk = file_on_disk; - lte->resource_location = RESOURCE_IN_FILE_ON_DISK; - lte->resource_entry.original_size = root_stbuf.st_size; - lte->resource_entry.size = root_stbuf.st_size; - copy_hash(lte->hash, hash); - lookup_table_insert(lookup_table, lte); - } - root->d_inode->lte = lte; } out: if (ret == 0) @@ -300,7 +357,7 @@ static int allocate_lte_if_needed(struct dentry *dentry, void *arg) dest_lte = clone_lookup_table_entry(src_lte); if (!dest_lte) return WIMLIB_ERR_NOMEM; - list_add_tail(&dest_lte->list, lte_list_head); + list_add_tail(&dest_lte->staging_list, lte_list_head); } } } @@ -348,7 +405,8 @@ static int add_lte_to_dest_wim(struct dentry *dentry, void *arg) next = lte_list_head->next; list_del(next); - dest_lte = container_of(next, struct lookup_table_entry, list); + dest_lte = container_of(next, struct lookup_table_entry, + staging_list); dest_lte->part_number = 1; dest_lte->refcnt = 1; wimlib_assert(hashes_equal(dest_lte->hash, src_lte->hash)); @@ -435,9 +493,10 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim, WIMStruct *dest_wim, const char *dest_name, const char *dest_description, - int flags, + int export_flags, WIMStruct **additional_swms, - unsigned num_additional_swms) + unsigned num_additional_swms, + wimlib_progress_func_t progress_func) { int i; int ret; @@ -455,12 +514,12 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim, return WIMLIB_ERR_SPLIT_UNSUPPORTED; } - if (src_image == WIM_ALL_IMAGES) { + if (src_image == WIMLIB_ALL_IMAGES) { if (src_wim->hdr.image_count > 1) { /* multi-image export. */ - if ((flags & WIMLIB_EXPORT_FLAG_BOOT) && + if ((export_flags & WIMLIB_EXPORT_FLAG_BOOT) && (src_wim->hdr.boot_idx == 0)) { /* Specifying the boot flag on a multi-image @@ -480,16 +539,17 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim, return WIMLIB_ERR_INVALID_PARAM; } for (i = 1; i <= src_wim->hdr.image_count; i++) { - int export_flags = flags; + int new_flags = export_flags; if (i != src_wim->hdr.boot_idx) - export_flags &= ~WIMLIB_EXPORT_FLAG_BOOT; + new_flags &= ~WIMLIB_EXPORT_FLAG_BOOT; ret = wimlib_export_image(src_wim, i, dest_wim, NULL, NULL, - export_flags, + new_flags, additional_swms, - num_additional_swms); + num_additional_swms, + progress_func); if (ret != 0) return ret; } @@ -577,9 +637,9 @@ WIMLIBAPI int wimlib_export_image(WIMStruct *src_wim, for_dentry_in_tree(root, add_lte_to_dest_wim, &wims); wimlib_assert(list_empty(&wims.lte_list_head)); - if (flags & WIMLIB_EXPORT_FLAG_BOOT) { + if (export_flags & WIMLIB_EXPORT_FLAG_BOOT) { DEBUG("Setting boot_idx to %d", dest_wim->hdr.image_count); - dest_wim->hdr.boot_idx = dest_wim->hdr.image_count; + wimlib_set_boot_idx(dest_wim, dest_wim->hdr.image_count); } ret = 0; goto out; @@ -589,7 +649,7 @@ out_xml_delete_image: out_free_ltes: { struct lookup_table_entry *lte, *tmp; - list_for_each_entry_safe(lte, tmp, &wims.lte_list_head, list) + list_for_each_entry_safe(lte, tmp, &wims.lte_list_head, staging_list) free_lookup_table_entry(lte); } @@ -614,7 +674,7 @@ WIMLIBAPI int wimlib_delete_image(WIMStruct *w, int image) return WIMLIB_ERR_SPLIT_UNSUPPORTED; } - if (image == WIM_ALL_IMAGES) { + if (image == WIMLIB_ALL_IMAGES) { for (i = w->hdr.image_count; i >= 1; i--) { ret = wimlib_delete_image(w, i); if (ret != 0) @@ -652,10 +712,12 @@ WIMLIBAPI int wimlib_delete_image(WIMStruct *w, int image) else if (w->hdr.boot_idx > image) w->hdr.boot_idx--; - w->current_image = WIM_NO_IMAGE; + w->current_image = WIMLIB_NO_IMAGE; /* Remove the image from the XML information. */ xml_delete_image(&w->wim_info, image); + + w->deletion_occurred = true; return 0; } @@ -893,30 +955,18 @@ bool exclude_path(const char *path, const struct capture_config *config, } - - -/* - * Adds an image to the WIM, delegating the capture of the dentry tree and - * security data to the function @capture_tree passed as a parameter. - * Currently, @capture_tree may be build_dentry_tree() for capturing a "regular" - * directory tree on disk, or build_dentry_tree_ntfs() for capturing a WIM image - * directory from a NTFS volume using libntfs-3g. - * - * The @capture_tree function is also expected to create lookup table entries - * for all the file streams it captures and insert them into @lookup_table, - * being careful to look for identical entries that already exist and simply - * increment the reference count for them rather than duplicating the entry. - */ -int do_add_image(WIMStruct *w, const char *dir, const char *name, - const char *config_str, size_t config_len, - int flags, - int (*capture_tree)(struct dentry **, const char *, - struct lookup_table *, - struct wim_security_data *, - const struct capture_config *, - int, void *), - void *extra_arg) +WIMLIBAPI int wimlib_add_image(WIMStruct *w, const char *source, + const char *name, const char *config_str, + size_t config_len, int add_image_flags, + wimlib_progress_func_t progress_func) { + int (*capture_tree)(struct dentry **, const char *, + struct lookup_table *, + struct wim_security_data *, + const struct capture_config *, + int, wimlib_progress_func_t, void *); + void *extra_arg; + struct dentry *root_dentry = NULL; struct wim_security_data *sd; struct capture_config config; @@ -924,13 +974,31 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name, struct hlist_head inode_list; int ret; + if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_NTFS) { +#ifdef WITH_NTFS_3G + if (add_image_flags & (WIMLIB_ADD_IMAGE_FLAG_DEREFERENCE)) { + ERROR("Cannot dereference files when capturing directly from NTFS"); + return WIMLIB_ERR_INVALID_PARAM; + } + capture_tree = build_dentry_tree_ntfs; + extra_arg = &w->ntfs_vol; +#else + ERROR("wimlib was compiled without support for NTFS-3g, so"); + ERROR("we cannot capture a WIM image directly from a NTFS volume"); + return WIMLIB_ERR_UNSUPPORTED; +#endif + } else { + capture_tree = build_dentry_tree; + extra_arg = NULL; + } + DEBUG("Adding dentry tree from directory or NTFS volume `%s'.", dir); if (!name || !*name) { ERROR("Must specify a non-empty string for the image name"); return WIMLIB_ERR_INVALID_PARAM; } - if (!dir) { + if (!source) { ERROR("Must specify the name of a directory or NTFS volume"); return WIMLIB_ERR_INVALID_PARAM; } @@ -952,7 +1020,7 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name, config_str = default_config; config_len = strlen(default_config); } - ret = init_capture_config(config_str, config_len, dir, &config); + ret = init_capture_config(config_str, config_len, source, &config); if (ret != 0) return ret; print_capture_config(&config); @@ -967,20 +1035,29 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name, sd->total_length = 8; sd->refcnt = 1; - DEBUG("Building dentry tree."); - if (flags & WIMLIB_ADD_IMAGE_FLAG_SHOW_PROGRESS) { - printf("Scanning `%s'...\n", dir); + if (progress_func) { + union wimlib_progress_info progress; + progress.scan.source = source; + progress_func(WIMLIB_PROGRESS_MSG_SCAN_BEGIN, &progress); } - ret = (*capture_tree)(&root_dentry, dir, w->lookup_table, sd, - &config, flags | WIMLIB_ADD_IMAGE_FLAG_ROOT, - extra_arg); + + DEBUG("Building dentry tree."); + ret = (*capture_tree)(&root_dentry, source, w->lookup_table, sd, + &config, add_image_flags | WIMLIB_ADD_IMAGE_FLAG_ROOT, + progress_func, extra_arg); destroy_capture_config(&config); if (ret != 0) { - ERROR("Failed to build dentry tree for `%s'", dir); + ERROR("Failed to build dentry tree for `%s'", source); goto out_free_security_data; } + if (progress_func) { + union wimlib_progress_info progress; + progress.scan.source = source; + progress_func(WIMLIB_PROGRESS_MSG_SCAN_END, &progress); + } + DEBUG("Calculating full paths of dentries."); ret = for_dentry_in_tree(root_dentry, calculate_dentry_full_path, NULL); if (ret != 0) @@ -1010,9 +1087,8 @@ int do_add_image(WIMStruct *w, const char *dir, const char *name, if (ret != 0) goto out_destroy_imd; - if (flags & WIMLIB_ADD_IMAGE_FLAG_BOOT) - w->hdr.boot_idx = w->hdr.image_count; - + if (add_image_flags & WIMLIB_ADD_IMAGE_FLAG_BOOT) + wimlib_set_boot_idx(w, w->hdr.image_count); return 0; out_destroy_imd: destroy_image_metadata(&w->image_metadata[w->hdr.image_count - 1], @@ -1027,14 +1103,3 @@ out_destroy_config: destroy_capture_config(&config); return ret; } - -/* - * Adds an image to a WIM file from a directory tree on disk. - */ -WIMLIBAPI int wimlib_add_image(WIMStruct *w, const char *dir, - const char *name, const char *config_str, - size_t config_len, int flags) -{ - return do_add_image(w, dir, name, config_str, config_len, flags, - build_dentry_tree, NULL); -}