]> wimlib.net Git - wimlib/blobdiff - src/mount.c
ads entries
[wimlib] / src / mount.c
index 3c8f2063fbbbad54d2fe5329ea2ce980c543e455..1241800dc63fe4a2637184d8205d6a5265c78001 100644 (file)
@@ -108,7 +108,9 @@ static int alloc_wimlib_fd(struct inode *inode,
        static const u16 fds_per_alloc = 8;
        static const u16 max_fds = 0xffff;
 
-       DEBUG("Allocate wimlib fd");
+       DEBUG("Allocating fd for stream ID %u from inode %lx (open = %u, allocated = %u)",
+             stream_id, inode->ino, inode->num_opened_fds,
+             inode->num_allocated_fds);
 
        if (inode->num_opened_fds == inode->num_allocated_fds) {
                struct wimlib_fd **fds;
@@ -176,8 +178,10 @@ static int lte_put_fd(struct lookup_table_entry *lte, struct wimlib_fd *fd)
        if (lte->resource_location == RESOURCE_IN_STAGING_FILE) {
                wimlib_assert(lte->staging_file_name);
                wimlib_assert(fd->staging_fd != -1);
-               if (close(fd->staging_fd) != 0)
+               if (close(fd->staging_fd) != 0) {
+                       ERROR_WITH_ERRNO("Failed to close staging file");
                        return -errno;
+               }
        }
        lte_decrement_num_opened_fds(lte, w->lookup_table);
        return 0;
@@ -186,6 +190,9 @@ static int lte_put_fd(struct lookup_table_entry *lte, struct wimlib_fd *fd)
 static int close_wimlib_fd(struct wimlib_fd *fd)
 {
        int ret;
+       DEBUG("Closing fd (inode = %lu, opened = %u, allocated = %u)",
+             fd->inode->ino, fd->inode->num_opened_fds,
+             fd->inode->num_allocated_fds);
        ret = lte_put_fd(fd->lte, fd);
        if (ret != 0)
                return ret;
@@ -220,76 +227,6 @@ static void remove_dentry(struct dentry *dentry,
        put_dentry(dentry);
 }
 
-/* Remove an alternate data stream from the inode  */
-static void inode_remove_ads(struct inode *inode, u16 idx,
-                            struct lookup_table *lookup_table)
-{
-       struct ads_entry *ads_entry;
-       struct lookup_table_entry *lte;
-
-       ads_entry = inode->ads_entries[idx];
-
-       wimlib_assert(ads_entry);
-
-       lte = ads_entry->lte;
-
-       if (lte)
-               lte_decrement_refcnt(lte, lookup_table);
-
-       free_ads_entry(ads_entry);
-
-       wimlib_assert(inode->num_ads);
-       memcpy(&inode->ads_entries[idx],
-              &inode->ads_entries[idx + 1],
-              (inode->num_ads - idx - 1) * sizeof(inode->ads_entries[0]));
-       inode->num_ads--;
-}
-
-/* Transfers file attributes from a struct inode to a `stat' buffer. 
- *
- * The lookup table entry tells us which stream in the inode we are statting.
- * For a named data stream, everything returned is the same as the unnamed data
- * stream except possibly the size and block count. */
-int inode_to_stbuf(const struct inode *inode, struct lookup_table_entry *lte,
-                  struct stat *stbuf)
-{
-       if (inode_is_symlink(inode))
-               stbuf->st_mode = S_IFLNK | 0777;
-       else if (inode_is_directory(inode))
-               stbuf->st_mode = S_IFDIR | 0755;
-       else
-               stbuf->st_mode = S_IFREG | 0644;
-
-       stbuf->st_ino   = (ino_t)inode->ino;
-       stbuf->st_nlink = inode->link_count;
-       stbuf->st_uid   = getuid();
-       stbuf->st_gid   = getgid();
-
-       if (lte) {
-               if (lte->resource_location == RESOURCE_IN_STAGING_FILE) {
-                       wimlib_assert(mount_flags & WIMLIB_MOUNT_FLAG_READWRITE);
-                       wimlib_assert(lte->staging_file_name);
-                       struct stat native_stat;
-                       if (stat(lte->staging_file_name, &native_stat) != 0) {
-                               DEBUG("Failed to stat `%s': %m",
-                                     lte->staging_file_name);
-                               return -errno;
-                       }
-                       stbuf->st_size = native_stat.st_size;
-               } else {
-                       stbuf->st_size = lte->resource_entry.original_size;
-               }
-       } else {
-               stbuf->st_size = 0;
-       }
-
-       stbuf->st_atime   = wim_timestamp_to_unix(inode->last_access_time);
-       stbuf->st_mtime   = wim_timestamp_to_unix(inode->last_write_time);
-       stbuf->st_ctime   = wim_timestamp_to_unix(inode->creation_time);
-       stbuf->st_blocks  = (stbuf->st_size + 511) / 512;
-       return 0;
-}
-
 /* Creates a new staging file and returns its file descriptor opened for
  * writing.
  *
@@ -350,6 +287,9 @@ static int create_staging_file(char **name_ret, int open_flags)
  *
  * @inode:  Inode that contains the stream we are extracting
  *
+ * @stream_id: Identifier for the stream (it stays constant even if the indices
+ * of the stream entries are changed)
+ *
  * @lte: Pointer to pointer to the lookup table entry for the stream we need to
  * extract, or NULL if there was no lookup table entry present for the stream
  *
@@ -384,70 +324,103 @@ static int extract_resource_to_staging_dir(struct inode *inode,
                goto out_delete_staging_file;
        }
 
-       if (old_lte) {
-               wimlib_assert(old_lte->resource_location == RESOURCE_IN_WIM);
-               if (inode->link_count == old_lte->refcnt) {
-                       /* The reference count of the existing lookup table
-                        * entry is the same as the size of the hard link group
-                        * associated with the dentry; therefore, ALL the
-                        * references to the lookup table entry correspond to
-                        * the stream we're trying to extract.  So the lookup
-                        * table entry can be re-used.
-                        */
-                       DEBUG("Re-using lookup table entry");
-                       lookup_table_unlink(w->lookup_table, old_lte);
-                       new_lte = old_lte;
-               } else {
+       if (old_lte && inode->link_count == old_lte->refcnt) {
+               /* The reference count of the existing lookup table
+                * entry is the same as the link count of the inode that
+                * contains the stream we're opening.  Therefore, ALL
+                * the references to the lookup table entry correspond
+                * to the stream we're trying to extract, so the lookup
+                * table entry can be re-used.  */
+               DEBUG("Re-using lookup table entry");
+               lookup_table_unlink(w->lookup_table, old_lte);
+               new_lte = old_lte;
+       } else {
+               if (old_lte) {
+                       /* There's an existing lookup table entry, but its
+                        * reference count is creater than the link count for
+                        * the inode containing a stream we're opening.
+                        * Therefore, we need to split the lookup table entry.
+                        * */
+                       wimlib_assert(old_lte->refcnt > inode->link_count);
                        DEBUG("Splitting lookup table entry "
-                             "(inode->link_count = %zu, lte refcnt = %u)",
+                             "(inode->link_count = %zu, old_lte->refcnt = %u)",
                              inode->link_count, old_lte->refcnt);
 
-                       wimlib_assert(old_lte->refcnt > inode->link_count);
+               }
 
-                       new_lte = new_lookup_table_entry();
-                       if (!new_lte) {
-                               ret = -ENOMEM;
-                               goto out_delete_staging_file;
-                       }
-                       old_lte->refcnt -= inode->link_count;
+               new_lte = new_lookup_table_entry();
+               if (!new_lte) {
+                       ret = -ENOMEM;
+                       goto out_delete_staging_file;
+               }
 
-                       for (u16 i = 0, j = 0; j < inode->num_opened_fds; i++) {
-                               if (inode->fds[i]) {
-                                       if (inode->fds[i]->stream_id == stream_id) {
-                                               wimlib_assert(inode->fds[i]->lte == old_lte);
-                                               inode->fds[i]->lte = new_lte;
+               /* There may already be open file descriptors to this stream if
+                * it's previously been opened read-only, but just now we're
+                * opening it read-write.  Identify those file descriptors and
+                * change their lookup table entry pointers to point to the new
+                * lookup table entry, and open staging file descriptors for
+                * them. 
+                *
+                * At the same time, we need to count the number of these opened
+                * file descriptors to the new lookup table entry.  If there's
+                * an old lookup table entry, this number needs to be subtracted
+                * from the fd's opened to the old entry. */
+               for (u16 i = 0, j = 0; j < inode->num_opened_fds; i++) {
+                       struct wimlib_fd *fd = inode->fds[i];
+                       if (fd) {
+                               if (fd->stream_id == stream_id) {
+                                       wimlib_assert(fd->lte == old_lte);
+                                       fd->lte = new_lte;
+                                       new_lte->num_opened_fds++;
+                                       fd->staging_fd = open(staging_file_name, O_RDONLY);
+                                       if (fd->staging_fd == -1) {
+                                               ret = -errno;
+                                               goto out_revert_fd_changes;
                                        }
-                                       j++;
                                }
+                               j++;
                        }
                }
-       } else {
-               /* No old_lte was supplied, so the resource had no lookup table
-                * entry before (it must be an empty resource) */
-               wimlib_assert(inode->num_opened_fds == 0);
-               new_lte = new_lookup_table_entry();
-               if (!new_lte) {
-                       ret = -ENOMEM;
-                       goto out_delete_staging_file;
+               DEBUG("%zu fd's were already opened to the file we extracted",
+                     new_lte->num_opened_fds);
+               if (old_lte) {
+                       old_lte->num_opened_fds -= new_lte->num_opened_fds;
+                       old_lte->refcnt -= inode->link_count;
                }
        }
+
        new_lte->resource_entry.original_size = size;
-       new_lte->refcnt = inode->link_count;
+       new_lte->refcnt                       = inode->link_count;
+       new_lte->staging_file_name            = staging_file_name;
+       new_lte->resource_location            = RESOURCE_IN_STAGING_FILE;
+       new_lte->inode                        = inode;
        random_hash(new_lte->hash);
-       new_lte->staging_file_name = staging_file_name;
-       new_lte->resource_location = RESOURCE_IN_STAGING_FILE;
 
        if (stream_id == 0)
                inode->lte = new_lte;
        else
                for (u16 i = 0; i < inode->num_ads; i++)
-                       if (inode->ads_entries[i]->stream_id == stream_id)
-                               inode->ads_entries[i]->lte = new_lte;
+                       if (inode->ads_entries[i].stream_id == stream_id)
+                               inode->ads_entries[i].lte = new_lte;
 
        lookup_table_insert(w->lookup_table, new_lte);
        list_add(&new_lte->staging_list, &staging_list);
        *lte = new_lte;
        return 0;
+out_revert_fd_changes:
+       for (u16 i = 0, j = 0; j < new_lte->num_opened_fds; i++) {
+               struct wimlib_fd *fd = inode->fds[i];
+               if (fd && fd->stream_id == stream_id && fd->lte == new_lte) {
+                       fd->lte = old_lte;
+                       if (fd->staging_fd != -1) {
+                               close(fd->staging_fd);
+                               fd->staging_fd = -1;
+                       }
+                       j++;
+               }
+       }
+out_free_new_lte:
+       free_lookup_table_entry(new_lte);
 out_delete_staging_file:
        unlink(staging_file_name);
        FREE(staging_file_name);
@@ -680,55 +653,10 @@ static void close_message_queues()
 
 static int wimfs_access(const char *path, int mask)
 {
-       /* XXX Permissions not implemented */
-       return 0;
-}
-
-#if 0
-/* Closes the staging file descriptor associated with the lookup table entry, if
- * it is opened. */
-static int close_lte_fds(struct lookup_table_entry *lte)
-{
-       for (u16 i = 0, j = 0; j < lte->num_opened_fds; i++) {
-               if (lte->fds[i] && lte->fds[i]->staging_fd != -1) {
-                       wimlib_assert(lte->resource_location == RESOURCE_IN_STAGING_FILE);
-                       wimlib_assert(lte->staging_file_name);
-                       if (close(lte->fds[i]->staging_fd) != 0) {
-                               ERROR_WITH_ERRNO("Failed close file `%s'",
-                                                lte->staging_file_name);
-                               return WIMLIB_ERR_WRITE;
-                       }
-                       j++;
-               }
-       }
+       /* Permissions not implemented */
        return 0;
 }
 
-static void lte_list_change_lte_ptr(struct lookup_table_entry *lte,
-                                   struct lookup_table_entry *newptr)
-{
-       struct list_head *pos;
-       struct stream_list_head *head;
-       list_for_each(pos, &lte->lte_group_list) {
-               head = container_of(pos, struct stream_list_head, list);
-               if (head->type == STREAM_TYPE_ADS) {
-                       struct ads_entry *ads_entry;
-                       ads_entry = container_of(head, struct ads_entry, lte_group_list);
-
-                       ads_entry->lte = newptr;
-               } else {
-                       wimlib_assert(head->type == STREAM_TYPE_NORMAL);
-
-                       struct dentry *dentry;
-                       dentry = container_of(head, struct dentry, lte_group_list);
-
-                       dentry->lte = newptr;
-               }
-       }
-}
-#endif
-
-
 static int update_lte_of_staging_file(struct lookup_table_entry *lte,
                                      struct lookup_table *table)
 {
@@ -750,16 +678,8 @@ static int update_lte_of_staging_file(struct lookup_table_entry *lte,
 
        if (duplicate_lte) {
                /* Merge duplicate lookup table entries */
-
-#if 0
-               lte_list_change_lte_ptr(lte, duplicate_lte);
-#endif
                duplicate_lte->refcnt += lte->refcnt;
-#if 0
-               list_splice(&lte->lte_group_list,
-                           &duplicate_lte->lte_group_list);
-#endif
-
+               list_del(&lte->staging_list);
                free_lookup_table_entry(lte);
        } else {
                if (stat(lte->staging_file_name, &stbuf) != 0) {
@@ -771,30 +691,50 @@ static int update_lte_of_staging_file(struct lookup_table_entry *lte,
                copy_hash(lte->hash, hash);
                lte->resource_entry.original_size = stbuf.st_size;
                lte->resource_entry.size = stbuf.st_size;
+               lte->inode = NULL;
                lookup_table_insert(table, lte);
        }
 
        return 0;
 }
 
+static int inode_close_fds(struct inode *inode)
+{
+       for (u16 i = 0, j = 0; j < inode->num_opened_fds; i++) {
+               struct wimlib_fd *fd = inode->fds[i];
+               if (fd) {
+                       wimlib_assert(fd->inode == inode);
+                       int ret = close_wimlib_fd(fd);
+                       if (ret != 0)
+                               return ret;
+                       j++;
+               }
+       }
+       return 0;
+}
+
+/*static int dentry_close_fds(struct dentry *dentry, void *ignore)*/
+/*{*/
+       /*return inode_close_fds(dentry->inode);*/
+/*}*/
+
 /* Overwrites the WIM file, with changes saved. */
 static int rebuild_wim(WIMStruct *w, bool check_integrity)
 {
        int ret;
        struct lookup_table_entry *lte, *tmp;
 
-       /* Close all the staging file descriptors. */
-#if 0
+
        DEBUG("Closing all staging file descriptors.");
        list_for_each_entry(lte, &staging_list, staging_list) {
-               ret = close_lte_fds(lte);
+               ret = inode_close_fds(lte->inode);
                if (ret != 0)
                        return ret;
        }
-#endif
+       /*ret = for_dentry_in_tree(wim_root_dentry(w), dentry_close_fds, NULL);*/
+       /*if (ret != 0)*/
+               /*return ret;*/
 
-       /* Calculate SHA1 checksums for all staging files, and merge unnecessary
-        * lookup table entries. */
        DEBUG("Calculating SHA1 checksums for all new staging files.");
        list_for_each_entry_safe(lte, tmp, &staging_list, staging_list) {
                ret = update_lte_of_staging_file(lte, w->lookup_table);
@@ -899,13 +839,14 @@ static int wimfs_fallocate(const char *path, int mode,
        return fallocate(fd->staging_fd, mode, offset, len);
 }
 
+#endif
+
 static int wimfs_fgetattr(const char *path, struct stat *stbuf,
                          struct fuse_file_info *fi)
 {
        struct wimlib_fd *fd = (struct wimlib_fd*)(uintptr_t)fi->fh;
-       return dentry_to_stbuf(fd->dentry, stbuf);
+       return inode_to_stbuf(fd->inode, fd->lte, stbuf);
 }
-#endif
 
 static int wimfs_ftruncate(const char *path, off_t size,
                           struct fuse_file_info *fi)
@@ -914,7 +855,8 @@ static int wimfs_ftruncate(const char *path, off_t size,
        int ret = ftruncate(fd->staging_fd, size);
        if (ret != 0)
                return ret;
-       fd->lte->resource_entry.original_size = size;
+       if (fd->lte && size < fd->lte->resource_entry.original_size)
+               fd->lte->resource_entry.original_size = size;
        return 0;
 }
 
@@ -1042,15 +984,15 @@ static int wimfs_listxattr(const char *path, char *list, size_t size)
        if (size == 0) {
                needed_size = 0;
                for (i = 0; i < inode->num_ads; i++)
-                       needed_size += inode->ads_entries[i]->stream_name_utf8_len + 6;
+                       needed_size += inode->ads_entries[i].stream_name_utf8_len + 6;
                return needed_size;
        } else {
                for (i = 0; i < inode->num_ads; i++) {
-                       needed_size = inode->ads_entries[i]->stream_name_utf8_len + 6;
+                       needed_size = inode->ads_entries[i].stream_name_utf8_len + 6;
                        if (needed_size > size)
                                return -ERANGE;
                        p += sprintf(p, "user.%s",
-                                    inode->ads_entries[i]->stream_name_utf8) + 1;
+                                    inode->ads_entries[i].stream_name_utf8) + 1;
                        size -= needed_size;
                }
                return p - list;
@@ -1155,18 +1097,12 @@ static int wimfs_open(const char *path, struct fuse_file_info *fi)
        if (ret != 0)
                return ret;
 
-       DEBUG("dentry = %p", dentry);
-
        inode = dentry->inode;
 
-       DEBUG("stream_idx = %u", stream_idx);
-
        if (stream_idx == 0)
                stream_id = 0;
        else
-               stream_id = inode->ads_entries[stream_idx - 1]->stream_id;
-
-       DEBUG("stream_id = %u", stream_id);
+               stream_id = inode->ads_entries[stream_idx - 1].stream_id;
 
        /* The file resource may be in the staging directory (read-write mounts
         * only) or in the WIM.  If it's in the staging directory, we need to
@@ -1175,10 +1111,10 @@ static int wimfs_open(const char *path, struct fuse_file_info *fi)
         * opening it read-only, but we need to extract the resource to the
         * staging directory if we are opening it writable. */
        if (flags_writable(fi->flags) &&
-             lte->resource_location != RESOURCE_IN_STAGING_FILE) {
+            (!lte || lte->resource_location != RESOURCE_IN_STAGING_FILE)) {
+               u64 size = (lte) ? wim_resource_size(lte) : 0;
                ret = extract_resource_to_staging_dir(inode, stream_id,
-                                                     &lte,
-                                                     wim_resource_size(lte));
+                                                     &lte, size);
                if (ret != 0)
                        return ret;
        }
@@ -1187,7 +1123,7 @@ static int wimfs_open(const char *path, struct fuse_file_info *fi)
        if (ret != 0)
                return ret;
 
-       if (lte->resource_location == RESOURCE_IN_STAGING_FILE) {
+       if (lte && lte->resource_location == RESOURCE_IN_STAGING_FILE) {
                fd->staging_fd = open(lte->staging_file_name, fi->flags);
                if (fd->staging_fd == -1) {
                        close_wimlib_fd(fd);
@@ -1525,6 +1461,7 @@ static int wimfs_symlink(const char *to, const char *from)
        inode->attributes  = FILE_ATTRIBUTE_REPARSE_POINT;
        inode->reparse_tag = WIM_IO_REPARSE_TAG_SYMLINK;
        inode->ino         = next_ino++;
+       inode->resolved    = true;
 
        if (inode_set_symlink(inode, to, w->lookup_table, NULL) != 0)
                goto out_free_dentry;
@@ -1561,7 +1498,7 @@ static int wimfs_truncate(const char *path, off_t size)
        if (stream_idx == 0)
                stream_id = 0;
        else
-               stream_id = inode->ads_entries[stream_idx - 1]->stream_id;
+               stream_id = inode->ads_entries[stream_idx - 1].stream_id;
 
        if (lte->resource_location == RESOURCE_IN_STAGING_FILE) {
                wimlib_assert(lte->staging_file_name);
@@ -1685,8 +1622,8 @@ static struct fuse_operations wimfs_operations = {
        .destroy     = wimfs_destroy,
 #if 0
        .fallocate   = wimfs_fallocate,
-       .fgetattr    = wimfs_fgetattr,
 #endif
+       .fgetattr    = wimfs_fgetattr,
        .ftruncate   = wimfs_ftruncate,
        .getattr     = wimfs_getattr,
 #ifdef ENABLE_XATTR
@@ -1820,12 +1757,11 @@ WIMLIBAPI int wimlib_mount(WIMStruct *wim, int image, const char *dir,
 
        /* 
         * We provide the use_ino option because we are going to assign inode
-        * numbers oursides.  We've already numbered the hard link groups with
-        * unique numbers with the assign_link_groups() function, and the static
-        * variable next_link_group_id is set to the next available link group
-        * ID that we will assign to new dentries.
+        * numbers oursides.  We've already numbered the inodes with unique
+        * numbers in the assign_inode_numbers() function, and the static
+        * variable next_ino is set to the next available inode number.
         */
-       char optstring[256] = "use_ino";
+       char optstring[256] = "use_ino,subtype=wimfs,attr_timeout=0";
        argv[argc++] = "-o";
        argv[argc++] = optstring;
        if ((flags & WIMLIB_MOUNT_FLAG_READWRITE)) {
@@ -1840,7 +1776,6 @@ WIMLIBAPI int wimlib_mount(WIMStruct *wim, int image, const char *dir,
                /* Read-only mount */
                strcat(optstring, ",ro");
        }
-       strcat(optstring, ",subtype=wimfs,attr_timeout=0");
        argv[argc] = NULL;
 
 #ifdef ENABLE_DEBUG