Add logic in EOS FS for maintaining same inode across file versions

changelog/unreleased/eos-version-invariant.md

@@ -0,0 +1,8 @@
+Enhancement: Add logic in EOS FS for maintaining same inode across file versions
+
+This PR adds the functionality to maintain the same inode across various
+versions of a file by returning the inode of the version folder which remains
+constant. It requires extra metadata operations so a flag is provided to disable
+it.
+
+https://github.com/cs3org/reva/pull/1174.

docs/content/en/docs/config/packages/storage/fs/eos/_index.md

@@ -136,8 +136,16 @@ use_keytab = false
 {{< /highlight >}}
 {{% /dir %}}
 
+{{% dir name="version_invariant" type="bool" default=true %}}
+Whether to maintain the same inode across various versions of a file. Requires extra metadata operations if set to true [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eos/eos.go#L95)
+{{< highlight toml >}}
+[storage.fs.eos]
+version_invariant = true
+{{< /highlight >}}
+{{% /dir %}}
+
 {{% dir name="gatewaysvc" type="string" default="0.0.0.0:19000" %}}
-GatewaySvc stores the endpoint at which the GRPC gateway is exposed. [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eos/eos.go#L94)
+GatewaySvc stores the endpoint at which the GRPC gateway is exposed. [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eos/eos.go#L98)
 {{< highlight toml >}}
 [storage.fs.eos]
 gatewaysvc = "0.0.0.0:19000"

docs/content/en/docs/config/packages/storage/fs/eoshome/_index.md

@@ -144,8 +144,16 @@ use_keytab = false
 {{< /highlight >}}
 {{% /dir %}}
 
+{{% dir name="version_invariant" type="bool" default=true %}}
+Whether to maintain the same inode across various versions of a file. Requires extra metadata operations if set to true [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eoshome/eoshome.go#L101)
+{{< highlight toml >}}
+[storage.fs.eoshome]
+version_invariant = true
+{{< /highlight >}}
+{{% /dir %}}
+
 {{% dir name="gatewaysvc" type="string" default="0.0.0.0:19000" %}}
-GatewaySvc stores the endpoint at which the GRPC gateway is exposed. [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eoshome/eoshome.go#L100)
+GatewaySvc stores the endpoint at which the GRPC gateway is exposed. [[Ref]](https://github.com/cs3org/reva/tree/master/pkg/storage/fs/eoshome/eoshome.go#L104)
 {{< highlight toml >}}
 [storage.fs.eoshome]
 gatewaysvc = "0.0.0.0:19000"

pkg/eosclient/eosclient.go

@@ -98,6 +98,10 @@ type Options struct {
 	// UseKeyTabAuth changes will authenticate requests by using an EOS keytab.
 	UseKeytab bool
 
+	// Whether to maintain the same inode across various versions of a file.
+	// Requires extra metadata operations if set to true
+	VersionInvariant bool
+
 	// SingleUsername is the username to use when connecting to EOS.
 	// Defaults to apache
 	SingleUsername string
@@ -401,7 +405,20 @@ func (c *Client) GetFileInfoByInode(ctx context.Context, uid, gid string, inode
 	if err != nil {
 		return nil, err
 	}
-	return c.parseFileInfo(stdout)
+	info, err := c.parseFileInfo(stdout)
+	if err != nil {
+		return nil, err
+	}
+
+	if c.opt.VersionInvariant {
+		info, err = c.getFileInfoFromVersion(ctx, uid, gid, info.File)
+		if err != nil {
+			return nil, err
+		}
+		info.Inode = inode
+	}
+
+	return info, nil
 }
 
 // GetFileInfoByFXID returns the FileInfo by the given file id in hexadecimal
@@ -453,7 +470,20 @@ func (c *Client) GetFileInfoByPath(ctx context.Context, uid, gid, path string) (
 	if err != nil {
 		return nil, err
 	}
-	return c.parseFileInfo(stdout)
+	info, err := c.parseFileInfo(stdout)
+	if err != nil {
+		return nil, err
+	}
+
+	if c.opt.VersionInvariant {
+		inode, err := c.getVersionFolderInode(ctx, uid, gid, path)
+		if err != nil {
+			return nil, err
+		}
+		info.Inode = inode
+	}
+
+	return info, nil
 }
 
 // GetQuota gets the quota of a user on the quota node defined by path
@@ -586,8 +616,7 @@ func (c *Client) PurgeDeletedEntries(ctx context.Context, uid, gid string) error
 
 // ListVersions list all the versions for a given file.
 func (c *Client) ListVersions(ctx context.Context, uid, gid, p string) ([]*FileInfo, error) {
-	basename := path.Base(p)
-	versionFolder := path.Join(path.Dir(p), versionPrefix+basename)
+	versionFolder := getVersionFolder(p)
 	finfos, err := c.List(ctx, uid, gid, versionFolder)
 	if err != nil {
 		// we send back an empty list
@@ -605,11 +634,42 @@ func (c *Client) RollbackToVersion(ctx context.Context, uid, gid, path, version
 
 // ReadVersion reads the version for the given file.
 func (c *Client) ReadVersion(ctx context.Context, uid, gid, p, version string) (io.ReadCloser, error) {
-	basename := path.Base(p)
-	versionFile := path.Join(path.Dir(p), versionPrefix+basename, version)
+	versionFile := path.Join(getVersionFolder(p), version)
 	return c.Read(ctx, uid, gid, versionFile)
 }
 
+func (c *Client) getVersionFolderInode(ctx context.Context, uid, gid, p string) (uint64, error) {
+	versionFolder := getVersionFolder(p)
+	md, err := c.GetFileInfoByPath(ctx, uid, gid, versionFolder)
+	if err != nil {
+		if err = c.CreateDir(ctx, uid, gid, versionFolder); err != nil {
+			return 0, err
+		}
+		md, err = c.GetFileInfoByPath(ctx, uid, gid, versionFolder)
+		if err != nil {
+			return 0, err
+		}
+	}
+	return md.Inode, nil
+}
+
+func (c *Client) getFileInfoFromVersion(ctx context.Context, uid, gid, p string) (*FileInfo, error) {
+	file := getFileFromVersionFolder(p)
+	md, err := c.GetFileInfoByPath(ctx, uid, gid, file)
+	if err != nil {
+		return nil, err
+	}
+	return md, nil
+}
+
+func getVersionFolder(p string) string {
+	return path.Join(path.Dir(p), versionPrefix+path.Base(p))
+}
+
+func getFileFromVersionFolder(p string) string {
+	return path.Join(path.Dir(p), strings.TrimPrefix(path.Base(p), versionPrefix))
+}
+
 func parseRecycleList(raw string) ([]*DeletedEntry, error) {
 	entries := []*DeletedEntry{}
 	rawLines := strings.Split(raw, "\n")

pkg/storage/fs/eos/eos.go

@@ -90,6 +90,10 @@ type config struct {
 	// UseKeyTabAuth changes will authenticate requests by using an EOS keytab.
 	UseKeytab bool `mapstructure:"use_keytab" docs:"false"`
 
+	// Whether to maintain the same inode across various versions of a file.
+	// Requires extra metadata operations if set to true
+	VersionInvariant bool `mapstructure:"version_invariant" docs:"true"`
+
 	// GatewaySvc stores the endpoint at which the GRPC gateway is exposed.
 	GatewaySvc string `mapstructure:"gatewaysvc" docs:"0.0.0.0:19000"`
 }
@@ -100,6 +104,12 @@ func parseConfig(m map[string]interface{}) (*config, error) {
 		err = errors.Wrap(err, "error decoding conf")
 		return nil, err
 	}
+
+	// default to version invariance if not configured
+	if _, ok := m["version_invariant"]; !ok {
+		c.VersionInvariant = true
+	}
+
 	return c, nil
 }
 

pkg/storage/fs/eoshome/eoshome.go

@@ -96,6 +96,10 @@ type config struct {
 	// UseKeyTabAuth changes will authenticate requests by using an EOS keytab.
 	UseKeytab bool `mapstructure:"use_keytab" docs:"false"`
 
+	// Whether to maintain the same inode across various versions of a file.
+	// Requires extra metadata operations if set to true
+	VersionInvariant bool `mapstructure:"version_invariant" docs:"true"`
+
 	// GatewaySvc stores the endpoint at which the GRPC gateway is exposed.
 	GatewaySvc string `mapstructure:"gatewaysvc" docs:"0.0.0.0:19000"`
 }
@@ -106,6 +110,12 @@ func parseConfig(m map[string]interface{}) (*config, error) {
 		err = errors.Wrap(err, "error decoding conf")
 		return nil, err
 	}
+
+	// default to version invariance if not configured
+	if _, ok := m["version_invariant"]; !ok {
+		c.VersionInvariant = true
+	}
+
 	return c, nil
 }
 

pkg/storage/utils/eosfs/eosfs.go

@@ -121,6 +121,10 @@ type Config struct {
 	// EnableHome enables the creation of home directories.
 	EnableHome bool `mapstructure:"enable_home"`
 
+	// Whether to maintain the same inode across various versions of a file.
+	// Requires extra metadata operations if set to true
+	VersionInvariant bool `mapstructure:"version_invariant"`
+
 	// GatewaySvc stores the endpoint at which the GRPC gateway is exposed.
 	GatewaySvc string `mapstructure:"gatewaysvc"`
 }
@@ -198,6 +202,7 @@ func NewEOSFS(c *Config) (storage.FS, error) {
 		UseKeytab:           c.UseKeytab,
 		Keytab:              c.Keytab,
 		SecProtocol:         c.SecProtocol,
+		VersionInvariant:    c.VersionInvariant,
 	}
 
 	eosClient := eosclient.New(eosClientOpts)