hdfs: retry the create too FIXME

.github/workflows/build_publish_beta_docker_image.yml

@@ -56,7 +56,7 @@ jobs:
               run: |
                 df -h .
             - name: Build and publish image
-              uses: docker/build-push-action@v6
+              uses: docker/build-push-action@v5
               with:
                 file: Dockerfile
                 context: .

.gitignore

@@ -3,9 +3,7 @@ _junk/
 rclone
 rclone.exe
 build
-/docs/public/
-/docs/.hugo_build.lock
-/docs/static/img/logos/
+docs/public
 rclone.iml
 .idea
 .history
@@ -18,5 +16,6 @@ fuzz-build.zip
 Thumbs.db
 __pycache__
 .DS_Store
+/docs/static/img/logos/
 resource_windows_*.syso
 .devcontainer

backend/hdfs/object.go

@@ -48,6 +48,7 @@ func (o *Object) SetModTime(ctx context.Context, modTime time.Time) error {
 	realpath := o.fs.realpath(o.Remote())
 	err := o.fs.client.Chtimes(realpath, modTime, modTime)
 	if err != nil {
+		fs.Errorf(o, "SetModTime: ChTimes(%q, %v, %v) returned error: %v", realpath, modTime, modTime, err)
 		return err
 	}
 	o.modTime = modTime
@@ -113,31 +114,49 @@ func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, op
 
 	err := o.fs.client.MkdirAll(dirname, 0755)
 	if err != nil {
+		fs.Errorf(o, "update: MkdirAll(%q, 0755) returned error: %v", dirname, err)
 		return err
 	}
 
 	_, err = o.fs.client.Stat(realpath)
 	if err == nil {
+		fs.Errorf(o, "update: Stat(%q) returned error: %v", realpath, err)
 		err = o.fs.client.Remove(realpath)
 		if err != nil {
+			fs.Errorf(o, "update: Remove(%q) returned error: %v", realpath, err)
 			return err
 		}
 	}
 
-	out, err := o.fs.client.Create(realpath)
-	if err != nil {
-		return err
-	}
-
 	cleanup := func() {
 		rerr := o.fs.client.Remove(realpath)
 		if rerr != nil {
+			fs.Errorf(o, "update: cleanup: Remove(%q) returned error: %v", realpath, err)
 			fs.Errorf(o.fs, "failed to remove [%v]: %v", realpath, rerr)
 		}
 	}
 
-	_, err = io.Copy(out, in)
+	var out *hdfs.FileWriter
+	err = o.fs.pacer.Call(func() (bool, error) {
+		if out != nil {
+			_ = out.Close()
+			out = nil
+		}
+
+		out, err = o.fs.client.Create(realpath)
+		if err != nil {
+			fs.Errorf(o, "update: Create(%q) returned error: %v", realpath, err)
+			return false, err
+		}
+
+		_, err = io.Copy(out, in)
+		if err == nil {
+			return false, nil
+		}
+		return errors.Is(err, io.ErrUnexpectedEOF), err
+	})
 	if err != nil {
+		fs.Errorf(o, "update: io.Copy returned error: %v", err)
 		cleanup()
 		return err
 	}
@@ -160,21 +179,25 @@ func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, op
 		return errors.Is(err, hdfs.ErrReplicating), err
 	})
 	if err != nil {
+		fs.Errorf(o, "update: Close(%#v) returned error: %v", out, err)
 		cleanup()
 		return err
 	}
 
 	info, err := o.fs.client.Stat(realpath)
 	if err != nil {
+		fs.Errorf(o, "update: Stat#2(%q) returned error: %v", realpath, err)
 		return err
 	}
 
 	err = o.SetModTime(ctx, src.ModTime(ctx))
 	if err != nil {
+		fs.Errorf(o, "update: SetModTime(%v) returned error: %v", src.ModTime(ctx), err)
 		return err
 	}
 	o.size = info.Size()
 
+	fs.Errorf(o, "update: returned no error")
 	return nil
 }
 

backend/onedrive/onedrive.go

@@ -2538,9 +2538,6 @@ func (o *Object) uploadSinglepart(ctx context.Context, in io.Reader, src fs.Obje
 	}
 	// Set the mod time now and read metadata
 	info, err = o.fs.fetchAndUpdateMetadata(ctx, src, options, o)
-	if err != nil {
-		return nil, fmt.Errorf("failed to fetch and update metadata: %w", err)
-	}
 	return info, o.setMetaData(info)
 }
 

backend/pikpak/api/types.go

@@ -176,7 +176,7 @@ type File struct {
 	FileCategory      string        `json:"file_category,omitempty"` // "AUDIO", "VIDEO"
 	FileExtension     string        `json:"file_extension,omitempty"`
 	FolderType        string        `json:"folder_type,omitempty"`
-	Hash              string        `json:"hash,omitempty"` // custom hash with a form of sha1sum
+	Hash              string        `json:"hash,omitempty"` // sha1 but NOT a valid file hash. looks like a torrent hash
 	IconLink          string        `json:"icon_link,omitempty"`
 	ID                string        `json:"id,omitempty"`
 	Kind              string        `json:"kind,omitempty"` // "drive#file"
@@ -486,7 +486,7 @@ type RequestNewFile struct {
 	ParentID   string `json:"parent_id"`
 	FolderType string `json:"folder_type"`
 	// only when uploading a new file
-	Hash       string            `json:"hash,omitempty"`      // gcid
+	Hash       string            `json:"hash,omitempty"`      // sha1sum
 	Resumable  map[string]string `json:"resumable,omitempty"` // {"provider": "PROVIDER_ALIYUN"}
 	Size       int64             `json:"size,omitempty"`
 	UploadType string            `json:"upload_type,omitempty"` // "UPLOAD_TYPE_FORM" or "UPLOAD_TYPE_RESUMABLE"

backend/pikpak/helper.go

@@ -12,7 +12,6 @@ import (
 	"net/url"
 	"os"
 	"strconv"
-	"time"
 
 	"github.com/rclone/rclone/backend/pikpak/api"
 	"github.com/rclone/rclone/lib/rest"
@@ -20,7 +19,7 @@ import (
 
 // Globals
 const (
-	cachePrefix = "rclone-pikpak-gcid-"
+	cachePrefix = "rclone-pikpak-sha1sum-"
 )
 
 // requestDecompress requests decompress of compressed files
@@ -83,21 +82,19 @@ func (f *Fs) getVIPInfo(ctx context.Context) (info *api.VIP, err error) {
 // action can be one of batch{Copy,Delete,Trash,Untrash}
 func (f *Fs) requestBatchAction(ctx context.Context, action string, req *api.RequestBatch) (err error) {
 	opts := rest.Opts{
-		Method: "POST",
-		Path:   "/drive/v1/files:" + action,
+		Method:     "POST",
+		Path:       "/drive/v1/files:" + action,
+		NoResponse: true, // Only returns `{"task_id":""}
 	}
-	info := struct {
-		TaskID string `json:"task_id"`
-	}{}
 	var resp *http.Response
 	err = f.pacer.Call(func() (bool, error) {
-		resp, err = f.rst.CallJSON(ctx, &opts, &req, &info)
+		resp, err = f.rst.CallJSON(ctx, &opts, &req, nil)
 		return f.shouldRetry(ctx, resp, err)
 	})
 	if err != nil {
 		return fmt.Errorf("batch action %q failed: %w", action, err)
 	}
-	return f.waitTask(ctx, info.TaskID)
+	return nil
 }
 
 // requestNewTask requests a new api.NewTask and returns api.Task
@@ -151,9 +148,6 @@ func (f *Fs) getFile(ctx context.Context, ID string) (info *api.File, err error)
 		}
 		return f.shouldRetry(ctx, resp, err)
 	})
-	if err == nil {
-		info.Name = f.opt.Enc.ToStandardName(info.Name)
-	}
 	return
 }
 
@@ -185,8 +179,8 @@ func (f *Fs) getTask(ctx context.Context, ID string, checkPhase bool) (info *api
 		resp, err = f.rst.CallJSON(ctx, &opts, nil, &info)
 		if checkPhase {
 			if err == nil && info.Phase != api.PhaseTypeComplete {
-				// could be pending right after the task is created
-				return true, fmt.Errorf("%s (%s) is still in %s", info.Name, info.Type, info.Phase)
+				// could be pending right after file is created/uploaded.
+				return true, errors.New(info.Phase)
 			}
 		}
 		return f.shouldRetry(ctx, resp, err)
@@ -194,18 +188,6 @@ func (f *Fs) getTask(ctx context.Context, ID string, checkPhase bool) (info *api
 	return
 }
 
-// waitTask waits for async tasks to be completed
-func (f *Fs) waitTask(ctx context.Context, ID string) (err error) {
-	time.Sleep(taskWaitTime)
-	if info, err := f.getTask(ctx, ID, true); err != nil {
-		if info == nil {
-			return fmt.Errorf("can't verify the task is completed: %q", ID)
-		}
-		return fmt.Errorf("can't verify the task is completed: %#v", info)
-	}
-	return
-}
-
 // deleteTask remove a task having the specified ID
 func (f *Fs) deleteTask(ctx context.Context, ID string, deleteFiles bool) (err error) {
 	params := url.Values{}
@@ -253,11 +235,16 @@ func (f *Fs) requestShare(ctx context.Context, req *api.RequestShare) (info *api
 	return
 }
 
-// Read the gcid of in returning a reader which will read the same contents
+// Read the sha1 of in returning a reader which will read the same contents
 //
 // The cleanup function should be called when out is finished with
 // regardless of whether this function returned an error or not.
-func readGcid(in io.Reader, size, threshold int64) (gcid string, out io.Reader, cleanup func(), err error) {
+func readSHA1(in io.Reader, size, threshold int64) (sha1sum string, out io.Reader, cleanup func(), err error) {
+	// we need an SHA1
+	hash := sha1.New()
+	// use the teeReader to write to the local file AND calculate the SHA1 while doing so
+	teeReader := io.TeeReader(in, hash)
+
 	// nothing to clean up by default
 	cleanup = func() {}
 
@@ -280,11 +267,8 @@ func readGcid(in io.Reader, size, threshold int64) (gcid string, out io.Reader,
 			_ = os.Remove(tempFile.Name()) // delete the cache file after we are done - may be deleted already
 		}
 
-		// use the teeReader to write to the local file AND calculate the gcid while doing so
-		teeReader := io.TeeReader(in, tempFile)
-
-		// copy the ENTIRE file to disk and calculate the gcid in the process
-		if gcid, err = calcGcid(teeReader, size); err != nil {
+		// copy the ENTIRE file to disc and calculate the SHA1 in the process
+		if _, err = io.Copy(tempFile, teeReader); err != nil {
 			return
 		}
 		// jump to the start of the local file so we can pass it along
@@ -295,38 +279,15 @@ func readGcid(in io.Reader, size, threshold int64) (gcid string, out io.Reader,
 		// replace the already read source with a reader of our cached file
 		out = tempFile
 	} else {
-		buf := &bytes.Buffer{}
-		teeReader := io.TeeReader(in, buf)
-
-		if gcid, err = calcGcid(teeReader, size); err != nil {
+		// that's a small file, just read it into memory
+		var inData []byte
+		inData, err = io.ReadAll(teeReader)
+		if err != nil {
 			return
 		}
-		out = buf
-	}
-	return
-}
 
-func calcGcid(r io.Reader, size int64) (string, error) {
-	calcBlockSize := func(j int64) int64 {
-		var psize int64 = 0x40000
-		for float64(j)/float64(psize) > 0x200 && psize < 0x200000 {
-			psize = psize << 1
-		}
-		return psize
+		// set the reader to our read memory block
+		out = bytes.NewReader(inData)
 	}
-
-	totalHash := sha1.New()
-	blockHash := sha1.New()
-	readSize := calcBlockSize(size)
-	for {
-		blockHash.Reset()
-		if n, err := io.CopyN(blockHash, r, readSize); err != nil && n == 0 {
-			if err != io.EOF {
-				return "", err
-			}
-			break
-		}
-		totalHash.Write(blockHash.Sum(nil))
-	}
-	return hex.EncodeToString(totalHash.Sum(nil)), nil
+	return hex.EncodeToString(hash.Sum(nil)), out, cleanup, nil
 }

backend/pikpak/pikpak.go

@@ -7,6 +7,8 @@ package pikpak
 
 // md5sum is not always available, sometimes given empty.
 
+// sha1sum used for upload differs from the one with official apps.
+
 // Trashed files are not restored to the original location when using `batchUntrash`
 
 // Can't stream without `--vfs-cache-mode=full`
@@ -67,7 +69,7 @@ const (
 	rcloneEncryptedClientSecret = "aqrmB6M1YJ1DWCBxVxFSjFo7wzWEky494YMmkqgAl1do1WKOe2E"
 	minSleep                    = 100 * time.Millisecond
 	maxSleep                    = 2 * time.Second
-	taskWaitTime                = 500 * time.Millisecond
+	waitTime                    = 500 * time.Millisecond
 	decayConstant               = 2 // bigger for slower decay, exponential
 	rootURL                     = "https://api-drive.mypikpak.com"
 	minChunkSize                = fs.SizeSuffix(s3manager.MinUploadPartSize)
@@ -289,7 +291,6 @@ type Object struct {
 	modTime     time.Time // modification time of the object
 	mimeType    string    // The object MIME type
 	parent      string    // ID of the parent directories
-	gcid        string    // custom hash of the object
 	md5sum      string    // md5sum of the object
 	link        *api.Link // link to download the object
 	linkMu      *sync.Mutex
@@ -916,21 +917,19 @@ func (f *Fs) Purge(ctx context.Context, dir string) error {
 // CleanUp empties the trash
 func (f *Fs) CleanUp(ctx context.Context) (err error) {
 	opts := rest.Opts{
-		Method: "PATCH",
-		Path:   "/drive/v1/files/trash:empty",
+		Method:     "PATCH",
+		Path:       "/drive/v1/files/trash:empty",
+		NoResponse: true, // Only returns `{"task_id":""}
 	}
-	info := struct {
-		TaskID string `json:"task_id"`
-	}{}
 	var resp *http.Response
 	err = f.pacer.Call(func() (bool, error) {
-		resp, err = f.rst.CallJSON(ctx, &opts, nil, &info)
+		resp, err = f.rst.Call(ctx, &opts)
 		return f.shouldRetry(ctx, resp, err)
 	})
 	if err != nil {
 		return fmt.Errorf("couldn't empty trash: %w", err)
 	}
-	return f.waitTask(ctx, info.TaskID)
+	return nil
 }
 
 // Move the object
@@ -1223,7 +1222,7 @@ func (f *Fs) uploadByResumable(ctx context.Context, in io.Reader, name string, s
 	return
 }
 
-func (f *Fs) upload(ctx context.Context, in io.Reader, leaf, dirID, gcid string, size int64, options ...fs.OpenOption) (info *api.File, err error) {
+func (f *Fs) upload(ctx context.Context, in io.Reader, leaf, dirID, sha1Str string, size int64, options ...fs.OpenOption) (info *api.File, err error) {
 	// determine upload type
 	uploadType := api.UploadTypeResumable
 	// if size >= 0 && size < int64(5*fs.Mebi) {
@@ -1238,7 +1237,7 @@ func (f *Fs) upload(ctx context.Context, in io.Reader, leaf, dirID, gcid string,
 		ParentID:   parentIDForRequest(dirID),
 		FolderType: "NORMAL",
 		Size:       size,
-		Hash:       strings.ToUpper(gcid),
+		Hash:       strings.ToUpper(sha1Str),
 		UploadType: uploadType,
 	}
 	if uploadType == api.UploadTypeResumable {
@@ -1263,8 +1262,8 @@ func (f *Fs) upload(ctx context.Context, in io.Reader, leaf, dirID, gcid string,
 		if cancelErr := f.deleteTask(ctx, new.Task.ID, false); cancelErr != nil {
 			fs.Logf(leaf, "failed to cancel upload: %v", cancelErr)
 		}
-		fs.Debugf(leaf, "waiting %v for the cancellation to be effective", taskWaitTime)
-		time.Sleep(taskWaitTime)
+		fs.Debugf(leaf, "waiting %v for the cancellation to be effective", waitTime)
+		time.Sleep(waitTime)
 	})()
 
 	if uploadType == api.UploadTypeForm && new.Form != nil {
@@ -1278,7 +1277,12 @@ func (f *Fs) upload(ctx context.Context, in io.Reader, leaf, dirID, gcid string,
 	if err != nil {
 		return nil, fmt.Errorf("failed to upload: %w", err)
 	}
-	return new.File, f.waitTask(ctx, new.Task.ID)
+	fs.Debugf(leaf, "sleeping for %v before checking upload status", waitTime)
+	time.Sleep(waitTime)
+	if _, err = f.getTask(ctx, new.Task.ID, true); err != nil {
+		return nil, fmt.Errorf("unable to complete the upload: %w", err)
+	}
+	return new.File, nil
 }
 
 // Put the object
@@ -1502,7 +1506,6 @@ func (o *Object) setMetaData(info *api.File) (err error) {
 	} else {
 		o.parent = info.ParentID
 	}
-	o.gcid = info.Hash
 	o.md5sum = info.Md5Checksum
 	if info.Links.ApplicationOctetStream != nil {
 		o.link = info.Links.ApplicationOctetStream
@@ -1576,6 +1579,9 @@ func (o *Object) Hash(ctx context.Context, t hash.Type) (string, error) {
 	if t != hash.MD5 {
 		return "", hash.ErrUnsupported
 	}
+	if o.md5sum == "" {
+		return "", nil
+	}
 	return strings.ToLower(o.md5sum), nil
 }
 
@@ -1699,23 +1705,25 @@ func (o *Object) upload(ctx context.Context, in io.Reader, src fs.ObjectInfo, wi
 		return err
 	}
 
-	// Calculate gcid; grabbed from package jottacloud
-	var gcid string
-	// unwrap the accounting from the input, we use wrap to put it
-	// back on after the buffering
-	var wrap accounting.WrapFn
-	in, wrap = accounting.UnWrap(in)
-	var cleanup func()
-	gcid, in, cleanup, err = readGcid(in, size, int64(o.fs.opt.HashMemoryThreshold))
-	defer cleanup()
-	if err != nil {
-		return fmt.Errorf("failed to calculate gcid: %w", err)
+	// Calculate sha1sum; grabbed from package jottacloud
+	hashStr, err := src.Hash(ctx, hash.SHA1)
+	if err != nil || hashStr == "" {
+		// unwrap the accounting from the input, we use wrap to put it
+		// back on after the buffering
+		var wrap accounting.WrapFn
+		in, wrap = accounting.UnWrap(in)
+		var cleanup func()
+		hashStr, in, cleanup, err = readSHA1(in, size, int64(o.fs.opt.HashMemoryThreshold))
+		defer cleanup()
+		if err != nil {
+			return fmt.Errorf("failed to calculate SHA1: %w", err)
+		}
+		// Wrap the accounting back onto the stream
+		in = wrap(in)
 	}
-	// Wrap the accounting back onto the stream
-	in = wrap(in)
 
 	if !withTemp {
-		info, err := o.fs.upload(ctx, in, leaf, dirID, gcid, size, options...)
+		info, err := o.fs.upload(ctx, in, leaf, dirID, hashStr, size, options...)
 		if err != nil {
 			return err
 		}
@@ -1724,7 +1732,7 @@ func (o *Object) upload(ctx context.Context, in io.Reader, src fs.ObjectInfo, wi
 
 	// We have to fall back to upload + rename
 	tempName := "rcloneTemp" + random.String(8)
-	info, err := o.fs.upload(ctx, in, tempName, dirID, gcid, size, options...)
+	info, err := o.fs.upload(ctx, in, tempName, dirID, hashStr, size, options...)
 	if err != nil {
 		return err
 	}

backend/s3/s3.go

@@ -1415,8 +1415,8 @@ func init() {
 				Help:     "Magalu BR Southeast 1 endpoint",
 				Provider: "Magalu",
 			}, {
-				Value:    "br-ne1.magaluobjects.com",
-				Help:     "Magalu BR Northeast 1 endpoint",
+				Value:    "br-se1.magaluobjects.com",
+				Help:     "Magalu BR Northest 1 endpoint",
 				Provider: "Magalu",
 			}},
 		}, {

backend/swift/swift.go

@@ -278,36 +278,6 @@ provider.`,
 				Value: "pca",
 				Help:  "OVH Public Cloud Archive",
 			}},
-		}, {
-			Name: "fetch_until_empty_page",
-			Help: `When paginating, always fetch unless we received an empty page.
-
-Consider using this option if rclone listings show fewer objects
-than expected, or if repeated syncs copy unchanged objects.
-
-It is safe to enable this, but rclone may make more API calls than
-necessary.
-
-This is one of a pair of workarounds to handle implementations
-of the Swift API that do not implement pagination as expected.  See
-also "partial_page_fetch_threshold".`,
-			Default:  false,
-			Advanced: true,
-		}, {
-			Name: "partial_page_fetch_threshold",
-			Help: `When paginating, fetch if the current page is within this percentage of the limit.
-
-Consider using this option if rclone listings show fewer objects
-than expected, or if repeated syncs copy unchanged objects.
-
-It is safe to enable this, but rclone may make more API calls than
-necessary.
-
-This is one of a pair of workarounds to handle implementations
-of the Swift API that do not implement pagination as expected.  See
-also "fetch_until_empty_page".`,
-			Default:  0,
-			Advanced: true,
 		}}, SharedOptions...),
 	})
 }
@@ -338,8 +308,6 @@ type Options struct {
 	NoLargeObjects              bool                 `config:"no_large_objects"`
 	UseSegmentsContainer        fs.Tristate          `config:"use_segments_container"`
 	Enc                         encoder.MultiEncoder `config:"encoding"`
-	FetchUntilEmptyPage         bool                 `config:"fetch_until_empty_page"`
-	PartialPageFetchThreshold   int                  `config:"partial_page_fetch_threshold"`
 }
 
 // Fs represents a remote swift server
@@ -494,8 +462,6 @@ func swiftConnection(ctx context.Context, opt *Options, name string) (*swift.Con
 		ConnectTimeout:              10 * ci.ConnectTimeout, // Use the timeouts in the transport
 		Timeout:                     10 * ci.Timeout,        // Use the timeouts in the transport
 		Transport:                   fshttp.NewTransport(ctx),
-		FetchUntilEmptyPage:         opt.FetchUntilEmptyPage,
-		PartialPageFetchThreshold:   opt.PartialPageFetchThreshold,
 	}
 	if opt.EnvAuth {
 		err := c.ApplyEnvironment()

cmd/gendocs/gendocs.go

@@ -29,6 +29,8 @@ type frontmatter struct {
 	Date        string
 	Title       string
 	Description string
+	Slug        string
+	URL         string
 	Source      string
 	Annotations map[string]string
 }
@@ -36,6 +38,8 @@ type frontmatter struct {
 var frontmatterTemplate = template.Must(template.New("frontmatter").Parse(`---
 title: "{{ .Title }}"
 description: "{{ .Description }}"
+slug: {{ .Slug }}
+url: {{ .URL }}
 {{- range $key, $value := .Annotations }}
 {{ $key }}: {{  $value }}
 {{- end }}
@@ -108,14 +112,10 @@ rclone.org website.`,
 				Date:        now,
 				Title:       strings.ReplaceAll(base, "_", " "),
 				Description: commands[name].Short,
+				Slug:        base,
+				URL:         "/commands/" + strings.ToLower(base) + "/",
 				Source:      strings.ReplaceAll(strings.ReplaceAll(base, "rclone", "cmd"), "_", "/") + "/",
-				Annotations: map[string]string{},
-			}
-			// Filter out annotations that confuse hugo from the frontmatter
-			for k, v := range commands[name].Annotations {
-				if k != "groups" {
-					data.Annotations[k] = v
-				}
+				Annotations: commands[name].Annotations,
 			}
 			var buf bytes.Buffer
 			err := frontmatterTemplate.Execute(&buf, data)

docs/content/authors.md

@@ -865,5 +865,3 @@ put them back in again.` >}}
   * Michał Dzienisiewicz <michal.piotr.dz@gmail.com>
   * Florian Klink <flokli@flokli.de>
   * Bill Fraser <bill@wfraser.dev>
-  * Thearas <thearas850@gmail.com>
-  * Filipe Herculano <fifo_@live.com>

docs/content/commands/rclone.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone"
 description: "Show help for rclone commands, flags and backends."
+slug: rclone
+url: /commands/rclone/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/ and as part of making a release run "make commanddocs"
 ---
 ## rclone

docs/content/commands/rclone_about.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone about"
 description: "Get quota information from the remote."
+slug: rclone_about
+url: /commands/rclone_about/
 versionIntroduced: v1.41
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/about/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_authorize.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone authorize"
 description: "Remote authorization."
+slug: rclone_authorize
+url: /commands/rclone_authorize/
 versionIntroduced: v1.27
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/authorize/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_backend.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone backend"
 description: "Run a backend-specific command."
+slug: rclone_backend
+url: /commands/rclone_backend/
+groups: Important
 versionIntroduced: v1.52
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/backend/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_bisync.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone bisync"
 description: "Perform bidirectional synchronization between two paths."
+slug: rclone_bisync
+url: /commands/rclone_bisync/
+groups: Filter,Copy,Important
 status: Beta
 versionIntroduced: v1.58
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/bisync/ and as part of making a release run "make commanddocs"

docs/content/commands/rclone_cat.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone cat"
 description: "Concatenates any files and sends them to stdout."
+slug: rclone_cat
+url: /commands/rclone_cat/
+groups: Filter,Listing
 versionIntroduced: v1.33
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/cat/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_check.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone check"
 description: "Checks the files in the source and destination match."
+slug: rclone_check
+url: /commands/rclone_check/
+groups: Filter,Listing,Check
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/check/ and as part of making a release run "make commanddocs"
 ---
 # rclone check

docs/content/commands/rclone_checksum.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone checksum"
 description: "Checks the files in the destination against a SUM file."
+slug: rclone_checksum
+url: /commands/rclone_checksum/
+groups: Filter,Listing
 versionIntroduced: v1.56
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/checksum/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_cleanup.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone cleanup"
 description: "Clean up the remote if possible."
+slug: rclone_cleanup
+url: /commands/rclone_cleanup/
+groups: Important
 versionIntroduced: v1.31
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/cleanup/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_completion.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone completion"
 description: "Output completion script for a given shell."
+slug: rclone_completion
+url: /commands/rclone_completion/
 versionIntroduced: v1.33
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/completion/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_completion_bash.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone completion bash"
 description: "Output bash completion script for rclone."
+slug: rclone_completion_bash
+url: /commands/rclone_completion_bash/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/completion/bash/ and as part of making a release run "make commanddocs"
 ---
 # rclone completion bash

docs/content/commands/rclone_completion_fish.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone completion fish"
 description: "Output fish completion script for rclone."
+slug: rclone_completion_fish
+url: /commands/rclone_completion_fish/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/completion/fish/ and as part of making a release run "make commanddocs"
 ---
 # rclone completion fish

docs/content/commands/rclone_completion_powershell.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone completion powershell"
 description: "Output powershell completion script for rclone."
+slug: rclone_completion_powershell
+url: /commands/rclone_completion_powershell/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/completion/powershell/ and as part of making a release run "make commanddocs"
 ---
 # rclone completion powershell

docs/content/commands/rclone_completion_zsh.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone completion zsh"
 description: "Output zsh completion script for rclone."
+slug: rclone_completion_zsh
+url: /commands/rclone_completion_zsh/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/completion/zsh/ and as part of making a release run "make commanddocs"
 ---
 # rclone completion zsh

docs/content/commands/rclone_config.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config"
 description: "Enter an interactive configuration session."
+slug: rclone_config
+url: /commands/rclone_config/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_create.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config create"
 description: "Create a new remote with name, type and options."
+slug: rclone_config_create
+url: /commands/rclone_config_create/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/create/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_delete.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config delete"
 description: "Delete an existing remote."
+slug: rclone_config_delete
+url: /commands/rclone_config_delete/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/delete/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_disconnect.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config disconnect"
 description: "Disconnects user from remote"
+slug: rclone_config_disconnect
+url: /commands/rclone_config_disconnect/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/disconnect/ and as part of making a release run "make commanddocs"
 ---
 # rclone config disconnect

docs/content/commands/rclone_config_dump.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config dump"
 description: "Dump the config file as JSON."
+slug: rclone_config_dump
+url: /commands/rclone_config_dump/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/dump/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_edit.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config edit"
 description: "Enter an interactive configuration session."
+slug: rclone_config_edit
+url: /commands/rclone_config_edit/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/edit/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_file.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config file"
 description: "Show path of configuration file in use."
+slug: rclone_config_file
+url: /commands/rclone_config_file/
 versionIntroduced: v1.38
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/file/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_password.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config password"
 description: "Update password in an existing remote."
+slug: rclone_config_password
+url: /commands/rclone_config_password/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/password/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_paths.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config paths"
 description: "Show paths used for configuration, cache, temp etc."
+slug: rclone_config_paths
+url: /commands/rclone_config_paths/
 versionIntroduced: v1.57
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/paths/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_providers.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config providers"
 description: "List in JSON format all the providers and options."
+slug: rclone_config_providers
+url: /commands/rclone_config_providers/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/providers/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_reconnect.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config reconnect"
 description: "Re-authenticates user with remote."
+slug: rclone_config_reconnect
+url: /commands/rclone_config_reconnect/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/reconnect/ and as part of making a release run "make commanddocs"
 ---
 # rclone config reconnect

docs/content/commands/rclone_config_redacted.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config redacted"
 description: "Print redacted (decrypted) config file, or the redacted config for a single remote."
+slug: rclone_config_redacted
+url: /commands/rclone_config_redacted/
 versionIntroduced: v1.64
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/redacted/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_show.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config show"
 description: "Print (decrypted) config file, or the config for a single remote."
+slug: rclone_config_show
+url: /commands/rclone_config_show/
 versionIntroduced: v1.38
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/show/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_touch.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config touch"
 description: "Ensure configuration file exists."
+slug: rclone_config_touch
+url: /commands/rclone_config_touch/
 versionIntroduced: v1.56
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/touch/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_update.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config update"
 description: "Update options in an existing remote."
+slug: rclone_config_update
+url: /commands/rclone_config_update/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/update/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_config_userinfo.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone config userinfo"
 description: "Prints info about logged in user of remote."
+slug: rclone_config_userinfo
+url: /commands/rclone_config_userinfo/
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/config/userinfo/ and as part of making a release run "make commanddocs"
 ---
 # rclone config userinfo

docs/content/commands/rclone_copy.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone copy"
 description: "Copy files from source to dest, skipping identical files."
+slug: rclone_copy
+url: /commands/rclone_copy/
+groups: Copy,Filter,Listing,Important
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/copy/ and as part of making a release run "make commanddocs"
 ---
 # rclone copy

docs/content/commands/rclone_copyto.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone copyto"
 description: "Copy files from source to dest, skipping identical files."
+slug: rclone_copyto
+url: /commands/rclone_copyto/
+groups: Copy,Filter,Listing,Important
 versionIntroduced: v1.35
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/copyto/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_copyurl.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone copyurl"
 description: "Copy the contents of the URL supplied content to dest:path."
+slug: rclone_copyurl
+url: /commands/rclone_copyurl/
+groups: Important
 versionIntroduced: v1.43
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/copyurl/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_cryptcheck.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone cryptcheck"
 description: "Cryptcheck checks the integrity of an encrypted remote."
+slug: rclone_cryptcheck
+url: /commands/rclone_cryptcheck/
+groups: Filter,Listing,Check
 versionIntroduced: v1.36
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/cryptcheck/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_cryptdecode.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone cryptdecode"
 description: "Cryptdecode returns unencrypted file names."
+slug: rclone_cryptdecode
+url: /commands/rclone_cryptdecode/
 versionIntroduced: v1.38
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/cryptdecode/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_dedupe.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone dedupe"
 description: "Interactively find duplicate filenames and delete/rename them."
+slug: rclone_dedupe
+url: /commands/rclone_dedupe/
+groups: Important
 versionIntroduced: v1.27
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/dedupe/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_delete.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone delete"
 description: "Remove the files in path."
+slug: rclone_delete
+url: /commands/rclone_delete/
+groups: Important,Filter,Listing
 versionIntroduced: v1.27
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/delete/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_deletefile.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone deletefile"
 description: "Remove a single file from remote."
+slug: rclone_deletefile
+url: /commands/rclone_deletefile/
+groups: Important
 versionIntroduced: v1.42
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/deletefile/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_gendocs.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone gendocs"
 description: "Output markdown docs for rclone to the directory supplied."
+slug: rclone_gendocs
+url: /commands/rclone_gendocs/
 versionIntroduced: v1.33
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/gendocs/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_gitannex.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone gitannex"
 description: "Speaks with git-annex over stdin/stdout."
+slug: rclone_gitannex
+url: /commands/rclone_gitannex/
 versionIntroduced: v1.67.0
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/gitannex/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_hashsum.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone hashsum"
 description: "Produces a hashsum file for all the objects in the path."
+slug: rclone_hashsum
+url: /commands/rclone_hashsum/
+groups: Filter,Listing
 versionIntroduced: v1.41
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/hashsum/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_link.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone link"
 description: "Generate public link to file/folder."
+slug: rclone_link
+url: /commands/rclone_link/
 versionIntroduced: v1.41
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/link/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_listremotes.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone listremotes"
 description: "List all the remotes in the config file and defined in environment variables."
+slug: rclone_listremotes
+url: /commands/rclone_listremotes/
 versionIntroduced: v1.34
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/listremotes/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_ls.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone ls"
 description: "List the objects in the path with size and path."
+slug: rclone_ls
+url: /commands/rclone_ls/
+groups: Filter,Listing
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/ls/ and as part of making a release run "make commanddocs"
 ---
 # rclone ls

docs/content/commands/rclone_lsd.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone lsd"
 description: "List all directories/containers/buckets in the path."
+slug: rclone_lsd
+url: /commands/rclone_lsd/
+groups: Filter,Listing
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/lsd/ and as part of making a release run "make commanddocs"
 ---
 # rclone lsd

docs/content/commands/rclone_lsf.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone lsf"
 description: "List directories and objects in remote:path formatted for parsing."
+slug: rclone_lsf
+url: /commands/rclone_lsf/
+groups: Filter,Listing
 versionIntroduced: v1.40
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/lsf/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_lsjson.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone lsjson"
 description: "List directories and objects in the path in JSON format."
+slug: rclone_lsjson
+url: /commands/rclone_lsjson/
+groups: Filter,Listing
 versionIntroduced: v1.37
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/lsjson/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_lsl.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone lsl"
 description: "List the objects in path with modification time, size and path."
+slug: rclone_lsl
+url: /commands/rclone_lsl/
+groups: Filter,Listing
 versionIntroduced: v1.02
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/lsl/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_md5sum.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone md5sum"
 description: "Produces an md5sum file for all the objects in the path."
+slug: rclone_md5sum
+url: /commands/rclone_md5sum/
+groups: Filter,Listing
 versionIntroduced: v1.02
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/md5sum/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_mkdir.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone mkdir"
 description: "Make the path if it doesn't already exist."
+slug: rclone_mkdir
+url: /commands/rclone_mkdir/
+groups: Important
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/mkdir/ and as part of making a release run "make commanddocs"
 ---
 # rclone mkdir

docs/content/commands/rclone_mount.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone mount"
 description: "Mount the remote as file system on a mountpoint."
+slug: rclone_mount
+url: /commands/rclone_mount/
+groups: Filter
 versionIntroduced: v1.33
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/mount/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_move.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone move"
 description: "Move files from source to dest."
+slug: rclone_move
+url: /commands/rclone_move/
+groups: Filter,Listing,Important,Copy
 versionIntroduced: v1.19
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/move/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_moveto.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone moveto"
 description: "Move file or directory from source to dest."
+slug: rclone_moveto
+url: /commands/rclone_moveto/
+groups: Filter,Listing,Important,Copy
 versionIntroduced: v1.35
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/moveto/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_ncdu.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone ncdu"
 description: "Explore a remote with a text based user interface."
+slug: rclone_ncdu
+url: /commands/rclone_ncdu/
+groups: Filter,Listing
 versionIntroduced: v1.37
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/ncdu/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_nfsmount.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone nfsmount"
 description: "Mount the remote as file system on a mountpoint."
+slug: rclone_nfsmount
+url: /commands/rclone_nfsmount/
+groups: Filter
 status: Experimental
 versionIntroduced: v1.65
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/nfsmount/ and as part of making a release run "make commanddocs"

docs/content/commands/rclone_obscure.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone obscure"
 description: "Obscure password for use in the rclone config file."
+slug: rclone_obscure
+url: /commands/rclone_obscure/
 versionIntroduced: v1.36
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/obscure/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_purge.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone purge"
 description: "Remove the path and all of its contents."
+slug: rclone_purge
+url: /commands/rclone_purge/
+groups: Important
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/purge/ and as part of making a release run "make commanddocs"
 ---
 # rclone purge

docs/content/commands/rclone_rc.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone rc"
 description: "Run a command against a running rclone."
+slug: rclone_rc
+url: /commands/rclone_rc/
 versionIntroduced: v1.40
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/rc/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_rcat.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone rcat"
 description: "Copies standard input to file on remote."
+slug: rclone_rcat
+url: /commands/rclone_rcat/
+groups: Important
 versionIntroduced: v1.38
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/rcat/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_rcd.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone rcd"
 description: "Run rclone listening to remote control commands only."
+slug: rclone_rcd
+url: /commands/rclone_rcd/
+groups: RC
 versionIntroduced: v1.45
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/rcd/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_rmdir.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone rmdir"
 description: "Remove the empty directory at path."
+slug: rclone_rmdir
+url: /commands/rclone_rmdir/
+groups: Important
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/rmdir/ and as part of making a release run "make commanddocs"
 ---
 # rclone rmdir

docs/content/commands/rclone_rmdirs.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone rmdirs"
 description: "Remove empty directories under the path."
+slug: rclone_rmdirs
+url: /commands/rclone_rmdirs/
+groups: Important
 versionIntroduced: v1.35
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/rmdirs/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_selfupdate.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone selfupdate"
 description: "Update the rclone binary."
+slug: rclone_selfupdate
+url: /commands/rclone_selfupdate/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/selfupdate/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone serve"
 description: "Serve a remote over a protocol."
+slug: rclone_serve
+url: /commands/rclone_serve/
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_dlna.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve dlna"
 description: "Serve remote:path over DLNA"
+slug: rclone_serve_dlna
+url: /commands/rclone_serve_dlna/
+groups: Filter
 versionIntroduced: v1.46
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/dlna/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_docker.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve docker"
 description: "Serve any remote on docker's volume plugin API."
+slug: rclone_serve_docker
+url: /commands/rclone_serve_docker/
+groups: Filter
 versionIntroduced: v1.56
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/docker/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_ftp.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve ftp"
 description: "Serve remote:path over FTP."
+slug: rclone_serve_ftp
+url: /commands/rclone_serve_ftp/
+groups: Filter
 versionIntroduced: v1.44
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/ftp/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_http.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve http"
 description: "Serve the remote over HTTP."
+slug: rclone_serve_http
+url: /commands/rclone_serve_http/
+groups: Filter
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/http/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_nfs.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve nfs"
 description: "Serve the remote as an NFS mount"
+slug: rclone_serve_nfs
+url: /commands/rclone_serve_nfs/
+groups: Filter
 status: Experimental
 versionIntroduced: v1.65
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/nfs/ and as part of making a release run "make commanddocs"

docs/content/commands/rclone_serve_restic.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone serve restic"
 description: "Serve the remote for restic's REST API."
+slug: rclone_serve_restic
+url: /commands/rclone_serve_restic/
 versionIntroduced: v1.40
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/restic/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_s3.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve s3"
 description: "Serve remote:path over s3."
+slug: rclone_serve_s3
+url: /commands/rclone_serve_s3/
+groups: Filter
 status: Experimental
 versionIntroduced: v1.65
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/s3/ and as part of making a release run "make commanddocs"

docs/content/commands/rclone_serve_sftp.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve sftp"
 description: "Serve the remote over SFTP."
+slug: rclone_serve_sftp
+url: /commands/rclone_serve_sftp/
+groups: Filter
 versionIntroduced: v1.48
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/sftp/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_serve_webdav.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone serve webdav"
 description: "Serve remote:path over WebDAV."
+slug: rclone_serve_webdav
+url: /commands/rclone_serve_webdav/
+groups: Filter
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/serve/webdav/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_settier.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone settier"
 description: "Changes storage class/tier of objects in remote."
+slug: rclone_settier
+url: /commands/rclone_settier/
 versionIntroduced: v1.44
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/settier/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_sha1sum.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone sha1sum"
 description: "Produces an sha1sum file for all the objects in the path."
+slug: rclone_sha1sum
+url: /commands/rclone_sha1sum/
+groups: Filter,Listing
 versionIntroduced: v1.27
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/sha1sum/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_size.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone size"
 description: "Prints the total size and number of objects in remote:path."
+slug: rclone_size
+url: /commands/rclone_size/
+groups: Filter,Listing
 versionIntroduced: v1.23
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/size/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_sync.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone sync"
 description: "Make source and dest identical, modifying destination only."
+slug: rclone_sync
+url: /commands/rclone_sync/
+groups: Sync,Copy,Filter,Listing,Important
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/sync/ and as part of making a release run "make commanddocs"
 ---
 # rclone sync

docs/content/commands/rclone_test.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test"
 description: "Run a test command"
+slug: rclone_test
+url: /commands/rclone_test/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_changenotify.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test changenotify"
 description: "Log any change notify requests for the remote passed in."
+slug: rclone_test_changenotify
+url: /commands/rclone_test_changenotify/
 versionIntroduced: v1.56
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/changenotify/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_histogram.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test histogram"
 description: "Makes a histogram of file name characters."
+slug: rclone_test_histogram
+url: /commands/rclone_test_histogram/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/histogram/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_info.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test info"
 description: "Discovers file name or other limitations for paths."
+slug: rclone_test_info
+url: /commands/rclone_test_info/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/info/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_makefile.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test makefile"
 description: "Make files with random contents of the size given"
+slug: rclone_test_makefile
+url: /commands/rclone_test_makefile/
 versionIntroduced: v1.59
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/makefile/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_makefiles.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test makefiles"
 description: "Make a random file hierarchy in a directory"
+slug: rclone_test_makefiles
+url: /commands/rclone_test_makefiles/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/makefiles/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_test_memory.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone test memory"
 description: "Load all the objects at remote:path into memory and report memory stats."
+slug: rclone_test_memory
+url: /commands/rclone_test_memory/
 versionIntroduced: v1.55
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/test/memory/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_touch.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone touch"
 description: "Create new file or change file modification time."
+slug: rclone_touch
+url: /commands/rclone_touch/
+groups: Filter,Listing,Important
 versionIntroduced: v1.39
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/touch/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_tree.md

@@ -1,6 +1,9 @@
 ---
 title: "rclone tree"
 description: "List the contents of the remote in a tree like fashion."
+slug: rclone_tree
+url: /commands/rclone_tree/
+groups: Filter,Listing
 versionIntroduced: v1.38
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/tree/ and as part of making a release run "make commanddocs"
 ---

docs/content/commands/rclone_version.md

@@ -1,6 +1,8 @@
 ---
 title: "rclone version"
 description: "Show the version number."
+slug: rclone_version
+url: /commands/rclone_version/
 versionIntroduced: v1.33
 # autogenerated - DO NOT EDIT, instead edit the source code in cmd/version/ and as part of making a release run "make commanddocs"
 ---

docs/content/oracleobjectstorage.md

@@ -0,0 +1,845 @@
+---
+title: "Oracle Object Storage"
+description: "Rclone docs for Oracle Object Storage"
+type: page
+versionIntroduced: "v1.60"
+---
+
+# {{< icon "fa fa-cloud" >}} Oracle Object Storage
+- [Oracle Object Storage Overview](https://docs.oracle.com/en-us/iaas/Content/Object/Concepts/objectstorageoverview.htm)
+- [Oracle Object Storage FAQ](https://www.oracle.com/cloud/storage/object-storage/faq/)
+- [Oracle Object Storage Limits](https://docs.oracle.com/en-us/iaas/Content/Resources/Assets/whitepapers/oci-object-storage-best-practices.pdf)
+
+Paths are specified as `remote:bucket` (or `remote:` for the `lsd` command.)  You may put subdirectories in 
+too, e.g. `remote:bucket/path/to/dir`.
+
+Sample command to transfer local artifacts to remote:bucket in oracle object storage:
+
+`rclone -vvv  --progress --stats-one-line --max-stats-groups 10 --log-format date,time,UTC,longfile --fast-list --buffer-size 256Mi --oos-no-check-bucket --oos-upload-cutoff 10Mi --multi-thread-cutoff 16Mi --multi-thread-streams 3000 --transfers 3000 --checkers 64  --retries 2  --oos-chunk-size 10Mi --oos-upload-concurrency 10000  --oos-attempt-resume-upload --oos-leave-parts-on-error sync ./artifacts  remote:bucket -vv`
+
+## Configuration
+
+Here is an example of making an oracle object storage configuration. `rclone config` walks you 
+through it.
+
+Here is an example of how to make a remote called `remote`.  First run:
+
+     rclone config
+
+This will guide you through an interactive setup process:
+
+
+```
+n) New remote
+d) Delete remote
+r) Rename remote
+c) Copy remote
+s) Set configuration password
+q) Quit config
+e/n/d/r/c/s/q> n
+
+Enter name for new remote.
+name> remote
+
+Option Storage.
+Type of storage to configure.
+Choose a number from below, or type in your own value.
+[snip]
+XX / Oracle Cloud Infrastructure Object Storage
+   \ (oracleobjectstorage)
+Storage> oracleobjectstorage
+
+Option provider.
+Choose your Auth Provider
+Choose a number from below, or type in your own string value.
+Press Enter for the default (env_auth).
+ 1 / automatically pickup the credentials from runtime(env), first one to provide auth wins
+   \ (env_auth)
+   / use an OCI user and an API key for authentication.
+ 2 | you’ll need to put in a config file your tenancy OCID, user OCID, region, the path, fingerprint to an API key.
+   | https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm
+   \ (user_principal_auth)
+   / use instance principals to authorize an instance to make API calls.
+ 3 | each instance has its own identity, and authenticates using the certificates that are read from instance metadata.
+   | https://docs.oracle.com/en-us/iaas/Content/Identity/Tasks/callingservicesfrominstances.htm
+   \ (instance_principal_auth)
+   / use workload identity to grant Kubernetes pods policy-driven access to Oracle Cloud
+ 4 | Infrastructure (OCI) resources using OCI Identity and Access Management (IAM).
+   | https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm
+   \ (workload_identity_auth)
+ 5 / use resource principals to make API calls
+   \ (resource_principal_auth)
+ 6 / no credentials needed, this is typically for reading public buckets
+   \ (no_auth)
+provider> 2
+
+Option namespace.
+Object storage namespace
+Enter a value.
+namespace> idbamagbg734
+
+Option compartment.
+Object storage compartment OCID
+Enter a value.
+compartment> ocid1.compartment.oc1..aaaaaaaapufkxc7ame3sthry5i7ujrwfc7ejnthhu6bhanm5oqfjpyasjkba
+
+Option region.
+Object storage Region
+Enter a value.
+region> us-ashburn-1
+
+Option endpoint.
+Endpoint for Object storage API.
+Leave blank to use the default endpoint for the region.
+Enter a value. Press Enter to leave empty.
+endpoint> 
+
+Option config_file.
+Full Path to OCI config file
+Choose a number from below, or type in your own string value.
+Press Enter for the default (~/.oci/config).
+ 1 / oci configuration file location
+   \ (~/.oci/config)
+config_file> /etc/oci/dev.conf
+
+Option config_profile.
+Profile name inside OCI config file
+Choose a number from below, or type in your own string value.
+Press Enter for the default (Default).
+ 1 / Use the default profile
+   \ (Default)
+config_profile> Test
+
+Edit advanced config?
+y) Yes
+n) No (default)
+y/n> n
+
+Configuration complete.
+Options:
+- type: oracleobjectstorage
+- namespace: idbamagbg734
+- compartment: ocid1.compartment.oc1..aaaaaaaapufkxc7ame3sthry5i7ujrwfc7ejnthhu6bhanm5oqfjpyasjkba
+- region: us-ashburn-1
+- provider: user_principal_auth
+- config_file: /etc/oci/dev.conf
+- config_profile: Test
+Keep this "remote" remote?
+y) Yes this is OK (default)
+e) Edit this remote
+d) Delete this remote
+y/e/d> y
+```
+
+See all buckets
+
+    rclone lsd remote:
+
+Create a new bucket
+
+    rclone mkdir remote:bucket
+
+List the contents of a bucket
+
+    rclone ls remote:bucket
+    rclone ls remote:bucket --max-depth 1
+
+## Authentication Providers 
+
+OCI has various authentication methods. To learn more about authentication methods please refer [oci authentication 
+methods](https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdk_authentication_methods.htm) 
+These choices can be specified in the rclone config file.
+
+Rclone supports the following OCI authentication provider.
+
+    User Principal
+    Instance Principal
+    Resource Principal
+    Workload Identity
+    No authentication
+
+### User Principal
+
+Sample rclone config file for Authentication Provider User Principal:
+
+    [oos]
+    type = oracleobjectstorage
+    namespace = id<redacted>34
+    compartment = ocid1.compartment.oc1..aa<redacted>ba
+    region = us-ashburn-1
+    provider = user_principal_auth
+    config_file = /home/opc/.oci/config
+    config_profile = Default
+
+Advantages:
+- One can use this method from any server within OCI or on-premises or from other cloud provider.
+
+Considerations:
+- you need to configure user’s privileges / policy to allow access to object storage
+- Overhead of managing users and keys.
+- If the user is deleted, the config file will no longer work and may cause automation regressions that use the user's credentials.
+
+###  Instance Principal
+
+An OCI compute instance can be authorized to use rclone by using it's identity and certificates as an instance principal. 
+With this approach no credentials have to be stored and managed.
+
+Sample rclone configuration file for Authentication Provider Instance Principal:
+
+    [opc@rclone ~]$ cat ~/.config/rclone/rclone.conf
+    [oos]
+    type = oracleobjectstorage
+    namespace = id<redacted>fn
+    compartment = ocid1.compartment.oc1..aa<redacted>k7a
+    region = us-ashburn-1
+    provider = instance_principal_auth
+
+Advantages:
+
+- With instance principals, you don't need to configure user credentials and transfer/ save it to disk in your compute 
+  instances or rotate the credentials.
+- You don’t need to deal with users and keys.
+- Greatly helps in automation as you don't have to manage access keys, user private keys, storing them in vault, 
+  using kms etc.
+
+Considerations:
+
+- You need to configure a dynamic group having this instance as member and add policy to read object storage to that 
+  dynamic group.
+- Everyone who has access to this machine can execute the CLI commands.
+- It is applicable for oci compute instances only. It cannot be used on external instance or resources.
+
+### Resource Principal
+
+Resource principal auth is very similar to instance principal auth but used for resources that are not 
+compute instances such as [serverless functions](https://docs.oracle.com/en-us/iaas/Content/Functions/Concepts/functionsoverview.htm). 
+To use resource principal ensure Rclone process is started with these environment variables set in its process.
+
+    export OCI_RESOURCE_PRINCIPAL_VERSION=2.2
+    export OCI_RESOURCE_PRINCIPAL_REGION=us-ashburn-1
+    export OCI_RESOURCE_PRINCIPAL_PRIVATE_PEM=/usr/share/model-server/key.pem
+    export OCI_RESOURCE_PRINCIPAL_RPST=/usr/share/model-server/security_token
+
+Sample rclone configuration file for Authentication Provider Resource Principal:
+
+    [oos]
+    type = oracleobjectstorage
+    namespace = id<redacted>34
+    compartment = ocid1.compartment.oc1..aa<redacted>ba
+    region = us-ashburn-1
+    provider = resource_principal_auth
+
+### Workload Identity
+Workload Identity auth may be used when running Rclone from Kubernetes pod on a Container Engine for Kubernetes (OKE) cluster.
+For more details on configuring Workload Identity, see [Granting Workloads Access to OCI Resources](https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm).
+To use workload identity, ensure Rclone is started with these environment variables set in its process.
+
+    export OCI_RESOURCE_PRINCIPAL_VERSION=2.2
+    export OCI_RESOURCE_PRINCIPAL_REGION=us-ashburn-1
+
+### No authentication
+
+Public buckets do not require any authentication mechanism to read objects.
+Sample rclone configuration file for No authentication:
+    
+    [oos]
+    type = oracleobjectstorage
+    namespace = id<redacted>34
+    compartment = ocid1.compartment.oc1..aa<redacted>ba
+    region = us-ashburn-1
+    provider = no_auth
+
+### Modification times and hashes
+
+The modification time is stored as metadata on the object as
+`opc-meta-mtime` as floating point since the epoch, accurate to 1 ns.
+
+If the modification time needs to be updated rclone will attempt to perform a server
+side copy to update the modification if the object can be copied in a single part.
+In the case the object is larger than 5Gb, the object will be uploaded rather than copied.
+
+Note that reading this from the object takes an additional `HEAD` request as the metadata
+isn't returned in object listings.
+
+The MD5 hash algorithm is supported.
+
+### Multipart uploads
+
+rclone supports multipart uploads with OOS which means that it can
+upload files bigger than 5 GiB.
+
+Note that files uploaded *both* with multipart upload *and* through
+crypt remotes do not have MD5 sums.
+
+rclone switches from single part uploads to multipart uploads at the
+point specified by `--oos-upload-cutoff`.  This can be a maximum of 5 GiB
+and a minimum of 0 (ie always upload multipart files).
+
+The chunk sizes used in the multipart upload are specified by
+`--oos-chunk-size` and the number of chunks uploaded concurrently is
+specified by `--oos-upload-concurrency`.
+
+Multipart uploads will use `--transfers` * `--oos-upload-concurrency` *
+`--oos-chunk-size` extra memory.  Single part uploads to not use extra
+memory.
+
+Single part transfers can be faster than multipart transfers or slower
+depending on your latency from oos - the more latency, the more likely
+single part transfers will be faster.
+
+Increasing `--oos-upload-concurrency` will increase throughput (8 would
+be a sensible value) and increasing `--oos-chunk-size` also increases
+throughput (16M would be sensible).  Increasing either of these will
+use more memory.  The default values are high enough to gain most of
+the possible performance without using too much memory.
+
+{{< rem autogenerated options start" - DO NOT EDIT - instead edit fs.RegInfo in backend/oracleobjectstorage/oracleobjectstorage.go then run make backenddocs" >}}
+### Standard options
+
+Here are the Standard options specific to oracleobjectstorage (Oracle Cloud Infrastructure Object Storage).
+
+#### --oos-provider
+
+Choose your Auth Provider
+
+Properties:
+
+- Config:      provider
+- Env Var:     RCLONE_OOS_PROVIDER
+- Type:        string
+- Default:     "env_auth"
+- Examples:
+    - "env_auth"
+        - automatically pickup the credentials from runtime(env), first one to provide auth wins
+    - "user_principal_auth"
+        - use an OCI user and an API key for authentication.
+        - you’ll need to put in a config file your tenancy OCID, user OCID, region, the path, fingerprint to an API key.
+        - https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm
+    - "instance_principal_auth"
+        - use instance principals to authorize an instance to make API calls. 
+        - each instance has its own identity, and authenticates using the certificates that are read from instance metadata. 
+        - https://docs.oracle.com/en-us/iaas/Content/Identity/Tasks/callingservicesfrominstances.htm
+    - "workload_identity_auth"
+        - use workload identity to grant OCI Container Engine for Kubernetes workloads policy-driven access to OCI resources using OCI Identity and Access Management (IAM).
+        - https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm
+    - "resource_principal_auth"
+        - use resource principals to make API calls
+    - "no_auth"
+        - no credentials needed, this is typically for reading public buckets
+
+#### --oos-namespace
+
+Object storage namespace
+
+Properties:
+
+- Config:      namespace
+- Env Var:     RCLONE_OOS_NAMESPACE
+- Type:        string
+- Required:    true
+
+#### --oos-compartment
+
+Object storage compartment OCID
+
+Properties:
+
+- Config:      compartment
+- Env Var:     RCLONE_OOS_COMPARTMENT
+- Provider:    !no_auth
+- Type:        string
+- Required:    true
+
+#### --oos-region
+
+Object storage Region
+
+Properties:
+
+- Config:      region
+- Env Var:     RCLONE_OOS_REGION
+- Type:        string
+- Required:    true
+
+#### --oos-endpoint
+
+Endpoint for Object storage API.
+
+Leave blank to use the default endpoint for the region.
+
+Properties:
+
+- Config:      endpoint
+- Env Var:     RCLONE_OOS_ENDPOINT
+- Type:        string
+- Required:    false
+
+#### --oos-config-file
+
+Path to OCI config file
+
+Properties:
+
+- Config:      config_file
+- Env Var:     RCLONE_OOS_CONFIG_FILE
+- Provider:    user_principal_auth
+- Type:        string
+- Default:     "~/.oci/config"
+- Examples:
+    - "~/.oci/config"
+        - oci configuration file location
+
+#### --oos-config-profile
+
+Profile name inside the oci config file
+
+Properties:
+
+- Config:      config_profile
+- Env Var:     RCLONE_OOS_CONFIG_PROFILE
+- Provider:    user_principal_auth
+- Type:        string
+- Default:     "Default"
+- Examples:
+    - "Default"
+        - Use the default profile
+
+### Advanced options
+
+Here are the Advanced options specific to oracleobjectstorage (Oracle Cloud Infrastructure Object Storage).
+
+#### --oos-storage-tier
+
+The storage class to use when storing new objects in storage. https://docs.oracle.com/en-us/iaas/Content/Object/Concepts/understandingstoragetiers.htm
+
+Properties:
+
+- Config:      storage_tier
+- Env Var:     RCLONE_OOS_STORAGE_TIER
+- Type:        string
+- Default:     "Standard"
+- Examples:
+    - "Standard"
+        - Standard storage tier, this is the default tier
+    - "InfrequentAccess"
+        - InfrequentAccess storage tier
+    - "Archive"
+        - Archive storage tier
+
+#### --oos-upload-cutoff
+
+Cutoff for switching to chunked upload.
+
+Any files larger than this will be uploaded in chunks of chunk_size.
+The minimum is 0 and the maximum is 5 GiB.
+
+Properties:
+
+- Config:      upload_cutoff
+- Env Var:     RCLONE_OOS_UPLOAD_CUTOFF
+- Type:        SizeSuffix
+- Default:     200Mi
+
+#### --oos-chunk-size
+
+Chunk size to use for uploading.
+
+When uploading files larger than upload_cutoff or files with unknown
+size (e.g. from "rclone rcat" or uploaded with "rclone mount" they will be uploaded 
+as multipart uploads using this chunk size.
+
+Note that "upload_concurrency" chunks of this size are buffered
+in memory per transfer.
+
+If you are transferring large files over high-speed links and you have
+enough memory, then increasing this will speed up the transfers.
+
+Rclone will automatically increase the chunk size when uploading a
+large file of known size to stay below the 10,000 chunks limit.
+
+Files of unknown size are uploaded with the configured
+chunk_size. Since the default chunk size is 5 MiB and there can be at
+most 10,000 chunks, this means that by default the maximum size of
+a file you can stream upload is 48 GiB.  If you wish to stream upload
+larger files then you will need to increase chunk_size.
+
+Increasing the chunk size decreases the accuracy of the progress
+statistics displayed with "-P" flag.
+
+
+Properties:
+
+- Config:      chunk_size
+- Env Var:     RCLONE_OOS_CHUNK_SIZE
+- Type:        SizeSuffix
+- Default:     5Mi
+
+#### --oos-max-upload-parts
+
+Maximum number of parts in a multipart upload.
+
+This option defines the maximum number of multipart chunks to use
+when doing a multipart upload.
+
+OCI has max parts limit of 10,000 chunks.
+
+Rclone will automatically increase the chunk size when uploading a
+large file of a known size to stay below this number of chunks limit.
+
+
+Properties:
+
+- Config:      max_upload_parts
+- Env Var:     RCLONE_OOS_MAX_UPLOAD_PARTS
+- Type:        int
+- Default:     10000
+
+#### --oos-upload-concurrency
+
+Concurrency for multipart uploads.
+
+This is the number of chunks of the same file that are uploaded
+concurrently.
+
+If you are uploading small numbers of large files over high-speed links
+and these uploads do not fully utilize your bandwidth, then increasing
+this may help to speed up the transfers.
+
+Properties:
+
+- Config:      upload_concurrency
+- Env Var:     RCLONE_OOS_UPLOAD_CONCURRENCY
+- Type:        int
+- Default:     10
+
+#### --oos-copy-cutoff
+
+Cutoff for switching to multipart copy.
+
+Any files larger than this that need to be server-side copied will be
+copied in chunks of this size.
+
+The minimum is 0 and the maximum is 5 GiB.
+
+Properties:
+
+- Config:      copy_cutoff
+- Env Var:     RCLONE_OOS_COPY_CUTOFF
+- Type:        SizeSuffix
+- Default:     4.656Gi
+
+#### --oos-copy-timeout
+
+Timeout for copy.
+
+Copy is an asynchronous operation, specify timeout to wait for copy to succeed
+
+
+Properties:
+
+- Config:      copy_timeout
+- Env Var:     RCLONE_OOS_COPY_TIMEOUT
+- Type:        Duration
+- Default:     1m0s
+
+#### --oos-disable-checksum
+
+Don't store MD5 checksum with object metadata.
+
+Normally rclone will calculate the MD5 checksum of the input before
+uploading it so it can add it to metadata on the object. This is great
+for data integrity checking but can cause long delays for large files
+to start uploading.
+
+Properties:
+
+- Config:      disable_checksum
+- Env Var:     RCLONE_OOS_DISABLE_CHECKSUM
+- Type:        bool
+- Default:     false
+
+#### --oos-encoding
+
+The encoding for the backend.
+
+See the [encoding section in the overview](/overview/#encoding) for more info.
+
+Properties:
+
+- Config:      encoding
+- Env Var:     RCLONE_OOS_ENCODING
+- Type:        Encoding
+- Default:     Slash,InvalidUtf8,Dot
+
+#### --oos-leave-parts-on-error
+
+If true avoid calling abort upload on a failure, leaving all successfully uploaded parts for manual recovery.
+
+It should be set to true for resuming uploads across different sessions.
+
+WARNING: Storing parts of an incomplete multipart upload counts towards space usage on object storage and will add
+additional costs if not cleaned up.
+
+
+Properties:
+
+- Config:      leave_parts_on_error
+- Env Var:     RCLONE_OOS_LEAVE_PARTS_ON_ERROR
+- Type:        bool
+- Default:     false
+
+#### --oos-attempt-resume-upload
+
+If true attempt to resume previously started multipart upload for the object.
+This will be helpful to speed up multipart transfers by resuming uploads from past session.
+
+WARNING: If chunk size differs in resumed session from past incomplete session, then the resumed multipart upload is 
+aborted and a new multipart upload is started with the new chunk size.
+
+The flag leave_parts_on_error must be true to resume and optimize to skip parts that were already uploaded successfully.
+
+
+Properties:
+
+- Config:      attempt_resume_upload
+- Env Var:     RCLONE_OOS_ATTEMPT_RESUME_UPLOAD
+- Type:        bool
+- Default:     false
+
+#### --oos-no-check-bucket
+
+If set, don't attempt to check the bucket exists or create it.
+
+This can be useful when trying to minimise the number of transactions
+rclone does if you know the bucket exists already.
+
+It can also be needed if the user you are using does not have bucket
+creation permissions.
+
+
+Properties:
+
+- Config:      no_check_bucket
+- Env Var:     RCLONE_OOS_NO_CHECK_BUCKET
+- Type:        bool
+- Default:     false
+
+#### --oos-sse-customer-key-file
+
+To use SSE-C, a file containing the base64-encoded string of the AES-256 encryption key associated
+with the object. Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is needed.'
+
+Properties:
+
+- Config:      sse_customer_key_file
+- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY_FILE
+- Type:        string
+- Required:    false
+- Examples:
+    - ""
+        - None
+
+#### --oos-sse-customer-key
+
+To use SSE-C, the optional header that specifies the base64-encoded 256-bit encryption key to use to
+encrypt or  decrypt the data. Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is
+needed. For more information, see Using Your Own Keys for Server-Side Encryption 
+(https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm)
+
+Properties:
+
+- Config:      sse_customer_key
+- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY
+- Type:        string
+- Required:    false
+- Examples:
+    - ""
+        - None
+
+#### --oos-sse-customer-key-sha256
+
+If using SSE-C, The optional header that specifies the base64-encoded SHA256 hash of the encryption
+key. This value is used to check the integrity of the encryption key. see Using Your Own Keys for 
+Server-Side Encryption (https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm).
+
+Properties:
+
+- Config:      sse_customer_key_sha256
+- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY_SHA256
+- Type:        string
+- Required:    false
+- Examples:
+    - ""
+        - None
+
+#### --oos-sse-kms-key-id
+
+if using your own master key in vault, this header specifies the
+OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of a master encryption key used to call
+the Key Management service to generate a data encryption key or to encrypt or decrypt a data encryption key.
+Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is needed.
+
+Properties:
+
+- Config:      sse_kms_key_id
+- Env Var:     RCLONE_OOS_SSE_KMS_KEY_ID
+- Type:        string
+- Required:    false
+- Examples:
+    - ""
+        - None
+
+#### --oos-sse-customer-algorithm
+
+If using SSE-C, the optional header that specifies "AES256" as the encryption algorithm.
+Object Storage supports "AES256" as the encryption algorithm. For more information, see
+Using Your Own Keys for Server-Side Encryption (https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm).
+
+Properties:
+
+- Config:      sse_customer_algorithm
+- Env Var:     RCLONE_OOS_SSE_CUSTOMER_ALGORITHM
+- Type:        string
+- Required:    false
+- Examples:
+    - ""
+        - None
+    - "AES256"
+        - AES256
+
+#### --oos-description
+
+Description of the remote.
+
+Properties:
+
+- Config:      description
+- Env Var:     RCLONE_OOS_DESCRIPTION
+- Type:        string
+- Required:    false
+
+## Backend commands
+
+Here are the commands specific to the oracleobjectstorage backend.
+
+Run them with
+
+    rclone backend COMMAND remote:
+
+The help below will explain what arguments each command takes.
+
+See the [backend](/commands/rclone_backend/) command for more
+info on how to pass options and arguments.
+
+These can be run on a running backend using the rc command
+[backend/command](/rc/#backend-command).
+
+### rename
+
+change the name of an object
+
+    rclone backend rename remote: [options] [<arguments>+]
+
+This command can be used to rename a object.
+
+Usage Examples:
+
+    rclone backend rename oos:bucket relative-object-path-under-bucket object-new-name
+
+
+### list-multipart-uploads
+
+List the unfinished multipart uploads
+
+    rclone backend list-multipart-uploads remote: [options] [<arguments>+]
+
+This command lists the unfinished multipart uploads in JSON format.
+
+    rclone backend list-multipart-uploads oos:bucket/path/to/object
+
+It returns a dictionary of buckets with values as lists of unfinished
+multipart uploads.
+
+You can call it with no bucket in which case it lists all bucket, with
+a bucket or with a bucket and path.
+
+    {
+      "test-bucket": [
+                {
+                        "namespace": "test-namespace",
+                        "bucket": "test-bucket",
+                        "object": "600m.bin",
+                        "uploadId": "51dd8114-52a4-b2f2-c42f-5291f05eb3c8",
+                        "timeCreated": "2022-07-29T06:21:16.595Z",
+                        "storageTier": "Standard"
+                }
+        ]
+
+
+### cleanup
+
+Remove unfinished multipart uploads.
+
+    rclone backend cleanup remote: [options] [<arguments>+]
+
+This command removes unfinished multipart uploads of age greater than
+max-age which defaults to 24 hours.
+
+Note that you can use --interactive/-i or --dry-run with this command to see what
+it would do.
+
+    rclone backend cleanup oos:bucket/path/to/object
+    rclone backend cleanup -o max-age=7w oos:bucket/path/to/object
+
+Durations are parsed as per the rest of rclone, 2h, 7d, 7w etc.
+
+
+Options:
+
+- "max-age": Max age of upload to delete
+
+### restore
+
+Restore objects from Archive to Standard storage
+
+    rclone backend restore remote: [options] [<arguments>+]
+
+This command can be used to restore one or more objects from Archive to Standard storage.
+
+	Usage Examples:
+
+    rclone backend restore oos:bucket/path/to/directory -o hours=HOURS
+    rclone backend restore oos:bucket -o hours=HOURS
+
+This flag also obeys the filters. Test first with --interactive/-i or --dry-run flags
+
+	rclone --interactive backend restore --include "*.txt" oos:bucket/path -o hours=72
+
+All the objects shown will be marked for restore, then
+
+	rclone backend restore --include "*.txt" oos:bucket/path -o hours=72
+
+	It returns a list of status dictionaries with Object Name and Status
+	keys. The Status will be "RESTORED"" if it was successful or an error message
+	if not.
+
+	[
+		{
+			"Object": "test.txt"
+			"Status": "RESTORED",
+		},
+		{
+			"Object": "test/file4.txt"
+			"Status": "RESTORED",
+		}
+	]
+
+
+Options:
+
+- "hours": The number of hours for which this object will be restored. Default is 24 hrs.
+
+{{< rem autogenerated options stop >}}
+
+## Tutorials
+### [Mounting Buckets](/oracleobjectstorage/tutorial_mount/)

docs/content/oracleobjectstorage/_index.md

@@ -1,845 +0,0 @@
----
-title: "Oracle Object Storage"
-description: "Rclone docs for Oracle Object Storage"
-type: page
-versionIntroduced: "v1.60"
----
-
-# {{< icon "fa fa-cloud" >}} Oracle Object Storage
-- [Oracle Object Storage Overview](https://docs.oracle.com/en-us/iaas/Content/Object/Concepts/objectstorageoverview.htm)
-- [Oracle Object Storage FAQ](https://www.oracle.com/cloud/storage/object-storage/faq/)
-- [Oracle Object Storage Limits](https://docs.oracle.com/en-us/iaas/Content/Resources/Assets/whitepapers/oci-object-storage-best-practices.pdf)
-
-Paths are specified as `remote:bucket` (or `remote:` for the `lsd` command.)  You may put subdirectories in 
-too, e.g. `remote:bucket/path/to/dir`.
-
-Sample command to transfer local artifacts to remote:bucket in oracle object storage:
-
-`rclone -vvv  --progress --stats-one-line --max-stats-groups 10 --log-format date,time,UTC,longfile --fast-list --buffer-size 256Mi --oos-no-check-bucket --oos-upload-cutoff 10Mi --multi-thread-cutoff 16Mi --multi-thread-streams 3000 --transfers 3000 --checkers 64  --retries 2  --oos-chunk-size 10Mi --oos-upload-concurrency 10000  --oos-attempt-resume-upload --oos-leave-parts-on-error sync ./artifacts  remote:bucket -vv`
-
-## Configuration
-
-Here is an example of making an oracle object storage configuration. `rclone config` walks you 
-through it.
-
-Here is an example of how to make a remote called `remote`.  First run:
-
-     rclone config
-
-This will guide you through an interactive setup process:
-
-
-```
-n) New remote
-d) Delete remote
-r) Rename remote
-c) Copy remote
-s) Set configuration password
-q) Quit config
-e/n/d/r/c/s/q> n
-
-Enter name for new remote.
-name> remote
-
-Option Storage.
-Type of storage to configure.
-Choose a number from below, or type in your own value.
-[snip]
-XX / Oracle Cloud Infrastructure Object Storage
-   \ (oracleobjectstorage)
-Storage> oracleobjectstorage
-
-Option provider.
-Choose your Auth Provider
-Choose a number from below, or type in your own string value.
-Press Enter for the default (env_auth).
- 1 / automatically pickup the credentials from runtime(env), first one to provide auth wins
-   \ (env_auth)
-   / use an OCI user and an API key for authentication.
- 2 | you’ll need to put in a config file your tenancy OCID, user OCID, region, the path, fingerprint to an API key.
-   | https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm
-   \ (user_principal_auth)
-   / use instance principals to authorize an instance to make API calls.
- 3 | each instance has its own identity, and authenticates using the certificates that are read from instance metadata.
-   | https://docs.oracle.com/en-us/iaas/Content/Identity/Tasks/callingservicesfrominstances.htm
-   \ (instance_principal_auth)
-   / use workload identity to grant Kubernetes pods policy-driven access to Oracle Cloud
- 4 | Infrastructure (OCI) resources using OCI Identity and Access Management (IAM).
-   | https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm
-   \ (workload_identity_auth)
- 5 / use resource principals to make API calls
-   \ (resource_principal_auth)
- 6 / no credentials needed, this is typically for reading public buckets
-   \ (no_auth)
-provider> 2
-
-Option namespace.
-Object storage namespace
-Enter a value.
-namespace> idbamagbg734
-
-Option compartment.
-Object storage compartment OCID
-Enter a value.
-compartment> ocid1.compartment.oc1..aaaaaaaapufkxc7ame3sthry5i7ujrwfc7ejnthhu6bhanm5oqfjpyasjkba
-
-Option region.
-Object storage Region
-Enter a value.
-region> us-ashburn-1
-
-Option endpoint.
-Endpoint for Object storage API.
-Leave blank to use the default endpoint for the region.
-Enter a value. Press Enter to leave empty.
-endpoint> 
-
-Option config_file.
-Full Path to OCI config file
-Choose a number from below, or type in your own string value.
-Press Enter for the default (~/.oci/config).
- 1 / oci configuration file location
-   \ (~/.oci/config)
-config_file> /etc/oci/dev.conf
-
-Option config_profile.
-Profile name inside OCI config file
-Choose a number from below, or type in your own string value.
-Press Enter for the default (Default).
- 1 / Use the default profile
-   \ (Default)
-config_profile> Test
-
-Edit advanced config?
-y) Yes
-n) No (default)
-y/n> n
-
-Configuration complete.
-Options:
-- type: oracleobjectstorage
-- namespace: idbamagbg734
-- compartment: ocid1.compartment.oc1..aaaaaaaapufkxc7ame3sthry5i7ujrwfc7ejnthhu6bhanm5oqfjpyasjkba
-- region: us-ashburn-1
-- provider: user_principal_auth
-- config_file: /etc/oci/dev.conf
-- config_profile: Test
-Keep this "remote" remote?
-y) Yes this is OK (default)
-e) Edit this remote
-d) Delete this remote
-y/e/d> y
-```
-
-See all buckets
-
-    rclone lsd remote:
-
-Create a new bucket
-
-    rclone mkdir remote:bucket
-
-List the contents of a bucket
-
-    rclone ls remote:bucket
-    rclone ls remote:bucket --max-depth 1
-
-## Authentication Providers 
-
-OCI has various authentication methods. To learn more about authentication methods please refer [oci authentication 
-methods](https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdk_authentication_methods.htm) 
-These choices can be specified in the rclone config file.
-
-Rclone supports the following OCI authentication provider.
-
-    User Principal
-    Instance Principal
-    Resource Principal
-    Workload Identity
-    No authentication
-
-### User Principal
-
-Sample rclone config file for Authentication Provider User Principal:
-
-    [oos]
-    type = oracleobjectstorage
-    namespace = id<redacted>34
-    compartment = ocid1.compartment.oc1..aa<redacted>ba
-    region = us-ashburn-1
-    provider = user_principal_auth
-    config_file = /home/opc/.oci/config
-    config_profile = Default
-
-Advantages:
-- One can use this method from any server within OCI or on-premises or from other cloud provider.
-
-Considerations:
-- you need to configure user’s privileges / policy to allow access to object storage
-- Overhead of managing users and keys.
-- If the user is deleted, the config file will no longer work and may cause automation regressions that use the user's credentials.
-
-###  Instance Principal
-
-An OCI compute instance can be authorized to use rclone by using it's identity and certificates as an instance principal. 
-With this approach no credentials have to be stored and managed.
-
-Sample rclone configuration file for Authentication Provider Instance Principal:
-
-    [opc@rclone ~]$ cat ~/.config/rclone/rclone.conf
-    [oos]
-    type = oracleobjectstorage
-    namespace = id<redacted>fn
-    compartment = ocid1.compartment.oc1..aa<redacted>k7a
-    region = us-ashburn-1
-    provider = instance_principal_auth
-
-Advantages:
-
-- With instance principals, you don't need to configure user credentials and transfer/ save it to disk in your compute 
-  instances or rotate the credentials.
-- You don’t need to deal with users and keys.
-- Greatly helps in automation as you don't have to manage access keys, user private keys, storing them in vault, 
-  using kms etc.
-
-Considerations:
-
-- You need to configure a dynamic group having this instance as member and add policy to read object storage to that 
-  dynamic group.
-- Everyone who has access to this machine can execute the CLI commands.
-- It is applicable for oci compute instances only. It cannot be used on external instance or resources.
-
-### Resource Principal
-
-Resource principal auth is very similar to instance principal auth but used for resources that are not 
-compute instances such as [serverless functions](https://docs.oracle.com/en-us/iaas/Content/Functions/Concepts/functionsoverview.htm). 
-To use resource principal ensure Rclone process is started with these environment variables set in its process.
-
-    export OCI_RESOURCE_PRINCIPAL_VERSION=2.2
-    export OCI_RESOURCE_PRINCIPAL_REGION=us-ashburn-1
-    export OCI_RESOURCE_PRINCIPAL_PRIVATE_PEM=/usr/share/model-server/key.pem
-    export OCI_RESOURCE_PRINCIPAL_RPST=/usr/share/model-server/security_token
-
-Sample rclone configuration file for Authentication Provider Resource Principal:
-
-    [oos]
-    type = oracleobjectstorage
-    namespace = id<redacted>34
-    compartment = ocid1.compartment.oc1..aa<redacted>ba
-    region = us-ashburn-1
-    provider = resource_principal_auth
-
-### Workload Identity
-Workload Identity auth may be used when running Rclone from Kubernetes pod on a Container Engine for Kubernetes (OKE) cluster.
-For more details on configuring Workload Identity, see [Granting Workloads Access to OCI Resources](https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm).
-To use workload identity, ensure Rclone is started with these environment variables set in its process.
-
-    export OCI_RESOURCE_PRINCIPAL_VERSION=2.2
-    export OCI_RESOURCE_PRINCIPAL_REGION=us-ashburn-1
-
-### No authentication
-
-Public buckets do not require any authentication mechanism to read objects.
-Sample rclone configuration file for No authentication:
-    
-    [oos]
-    type = oracleobjectstorage
-    namespace = id<redacted>34
-    compartment = ocid1.compartment.oc1..aa<redacted>ba
-    region = us-ashburn-1
-    provider = no_auth
-
-### Modification times and hashes
-
-The modification time is stored as metadata on the object as
-`opc-meta-mtime` as floating point since the epoch, accurate to 1 ns.
-
-If the modification time needs to be updated rclone will attempt to perform a server
-side copy to update the modification if the object can be copied in a single part.
-In the case the object is larger than 5Gb, the object will be uploaded rather than copied.
-
-Note that reading this from the object takes an additional `HEAD` request as the metadata
-isn't returned in object listings.
-
-The MD5 hash algorithm is supported.
-
-### Multipart uploads
-
-rclone supports multipart uploads with OOS which means that it can
-upload files bigger than 5 GiB.
-
-Note that files uploaded *both* with multipart upload *and* through
-crypt remotes do not have MD5 sums.
-
-rclone switches from single part uploads to multipart uploads at the
-point specified by `--oos-upload-cutoff`.  This can be a maximum of 5 GiB
-and a minimum of 0 (ie always upload multipart files).
-
-The chunk sizes used in the multipart upload are specified by
-`--oos-chunk-size` and the number of chunks uploaded concurrently is
-specified by `--oos-upload-concurrency`.
-
-Multipart uploads will use `--transfers` * `--oos-upload-concurrency` *
-`--oos-chunk-size` extra memory.  Single part uploads to not use extra
-memory.
-
-Single part transfers can be faster than multipart transfers or slower
-depending on your latency from oos - the more latency, the more likely
-single part transfers will be faster.
-
-Increasing `--oos-upload-concurrency` will increase throughput (8 would
-be a sensible value) and increasing `--oos-chunk-size` also increases
-throughput (16M would be sensible).  Increasing either of these will
-use more memory.  The default values are high enough to gain most of
-the possible performance without using too much memory.
-
-{{< rem autogenerated options start" - DO NOT EDIT - instead edit fs.RegInfo in backend/oracleobjectstorage/oracleobjectstorage.go then run make backenddocs" >}}
-### Standard options
-
-Here are the Standard options specific to oracleobjectstorage (Oracle Cloud Infrastructure Object Storage).
-
-#### --oos-provider
-
-Choose your Auth Provider
-
-Properties:
-
-- Config:      provider
-- Env Var:     RCLONE_OOS_PROVIDER
-- Type:        string
-- Default:     "env_auth"
-- Examples:
-    - "env_auth"
-        - automatically pickup the credentials from runtime(env), first one to provide auth wins
-    - "user_principal_auth"
-        - use an OCI user and an API key for authentication.
-        - you’ll need to put in a config file your tenancy OCID, user OCID, region, the path, fingerprint to an API key.
-        - https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm
-    - "instance_principal_auth"
-        - use instance principals to authorize an instance to make API calls. 
-        - each instance has its own identity, and authenticates using the certificates that are read from instance metadata. 
-        - https://docs.oracle.com/en-us/iaas/Content/Identity/Tasks/callingservicesfrominstances.htm
-    - "workload_identity_auth"
-        - use workload identity to grant OCI Container Engine for Kubernetes workloads policy-driven access to OCI resources using OCI Identity and Access Management (IAM).
-        - https://docs.oracle.com/en-us/iaas/Content/ContEng/Tasks/contenggrantingworkloadaccesstoresources.htm
-    - "resource_principal_auth"
-        - use resource principals to make API calls
-    - "no_auth"
-        - no credentials needed, this is typically for reading public buckets
-
-#### --oos-namespace
-
-Object storage namespace
-
-Properties:
-
-- Config:      namespace
-- Env Var:     RCLONE_OOS_NAMESPACE
-- Type:        string
-- Required:    true
-
-#### --oos-compartment
-
-Object storage compartment OCID
-
-Properties:
-
-- Config:      compartment
-- Env Var:     RCLONE_OOS_COMPARTMENT
-- Provider:    !no_auth
-- Type:        string
-- Required:    true
-
-#### --oos-region
-
-Object storage Region
-
-Properties:
-
-- Config:      region
-- Env Var:     RCLONE_OOS_REGION
-- Type:        string
-- Required:    true
-
-#### --oos-endpoint
-
-Endpoint for Object storage API.
-
-Leave blank to use the default endpoint for the region.
-
-Properties:
-
-- Config:      endpoint
-- Env Var:     RCLONE_OOS_ENDPOINT
-- Type:        string
-- Required:    false
-
-#### --oos-config-file
-
-Path to OCI config file
-
-Properties:
-
-- Config:      config_file
-- Env Var:     RCLONE_OOS_CONFIG_FILE
-- Provider:    user_principal_auth
-- Type:        string
-- Default:     "~/.oci/config"
-- Examples:
-    - "~/.oci/config"
-        - oci configuration file location
-
-#### --oos-config-profile
-
-Profile name inside the oci config file
-
-Properties:
-
-- Config:      config_profile
-- Env Var:     RCLONE_OOS_CONFIG_PROFILE
-- Provider:    user_principal_auth
-- Type:        string
-- Default:     "Default"
-- Examples:
-    - "Default"
-        - Use the default profile
-
-### Advanced options
-
-Here are the Advanced options specific to oracleobjectstorage (Oracle Cloud Infrastructure Object Storage).
-
-#### --oos-storage-tier
-
-The storage class to use when storing new objects in storage. https://docs.oracle.com/en-us/iaas/Content/Object/Concepts/understandingstoragetiers.htm
-
-Properties:
-
-- Config:      storage_tier
-- Env Var:     RCLONE_OOS_STORAGE_TIER
-- Type:        string
-- Default:     "Standard"
-- Examples:
-    - "Standard"
-        - Standard storage tier, this is the default tier
-    - "InfrequentAccess"
-        - InfrequentAccess storage tier
-    - "Archive"
-        - Archive storage tier
-
-#### --oos-upload-cutoff
-
-Cutoff for switching to chunked upload.
-
-Any files larger than this will be uploaded in chunks of chunk_size.
-The minimum is 0 and the maximum is 5 GiB.
-
-Properties:
-
-- Config:      upload_cutoff
-- Env Var:     RCLONE_OOS_UPLOAD_CUTOFF
-- Type:        SizeSuffix
-- Default:     200Mi
-
-#### --oos-chunk-size
-
-Chunk size to use for uploading.
-
-When uploading files larger than upload_cutoff or files with unknown
-size (e.g. from "rclone rcat" or uploaded with "rclone mount" they will be uploaded 
-as multipart uploads using this chunk size.
-
-Note that "upload_concurrency" chunks of this size are buffered
-in memory per transfer.
-
-If you are transferring large files over high-speed links and you have
-enough memory, then increasing this will speed up the transfers.
-
-Rclone will automatically increase the chunk size when uploading a
-large file of known size to stay below the 10,000 chunks limit.
-
-Files of unknown size are uploaded with the configured
-chunk_size. Since the default chunk size is 5 MiB and there can be at
-most 10,000 chunks, this means that by default the maximum size of
-a file you can stream upload is 48 GiB.  If you wish to stream upload
-larger files then you will need to increase chunk_size.
-
-Increasing the chunk size decreases the accuracy of the progress
-statistics displayed with "-P" flag.
-
-
-Properties:
-
-- Config:      chunk_size
-- Env Var:     RCLONE_OOS_CHUNK_SIZE
-- Type:        SizeSuffix
-- Default:     5Mi
-
-#### --oos-max-upload-parts
-
-Maximum number of parts in a multipart upload.
-
-This option defines the maximum number of multipart chunks to use
-when doing a multipart upload.
-
-OCI has max parts limit of 10,000 chunks.
-
-Rclone will automatically increase the chunk size when uploading a
-large file of a known size to stay below this number of chunks limit.
-
-
-Properties:
-
-- Config:      max_upload_parts
-- Env Var:     RCLONE_OOS_MAX_UPLOAD_PARTS
-- Type:        int
-- Default:     10000
-
-#### --oos-upload-concurrency
-
-Concurrency for multipart uploads.
-
-This is the number of chunks of the same file that are uploaded
-concurrently.
-
-If you are uploading small numbers of large files over high-speed links
-and these uploads do not fully utilize your bandwidth, then increasing
-this may help to speed up the transfers.
-
-Properties:
-
-- Config:      upload_concurrency
-- Env Var:     RCLONE_OOS_UPLOAD_CONCURRENCY
-- Type:        int
-- Default:     10
-
-#### --oos-copy-cutoff
-
-Cutoff for switching to multipart copy.
-
-Any files larger than this that need to be server-side copied will be
-copied in chunks of this size.
-
-The minimum is 0 and the maximum is 5 GiB.
-
-Properties:
-
-- Config:      copy_cutoff
-- Env Var:     RCLONE_OOS_COPY_CUTOFF
-- Type:        SizeSuffix
-- Default:     4.656Gi
-
-#### --oos-copy-timeout
-
-Timeout for copy.
-
-Copy is an asynchronous operation, specify timeout to wait for copy to succeed
-
-
-Properties:
-
-- Config:      copy_timeout
-- Env Var:     RCLONE_OOS_COPY_TIMEOUT
-- Type:        Duration
-- Default:     1m0s
-
-#### --oos-disable-checksum
-
-Don't store MD5 checksum with object metadata.
-
-Normally rclone will calculate the MD5 checksum of the input before
-uploading it so it can add it to metadata on the object. This is great
-for data integrity checking but can cause long delays for large files
-to start uploading.
-
-Properties:
-
-- Config:      disable_checksum
-- Env Var:     RCLONE_OOS_DISABLE_CHECKSUM
-- Type:        bool
-- Default:     false
-
-#### --oos-encoding
-
-The encoding for the backend.
-
-See the [encoding section in the overview](/overview/#encoding) for more info.
-
-Properties:
-
-- Config:      encoding
-- Env Var:     RCLONE_OOS_ENCODING
-- Type:        Encoding
-- Default:     Slash,InvalidUtf8,Dot
-
-#### --oos-leave-parts-on-error
-
-If true avoid calling abort upload on a failure, leaving all successfully uploaded parts for manual recovery.
-
-It should be set to true for resuming uploads across different sessions.
-
-WARNING: Storing parts of an incomplete multipart upload counts towards space usage on object storage and will add
-additional costs if not cleaned up.
-
-
-Properties:
-
-- Config:      leave_parts_on_error
-- Env Var:     RCLONE_OOS_LEAVE_PARTS_ON_ERROR
-- Type:        bool
-- Default:     false
-
-#### --oos-attempt-resume-upload
-
-If true attempt to resume previously started multipart upload for the object.
-This will be helpful to speed up multipart transfers by resuming uploads from past session.
-
-WARNING: If chunk size differs in resumed session from past incomplete session, then the resumed multipart upload is 
-aborted and a new multipart upload is started with the new chunk size.
-
-The flag leave_parts_on_error must be true to resume and optimize to skip parts that were already uploaded successfully.
-
-
-Properties:
-
-- Config:      attempt_resume_upload
-- Env Var:     RCLONE_OOS_ATTEMPT_RESUME_UPLOAD
-- Type:        bool
-- Default:     false
-
-#### --oos-no-check-bucket
-
-If set, don't attempt to check the bucket exists or create it.
-
-This can be useful when trying to minimise the number of transactions
-rclone does if you know the bucket exists already.
-
-It can also be needed if the user you are using does not have bucket
-creation permissions.
-
-
-Properties:
-
-- Config:      no_check_bucket
-- Env Var:     RCLONE_OOS_NO_CHECK_BUCKET
-- Type:        bool
-- Default:     false
-
-#### --oos-sse-customer-key-file
-
-To use SSE-C, a file containing the base64-encoded string of the AES-256 encryption key associated
-with the object. Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is needed.'
-
-Properties:
-
-- Config:      sse_customer_key_file
-- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY_FILE
-- Type:        string
-- Required:    false
-- Examples:
-    - ""
-        - None
-
-#### --oos-sse-customer-key
-
-To use SSE-C, the optional header that specifies the base64-encoded 256-bit encryption key to use to
-encrypt or  decrypt the data. Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is
-needed. For more information, see Using Your Own Keys for Server-Side Encryption 
-(https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm)
-
-Properties:
-
-- Config:      sse_customer_key
-- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY
-- Type:        string
-- Required:    false
-- Examples:
-    - ""
-        - None
-
-#### --oos-sse-customer-key-sha256
-
-If using SSE-C, The optional header that specifies the base64-encoded SHA256 hash of the encryption
-key. This value is used to check the integrity of the encryption key. see Using Your Own Keys for 
-Server-Side Encryption (https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm).
-
-Properties:
-
-- Config:      sse_customer_key_sha256
-- Env Var:     RCLONE_OOS_SSE_CUSTOMER_KEY_SHA256
-- Type:        string
-- Required:    false
-- Examples:
-    - ""
-        - None
-
-#### --oos-sse-kms-key-id
-
-if using your own master key in vault, this header specifies the
-OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of a master encryption key used to call
-the Key Management service to generate a data encryption key or to encrypt or decrypt a data encryption key.
-Please note only one of sse_customer_key_file|sse_customer_key|sse_kms_key_id is needed.
-
-Properties:
-
-- Config:      sse_kms_key_id
-- Env Var:     RCLONE_OOS_SSE_KMS_KEY_ID
-- Type:        string
-- Required:    false
-- Examples:
-    - ""
-        - None
-
-#### --oos-sse-customer-algorithm
-
-If using SSE-C, the optional header that specifies "AES256" as the encryption algorithm.
-Object Storage supports "AES256" as the encryption algorithm. For more information, see
-Using Your Own Keys for Server-Side Encryption (https://docs.cloud.oracle.com/Content/Object/Tasks/usingyourencryptionkeys.htm).
-
-Properties:
-
-- Config:      sse_customer_algorithm
-- Env Var:     RCLONE_OOS_SSE_CUSTOMER_ALGORITHM
-- Type:        string
-- Required:    false
-- Examples:
-    - ""
-        - None
-    - "AES256"
-        - AES256
-
-#### --oos-description
-
-Description of the remote.
-
-Properties:
-
-- Config:      description
-- Env Var:     RCLONE_OOS_DESCRIPTION
-- Type:        string
-- Required:    false
-
-## Backend commands
-
-Here are the commands specific to the oracleobjectstorage backend.
-
-Run them with
-
-    rclone backend COMMAND remote:
-
-The help below will explain what arguments each command takes.
-
-See the [backend](/commands/rclone_backend/) command for more
-info on how to pass options and arguments.
-
-These can be run on a running backend using the rc command
-[backend/command](/rc/#backend-command).
-
-### rename
-
-change the name of an object
-
-    rclone backend rename remote: [options] [<arguments>+]
-
-This command can be used to rename a object.
-
-Usage Examples:
-
-    rclone backend rename oos:bucket relative-object-path-under-bucket object-new-name
-
-
-### list-multipart-uploads
-
-List the unfinished multipart uploads
-
-    rclone backend list-multipart-uploads remote: [options] [<arguments>+]
-
-This command lists the unfinished multipart uploads in JSON format.
-
-    rclone backend list-multipart-uploads oos:bucket/path/to/object
-
-It returns a dictionary of buckets with values as lists of unfinished
-multipart uploads.
-
-You can call it with no bucket in which case it lists all bucket, with
-a bucket or with a bucket and path.
-
-    {
-      "test-bucket": [
-                {
-                        "namespace": "test-namespace",
-                        "bucket": "test-bucket",
-                        "object": "600m.bin",
-                        "uploadId": "51dd8114-52a4-b2f2-c42f-5291f05eb3c8",
-                        "timeCreated": "2022-07-29T06:21:16.595Z",
-                        "storageTier": "Standard"
-                }
-        ]
-
-
-### cleanup
-
-Remove unfinished multipart uploads.
-
-    rclone backend cleanup remote: [options] [<arguments>+]
-
-This command removes unfinished multipart uploads of age greater than
-max-age which defaults to 24 hours.
-
-Note that you can use --interactive/-i or --dry-run with this command to see what
-it would do.
-
-    rclone backend cleanup oos:bucket/path/to/object
-    rclone backend cleanup -o max-age=7w oos:bucket/path/to/object
-
-Durations are parsed as per the rest of rclone, 2h, 7d, 7w etc.
-
-
-Options:
-
-- "max-age": Max age of upload to delete
-
-### restore
-
-Restore objects from Archive to Standard storage
-
-    rclone backend restore remote: [options] [<arguments>+]
-
-This command can be used to restore one or more objects from Archive to Standard storage.
-
-	Usage Examples:
-
-    rclone backend restore oos:bucket/path/to/directory -o hours=HOURS
-    rclone backend restore oos:bucket -o hours=HOURS
-
-This flag also obeys the filters. Test first with --interactive/-i or --dry-run flags
-
-	rclone --interactive backend restore --include "*.txt" oos:bucket/path -o hours=72
-
-All the objects shown will be marked for restore, then
-
-	rclone backend restore --include "*.txt" oos:bucket/path -o hours=72
-
-	It returns a list of status dictionaries with Object Name and Status
-	keys. The Status will be "RESTORED"" if it was successful or an error message
-	if not.
-
-	[
-		{
-			"Object": "test.txt"
-			"Status": "RESTORED",
-		},
-		{
-			"Object": "test/file4.txt"
-			"Status": "RESTORED",
-		}
-	]
-
-
-Options:
-
-- "hours": The number of hours for which this object will be restored. Default is 24 hrs.
-
-{{< rem autogenerated options stop >}}
-
-## Tutorials
-### [Mounting Buckets](/oracleobjectstorage/tutorial_mount/)