// Copyright (c) Acrosync LLC. All rights reserved. // Licensed under the Fair Source License 0.9 (https://fair.io/) // User Limitation: 5 users package main import ( "os" "fmt" "path" "path/filepath" "regexp" "strings" "strconv" "os/exec" "encoding/json" "github.com/gilbertchen/cli" "github.com/gilbertchen/duplicacy" "io/ioutil" ) const ( ArgumentExitCode = 3 ) var ScriptEnabled bool func getRepositoryPreference(context *cli.Context, storageName string) (repository string, preference *duplicacy.Preference) { repository, err := os.Getwd() if err != nil { duplicacy.LOG_ERROR("REPOSITORY_PATH", "Failed to retrieve the current working directory: %v", err) return "", nil } for { stat, err := os.Stat(path.Join(repository, duplicacy.DUPLICACY_DIRECTORY)) //TOKEEP if err != nil && !os.IsNotExist(err) { duplicacy.LOG_ERROR("REPOSITORY_PATH", "Failed to retrieve the information about the directory %s: %v", repository, err) return "", nil } if stat != nil && (stat.IsDir() || stat.Mode().IsRegular()) { break } parent := path.Dir(repository) if parent == repository || parent == "" { duplicacy.LOG_ERROR("REPOSITORY_PATH", "Repository has not been initialized") return "", nil } repository = parent } duplicacy.LoadPreferences(repository) preferencePath := duplicacy.GetDuplicacyPreferencePath(repository) duplicacy.SetKeyringFile(path.Join(preferencePath, "keyring")) if storageName == "" { storageName = context.String("storage") } if storageName == "" { return repository, &duplicacy.Preferences[0] } preference = duplicacy.FindPreference(storageName) if preference == nil { duplicacy.LOG_ERROR("STORAGE_NONE", "No storage named '%s' is found", storageName) return "", nil } return repository, preference } func getRevisions(context *cli.Context) (revisions[] int) { flags := context.StringSlice("r") rangeRegex := regexp.MustCompile(`^([0-9]+)-([0-9]+)$`) numberRegex := regexp.MustCompile(`^([0-9]+)$`) for _, flag := range flags { matched := rangeRegex.FindStringSubmatch(flag) if matched != nil { start, _ := strconv.Atoi(matched[1]) end, _ := strconv.Atoi(matched[2]) if end > start { for r := start; r <= end; r++ { revisions = append(revisions, r) } continue } } matched = numberRegex.FindStringSubmatch(flag) if matched != nil { r, _ := strconv.Atoi(matched[1]) revisions = append(revisions, r) continue } fmt.Fprintf(context.App.Writer, "Invalid revision: %s.\n\n", flag) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } return revisions } func setGlobalOptions(context *cli.Context) { if context.GlobalBool("log") { duplicacy.EnableLogHeader() } if context.GlobalBool("stack") { duplicacy.EnableStackTrace() } if context.GlobalBool("verbose") { duplicacy.SetLoggingLevel(duplicacy.TRACE) } if context.GlobalBool("debug") { duplicacy.SetLoggingLevel(duplicacy.DEBUG) } ScriptEnabled = true if context.GlobalBool("no-script") { ScriptEnabled = false } duplicacy.RunInBackground = context.GlobalBool("background") } func runScript(context *cli.Context, repository string, storageName string, phase string) bool { if !ScriptEnabled { return false } preferencePath := duplicacy.GetDuplicacyPreferencePath(repository) scriptDir, _ := filepath.Abs(path.Join(preferencePath, "scripts")) scriptName := phase + "-" + context.Command.Name script := path.Join(scriptDir, scriptName) if _, err := os.Stat(script); err != nil { scriptName = storageName + "-" + scriptName script = path.Join(scriptDir, scriptName) if _, err = os.Stat(script); err != nil { return false } } duplicacy.LOG_INFO("SCRIPT_RUN", "Running %s script", scriptName) output, err := exec.Command(script, os.Args...).CombinedOutput() for _, line := range strings.Split(string(output), "\n") { line := strings.TrimSpace(line) if line != "" { duplicacy.LOG_INFO("SCRIPT_OUTPUT", line) } } if err != nil { duplicacy.LOG_WARN("SCRIPT_ERROR", "Failed to run script: %v", err) return false } return true } func initRepository(context *cli.Context) { configRepository(context, true) } func addStorage(context *cli.Context) { configRepository(context, false) } func configRepository(context *cli.Context, init bool) { setGlobalOptions(context) defer duplicacy.CatchLogException() numberOfArgs := 3 if init { numberOfArgs = 2 } if len(context.Args()) != numberOfArgs { fmt.Fprintf(context.App.Writer, "The %s command requires %d arguments.\n\n", context.Command.Name, numberOfArgs) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } var storageName string var snapshotID string var storageURL string if init { storageName = "default" snapshotID = context.Args()[0] storageURL = context.Args()[1] } else { storageName = context.Args()[0] snapshotID = context.Args()[1] storageURL = context.Args()[2] } var repository string var err error if init { repository, err = os.Getwd() if err != nil { duplicacy.LOG_ERROR("REPOSITORY_PATH", "Failed to retrieve the current working directory: %v", err) return } preferencePath := context.String("pref-dir") if preferencePath == "" { preferencePath = path.Join(repository, duplicacy.DUPLICACY_DIRECTORY) // TOKEEP } if stat, _ := os.Stat(path.Join(preferencePath, "preferences")); stat != nil { duplicacy.LOG_ERROR("REPOSITORY_INIT", "The repository %s has already been initialized", repository) return } err = os.Mkdir(preferencePath, 0744) if err != nil && !os.IsExist(err) { duplicacy.LOG_ERROR("REPOSITORY_INIT", "Failed to create the directory %s: %v", preferencePath, err) return } if context.String("pref-dir") != "" { // out of tree preference file // write real path into .duplicacy file inside repository duplicacyFileName := path.Join(repository, duplicacy.DUPLICACY_FILE) d1 := []byte(preferencePath) err = ioutil.WriteFile(duplicacyFileName, d1, 0644) if err != nil { duplicacy.LOG_ERROR("REPOSITORY_PATH", "Failed to write %s file inside repository %v", duplicacyFileName, err) return } } duplicacy.SetKeyringFile(path.Join(preferencePath, "keyring")) } else { repository, _ = getRepositoryPreference(context, "") if duplicacy.FindPreference(storageName) != nil { duplicacy.LOG_ERROR("STORAGE_DUPLICATE", "There is already a storage named '%s'", storageName) return } } preference := duplicacy.Preference { Name: storageName, SnapshotID : snapshotID, StorageURL : storageURL, Encrypted: context.Bool("encrypt"), } storage := duplicacy.CreateStorage(repository, preference, true, 1) storagePassword := "" if preference.Encrypted { prompt := fmt.Sprintf("Enter storage password for %s:", preference.StorageURL) storagePassword = duplicacy.GetPassword(preference, "password", prompt, false, true) } existingConfig, _, err := duplicacy.DownloadConfig(storage, storagePassword) if err != nil { duplicacy.LOG_ERROR("STORAGE_CONFIG", "Failed to download the configuration file from the storage: %v", err) return } if existingConfig != nil { duplicacy.LOG_INFO("STORAGE_CONFIGURED", "The storage '%s' has already been initialized", preference.StorageURL) if existingConfig.CompressionLevel >= -1 && existingConfig.CompressionLevel <= 9 { duplicacy.LOG_INFO("STORAGE_FORMAT", "This storage is configured to use the pre-1.2.0 format") } else if existingConfig.CompressionLevel != 100 { duplicacy.LOG_ERROR("STORAGE_COMPRESSION", "This storage is configured with an invalid compression level %d", existingConfig.CompressionLevel) return } // Don't print config in the background mode if !duplicacy.RunInBackground { existingConfig.Print() } } else { compressionLevel := 100 averageChunkSize := duplicacy.AtoSize(context.String("chunk-size")) if averageChunkSize == 0 { fmt.Fprintf(context.App.Writer, "Invalid average chunk size: %s.\n\n", context.String("chunk-size")) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } size := 1 for size * 2 <= averageChunkSize { size *= 2 } if size != averageChunkSize { fmt.Fprintf(context.App.Writer, "Invalid average chunk size: %d is not a power of 2.\n\n", averageChunkSize) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } maximumChunkSize := 4 * averageChunkSize minimumChunkSize := averageChunkSize / 4 if context.String("max-chunk-size") != "" { maximumChunkSize = duplicacy.AtoSize(context.String("max-chunk-size")) if maximumChunkSize < averageChunkSize { fmt.Fprintf(context.App.Writer, "Invalid maximum chunk size: %s.\n\n", context.String("max-chunk-size")) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } } if context.String("min-chunk-size") != "" { minimumChunkSize = duplicacy.AtoSize(context.String("min-chunk-size")) if minimumChunkSize > averageChunkSize || minimumChunkSize == 0 { fmt.Fprintf(context.App.Writer, "Invalid minimum chunk size: %s.\n\n", context.String("min-chunk-size")) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } } if preference.Encrypted { repeatedPassword := duplicacy.GetPassword(preference, "password", "Re-enter storage password:", false, true) if repeatedPassword != storagePassword { duplicacy.LOG_ERROR("STORAGE_PASSWORD", "Storage passwords do not match") return } } var otherConfig *duplicacy.Config if context.String("copy") != "" { otherPreference := duplicacy.FindPreference(context.String("copy")) if otherPreference == nil { } otherStorage := duplicacy.CreateStorage(repository, *otherPreference, false, 1) otherPassword := "" if otherPreference.Encrypted { prompt := fmt.Sprintf("Enter storage password for %s:", otherPreference.StorageURL) otherPassword = duplicacy.GetPassword(*otherPreference, "password", prompt, false, false) } otherConfig, _, err = duplicacy.DownloadConfig(otherStorage, otherPassword) if err != nil { duplicacy.LOG_ERROR("STORAGE_COPY", "Failed to download the configuration file from the storage: %v", err) return } if otherConfig == nil { duplicacy.LOG_ERROR("STORAGE_NOT_CONFIGURED", "The storage to copy the configuration from has not been initialized") } } duplicacy.ConfigStorage(storage, compressionLevel, averageChunkSize, maximumChunkSize, minimumChunkSize, storagePassword, otherConfig) } duplicacy.Preferences = append(duplicacy.Preferences, preference) duplicacy.SavePreferences(repository) duplicacy.LOG_INFO("REPOSITORY_INIT", "%s will be backed up to %s with id %s", repository, preference.StorageURL, preference.SnapshotID) } type TriBool struct { Value int } func (triBool *TriBool) Set(value string) error { value = strings.ToLower(value) if value == "yes" || value == "true" || value == "1" { triBool.Value = 2 return nil } else if value == "no" || value == "false" || value == "0" { triBool.Value = 1 return nil } else if value == "" { // Only set to true if it hasn't been set before. This is necessary because for 'encrypt, e' this may // be called twice, the second time with a value of "" if triBool.Value == 0 { triBool.Value = 2 } return nil } else { return fmt.Errorf("Invalid boolean value '%s'", value) } } // IsBoolFlag implements the private interface flag.boolFlag to indicate that this is a bool flag so the argument // is optional func (triBool *TriBool) IsBoolFlag() bool { return true } func (triBool *TriBool) String() string { return "" } func (triBool *TriBool) IsSet() bool { return triBool.Value != 0 } func (triBool *TriBool) IsTrue() bool { return triBool.Value == 2 } func setPreference(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) > 0 { fmt.Fprintf(context.App.Writer, "The %s command takes no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } storageName := context.String("storage") repository, oldPreference := getRepositoryPreference(context, storageName) if oldPreference == nil { duplicacy.LOG_ERROR("STORAGE_SET", "The storage '%s' has not been added to the repository %s", storageName, repository) return } newPreference := *oldPreference triBool := context.Generic("e").(*TriBool) if triBool.IsSet() { newPreference.Encrypted = triBool.IsTrue() } triBool = context.Generic("no-backup").(*TriBool) if triBool.IsSet() { newPreference.BackupProhibited = triBool.IsTrue() } triBool = context.Generic("no-restore").(*TriBool) if triBool.IsSet() { newPreference.RestoreProhibited = triBool.IsTrue() } triBool = context.Generic("no-save-password").(*TriBool) if triBool.IsSet() { newPreference.DoNotSavePassword = triBool.IsTrue() } key := context.String("key") value := context.String("value") if len(key) > 0 { // Make a deep copy of the keys otherwise we would be change both preferences at once. newKeys := make(map[string]string) for k, v := range newPreference.Keys { newKeys[k] = v } newPreference.Keys = newKeys if len(value) == 0 { delete(newPreference.Keys, key) } else { if len(newPreference.Keys) == 0 { newPreference.Keys = make(map[string]string) } newPreference.Keys[key] = value } } if duplicacy.IsTracing() { description, _ := json.MarshalIndent(newPreference, "", " ") fmt.Printf("%s\n", description) } if newPreference.Equal(oldPreference) { duplicacy.LOG_INFO("STORAGE_SET", "The options for storage %s have not been modified", oldPreference.StorageURL) } else { *oldPreference = newPreference duplicacy.SavePreferences(repository) duplicacy.LOG_INFO("STORAGE_SET", "New options for storage %s have been saved", oldPreference.StorageURL) } } func changePassword(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter old password for storage %s:", false, true) } config, _, err := duplicacy.DownloadConfig(storage, password) if err != nil { duplicacy.LOG_ERROR("STORAGE_CONFIG", "Failed to download the configuration file from the storage: %v", err) return } if config == nil { duplicacy.LOG_ERROR("STORAGE_NOT_CONFIGURED", "The storage has not been initialized") return } newPassword := duplicacy.GetPassword(*preference, "password", "Enter new storage password:", false, true) repeatedPassword := duplicacy.GetPassword(*preference, "password", "Re-enter new storage password:", false, true) if repeatedPassword != newPassword { duplicacy.LOG_ERROR("PASSWORD_CHANGE", "The new passwords do not match") return } if newPassword == password { duplicacy.LOG_ERROR("PASSWORD_CHANGE", "The new password is the same as the old one") return } duplicacy.UploadConfig(storage, config, newPassword) duplicacy.SavePassword(*preference, "password", newPassword) duplicacy.LOG_INFO("STORAGE_SET", "The password for storage %s has been changed", preference.StorageURL) } func backupRepository(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") if preference.BackupProhibited { duplicacy.LOG_ERROR("BACKUP_DISABLED", "Backup from this repository to %s was disabled by the preference", preference.StorageURL) return } runScript(context, repository, preference.Name, "pre") threads := context.Int("threads") if threads < 1 { threads = 1 } duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, threads) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } quickMode := true if context.Bool("hash") { quickMode = false } showStatistics := context.Bool("stats") enableVSS := context.Bool("vss") uploadRateLimit := context.Int("limit-rate") storage.SetRateLimits(0, uploadRateLimit) backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.Backup(repository, quickMode, threads, context.String("t"), showStatistics, enableVSS) runScript(context, repository, preference.Name, "post") } func restoreRepository(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() revision := context.Int("r") if revision <= 0 { fmt.Fprintf(context.App.Writer, "The revision flag is not specified or invalid\n\n") cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") if preference.RestoreProhibited { duplicacy.LOG_ERROR("RESTORE_DISABLED", "Restore from %s to this repository was disabled by the preference", preference.StorageURL) return } runScript(context, repository, preference.Name, "pre") threads := context.Int("threads") if threads < 1 { threads = 1 } duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, threads) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } quickMode := !context.Bool("hash") overwrite := context.Bool("overwrite") deleteMode := context.Bool("delete") showStatistics := context.Bool("stats") var patterns [] string for _, pattern := range context.Args() { for strings.HasPrefix(pattern, "--") { pattern = pattern[1:] } for strings.HasPrefix(pattern, "++") { pattern = pattern[1:] } if pattern[0] != '+' && pattern[0] != '-' { pattern = "+" + pattern } if pattern == "+" || pattern == "-" { continue } patterns = append(patterns, pattern) } storage.SetRateLimits(context.Int("limit-rate"), 0) backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.Restore(repository, revision, true, quickMode, threads, overwrite, deleteMode, showStatistics, patterns) runScript(context, repository, preference.Name, "post") } func listSnapshots(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) runScript(context, repository, preference.Name, "pre") resetPassword := context.Bool("reset-passwords") storage := duplicacy.CreateStorage(repository, *preference, resetPassword, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, resetPassword) } tag := context.String("t") revisions := getRevisions(context) backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) id := preference.SnapshotID if context.Bool("all") { id = "" } else if context.String("id") != "" { id = context.String("id") } showFiles := context.Bool("files") showChunks := context.Bool("chunks") backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.SnapshotManager.ListSnapshots(id, revisions, tag, showFiles, showChunks) runScript(context, repository, preference.Name, "post") } func checkSnapshots(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) runScript(context, repository, preference.Name, "pre") storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } tag := context.String("t") revisions := getRevisions(context) backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) id := preference.SnapshotID if context.Bool("all") { id = "" } else if context.String("id") != "" { id = context.String("id") } showStatistics := context.Bool("stats") checkFiles := context.Bool("files") searchFossils := context.Bool("fossils") resurrect := context.Bool("resurrect") backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.SnapshotManager.CheckSnapshots(id, revisions, tag, showStatistics, checkFiles, searchFossils, resurrect) runScript(context, repository, preference.Name, "post") } func printFile(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) > 1 { fmt.Fprintf(context.App.Writer, "The %s command requires at most 1 argument.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") runScript(context, repository, preference.Name, "pre") // Do not print out storage for this command //duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } revision := context.Int("r") snapshotID := preference.SnapshotID if context.String("id") != "" { snapshotID = context.String("id") } backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) file := "" if len(context.Args()) > 0 { file = context.Args()[0] } backupManager.SnapshotManager.PrintFile(snapshotID, revision, file) runScript(context, repository, preference.Name, "post") } func diff(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) > 1 { fmt.Fprintf(context.App.Writer, "The %s command requires 0 or 1 argument.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") runScript(context, repository, preference.Name, "pre") duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } revisions := context.IntSlice("r") if len(revisions) > 2 { fmt.Fprintf(context.App.Writer, "The %s command requires at most 2 revisions.\n", context.Command.Name) os.Exit(ArgumentExitCode) } snapshotID := preference.SnapshotID if context.String("id") != "" { snapshotID = context.String("id") } path := "" if len(context.Args()) > 0 { path = context.Args()[0] } compareByHash := context.Bool("hash") backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.SnapshotManager.Diff(repository, snapshotID, revisions, path, compareByHash) runScript(context, repository, preference.Name, "post") } func showHistory(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 1 { fmt.Fprintf(context.App.Writer, "The %s command requires 1 argument.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") runScript(context, repository, preference.Name, "pre") duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } snapshotID := preference.SnapshotID if context.String("id") != "" { snapshotID = context.String("id") } path := context.Args()[0] revisions := getRevisions(context) showLocalHash := context.Bool("hash") backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.SnapshotManager.ShowHistory(repository, snapshotID, revisions, path, showLocalHash) runScript(context, repository, preference.Name, "post") } func pruneSnapshots(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, preference := getRepositoryPreference(context, "") runScript(context, repository, preference.Name, "pre") duplicacy.LOG_INFO("STORAGE_SET", "Storage set to %s", preference.StorageURL) storage := duplicacy.CreateStorage(repository, *preference, false, 1) if storage == nil { return } password := "" if preference.Encrypted { password = duplicacy.GetPassword(*preference, "password", "Enter storage password:", false, false) } revisions := getRevisions(context) tags := context.StringSlice("t") retentions := context.StringSlice("keep") selfID := preference.SnapshotID snapshotID := preference.SnapshotID if context.Bool("all") { snapshotID = "" } else if context.String("id") != "" { snapshotID = context.String("id") } ignoredIDs := context.StringSlice("ignore") exhaustive := context.Bool("exhaustive") exclusive := context.Bool("exclusive") dryRun := context.Bool("dry-run") deleteOnly := context.Bool("delete-only") collectOnly := context.Bool("collect-only") if !storage.IsMoveFileImplemented() && !exclusive { fmt.Fprintf(context.App.Writer, "The --exclusive option must be enabled for storage %s\n", preference.StorageURL) os.Exit(ArgumentExitCode) } backupManager := duplicacy.CreateBackupManager(preference.SnapshotID, storage, repository, password) duplicacy.SavePassword(*preference, "password", password) backupManager.SetupSnapshotCache(repository, preference.Name) backupManager.SnapshotManager.PruneSnapshots(repository, selfID, snapshotID, revisions, tags, retentions, exhaustive, exclusive, ignoredIDs, dryRun, deleteOnly, collectOnly) runScript(context, repository, preference.Name, "post") } func copySnapshots(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 0 { fmt.Fprintf(context.App.Writer, "The %s command requires no arguments.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository, source := getRepositoryPreference(context, context.String("from")) runScript(context, repository, source.Name, "pre") duplicacy.LOG_INFO("STORAGE_SET", "Source storage set to %s", source.StorageURL) sourceStorage := duplicacy.CreateStorage(repository, *source, false, 1) if sourceStorage == nil { return } sourcePassword := "" if source.Encrypted { sourcePassword = duplicacy.GetPassword(*source, "password", "Enter source storage password:", false, false) } sourceManager := duplicacy.CreateBackupManager(source.SnapshotID, sourceStorage, repository, sourcePassword) sourceManager.SetupSnapshotCache(repository, source.Name) duplicacy.SavePassword(*source, "password", sourcePassword) _, destination := getRepositoryPreference(context, context.String("to")) if destination.Name == source.Name { duplicacy.LOG_ERROR("COPY_IDENTICAL", "The source storage and the destination storage are the same") return } if destination.BackupProhibited { duplicacy.LOG_ERROR("COPY_DISABLED", "Copying snapshots to %s was disabled by the preference", destination.StorageURL) return } duplicacy.LOG_INFO("STORAGE_SET", "Destination storage set to %s", destination.StorageURL) destinationStorage := duplicacy.CreateStorage(repository, *destination, false, 1) if destinationStorage == nil { return } destinationPassword := "" if destination.Encrypted { destinationPassword = duplicacy.GetPassword(*destination, "password", "Enter destination storage password:",false, false) } sourceStorage.SetRateLimits(context.Int("download-rate-limit"), 0) destinationStorage.SetRateLimits(0, context.Int("upload-rate-limit")) destinationManager := duplicacy.CreateBackupManager(destination.SnapshotID, destinationStorage, repository, destinationPassword) duplicacy.SavePassword(*destination, "password", destinationPassword) destinationManager.SetupSnapshotCache(repository, destination.Name) revisions := getRevisions(context) snapshotID := "" if context.String("id") != "" { snapshotID = context.String("id") } threads := context.Int("threads") if threads < 1 { threads = 1 } sourceManager.CopySnapshots(destinationManager, snapshotID, revisions, threads) runScript(context, repository, source.Name, "post") } func infoStorage(context *cli.Context) { setGlobalOptions(context) defer duplicacy.CatchLogException() if len(context.Args()) != 1 { fmt.Fprintf(context.App.Writer, "The %s command requires a storage URL argument.\n\n", context.Command.Name) cli.ShowCommandHelp(context, context.Command.Name) os.Exit(ArgumentExitCode) } repository := context.String("repository") if repository != "" { preferencePath := duplicacy.GetDuplicacyPreferencePath(repository) duplicacy.SetKeyringFile(path.Join(preferencePath, "keyring")) } isEncrypted := context.Bool("e") preference := duplicacy.Preference { Name: "default", SnapshotID: "default", StorageURL: context.Args()[0], Encrypted: isEncrypted, DoNotSavePassword: true, } password := "" if isEncrypted { password = duplicacy.GetPassword(preference, "password", "Enter the storage password:", false, false) } storage := duplicacy.CreateStorage("", preference, context.Bool("reset-passwords"), 1) config, isStorageEncrypted, err := duplicacy.DownloadConfig(storage, password) if isStorageEncrypted { duplicacy.LOG_INFO("STORAGE_ENCRYPTED", "The storage is encrypted with a password") } else if err != nil { duplicacy.LOG_ERROR("STORAGE_ERROR", "%v", err) } else if config == nil { duplicacy.LOG_INFO("STORAGE_NOT_INITIALIZED", "The storage has not been initialized") } else { config.Print() } } func main() { duplicacy.SetLoggingLevel(duplicacy.INFO) app := cli.NewApp() app.Commands = []cli.Command { { Name: "init", Flags: []cli.Flag { cli.BoolFlag { Name: "encrypt, e", Usage: "encrypt the storage with a password", }, cli.StringFlag { Name: "chunk-size, c", Value: "4M", Usage: "the average size of chunks", Argument: "4M", }, cli.StringFlag { Name: "max-chunk-size, max", Usage: "the maximum size of chunks (defaults to chunk-size * 4)", Argument: "16M", }, cli.StringFlag { Name: "min-chunk-size, min", Usage: "the minimum size of chunks (defaults to chunk-size / 4)", Argument: "1M", }, cli.StringFlag{ Name: "pref-dir", Usage: "Specify alternate location for .duplicacy preferences directory (absolute or relative to current directory)", Argument: "", }, }, Usage: "Initialize the storage if necessary and the current directory as the repository", ArgsUsage: " ", Action: initRepository, }, { Name: "backup", Flags: []cli.Flag { cli.BoolFlag { Name: "hash", Usage: "detect file differences by hash (rather than size and timestamp)", }, cli.StringFlag { Name: "t", Usage: "assign a tag to the backup", Argument: "", }, cli.BoolFlag { Name: "stats", Usage: "show statistics during and after backup", }, cli.IntFlag { Name: "threads", Value: 1, Usage: "number of uploading threads", Argument: "", }, cli.IntFlag { Name: "limit-rate", Value: 0, Usage: "the maximum upload rate (in kilobytes/sec)", Argument: "", }, cli.BoolFlag { Name: "vss", Usage: "enable the Volume Shadow Copy service (Windows only)", }, cli.StringFlag { Name: "storage", Usage: "backup to the specified storage instead of the default one", Argument: "", }, }, Usage: "Save a snapshot of the repository to the storage", ArgsUsage: " ", Action: backupRepository, }, { Name: "restore", Flags: []cli.Flag { cli.IntFlag { Name: "r", Usage: "the revision number of the snapshot (required)", Argument: "", }, cli.BoolFlag { Name: "hash", Usage: "detect file differences by hash (rather than size and timestamp)", }, cli.BoolFlag { Name: "overwrite", Usage: "overwrite existing files in the repository", }, cli.BoolFlag { Name: "delete", Usage: "delete files not in the snapshot", }, cli.BoolFlag { Name: "stats", Usage: "show statistics during and after restore", }, cli.IntFlag { Name: "threads", Value: 1, Usage: "number of downloading threads", Argument: "", }, cli.IntFlag { Name: "limit-rate", Value: 0, Usage: "the maximum download rate (in kilobytes/sec)", Argument: "", }, cli.StringFlag { Name: "storage", Usage: "restore from the specified storage instead of the default one", Argument: "", }, }, Usage: "Restore the repository to a previously saved snapshot", ArgsUsage: "[--] [pattern] ...", Action: restoreRepository, }, { Name: "list", Flags: []cli.Flag { cli.BoolFlag { Name: "all, a", Usage: "list snapshots with any id", }, cli.StringFlag { Name: "id", Usage: "list snapshots with the specified id rather than the default one", Argument: "", }, cli.StringSliceFlag { Name: "r", Usage: "the revision number of the snapshot", Argument: "", }, cli.StringFlag { Name: "t", Usage: "list snapshots with the specified tag", Argument: "", }, cli.BoolFlag { Name: "files", Usage: "print the file list in each snapshot", }, cli.BoolFlag { Name: "chunks", Usage: "print chunks in each snapshot or all chunks if no snapshot specified", }, cli.BoolFlag { Name: "reset-passwords", Usage: "take passwords from input rather than keychain/keyring", }, cli.StringFlag { Name: "storage", Usage: "retrieve snapshots from the specified storage", Argument: "", }, }, Usage: "List snapshots", ArgsUsage: " ", Action: listSnapshots, }, { Name: "check", Flags: []cli.Flag { cli.BoolFlag { Name: "all, a", Usage: "check snapshots with any id", }, cli.StringFlag { Name: "id", Usage: "check snapshots with the specified id rather than the default one", Argument: "", }, cli.StringSliceFlag { Name: "r", Usage: "the revision number of the snapshot", Argument: "", }, cli.StringFlag { Name: "t", Usage: "check snapshots with the specified tag", Argument: "", }, cli.BoolFlag { Name: "fossils", Usage: "search fossils if a chunk can't be found", }, cli.BoolFlag { Name: "resurrect", Usage: "turn referenced fossils back into chunks", }, cli.BoolFlag { Name: "files", Usage: "verify the integrity of every file", }, cli.BoolFlag { Name: "stats", Usage: "show deduplication statistics (imply -all and all revisions)", }, cli.StringFlag { Name: "storage", Usage: "retrieve snapshots from the specified storage", Argument: "", }, }, Usage: "Check the integrity of snapshots", ArgsUsage: " ", Action: checkSnapshots, }, { Name: "cat", Flags: []cli.Flag { cli.StringFlag { Name: "id", Usage: "retrieve from the snapshot with the specified id", Argument: "", }, cli.IntFlag { Name: "r", Usage: "the revision number of the snapshot", Argument: "", }, cli.StringFlag { Name: "storage", Usage: "retrieve the file from the specified storage", Argument: "", }, }, Usage: "Print to stdout the specified file, or the snapshot content if no file is specified", ArgsUsage: "[]", Action: printFile, }, { Name: "diff", Flags: []cli.Flag { cli.StringFlag { Name: "id", Usage: "diff snapshots with the specified id", Argument: "", }, cli.IntSliceFlag { Name: "r", Usage: "the revision number of the snapshot", Argument: "", }, cli.BoolFlag { Name: "hash", Usage: "compute the hashes of on-disk files", }, cli.StringFlag { Name: "storage", Usage: "retrieve files from the specified storage", Argument: "", }, }, Usage: "Compare two snapshots or two revisions of a file", ArgsUsage: "[]", Action: diff, }, { Name: "history", Flags: []cli.Flag { cli.StringFlag { Name: "id", Usage: "find the file in the snapshot with the specified id", Argument: "", }, cli.StringSliceFlag { Name: "r", Usage: "show history of the specified revisions", Argument: "", }, cli.BoolFlag { Name: "hash", Usage: "show the hash of the on-disk file", }, cli.StringFlag { Name: "storage", Usage: "retrieve files from the specified storage", Argument: "", }, }, Usage: "Show the history of a file", ArgsUsage: "", Action: showHistory, }, { Name: "prune", Flags: []cli.Flag { cli.StringFlag { Name: "id", Usage: "delete snapshots with the specified id instead of the default one", Argument: "", }, cli.BoolFlag { Name: "all, a", Usage: "match against all snapshot IDs", }, cli.StringSliceFlag { Name: "r", Usage: "delete snapshots with the specified revisions", Argument: "", }, cli.StringSliceFlag { Name: "t", Usage: "delete snapshots with the specifed tags", Argument: "", }, cli.StringSliceFlag { Name: "keep", Usage: "keep 1 snapshot every n days for snapshots older than m days", Argument: "", }, cli.BoolFlag { Name: "exhaustive", Usage: "remove all unreferenced chunks (not just those referenced by deleted snapshots)", }, cli.BoolFlag { Name: "exclusive", Usage: "assume exclusive acess to the storage (disable two-step fossil collection)", }, cli.BoolFlag { Name: "dry-run, d", Usage: "show what would have been deleted", }, cli.BoolFlag { Name: "delete-only", Usage: "delete fossils previsouly collected (if deletable) and don't collect fossils", }, cli.BoolFlag { Name: "collect-only", Usage: "identify and collect fossils, but don't delete fossils previously collected", }, cli.StringSliceFlag { Name: "ignore", Usage: "ignore snapshots with the specified id when deciding if fossils can be deleted", Argument: "", }, cli.StringFlag { Name: "storage", Usage: "prune snapshots from the specified storage", Argument: "", }, }, Usage: "Prune snapshots by revision, tag, or retention policy", ArgsUsage: " ", Action: pruneSnapshots, }, { Name: "password", Flags: []cli.Flag { cli.StringFlag { Name: "storage", Usage: "change the password used to access the specified storage", Argument: "", }, }, Usage: "Change the storage password", ArgsUsage: " ", Action: changePassword, }, { Name: "add", Flags: []cli.Flag { cli.BoolFlag { Name: "encrypt, e", Usage: "Encrypt the storage with a password", }, cli.StringFlag { Name: "chunk-size, c", Value: "4M", Usage: "the average size of chunks", Argument: "4M", }, cli.StringFlag { Name: "max-chunk-size, max", Usage: "the maximum size of chunks (defaults to chunk-size * 4)", Argument: "16M", }, cli.StringFlag { Name: "min-chunk-size, min", Usage: "the minimum size of chunks (defaults to chunk-size / 4)", Argument: "1M", }, cli.StringFlag { Name: "copy", Usage: "make the new storage compatible with an existing one to allow for copy operations", Argument: "", }, }, Usage: "Add an additional storage to be used for the existing repository", ArgsUsage: " ", Action: addStorage, }, { Name: "set", Flags: []cli.Flag { cli.GenericFlag { Name: "encrypt, e", Usage: "encrypt the storage with a password", Value: &TriBool{}, Arg: "true", }, cli.GenericFlag { Name: "no-backup", Usage: "backup to this storage is prohibited", Value: &TriBool{}, Arg: "true", }, cli.GenericFlag { Name: "no-restore", Usage: "restore from this storage is prohibited", Value: &TriBool{}, Arg: "true", }, cli.GenericFlag { Name: "no-save-password", Usage: "don't save password or access keys to keychain/keyring", Value: &TriBool{}, Arg: "true", }, cli.StringFlag { Name: "key", Usage: "add a key/password whose value is supplied by the -value option", }, cli.StringFlag { Name: "value", Usage: "the value of the key/password", }, cli.StringFlag { Name: "storage", Usage: "use the specified storage instead of the default one", Argument: "", }, }, Usage: "Change the options for the default or specified storage", ArgsUsage: " ", Action: setPreference, }, { Name: "copy", Flags: []cli.Flag { cli.StringFlag { Name: "id", Usage: "copy snapshots with the specified id instead of all snapshot ids", Argument: "", }, cli.StringSliceFlag { Name: "r", Usage: "copy snapshots with the specified revisions", Argument: "", }, cli.StringFlag { Name: "from", Usage: "copy snapshots from the specified storage", Argument: "", }, cli.StringFlag { Name: "to", Usage: "copy snapshots to the specified storage", Argument: "", }, cli.IntFlag { Name: "download-limit-rate", Value: 0, Usage: "the maximum download rate (in kilobytes/sec)", Argument: "", }, cli.IntFlag { Name: "upload-limit-rate", Value: 0, Usage: "the maximum upload rate (in kilobytes/sec)", Argument: "", }, cli.IntFlag { Name: "threads", Value: 1, Usage: "number of downloading threads", Argument: "", }, }, Usage: "Copy snapshots between compatible storages", ArgsUsage: " ", Action: copySnapshots, }, { Name: "info", Flags: []cli.Flag { cli.BoolFlag { Name: "encrypt, e", Usage: "The storage is encrypted with a password", }, cli.StringFlag { Name: "repository", Usage: "retrieve saved passwords from the specified repository", Argument: "", }, cli.BoolFlag { Name: "reset-passwords", Usage: "take passwords from input rather than keychain/keyring", }, }, Usage: "Show the information about the specified storage", ArgsUsage: "", Action: infoStorage, }, } app.Flags = []cli.Flag { cli.BoolFlag { Name: "verbose, v", Usage: "show more detailed information", }, cli.BoolFlag { Name: "debug, d", Usage: "show even more detailed information, useful for debugging", }, cli.BoolFlag { Name: "log", Usage: "enable log-style output", }, cli.BoolFlag { Name: "stack", Usage: "print the stack trace when an error occurs", }, cli.BoolFlag { Name: "no-script", Usage: "do not run script before or after command execution", }, cli.BoolFlag { Name: "background", Usage: "read passwords, tokens, or keys only from keychain/keyring or env", }, } app.HideVersion = true app.Name = "duplicacy" app.HelpName = "duplicacy" app.Usage = "A new generation cloud backup tool based on lock-free deduplication" app.Version = "2.0.2" err := app.Run(os.Args) if err != nil { os.Exit(2) } }