jgaunt/rclone
1
0
Fork 0
mirror of https://github.com/rclone/rclone.git synced 2026-01-08 11:33:33 +00:00
Code Issues Projects Releases Wiki Activity

bisync: test scenarios #5164

Browse Source 
Co-authored-by: Chris Nelson <stuff@cjnaz.com>
This commit is contained in:
Ivan Andreev
2021-04-01 13:21:23 +03:00
parent 79b6866b57
commit 940e99a929
441 changed files with 3849 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.copy1to2.que vendored Normal file
View File

@@ -0,0 +1,4 @@
"file11.txt"
"file2.txt"
"file5.txt..path1"
"file7.txt"

4
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.copy2to1.que vendored Normal file
View File

@@ -0,0 +1,4 @@
"file1.txt"
"file10.txt"
"file5.txt..path2"
"file6.txt"

1
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.delete1.que vendored Normal file
View File

@@ -0,0 +1 @@
"file3.txt"

1
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.delete2.que vendored Normal file
View File

@@ -0,0 +1 @@
"file4.txt"

10
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.path1.lst vendored Normal file
View File

@@ -0,0 +1,10 @@
# bisync listing v1 from test
- 109 md5:294d25b294ff26a5243dba914ac3fbf7 - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file1.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file10.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file11.txt"
- 13 md5:fb3ecfb2800400fb01b0bfd39903e9fb - 2001-01-02T00:00:00.000000000+0000 "file2.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-03-04T00:00:00.000000000+0000 "file5.txt..path1"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file5.txt..path2"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file6.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file7.txt"

8
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.path1.lst-new vendored Normal file
View File

@@ -0,0 +1,8 @@
# bisync listing v1 from test
- 109 md5:294d25b294ff26a5243dba914ac3fbf7 - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
- 0 md5:d41d8cd98f00b204e9800998ecf8427e - 2000-01-01T00:00:00.000000000+0000 "file1.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file11.txt"
- 13 md5:fb3ecfb2800400fb01b0bfd39903e9fb - 2001-01-02T00:00:00.000000000+0000 "file2.txt"
- 0 md5:d41d8cd98f00b204e9800998ecf8427e - 2000-01-01T00:00:00.000000000+0000 "file3.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-03-04T00:00:00.000000000+0000 "file5.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file7.txt"

10
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.path2.lst vendored Normal file
View File

@@ -0,0 +1,10 @@
# bisync listing v1 from test
- 109 md5:294d25b294ff26a5243dba914ac3fbf7 - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file1.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file10.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file11.txt"
- 13 md5:fb3ecfb2800400fb01b0bfd39903e9fb - 2001-01-02T00:00:00.000000000+0000 "file2.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-03-04T00:00:00.000000000+0000 "file5.txt..path1"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file5.txt..path2"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file6.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file7.txt"

8
cmd/bisync/testdata/test_changes/golden/_testdir_path1.._testdir_path2.path2.lst-new vendored Normal file
View File

@@ -0,0 +1,8 @@
# bisync listing v1 from test
- 109 md5:294d25b294ff26a5243dba914ac3fbf7 - 2000-01-01T00:00:00.000000000+0000 "RCLONE_TEST"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file1.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file10.txt"
- 0 md5:d41d8cd98f00b204e9800998ecf8427e - 2000-01-01T00:00:00.000000000+0000 "file2.txt"
- 0 md5:d41d8cd98f00b204e9800998ecf8427e - 2000-01-01T00:00:00.000000000+0000 "file4.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file5.txt"
- 19 md5:7fe98ed88552b828777d8630900346b8 - 2001-01-02T00:00:00.000000000+0000 "file6.txt"

90
cmd/bisync/testdata/test_changes/golden/test.log vendored Normal file
View File

@@ -0,0 +1,90 @@
(01) : test changes
(02) : test initial bisync
(03) : bisync resync
INFO : Synching Path1 "{path1/}" with Path2 "{path2/}"
INFO : Copying unique Path2 files to Path1
INFO : Resynching Path1 to Path2
INFO : Resync updating listings
INFO : Bisync successful
(04) : test make modifications on both paths
(05) : test new on path2 - file10
(06) : touch-copy 2001-01-02 {datadir/}file10.txt {path2/}
(07) : test newer on path2 - file1
(08) : touch-copy 2001-01-02 {datadir/}file1.txt {path2/}
(09) : test new on path1 - file11
(10) : touch-copy 2001-01-02 {datadir/}file11.txt {path1/}
(11) : test newer on path1 - file2
(12) : touch-copy 2001-01-02 {datadir/}file2.txt {path1/}
(13) : test deleted on path2 - file3
(14) : delete-file {path2/}file3.txt
(15) : test deleted on path1 - file4
(16) : delete-file {path1/}file4.txt
(17) : test deleted on both paths - file8
(18) : delete-file {path1/}file8.txt
(19) : delete-file {path2/}file8.txt
(20) : test changed on both paths - file5 (file5R, file5L)
(21) : touch-glob 2001-01-02 {datadir/} file5R.txt
(22) : copy-as {datadir/}file5R.txt {path2/} file5.txt
(23) : touch-glob 2001-03-04 {datadir/} file5L.txt
(24) : copy-as {datadir/}file5L.txt {path1/} file5.txt
(25) : test newer on path2 and deleted on path1 - file6
(26) : touch-copy 2001-01-02 {datadir/}file6.txt {path2/}
(27) : delete-file {path1/}file6.txt
(28) : test newer on path1 and deleted on path2 - file7
(29) : touch-copy 2001-01-02 {datadir/}file7.txt {path1/}
(30) : delete-file {path2/}file7.txt
(31) : test bisync run
(32) : bisync
INFO : Synching Path1 "{path1/}" with Path2 "{path2/}"
INFO : Path1 checking for diffs
INFO : - Path1 File is new - file11.txt
INFO : - Path1 File is newer - file2.txt
INFO : - Path1 File is newer - file5.txt
INFO : - Path1 File is newer - file7.txt
INFO : - Path1 File was deleted - file4.txt
INFO : - Path1 File was deleted - file6.txt
INFO : - Path1 File was deleted - file8.txt
INFO : Path1: 7 changes: 1 new, 3 newer, 0 older, 3 deleted
INFO : Path2 checking for diffs
INFO : - Path2 File is new - file10.txt
INFO : - Path2 File is newer - file1.txt
INFO : - Path2 File is newer - file5.txt
INFO : - Path2 File is newer - file6.txt
INFO : - Path2 File was deleted - file3.txt
INFO : - Path2 File was deleted - file7.txt
INFO : - Path2 File was deleted - file8.txt
INFO : Path2: 7 changes: 1 new, 3 newer, 0 older, 3 deleted
INFO : Applying changes
INFO : - Path1 Queue copy to Path2 - {path2/}file11.txt
INFO : - Path1 Queue copy to Path2 - {path2/}file2.txt
INFO : - Path2 Queue delete - {path2/}file4.txt
NOTICE: - WARNING New or changed in both paths - file5.txt
NOTICE: - Path1 Renaming Path1 copy - {path1/}file5.txt..path1
NOTICE: - Path1 Queue copy to Path2 - {path2/}file5.txt..path1
NOTICE: - Path2 Renaming Path2 copy - {path2/}file5.txt..path2
NOTICE: - Path2 Queue copy to Path1 - {path1/}file5.txt..path2
INFO : - Path2 Queue copy to Path1 - {path1/}file6.txt
INFO : - Path1 Queue copy to Path2 - {path2/}file7.txt
INFO : - Path2 Queue copy to Path1 - {path1/}file1.txt
INFO : - Path2 Queue copy to Path1 - {path1/}file10.txt
INFO : - Path1 Queue delete - {path1/}file3.txt
INFO : - Path2 Do queued copies to - Path1
INFO : - Path1 Do queued copies to - Path2
INFO : - Do queued deletes on - Path1
INFO : - Do queued deletes on - Path2
INFO : Updating listings
INFO : Validating listings for Path1 "{path1/}" vs Path2 "{path2/}"
INFO : Bisync successful

1
cmd/bisync/testdata/test_changes/initial/RCLONE_TEST vendored Normal file
View File

@@ -0,0 +1 @@
This file is used for testing the health of rclone accesses to the local/remote file system. Do not delete.

0
cmd/bisync/testdata/test_changes/initial/file1.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file2.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file3.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file4.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file5.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file6.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file7.txt vendored Normal file
View File

0
cmd/bisync/testdata/test_changes/initial/file8.txt vendored Normal file
View File

1
cmd/bisync/testdata/test_changes/modfiles/file1.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file10.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file11.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file2.txt vendored Normal file
View File

@@ -0,0 +1 @@
Newer version

1
cmd/bisync/testdata/test_changes/modfiles/file5L.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file5R.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file6.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

1
cmd/bisync/testdata/test_changes/modfiles/file7.txt vendored Normal file
View File

@@ -0,0 +1 @@
This file is newer

55
cmd/bisync/testdata/test_changes/scenario.txt vendored Normal file
View File

@@ -0,0 +1,55 @@
test changes
# Exercise all of the various file change scenarios
# - New on Path2 file10
# - Newer on Path2 file1
# - New on Path1 file11
# - Newer on Path1 file2
# - Deleted on Path2 file3
# - Deleted on Path1 file4
# - Changed on Path2 and on Path1 file5 (file5r, file5l)
# - Newer on Path2 and deleted on Path1 file6
# - Newer on Path1 and deleted on Path2 file7
# - Deleted on both paths file8
test initial bisync
bisync resync
test make modifications on both paths
test new on path2 - file10
touch-copy 2001-01-02 {datadir/}file10.txt {path2/}
test newer on path2 - file1
touch-copy 2001-01-02 {datadir/}file1.txt {path2/}
test new on path1 - file11
touch-copy 2001-01-02 {datadir/}file11.txt {path1/}
test newer on path1 - file2
touch-copy 2001-01-02 {datadir/}file2.txt {path1/}
test deleted on path2 - file3
delete-file {path2/}file3.txt
test deleted on path1 - file4
delete-file {path1/}file4.txt
test deleted on both paths - file8
delete-file {path1/}file8.txt
delete-file {path2/}file8.txt
test changed on both paths - file5 (file5R, file5L)
touch-glob 2001-01-02 {datadir/} file5R.txt
copy-as {datadir/}file5R.txt {path2/} file5.txt
touch-glob 2001-03-04 {datadir/} file5L.txt
copy-as {datadir/}file5L.txt {path1/} file5.txt
test newer on path2 and deleted on path1 - file6
touch-copy 2001-01-02 {datadir/}file6.txt {path2/}
delete-file {path1/}file6.txt
test newer on path1 and deleted on path2 - file7
touch-copy 2001-01-02 {datadir/}file7.txt {path1/}
delete-file {path2/}file7.txt
test bisync run
bisync