// Test sync/copy/move package sync import (	"runtime"	"testing"	"time" 	_ "github.com/ncw/rclone/backend/all" // import all backends	"github.com/ncw/rclone/fs"	"github.com/ncw/rclone/fs/accounting"	"github.com/ncw/rclone/fs/filter"	"github.com/ncw/rclone/fs/hash"	"github.com/ncw/rclone/fs/operations"	"github.com/ncw/rclone/fstest"	"github.com/stretchr/testify/assert"	"github.com/stretchr/testify/require"	"golang.org/x/text/unicode/norm") // Some times used in the testsvar (	t1 = fstest.Time("2001-02-03T04:05:06.499999999Z")	t2 = fstest.Time("2011-12-25T12:59:59.123456789Z")	t3 = fstest.Time("2011-12-30T12:59:59.000000000Z")) // TestMain drives the testsfunc TestMain(m *testing.M) {	fstest.TestMain(m)} // Check dry run is workingfunc TestCopyWithDryRun(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("sub dir/hello world", "hello world", t1)	r.Mkdir(r.Fremote) 	fs.Config.DryRun = true	err := CopyDir(r.Fremote, r.Flocal)	fs.Config.DryRun = false	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote)} // Now without dry runfunc TestCopy(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("sub dir/hello world", "hello world", t1)	r.Mkdir(r.Fremote) 	err := CopyDir(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file1)} // Test copy with depthfunc TestCopyWithDepth(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("sub dir/hello world", "hello world", t1)	file2 := r.WriteFile("hello world2", "hello world2", t2) 	// Check the MaxDepth too	fs.Config.MaxDepth = 1	defer func() { fs.Config.MaxDepth = -1 }() 	err := CopyDir(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1, file2)	fstest.CheckItems(t, r.Fremote, file2)} // Test copy with files fromfunc TestCopyWithFilesFrom(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("potato2", "hello world", t1)	file2 := r.WriteFile("hello world2", "hello world2", t2) 	// Set the --files-from equivalent	f, err := filter.NewFilter(nil)	require.NoError(t, err)	require.NoError(t, f.AddFile("potato2"))	require.NoError(t, f.AddFile("notfound")) 	// Monkey patch the active filter	oldFilter := filter.Active	filter.Active = f	unpatch := func() {		filter.Active = oldFilter	}	defer unpatch() 	err = CopyDir(r.Fremote, r.Flocal)	require.NoError(t, err)	unpatch() 	fstest.CheckItems(t, r.Flocal, file1, file2)	fstest.CheckItems(t, r.Fremote, file1)} // Test copy empty directoriesfunc TestCopyEmptyDirectories(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("sub dir/hello world", "hello world", t1)	err := operations.Mkdir(r.Flocal, "sub dir2")	require.NoError(t, err)	r.Mkdir(r.Fremote) 	err = CopyDir(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckListingWithPrecision(		t,		r.Fremote,		[]fstest.Item{			file1,		},		[]string{			"sub dir",			"sub dir2",		},		fs.GetModifyWindow(r.Fremote),	)} // Test a server side copy if possible, or the backup path if notfunc TestServerSideCopy(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteObject("sub dir/hello world", "hello world", t1)	fstest.CheckItems(t, r.Fremote, file1) 	FremoteCopy, _, finaliseCopy, err := fstest.RandomRemote(*fstest.RemoteName, *fstest.SubDir)	require.NoError(t, err)	defer finaliseCopy()	t.Logf("Server side copy (if possible) %v -> %v", r.Fremote, FremoteCopy) 	err = CopyDir(FremoteCopy, r.Fremote)	require.NoError(t, err) 	fstest.CheckItems(t, FremoteCopy, file1)} // Check that if the local file doesn't exist when we copy it up,// nothing happens to the remote filefunc TestCopyAfterDelete(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteObject("sub dir/hello world", "hello world", t1)	fstest.CheckItems(t, r.Flocal)	fstest.CheckItems(t, r.Fremote, file1) 	err := operations.Mkdir(r.Flocal, "")	require.NoError(t, err) 	err = CopyDir(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal)	fstest.CheckItems(t, r.Fremote, file1)} // Check the copy downloading a filefunc TestCopyRedownload(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteObject("sub dir/hello world", "hello world", t1)	fstest.CheckItems(t, r.Fremote, file1) 	err := CopyDir(r.Flocal, r.Fremote)	require.NoError(t, err) 	// Test with combined precision of local and remote as we copied it there and back	fstest.CheckListingWithPrecision(t, r.Flocal, []fstest.Item{file1}, nil, fs.GetModifyWindow(r.Flocal, r.Fremote))} // Create a file and sync it. Change the last modified date and resync.// If we're only doing sync by size and checksum, we expect nothing to// to be transferred on the second sync.func TestSyncBasedOnCheckSum(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	fs.Config.CheckSum = true	defer func() { fs.Config.CheckSum = false }() 	file1 := r.WriteFile("check sum", "", t1)	fstest.CheckItems(t, r.Flocal, file1) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred exactly one file.	assert.Equal(t, int64(1), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Fremote, file1) 	// Change last modified date only	file2 := r.WriteFile("check sum", "", t2)	fstest.CheckItems(t, r.Flocal, file2) 	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred no files	assert.Equal(t, int64(0), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Flocal, file2)	fstest.CheckItems(t, r.Fremote, file1)} // Create a file and sync it. Change the last modified date and the// file contents but not the size.  If we're only doing sync by size// only, we expect nothing to to be transferred on the second sync.func TestSyncSizeOnly(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	fs.Config.SizeOnly = true	defer func() { fs.Config.SizeOnly = false }() 	file1 := r.WriteFile("sizeonly", "potato", t1)	fstest.CheckItems(t, r.Flocal, file1) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred exactly one file.	assert.Equal(t, int64(1), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Fremote, file1) 	// Update mtime, md5sum but not length of file	file2 := r.WriteFile("sizeonly", "POTATO", t2)	fstest.CheckItems(t, r.Flocal, file2) 	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred no files	assert.Equal(t, int64(0), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Flocal, file2)	fstest.CheckItems(t, r.Fremote, file1)} // Create a file and sync it. Keep the last modified date but change// the size.  With --ignore-size we expect nothing to to be// transferred on the second sync.func TestSyncIgnoreSize(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	fs.Config.IgnoreSize = true	defer func() { fs.Config.IgnoreSize = false }() 	file1 := r.WriteFile("ignore-size", "contents", t1)	fstest.CheckItems(t, r.Flocal, file1) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred exactly one file.	assert.Equal(t, int64(1), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Fremote, file1) 	// Update size but not date of file	file2 := r.WriteFile("ignore-size", "longer contents but same date", t1)	fstest.CheckItems(t, r.Flocal, file2) 	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred no files	assert.Equal(t, int64(0), accounting.Stats.GetTransfers())	fstest.CheckItems(t, r.Flocal, file2)	fstest.CheckItems(t, r.Fremote, file1)} func TestSyncIgnoreTimes(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteBoth("existing", "potato", t1)	fstest.CheckItems(t, r.Fremote, file1) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred exactly 0 files because the	// files were identical.	assert.Equal(t, int64(0), accounting.Stats.GetTransfers()) 	fs.Config.IgnoreTimes = true	defer func() { fs.Config.IgnoreTimes = false }() 	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	// We should have transferred exactly one file even though the	// files were identical.	assert.Equal(t, int64(1), accounting.Stats.GetTransfers()) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file1)} func TestSyncIgnoreExisting(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("existing", "potato", t1) 	fs.Config.IgnoreExisting = true	defer func() { fs.Config.IgnoreExisting = false }() 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err)	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file1) 	// Change everything	r.WriteFile("existing", "newpotatoes", t2)	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err)	// Items should not change	fstest.CheckItems(t, r.Fremote, file1)} func TestSyncIgnoreErrors(t *testing.T) {	r := fstest.NewRun(t)	fs.Config.IgnoreErrors = true	defer func() {		fs.Config.IgnoreErrors = false		r.Finalise()	}()	file1 := r.WriteFile("a/potato2", "------------------------------------------------------------", t1)	file2 := r.WriteObject("b/potato", "SMALLER BUT SAME DATE", t2)	file3 := r.WriteBoth("c/non empty space", "AhHa!", t2)	require.NoError(t, operations.Mkdir(r.Fremote, "d")) 	fstest.CheckListingWithPrecision(		t,		r.Flocal,		[]fstest.Item{			file1,			file3,		},		[]string{			"a",			"c",		},		fs.GetModifyWindow(r.Fremote),	)	fstest.CheckListingWithPrecision(		t,		r.Fremote,		[]fstest.Item{			file2,			file3,		},		[]string{			"b",			"c",			"d",		},		fs.GetModifyWindow(r.Fremote),	) 	accounting.Stats.ResetCounters()	fs.CountError(nil)	assert.NoError(t, Sync(r.Fremote, r.Flocal)) 	fstest.CheckListingWithPrecision(		t,		r.Flocal,		[]fstest.Item{			file1,			file3,		},		[]string{			"a",			"c",		},		fs.GetModifyWindow(r.Fremote),	)	fstest.CheckListingWithPrecision(		t,		r.Fremote,		[]fstest.Item{			file1,			file3,		},		[]string{			"a",			"c",		},		fs.GetModifyWindow(r.Fremote),	)} func TestSyncAfterChangingModtimeOnly(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteFile("empty space", "", t2)	file2 := r.WriteObject("empty space", "", t1) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file2) 	fs.Config.DryRun = true	defer func() { fs.Config.DryRun = false }() 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file2) 	fs.Config.DryRun = false 	accounting.Stats.ResetCounters()	err = Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file1)} func TestSyncAfterChangingModtimeOnlyWithNoUpdateModTime(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise() 	if r.Fremote.Hashes().Count() == 0 {		t.Logf("Can't check this if no hashes supported")		return	} 	fs.Config.NoUpdateModTime = true	defer func() {		fs.Config.NoUpdateModTime = false	}() 	file1 := r.WriteFile("empty space", "", t2)	file2 := r.WriteObject("empty space", "", t1) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file2) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file2)} func TestSyncDoesntUpdateModtime(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	if fs.GetModifyWindow(r.Fremote) == fs.ModTimeNotSupported {		t.Skip("Can't run this test on fs which doesn't support mod time")	} 	file1 := r.WriteFile("foo", "foo", t2)	file2 := r.WriteObject("foo", "bar", t1) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file2) 	accounting.Stats.ResetCounters()	err := Sync(r.Fremote, r.Flocal)	require.NoError(t, err) 	fstest.CheckItems(t, r.Flocal, file1)	fstest.CheckItems(t, r.Fremote, file1) 	// We should have transferred exactly one file, not set the mod time	assert.Equal(t, int64(1), accounting.Stats.GetTransfers())} func TestSyncAfterAddingAFile(t *testing.T) {	r := fstest.NewRun(t)	defer r.Finalise()	file1 := r.WriteBoth("empty space", "", t2)	file2 := r.WriteFile("potato", "------------------------------------------------------------", t3) 

Lines 1–500 of 1247. Load more