package chunkedreader import ( "context" "io" "math/rand" "testing" "github.com/rclone/rclone/fstest/mockobject" "github.com/rclone/rclone/lib/multipart" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require") func TestParallel(t *testing.T) { content := makeContent(t, 1024) for _, mode := range mockobject.SeekModes { t.Run(mode.String(), testRead(content, mode, 3)) }} func TestParallelErrorAfterClose(t *testing.T) { testErrorAfterClose(t, 3)} func TestParallelLarge(t *testing.T) { ctx := context.Background() const streams = 3 const chunkSize = multipart.BufferSize const size = (2*streams+1)*chunkSize + 255 content := makeContent(t, size) o := mockobject.New("test.bin").WithContent(content, mockobject.SeekModeNone) cr := New(ctx, o, chunkSize, 0, streams) for _, test := range []struct { name string offset int64 seekMode int }{ {name: "Straight", offset: 0, seekMode: -1}, {name: "Rewind", offset: 0, seekMode: io.SeekStart}, {name: "NearStart", offset: 1, seekMode: io.SeekStart}, {name: "NearEnd", offset: size - 2*chunkSize - 127, seekMode: io.SeekEnd}, } { t.Run(test.name, func(t *testing.T) { if test.seekMode >= 0 { var n int64 var err error if test.seekMode == io.SeekEnd { n, err = cr.Seek(test.offset-size, test.seekMode) } else { n, err = cr.Seek(test.offset, test.seekMode) } require.NoError(t, err) assert.Equal(t, test.offset, n) } got, err := io.ReadAll(cr) require.NoError(t, err) require.Equal(t, len(content[test.offset:]), len(got)) assert.Equal(t, content[test.offset:], got) }) } require.NoError(t, cr.Close()) t.Run("Seeky", func(t *testing.T) { cr := New(ctx, o, chunkSize, 0, streams) offset := 0 buf := make([]byte, 1024) for { // Read and check a random read readSize := rand.Intn(1024) readBuf := buf[:readSize] n, err := cr.Read(readBuf) require.Equal(t, content[offset:offset+n], readBuf[:n]) offset += n if err == io.EOF { assert.Equal(t, size, offset) break } require.NoError(t, err) // Now do a smaller random seek backwards seekSize := rand.Intn(512) if offset-seekSize < 0 { seekSize = offset } nn, err := cr.Seek(-int64(seekSize), io.SeekCurrent) offset -= seekSize require.NoError(t, err) assert.Equal(t, nn, int64(offset)) } require.NoError(t, cr.Close()) }) }
package chunkedreader
import (
"context"
"io"
"math/rand"
"testing"
"github.com/rclone/rclone/fstest/mockobject"
"github.com/rclone/rclone/lib/multipart"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
func TestParallel(t *testing.T) {
content := makeContent(t, 1024)
for _, mode := range mockobject.SeekModes {
t.Run(mode.String(), testRead(content, mode, 3))
}
}
func TestParallelErrorAfterClose(t *testing.T) {
testErrorAfterClose(t, 3)
}
func TestParallelLarge(t *testing.T) {
ctx := context.Background()
const streams = 3
const chunkSize = multipart.BufferSize
const size = (2*streams+1)*chunkSize + 255
content := makeContent(t, size)
o := mockobject.New("test.bin").WithContent(content, mockobject.SeekModeNone)
cr := New(ctx, o, chunkSize, 0, streams)
for _, test := range []struct {
name string
offset int64
seekMode int
}{
{name: "Straight", offset: 0, seekMode: -1},
{name: "Rewind", offset: 0, seekMode: io.SeekStart},
{name: "NearStart", offset: 1, seekMode: io.SeekStart},
{name: "NearEnd", offset: size - 2*chunkSize - 127, seekMode: io.SeekEnd},
} {
t.Run(test.name, func(t *testing.T) {
if test.seekMode >= 0 {
var n int64
var err error
if test.seekMode == io.SeekEnd {
n, err = cr.Seek(test.offset-size, test.seekMode)
} else {
n, err = cr.Seek(test.offset, test.seekMode)
}
require.NoError(t, err)
assert.Equal(t, test.offset, n)
}
got, err := io.ReadAll(cr)
require.NoError(t, err)
require.Equal(t, len(content[test.offset:]), len(got))
assert.Equal(t, content[test.offset:], got)
})
}
require.NoError(t, cr.Close())
t.Run("Seeky", func(t *testing.T) {
cr := New(ctx, o, chunkSize, 0, streams)
offset := 0
buf := make([]byte, 1024)
for {
// Read and check a random read
readSize := rand.Intn(1024)
readBuf := buf[:readSize]
n, err := cr.Read(readBuf)
require.Equal(t, content[offset:offset+n], readBuf[:n])
offset += n
if err == io.EOF {
assert.Equal(t, size, offset)
break
}
require.NoError(t, err)
// Now do a smaller random seek backwards
seekSize := rand.Intn(512)
if offset-seekSize < 0 {
seekSize = offset
}
nn, err := cr.Seek(-int64(seekSize), io.SeekCurrent)
offset -= seekSize
require.NoError(t, err)
assert.Equal(t, nn, int64(offset))
}
require.NoError(t, cr.Close())
})
}