2018-02-05 16:05:59 -05:00
|
|
|
package ioutils // import "github.com/docker/docker/pkg/ioutils"
|
2015-09-09 12:47:24 -04:00
|
|
|
|
2015-09-16 20:51:11 -04:00
|
|
|
import (
|
2019-08-06 17:46:02 -04:00
|
|
|
"crypto/sha256"
|
2015-09-16 20:51:11 -04:00
|
|
|
"encoding/hex"
|
2015-09-29 13:58:08 -04:00
|
|
|
"math/rand"
|
2015-09-16 20:51:11 -04:00
|
|
|
"testing"
|
2015-09-29 13:58:08 -04:00
|
|
|
"time"
|
2015-09-16 20:51:11 -04:00
|
|
|
)
|
2015-09-09 12:47:24 -04:00
|
|
|
|
|
|
|
func TestBytesPipeRead(t *testing.T) {
|
2016-03-31 12:50:50 -04:00
|
|
|
buf := NewBytesPipe()
|
2015-09-09 12:47:24 -04:00
|
|
|
buf.Write([]byte("12"))
|
|
|
|
buf.Write([]byte("34"))
|
|
|
|
buf.Write([]byte("56"))
|
|
|
|
buf.Write([]byte("78"))
|
|
|
|
buf.Write([]byte("90"))
|
|
|
|
rd := make([]byte, 4)
|
|
|
|
n, err := buf.Read(rd)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
if n != 4 {
|
|
|
|
t.Fatalf("Wrong number of bytes read: %d, should be %d", n, 4)
|
|
|
|
}
|
|
|
|
if string(rd) != "1234" {
|
|
|
|
t.Fatalf("Read %s, but must be %s", rd, "1234")
|
|
|
|
}
|
|
|
|
n, err = buf.Read(rd)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
if n != 4 {
|
|
|
|
t.Fatalf("Wrong number of bytes read: %d, should be %d", n, 4)
|
|
|
|
}
|
|
|
|
if string(rd) != "5678" {
|
|
|
|
t.Fatalf("Read %s, but must be %s", rd, "5679")
|
|
|
|
}
|
|
|
|
n, err = buf.Read(rd)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
if n != 2 {
|
|
|
|
t.Fatalf("Wrong number of bytes read: %d, should be %d", n, 2)
|
|
|
|
}
|
|
|
|
if string(rd[:n]) != "90" {
|
|
|
|
t.Fatalf("Read %s, but must be %s", rd, "90")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestBytesPipeWrite(t *testing.T) {
|
2016-03-31 12:50:50 -04:00
|
|
|
buf := NewBytesPipe()
|
2015-09-09 12:47:24 -04:00
|
|
|
buf.Write([]byte("12"))
|
|
|
|
buf.Write([]byte("34"))
|
|
|
|
buf.Write([]byte("56"))
|
|
|
|
buf.Write([]byte("78"))
|
|
|
|
buf.Write([]byte("90"))
|
2016-03-31 12:50:50 -04:00
|
|
|
if buf.buf[0].String() != "1234567890" {
|
|
|
|
t.Fatalf("Buffer %q, must be %q", buf.buf[0].String(), "1234567890")
|
2015-09-09 12:47:24 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-09-16 20:51:11 -04:00
|
|
|
// Write and read in different speeds/chunk sizes and check valid data is read.
|
|
|
|
func TestBytesPipeWriteRandomChunks(t *testing.T) {
|
|
|
|
cases := []struct{ iterations, writesPerLoop, readsPerLoop int }{
|
|
|
|
{100, 10, 1},
|
|
|
|
{1000, 10, 5},
|
|
|
|
{1000, 100, 0},
|
|
|
|
{1000, 5, 6},
|
|
|
|
{10000, 50, 25},
|
|
|
|
}
|
|
|
|
|
|
|
|
testMessage := []byte("this is a random string for testing")
|
|
|
|
// random slice sizes to read and write
|
|
|
|
writeChunks := []int{25, 35, 15, 20}
|
|
|
|
readChunks := []int{5, 45, 20, 25}
|
|
|
|
|
|
|
|
for _, c := range cases {
|
|
|
|
// first pass: write directly to hash
|
2019-08-06 17:46:02 -04:00
|
|
|
hash := sha256.New()
|
2015-09-16 20:51:11 -04:00
|
|
|
for i := 0; i < c.iterations*c.writesPerLoop; i++ {
|
|
|
|
if _, err := hash.Write(testMessage[:writeChunks[i%len(writeChunks)]]); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
expected := hex.EncodeToString(hash.Sum(nil))
|
|
|
|
|
|
|
|
// write/read through buffer
|
2016-03-31 12:50:50 -04:00
|
|
|
buf := NewBytesPipe()
|
2015-09-16 20:51:11 -04:00
|
|
|
hash.Reset()
|
2015-09-29 13:58:08 -04:00
|
|
|
|
|
|
|
done := make(chan struct{})
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
// random delay before read starts
|
|
|
|
<-time.After(time.Duration(rand.Intn(10)) * time.Millisecond)
|
|
|
|
for i := 0; ; i++ {
|
|
|
|
p := make([]byte, readChunks[(c.iterations*c.readsPerLoop+i)%len(readChunks)])
|
2015-09-16 20:51:11 -04:00
|
|
|
n, _ := buf.Read(p)
|
2015-09-29 13:58:08 -04:00
|
|
|
if n == 0 {
|
|
|
|
break
|
|
|
|
}
|
2015-09-16 20:51:11 -04:00
|
|
|
hash.Write(p[:n])
|
|
|
|
}
|
2015-09-29 13:58:08 -04:00
|
|
|
|
|
|
|
close(done)
|
|
|
|
}()
|
|
|
|
|
|
|
|
for i := 0; i < c.iterations; i++ {
|
|
|
|
for w := 0; w < c.writesPerLoop; w++ {
|
|
|
|
buf.Write(testMessage[:writeChunks[(i*c.writesPerLoop+w)%len(writeChunks)]])
|
2015-09-16 20:51:11 -04:00
|
|
|
}
|
|
|
|
}
|
2015-09-29 13:58:08 -04:00
|
|
|
buf.Close()
|
|
|
|
<-done
|
|
|
|
|
2015-09-16 20:51:11 -04:00
|
|
|
actual := hex.EncodeToString(hash.Sum(nil))
|
|
|
|
|
|
|
|
if expected != actual {
|
|
|
|
t.Fatalf("BytesPipe returned invalid data. Expected checksum %v, got %v", expected, actual)
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-09-09 12:47:24 -04:00
|
|
|
func BenchmarkBytesPipeWrite(b *testing.B) {
|
2016-03-31 12:50:50 -04:00
|
|
|
testData := []byte("pretty short line, because why not?")
|
2015-09-09 12:47:24 -04:00
|
|
|
for i := 0; i < b.N; i++ {
|
2015-09-29 13:58:08 -04:00
|
|
|
readBuf := make([]byte, 1024)
|
2016-03-31 12:50:50 -04:00
|
|
|
buf := NewBytesPipe()
|
2015-09-29 13:58:08 -04:00
|
|
|
go func() {
|
|
|
|
var err error
|
|
|
|
for err == nil {
|
|
|
|
_, err = buf.Read(readBuf)
|
|
|
|
}
|
|
|
|
}()
|
2015-09-09 12:47:24 -04:00
|
|
|
for j := 0; j < 1000; j++ {
|
2016-03-31 12:50:50 -04:00
|
|
|
buf.Write(testData)
|
2015-09-09 12:47:24 -04:00
|
|
|
}
|
2015-09-29 13:58:08 -04:00
|
|
|
buf.Close()
|
2015-09-09 12:47:24 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func BenchmarkBytesPipeRead(b *testing.B) {
|
2015-09-29 13:58:08 -04:00
|
|
|
rd := make([]byte, 512)
|
2015-09-09 12:47:24 -04:00
|
|
|
for i := 0; i < b.N; i++ {
|
|
|
|
b.StopTimer()
|
2016-03-31 12:50:50 -04:00
|
|
|
buf := NewBytesPipe()
|
2015-09-29 13:58:08 -04:00
|
|
|
for j := 0; j < 500; j++ {
|
2015-09-09 12:47:24 -04:00
|
|
|
buf.Write(make([]byte, 1024))
|
|
|
|
}
|
|
|
|
b.StartTimer()
|
|
|
|
for j := 0; j < 1000; j++ {
|
2015-09-29 13:58:08 -04:00
|
|
|
if n, _ := buf.Read(rd); n != 512 {
|
2015-09-09 12:47:24 -04:00
|
|
|
b.Fatalf("Wrong number of bytes: %d", n)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|