Skip to content

Commit

Permalink
Revert "Add CopyBuffer to copy.go (#2167)"
Browse files Browse the repository at this point in the history
This reverts commit ed6118a.
  • Loading branch information
ykadowak committed Nov 30, 2023
1 parent e62b152 commit 8e6566c
Show file tree
Hide file tree
Showing 2 changed files with 19 additions and 60 deletions.
59 changes: 19 additions & 40 deletions internal/io/copy.go
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@ import (
"io"
"math"
"sync/atomic"
"syscall"

"github.com/vdaas/vald/internal/errors"
"github.com/vdaas/vald/internal/sync"
Expand All @@ -34,21 +33,18 @@ func Copy(dst io.Writer, src io.Reader) (written int64, err error) {
return cio.Copy(dst, src)
}

func CopyBuffer(dst io.Writer, src io.Reader, buf []byte) (written int64, err error) {
return cio.CopyBuffer(dst, src, buf)
}

type Copier interface {
Copy(dst io.Writer, src io.Reader) (written int64, err error)
CopyBuffer(dst io.Writer, src io.Reader, buf []byte) (written int64, err error)
}

type copier struct {
bufSize int64
pool sync.Pool
}

var defaultBufferSize int = 16 * syscall.Getpagesize()
const (
defaultBufferSize int = 64 * 1024
)

func NewCopier(size int) Copier {
c := new(copier)
Expand All @@ -66,22 +62,6 @@ func NewCopier(size int) Copier {
}

func (c *copier) Copy(dst io.Writer, src io.Reader) (written int64, err error) {
return c.copyBuffer(dst, src, nil)
}

func (c *copier) CopyBuffer(dst io.Writer, src io.Reader, buf []byte) (written int64, err error) {
if buf == nil {
return c.Copy(dst, src)
}
if buf != nil && len(buf) == 0 {
panic("empty buffer in CopyBuffer")
}
b := bytes.NewBuffer(buf)
defer b.Reset()
return c.copyBuffer(dst, src, b)
}

func (c *copier) copyBuffer(dst io.Writer, src io.Reader, buf *bytes.Buffer) (written int64, err error) {
if dst == nil || src == nil {
return 0, errors.New("empty source or destination")
}
Expand All @@ -101,25 +81,24 @@ func (c *copier) copyBuffer(dst io.Writer, src io.Reader, buf *bytes.Buffer) (wr
limit int64 = math.MaxInt64
size int64 = atomic.LoadInt64(&c.bufSize)
l *io.LimitedReader
buf *bytes.Buffer
)
if buf == nil {
if l, ok = src.(*io.LimitedReader); ok && l.N >= 1 && size > l.N {
limit = l.N
size = limit
}
buf, ok = c.pool.Get().(*bytes.Buffer)
if !ok || buf == nil {
buf = bytes.NewBuffer(make([]byte, size))
}
defer func() {
if atomic.LoadInt64(&c.bufSize) < size {
atomic.StoreInt64(&c.bufSize, size)
buf.Grow(int(size))
}
buf.Reset()
c.pool.Put(buf)
}()
if l, ok = src.(*io.LimitedReader); ok && l.N >= 1 && size > l.N {
limit = l.N
size = limit
}
buf, ok = c.pool.Get().(*bytes.Buffer)
if !ok || buf == nil {
buf = bytes.NewBuffer(make([]byte, size))
}
defer func() {
if atomic.LoadInt64(&c.bufSize) < size {
atomic.StoreInt64(&c.bufSize, size)
buf.Grow(int(size))
}
buf.Reset()
c.pool.Put(buf)
}()
if size > int64(buf.Cap()) {
size = int64(buf.Cap())
}
Expand Down
20 changes: 0 additions & 20 deletions internal/io/copy_bench_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -82,15 +82,6 @@ func BenchmarkValdIOCopy(b *testing.B) {
}
}

func BenchmarkValdIOCopyBuffer(b *testing.B) {
c := NewCopier(bufferLength)
for i := 0; i < b.N; i++ {
w := &writer{}
r := &reader{len: readerLength}
c.CopyBuffer(w, r, nil)
}
}

func BenchmarkStandardIOCopyParallel(b *testing.B) {
b.RunParallel(func(pb *testing.PB) {
for pb.Next() {
Expand Down Expand Up @@ -122,14 +113,3 @@ func BenchmarkValdIOCopyParallel(b *testing.B) {
}
})
}

func BenchmarkValdIOCopyBufferParallel(b *testing.B) {
c := NewCopier(bufferLength)
b.RunParallel(func(pb *testing.PB) {
for pb.Next() {
w := &writer{}
r := &reader{len: readerLength}
c.CopyBuffer(w, r, nil)
}
})
}

0 comments on commit 8e6566c

Please sign in to comment.