2015-09-13 20:01:50 +02:00
|
|
|
package net
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io"
|
|
|
|
)
|
|
|
|
|
2015-10-07 23:50:56 +02:00
|
|
|
const (
|
|
|
|
minBufferSizeKilo = 2
|
|
|
|
maxBufferSizeKilo = 128
|
|
|
|
)
|
|
|
|
|
2015-10-07 21:17:11 +02:00
|
|
|
func ReadFrom(reader io.Reader, sizeInKilo int) ([]byte, error) {
|
|
|
|
buffer := make([]byte, sizeInKilo<<10)
|
2015-10-03 21:42:03 +02:00
|
|
|
nBytes, err := reader.Read(buffer)
|
2015-10-06 17:24:57 +02:00
|
|
|
if nBytes == 0 {
|
2015-10-07 13:37:40 +02:00
|
|
|
return nil, err
|
2015-10-06 17:24:57 +02:00
|
|
|
}
|
2015-10-03 21:42:03 +02:00
|
|
|
return buffer[:nBytes], err
|
|
|
|
}
|
|
|
|
|
2015-10-07 23:50:56 +02:00
|
|
|
func roundUp(size int) int {
|
|
|
|
if size <= minBufferSizeKilo {
|
|
|
|
return minBufferSizeKilo
|
|
|
|
}
|
|
|
|
if size >= maxBufferSizeKilo {
|
|
|
|
return maxBufferSizeKilo
|
|
|
|
}
|
|
|
|
size--
|
|
|
|
size |= size >> 1
|
|
|
|
size |= size >> 2
|
|
|
|
size |= size >> 4
|
|
|
|
return size + 1
|
|
|
|
}
|
|
|
|
|
2015-09-21 10:15:25 +00:00
|
|
|
// ReaderToChan dumps all content from a given reader to a chan by constantly reading it until EOF.
|
2015-09-13 20:01:50 +02:00
|
|
|
func ReaderToChan(stream chan<- []byte, reader io.Reader) error {
|
2015-10-07 23:50:56 +02:00
|
|
|
bufferSizeKilo := 2
|
2015-09-13 20:01:50 +02:00
|
|
|
for {
|
2015-10-07 21:17:11 +02:00
|
|
|
data, err := ReadFrom(reader, bufferSizeKilo)
|
2015-10-03 21:42:03 +02:00
|
|
|
if len(data) > 0 {
|
|
|
|
stream <- data
|
2015-09-14 18:19:17 +02:00
|
|
|
}
|
2015-09-13 20:01:50 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-10-07 23:50:56 +02:00
|
|
|
if bufferSizeKilo == maxBufferSizeKilo {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
dataLenKilo := len(data) >> 10
|
|
|
|
if dataLenKilo == bufferSizeKilo {
|
|
|
|
bufferSizeKilo <<= 1
|
|
|
|
} else {
|
|
|
|
bufferSizeKilo = roundUp(dataLenKilo)
|
|
|
|
}
|
2015-09-13 20:01:50 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-09-21 10:15:25 +00:00
|
|
|
// ChanToWriter dumps all content from a given chan to a writer until the chan is closed.
|
2015-09-13 20:01:50 +02:00
|
|
|
func ChanToWriter(writer io.Writer, stream <-chan []byte) error {
|
|
|
|
for buffer := range stream {
|
2015-09-14 00:30:50 +02:00
|
|
|
_, err := writer.Write(buffer)
|
2015-09-13 20:01:50 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|