mirror of
https://github.com/siderolabs/talos.git
synced 2025-08-22 23:21:11 +02:00
Stream chunker should be cancellable at any point of execution, plus it should be stop chunking on EOF. Signed-off-by: Andrey Smirnov <smirnov.andrey@gmail.com>
98 lines
1.8 KiB
Go
98 lines
1.8 KiB
Go
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
package stream
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/talos-systems/talos/internal/pkg/chunker"
|
|
)
|
|
|
|
// Options is the functional options struct.
|
|
type Options struct {
|
|
Size int
|
|
}
|
|
|
|
// Option is the functional option func.
|
|
type Option func(*Options)
|
|
|
|
// Size sets the chunk size of the Chunker.
|
|
func Size(s int) Option {
|
|
return func(args *Options) {
|
|
args.Size = s
|
|
}
|
|
}
|
|
|
|
// Stream is a conecrete type that implements the chunker.Chunker interface.
|
|
type Stream struct {
|
|
source Source
|
|
options *Options
|
|
}
|
|
|
|
// Source is an interface describing the source of a Stream.
|
|
type Source interface {
|
|
io.ReadCloser
|
|
}
|
|
|
|
// NewChunker initializes a Chunker with default values.
|
|
func NewChunker(source Source, setters ...Option) chunker.Chunker {
|
|
opts := &Options{
|
|
Size: 1024,
|
|
}
|
|
|
|
for _, setter := range setters {
|
|
setter(opts)
|
|
}
|
|
|
|
return &Stream{
|
|
source,
|
|
opts,
|
|
}
|
|
}
|
|
|
|
// Read implements ChunkReader.
|
|
func (c *Stream) Read(ctx context.Context) <-chan []byte {
|
|
// Create a buffered channel of length 1.
|
|
ch := make(chan []byte, 1)
|
|
|
|
go func(ch chan []byte) {
|
|
defer close(ch)
|
|
// nolint: errcheck
|
|
defer c.source.Close()
|
|
|
|
buf := make([]byte, c.options.Size)
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
default:
|
|
}
|
|
|
|
n, err := c.source.Read(buf)
|
|
if err != nil {
|
|
if err != io.EOF {
|
|
fmt.Printf("read error: %s\n", err.Error())
|
|
}
|
|
break
|
|
}
|
|
if n != 0 {
|
|
// Copy the buffer since we will modify it in the next loop.
|
|
b := make([]byte, n)
|
|
copy(b, buf[:n])
|
|
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case ch <- b:
|
|
}
|
|
}
|
|
}
|
|
}(ch)
|
|
|
|
return ch
|
|
}
|