blob: fe554f5a5a2bbb55f8eecd178c3b06f1af82381c (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
package server
import (
storev1pb "code.tvl.fyi/tvix/store/protos"
"context"
"encoding/base64"
"fmt"
log "github.com/sirupsen/logrus"
"io"
)
// this returns a callback function that can be used as fileCb
// for the reader.Import function call
func genBlobServiceWriteCb(ctx context.Context, blobServiceClient storev1pb.BlobServiceClient) func(io.Reader) error {
return func(fileReader io.Reader) error {
// Read from fileReader into a buffer.
// We currently buffer all contents and send them to blobServiceClient at once,
// but that's about to change.
contents, err := io.ReadAll(fileReader)
if err != nil {
return fmt.Errorf("unable to read all contents from file reader: %w", err)
}
log := log.WithField("blob_size", len(contents))
log.Infof("about to upload blob")
putter, err := blobServiceClient.Put(ctx)
if err != nil {
// return error to the importer
return fmt.Errorf("error from blob service: %w", err)
}
err = putter.Send(&storev1pb.BlobChunk{
Data: contents,
})
if err != nil {
return fmt.Errorf("putting blob chunk: %w", err)
}
resp, err := putter.CloseAndRecv()
if err != nil {
return fmt.Errorf("close blob putter: %w", err)
}
log.WithField("digest", base64.StdEncoding.EncodeToString(resp.GetDigest())).Info("uploaded blob")
return nil
}
}
|
