1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
package main
import (
"bufio"
"bytes"
"fmt"
"io"
"log"
"os"
"path"
)
type ChunkReader interface {
io.Reader
io.ByteReader
}
type Chunk interface {
Reader() ChunkReader
Len() int
}
type StoredChunk interface {
Chunk
Id() *ChunkId
}
type ChunkId struct {
Ver int
Idx uint64
}
func (i *ChunkId) Path(repo string) string {
return path.Join(repo, fmt.Sprintf(versionFmt, i.Ver), chunksName, fmt.Sprintf(chunkIdFmt, i.Idx))
}
func (i *ChunkId) Reader(repo string) ChunkReader {
path := i.Path(repo)
f, err := os.Open(path)
if err != nil {
log.Println("Cannot open chunk: ", path)
}
return bufio.NewReaderSize(f, chunkSize)
}
func NewLoadedChunk(id *ChunkId, value []byte) *LoadedChunk {
return &LoadedChunk{id: id, value: value}
}
type LoadedChunk struct {
id *ChunkId
value []byte
}
func (c *LoadedChunk) Id() *ChunkId {
return c.id
}
func (c *LoadedChunk) Reader() ChunkReader {
// log.Printf("Chunk %d: Reading from in-memory value\n", c.id)
return bytes.NewReader(c.value)
}
func (c *LoadedChunk) Len() int {
return len(c.value)
}
func NewChunkFile(repo *Repo, id *ChunkId) *ChunkFile {
return &ChunkFile{repo: repo, id: id}
}
type ChunkFile struct {
repo *Repo
id *ChunkId
}
func (c *ChunkFile) Id() *ChunkId {
return c.id
}
func (c *ChunkFile) Reader() ChunkReader {
// log.Printf("Chunk %d: Reading from file\n", c.id)
return c.id.Reader(c.repo.path)
}
func (c *ChunkFile) Len() int {
path := c.id.Path(c.repo.path)
info, err := os.Stat(path)
if err != nil {
log.Println("Chunk: could not stat file:", path)
}
return int(info.Size())
}
func NewTempChunk(value []byte) *TempChunk {
return &TempChunk{value: value}
}
type TempChunk struct {
value []byte
}
func (c *TempChunk) Reader() ChunkReader {
return bytes.NewReader(c.value)
}
func (c *TempChunk) Len() int {
return len(c.value)
}
func (c *TempChunk) AppendFrom(r io.Reader) {
buff, err := io.ReadAll(r)
if err != nil {
println("Chunk: error appending to temp chunk:", err)
}
c.value = append(c.value, buff...)
}
|
