initial commit

first working chunking logic

1 files changed, 78 insertions, 0 deletions

diff --git a/repo_test.go b/repo_test.go
new file mode 100644
index 0000000..27cdebf
--- /dev/null
+++ b/repo_test.go
@@ -0,0 +1,78 @@
+package main
+
+import (
+	"bytes"
+	"os"
+	"path"
+	"testing"
+)
+
+func preparResult() {
+	result := path.Join("test", "result")
+	os.RemoveAll(result)
+	os.MkdirAll(result, 0775)
+}
+
+func chunkCompare(t *testing.T, dataDir string, testFiles []string, chunkCount int) {
+
+	files := make(chan File)
+	chunks := make(chan []byte)
+	go ListFiles(dataDir, files)
+	go ReadFiles(files, chunks)
+
+	offset := 0
+	buff := make([]byte, chunkSize*chunkCount)
+	for _, f := range testFiles {
+		content, err := os.ReadFile(path.Join(dataDir, f))
+		if err != nil {
+			t.Error("Error reading test data file")
+		}
+		for i := range content {
+			buff[offset+i] = content[i]
+		}
+		offset += len(content)
+	}
+
+	i := 0
+	for c := range chunks {
+		content := buff[i*chunkSize : (i+1)*chunkSize]
+		if len(c) != chunkSize {
+			t.Errorf("Chunk %d is not of chunkSize: %d", i, chunkSize)
+		}
+		if bytes.Compare(c, content) != 0 {
+			t.Errorf("Chunk %d does not match file content", i)
+			t.Log(c)
+			t.Log(content)
+		}
+		i++
+	}
+	if i != chunkCount {
+		t.Errorf("Incorrect number of chunks: %d, should be: %d", i, chunkCount)
+	}
+}
+
+func TestReadFiles1(t *testing.T) {
+	chunkCount := 1
+	dataDir := path.Join("test", "data", "logs.1")
+	files := []string{"logTest.log"}
+	chunkCompare(t, dataDir, files, chunkCount)
+}
+
+func TestReadFiles2(t *testing.T) {
+	chunkCount := 3
+	dataDir := path.Join("test", "data", "logs.2")
+	files := []string{"csvParserTest.log", "slipdb.log"}
+	chunkCompare(t, dataDir, files, chunkCount)
+}
+
+func TestReadFiles3(t *testing.T) {
+	chunkCount := 15
+	dataDir := path.Join("test", "data")
+	files := []string{
+		path.Join("logs.1", "logTest.log"),
+		path.Join("logs.2", "csvParserTest.log"),
+		path.Join("logs.2", "slipdb.log"),
+		path.Join("logs.3", "indexingTreeTest.log"),
+	}
+	chunkCompare(t, dataDir, files, chunkCount)
+}