From 8a03c46bf24b5a1fa1d2080ac4f763532db01bbe Mon Sep 17 00:00:00 2001 From: n-peugnet Date: Thu, 9 Sep 2021 12:09:18 +0200 Subject: export sketch in its own package so that tests can be cached and to make sure it is independant of the rest of the code also move tests in testdata as this folder is ignored by go test by default --- README.md | 2 +- repo.go | 9 +- repo_test.go | 14 +- sketch.go | 80 -- sketch/sketch.go | 85 +++ sketch/sketch_test.go | 43 ++ sketch/testdata/000000000000000 | 85 +++ sketch/testdata/000000000000014 | 47 ++ sketch_test.go | 39 - test/data/logs/1/logTest.log | 10 - test/data/logs/2/csvParserTest.log | 63 -- test/data/logs/2/slipdb.log | 185 ----- test/data/logs/3/indexingTreeTest.log | 999 ------------------------- test/data/repo_8k/00000/chunks/000000000000000 | 85 --- test/data/repo_8k/00000/chunks/000000000000001 | 89 --- test/data/repo_8k/00000/chunks/000000000000002 | 98 --- test/data/repo_8k/00000/chunks/000000000000003 | 85 --- test/data/repo_8k/00000/chunks/000000000000004 | 87 --- test/data/repo_8k/00000/chunks/000000000000005 | 87 --- test/data/repo_8k/00000/chunks/000000000000006 | 84 --- test/data/repo_8k/00000/chunks/000000000000007 | 87 --- test/data/repo_8k/00000/chunks/000000000000008 | 87 --- test/data/repo_8k/00000/chunks/000000000000009 | 88 --- test/data/repo_8k/00000/chunks/000000000000010 | 88 --- test/data/repo_8k/00000/chunks/000000000000011 | 85 --- test/data/repo_8k/00000/chunks/000000000000012 | 87 --- test/data/repo_8k/00000/chunks/000000000000013 | 87 --- test/data/repo_8k/00000/chunks/000000000000014 | 47 -- testdata/logs/1/logTest.log | 10 + testdata/logs/2/csvParserTest.log | 63 ++ testdata/logs/2/slipdb.log | 185 +++++ testdata/logs/3/indexingTreeTest.log | 999 +++++++++++++++++++++++++ testdata/repo_8k/00000/chunks/000000000000000 | 85 +++ testdata/repo_8k/00000/chunks/000000000000001 | 89 +++ testdata/repo_8k/00000/chunks/000000000000002 | 98 +++ testdata/repo_8k/00000/chunks/000000000000003 | 85 +++ testdata/repo_8k/00000/chunks/000000000000004 | 87 +++ testdata/repo_8k/00000/chunks/000000000000005 | 87 +++ testdata/repo_8k/00000/chunks/000000000000006 | 84 +++ testdata/repo_8k/00000/chunks/000000000000007 | 87 +++ testdata/repo_8k/00000/chunks/000000000000008 | 87 +++ testdata/repo_8k/00000/chunks/000000000000009 | 88 +++ testdata/repo_8k/00000/chunks/000000000000010 | 88 +++ testdata/repo_8k/00000/chunks/000000000000011 | 85 +++ testdata/repo_8k/00000/chunks/000000000000012 | 87 +++ testdata/repo_8k/00000/chunks/000000000000013 | 87 +++ testdata/repo_8k/00000/chunks/000000000000014 | 47 ++ 47 files changed, 2801 insertions(+), 2659 deletions(-) delete mode 100644 sketch.go create mode 100644 sketch/sketch.go create mode 100644 sketch/sketch_test.go create mode 100644 sketch/testdata/000000000000000 create mode 100644 sketch/testdata/000000000000014 delete mode 100644 sketch_test.go delete mode 100644 test/data/logs/1/logTest.log delete mode 100644 test/data/logs/2/csvParserTest.log delete mode 100644 test/data/logs/2/slipdb.log delete mode 100644 test/data/logs/3/indexingTreeTest.log delete mode 100644 test/data/repo_8k/00000/chunks/000000000000000 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000001 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000002 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000003 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000004 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000005 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000006 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000007 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000008 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000009 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000010 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000011 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000012 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000013 delete mode 100644 test/data/repo_8k/00000/chunks/000000000000014 create mode 100644 testdata/logs/1/logTest.log create mode 100644 testdata/logs/2/csvParserTest.log create mode 100644 testdata/logs/2/slipdb.log create mode 100644 testdata/logs/3/indexingTreeTest.log create mode 100644 testdata/repo_8k/00000/chunks/000000000000000 create mode 100644 testdata/repo_8k/00000/chunks/000000000000001 create mode 100644 testdata/repo_8k/00000/chunks/000000000000002 create mode 100644 testdata/repo_8k/00000/chunks/000000000000003 create mode 100644 testdata/repo_8k/00000/chunks/000000000000004 create mode 100644 testdata/repo_8k/00000/chunks/000000000000005 create mode 100644 testdata/repo_8k/00000/chunks/000000000000006 create mode 100644 testdata/repo_8k/00000/chunks/000000000000007 create mode 100644 testdata/repo_8k/00000/chunks/000000000000008 create mode 100644 testdata/repo_8k/00000/chunks/000000000000009 create mode 100644 testdata/repo_8k/00000/chunks/000000000000010 create mode 100644 testdata/repo_8k/00000/chunks/000000000000011 create mode 100644 testdata/repo_8k/00000/chunks/000000000000012 create mode 100644 testdata/repo_8k/00000/chunks/000000000000013 create mode 100644 testdata/repo_8k/00000/chunks/000000000000014 diff --git a/README.md b/README.md index cfea121..b7808cc 100644 --- a/README.md +++ b/README.md @@ -15,7 +15,7 @@ _Classical go_ go build # Test -go test -v +go test ./... # Run go run . diff --git a/repo.go b/repo.go index 2be457d..908429d 100644 --- a/repo.go +++ b/repo.go @@ -41,6 +41,7 @@ import ( "github.com/chmduquesne/rollinghash/rabinkarp64" "github.com/n-peugnet/dna-backup/cache" + "github.com/n-peugnet/dna-backup/sketch" ) type FingerprintMap map[uint64]*ChunkId @@ -167,7 +168,7 @@ func concatFiles(files []File, stream io.WriteCloser) { } func (r *Repo) chunkMinLen() int { - return SuperFeatureSize(r.chunkSize, r.sketchSfCount, r.sketchFCount) + return sketch.SuperFeatureSize(r.chunkSize, r.sketchSfCount, r.sketchFCount) } func (r *Repo) chunkStream(stream io.Reader, chunks chan<- []byte) { @@ -319,7 +320,7 @@ func (r *Repo) hashAndStoreChunk(chunk IdentifiedChunk, hasher hash.Hash64) { hasher.Reset() io.Copy(hasher, chunk.Reader()) fingerprint := hasher.Sum64() - sketch, _ := SketchChunk(chunk, r.pol, r.chunkSize, r.sketchWSize, r.sketchSfCount, r.sketchFCount) + sketch, _ := sketch.SketchChunk(chunk.Reader(), r.pol, r.chunkSize, r.sketchWSize, r.sketchSfCount, r.sketchFCount) r.storeChunkId(chunk.GetId(), fingerprint, sketch) } @@ -347,7 +348,7 @@ func (r *Repo) findSimilarChunk(chunk Chunk) (*ChunkId, bool) { var similarChunks = make(map[ChunkId]int) var max int var similarChunk *ChunkId - sketch, _ := SketchChunk(chunk, r.pol, r.chunkSize, r.sketchWSize, r.sketchSfCount, r.sketchFCount) + sketch, _ := sketch.SketchChunk(chunk.Reader(), r.pol, r.chunkSize, r.sketchWSize, r.sketchSfCount, r.sketchFCount) for _, s := range sketch { chunkIds, exists := r.sketches[s] if !exists { @@ -557,7 +558,7 @@ func (r *Repo) mergeTempChunks(chunks []Chunk) (ret []Chunk) { for _, c := range chunks { tmp, isTmp := c.(*TempChunk) if !isTmp { - if prev != nil && curr.Len() <= SuperFeatureSize(r.chunkSize, r.sketchSfCount, r.sketchFCount) { + if prev != nil && curr.Len() <= sketch.SuperFeatureSize(r.chunkSize, r.sketchSfCount, r.sketchFCount) { prev.AppendFrom(curr.Reader()) } else if curr != nil { ret = append(ret, curr) diff --git a/repo_test.go b/repo_test.go index dc04126..7d54ef5 100644 --- a/repo_test.go +++ b/repo_test.go @@ -57,7 +57,7 @@ func chunkCompare(t *testing.T, dataDir string, repo *Repo, testFiles []string, func TestReadFiles1(t *testing.T) { repo := NewRepo("") chunkCount := 590/repo.chunkSize + 1 - dataDir := path.Join("test", "data", "logs", "1") + dataDir := path.Join("testdata", "logs", "1") files := []string{"logTest.log"} chunkCompare(t, dataDir, repo, files, chunkCount) } @@ -65,7 +65,7 @@ func TestReadFiles1(t *testing.T) { func TestReadFiles2(t *testing.T) { repo := NewRepo("") chunkCount := 22899/repo.chunkSize + 1 - dataDir := path.Join("test", "data", "logs", "2") + dataDir := path.Join("testdata", "logs", "2") files := []string{"csvParserTest.log", "slipdb.log"} chunkCompare(t, dataDir, repo, files, chunkCount) } @@ -73,7 +73,7 @@ func TestReadFiles2(t *testing.T) { func TestReadFiles3(t *testing.T) { repo := NewRepo("") chunkCount := 119398/repo.chunkSize + 1 - dataDir := path.Join("test", "data", "logs") + dataDir := path.Join("testdata", "logs") files := []string{ path.Join("1", "logTest.log"), path.Join("2", "csvParserTest.log"), @@ -85,7 +85,7 @@ func TestReadFiles3(t *testing.T) { func TestLoadChunks(t *testing.T) { resultDir := t.TempDir() - dataDir := path.Join("test", "data", "logs") + dataDir := path.Join("testdata", "logs") repo := NewRepo(resultDir) resultVersion := path.Join(resultDir, "00000") resultChunks := path.Join(resultVersion, chunksName) @@ -137,7 +137,7 @@ func TestExtractNewChunks(t *testing.T) { func TestStoreLoadFiles(t *testing.T) { resultDir := t.TempDir() - dataDir := path.Join("test", "data", "logs") + dataDir := path.Join("testdata", "logs") resultFiles := path.Join(resultDir, filesName) files1 := listFiles(dataDir) storeFileList(resultFiles, files1) @@ -172,7 +172,7 @@ func getDataStream(dataDir string, streamFunc func([]File, io.WriteCloser)) io.R func TestBsdiff(t *testing.T) { resultDir := t.TempDir() repo := NewRepo(resultDir) - dataDir := path.Join("test", "data", "logs") + dataDir := path.Join("testdata", "logs") addedFile1 := path.Join(dataDir, "2", "slogTest.log") addedFile2 := path.Join(dataDir, "3", "slogTest.log") // Store initial chunks @@ -206,7 +206,7 @@ func TestBsdiff(t *testing.T) { func TestCommit(t *testing.T) { dest := t.TempDir() - source := path.Join("test", "data") + source := "testdata" repo := NewRepo(dest) repo.Commit(source) recipe := loadRecipe(path.Join(dest, "00000", recipeName)) diff --git a/sketch.go b/sketch.go deleted file mode 100644 index dca813d..0000000 --- a/sketch.go +++ /dev/null @@ -1,80 +0,0 @@ -package main - -import ( - "bytes" - "encoding/binary" - "io" - "log" - "sync" - - "github.com/chmduquesne/rollinghash/rabinkarp64" -) - -type Sketch []uint64 - -type ReadByteReader interface { - io.Reader - io.ByteReader -} - -const fBytes = 8 - -// SketchChunk produces a sketch for a chunk based on wSize: the window size, -// sfCount: the number of super-features, and fCount: the number of feature -// per super-feature -func SketchChunk(chunk Chunk, pol rabinkarp64.Pol, chunkSize int, wSize int, sfCount int, fCount int) (Sketch, error) { - var wg sync.WaitGroup - var fSize = FeatureSize(chunkSize, sfCount, fCount) - superfeatures := make([]uint64, 0, sfCount) - features := make([]uint64, 0, fCount*sfCount) - sfBuff := make([]byte, fBytes*fCount) - r := chunk.Reader() - for f := 0; f < chunk.Len()/fSize; f++ { - var fBuff bytes.Buffer - n, err := io.CopyN(&fBuff, r, int64(fSize)) - if err != nil { - log.Println(n, err) - } - features = append(features, 0) - wg.Add(1) - go calcFeature(&wg, pol, &fBuff, wSize, fSize, &features[f]) - } - hasher := rabinkarp64.NewFromPol(pol) - wg.Wait() - for sf := 0; sf < len(features)/fCount; sf++ { - for i := 0; i < fCount; i++ { - binary.LittleEndian.PutUint64(sfBuff[i*fBytes:(i+1)*fBytes], features[i+sf*fCount]) - } - hasher.Reset() - hasher.Write(sfBuff) - superfeatures = append(superfeatures, hasher.Sum64()) - } - return superfeatures, nil -} - -func calcFeature(wg *sync.WaitGroup, p rabinkarp64.Pol, r ReadByteReader, wSize int, fSize int, result *uint64) { - defer wg.Done() - hasher := rabinkarp64.NewFromPol(p) - n, err := io.CopyN(hasher, r, int64(wSize)) - if err != nil { - log.Println(n, err) - } - max := hasher.Sum64() - for w := 0; w < fSize-wSize; w++ { - b, _ := r.ReadByte() - hasher.Roll(b) - h := hasher.Sum64() - if h > max { - max = h - } - } - *result = max -} - -func SuperFeatureSize(chunkSize int, sfCount int, fCount int) int { - return FeatureSize(chunkSize, sfCount, fCount) * sfCount -} - -func FeatureSize(chunkSize int, sfCount int, fCount int) int { - return chunkSize / (sfCount * fCount) -} diff --git a/sketch/sketch.go b/sketch/sketch.go new file mode 100644 index 0000000..12e62fa --- /dev/null +++ b/sketch/sketch.go @@ -0,0 +1,85 @@ +package sketch + +import ( + "bytes" + "encoding/binary" + "io" + "log" + "sync" + + "github.com/chmduquesne/rollinghash/rabinkarp64" +) + +type Sketch []uint64 + +type ReadByteReader interface { + io.Reader + io.ByteReader +} + +const fBytes = 8 + +// SketchChunk produces a sketch for a chunk based on wSize: the window size, +// sfCount: the number of super-features, and fCount: the number of feature +// per super-feature +func SketchChunk(r io.Reader, pol rabinkarp64.Pol, chunkSize int, wSize int, sfCount int, fCount int) (Sketch, error) { + var wg sync.WaitGroup + var fSize = FeatureSize(chunkSize, sfCount, fCount) + var chunk bytes.Buffer + superfeatures := make([]uint64, 0, sfCount) + features := make([]uint64, 0, fCount*sfCount) + sfBuff := make([]byte, fBytes*fCount) + chunkLen, err := chunk.ReadFrom(r) + if err != nil { + log.Panicln(chunkLen, err) + } + for f := 0; f < int(chunkLen)/fSize; f++ { + var fBuff bytes.Buffer + n, err := io.CopyN(&fBuff, &chunk, int64(fSize)) + if err != nil { + log.Println(n, err) + continue + } + features = append(features, 0) + wg.Add(1) + go calcFeature(&wg, pol, &fBuff, wSize, fSize, &features[f]) + } + hasher := rabinkarp64.NewFromPol(pol) + wg.Wait() + for sf := 0; sf < len(features)/fCount; sf++ { + for i := 0; i < fCount; i++ { + binary.LittleEndian.PutUint64(sfBuff[i*fBytes:(i+1)*fBytes], features[i+sf*fCount]) + } + hasher.Reset() + hasher.Write(sfBuff) + superfeatures = append(superfeatures, hasher.Sum64()) + } + return superfeatures, nil +} + +func calcFeature(wg *sync.WaitGroup, p rabinkarp64.Pol, r ReadByteReader, wSize int, fSize int, result *uint64) { + defer wg.Done() + hasher := rabinkarp64.NewFromPol(p) + n, err := io.CopyN(hasher, r, int64(wSize)) + if err != nil { + log.Println(n, err) + } + max := hasher.Sum64() + for w := 0; w < fSize-wSize; w++ { + b, _ := r.ReadByte() + hasher.Roll(b) + h := hasher.Sum64() + if h > max { + max = h + } + } + *result = max +} + +func SuperFeatureSize(chunkSize int, sfCount int, fCount int) int { + return FeatureSize(chunkSize, sfCount, fCount) * sfCount +} + +func FeatureSize(chunkSize int, sfCount int, fCount int) int { + return chunkSize / (sfCount * fCount) +} diff --git a/sketch/sketch_test.go b/sketch/sketch_test.go new file mode 100644 index 0000000..df35514 --- /dev/null +++ b/sketch/sketch_test.go @@ -0,0 +1,43 @@ +package sketch + +import ( + "os" + "path" + "reflect" + "testing" + + "github.com/chmduquesne/rollinghash/rabinkarp64" +) + +func TestSketchChunk(t *testing.T) { + var sketch, expected Sketch + var err error + dataDir := "testdata" + pol, err := rabinkarp64.RandomPolynomial(1) + if err != nil { + t.Fatal(err) + } + + c0, err := os.Open(path.Join(dataDir, "000000000000000")) + if err != nil { + t.Fatal(err) + } + sketch, err = SketchChunk(c0, pol, 8<<10, 32, 3, 4) + if err != nil { + t.Fatal(err) + } + expected = Sketch{429857165471867, 6595034117354675, 8697818304802825} + if !reflect.DeepEqual(sketch, expected) { + t.Errorf("Sketch does not match, expected: %d, actual: %d", expected, sketch) + } + + c14, err := os.Open(path.Join(dataDir, "000000000000014")) + sketch, err = SketchChunk(c14, pol, 8<<10, 32, 3, 4) + if err != nil { + t.Error(err) + } + expected = Sketch{658454504014104} + if !reflect.DeepEqual(sketch, expected) { + t.Errorf("Sketch does not match, expected: %d, actual: %d", expected, sketch) + } +} diff --git a/sketch/testdata/000000000000000 b/sketch/testdata/000000000000000 new file mode 100644 index 0000000..ac78620 --- /dev/null +++ b/sketch/testdata/000000000000000 @@ -0,0 +1,85 @@ +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) +2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) +2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) +2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) +2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) +2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) +2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) +2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) +2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) +2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) +2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) +2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) +2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) +2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) +2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) +2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) +2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) +2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) +2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) +2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) +2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) +2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) +2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) +2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) +2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) +2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) +2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) +2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) +2019-06-05T14:53 [INFO] Loader : nombre de résulta \ No newline at end of file diff --git a/sketch/testdata/000000000000014 b/sketch/testdata/000000000000014 new file mode 100644 index 0000000..ab7db22 --- /dev/null +++ b/sketch/testdata/000000000000014 @@ -0,0 +1,47 @@ +shAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-10T21:24 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T21:24 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T21:24 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T21:24 [ERROR] null (SerialStructure.java:74) +2019-06-10T21:24 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 37 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) +2019-06-10T21:24 [INFO][TIMER] Temps parcours des résultats: 0.59 millis (IndexTreeMessyTest.java:416) +2019-06-10T21:24 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 7.06 millis (IndexTreeMessyTest.java:425) +2019-06-10T21:24 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.071 s (IndexTreeMessyTest.java:439) +2019-06-10T21:24 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) +2019-06-10T21:24 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T21:24 [INFO] 40 (HashMapTests.java:27) +2019-06-10T21:24 [INFO][MEMORY] Mem usage début - 88,272 (ParallelLoaderTest.java:56) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 90,320 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.046 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.898 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 232,213 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.047 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.709 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][MEMORY] Mem usage fin - 189,539 (ParallelLoaderTest.java:114) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (ParallelLoaderTest.java:115) diff --git a/sketch_test.go b/sketch_test.go deleted file mode 100644 index 3dce9b5..0000000 --- a/sketch_test.go +++ /dev/null @@ -1,39 +0,0 @@ -package main - -import ( - "path" - "reflect" - "testing" -) - -func TestSketchChunk(t *testing.T) { - dataDir := path.Join("test", "data", "repo_8k") - chunks := make(chan IdentifiedChunk, 16) - repo := NewRepo(dataDir) - versions := repo.loadVersions() - go repo.loadChunks(versions, chunks) - var i int - for c := range chunks { - if i < 1 { - sketch, err := SketchChunk(c, repo.pol, 8<<10, 32, 3, 4) - if err != nil { - t.Error(err) - } - expected := Sketch{429857165471867, 6595034117354675, 8697818304802825} - if !reflect.DeepEqual(sketch, expected) { - t.Errorf("Sketch does not match, expected: %d, actual: %d", expected, sketch) - } - } - if i == 14 { - sketch, err := SketchChunk(c, repo.pol, 8<<10, 32, 3, 4) - if err != nil { - t.Error(err) - } - expected := Sketch{658454504014104} - if !reflect.DeepEqual(sketch, expected) { - t.Errorf("Sketch does not match, expected: %d, actual: %d", expected, sketch) - } - } - i++ - } -} diff --git a/test/data/logs/1/logTest.log b/test/data/logs/1/logTest.log deleted file mode 100644 index 6bf31c3..0000000 --- a/test/data/logs/1/logTest.log +++ /dev/null @@ -1,10 +0,0 @@ -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) -2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) -2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) diff --git a/test/data/logs/2/csvParserTest.log b/test/data/logs/2/csvParserTest.log deleted file mode 100644 index 328720a..0000000 --- a/test/data/logs/2/csvParserTest.log +++ /dev/null @@ -1,63 +0,0 @@ -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) -2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) -2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) -2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) -2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) -2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) -2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) -2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) -2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) -2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) -2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) -2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) -2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) -2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) -2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) -2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) -2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) -2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) -2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) -2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) -2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) -2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) -2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) diff --git a/test/data/logs/2/slipdb.log b/test/data/logs/2/slipdb.log deleted file mode 100644 index 1f0e3b4..0000000 --- a/test/data/logs/2/slipdb.log +++ /dev/null @@ -1,185 +0,0 @@ -2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) -2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) -2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) -2019-06-05T14:53 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.433 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T14:53 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T14:53 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T14:53 [INFO] Parsing terminé !! temps écoulé = 2.37 s (ParallelLoader.java:217) -2019-06-05T14:53 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T14:54 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T15:08 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:10 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:10 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:12 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:12 [INFO][MEMORY] 178,759 (ParallelLoader.java:114) -2019-06-05T15:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.220 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:12 [INFO] Parsing terminé !! temps écoulé = 2.25 s (ParallelLoader.java:217) -2019-06-05T15:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:13 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) -2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) -2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T15:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:14 [INFO][MEMORY] 308,168 (ParallelLoader.java:114) -2019-06-05T15:14 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:14 [INFO] Parsing terminé !! temps écoulé = 1.32 s (ParallelLoader.java:217) -2019-06-05T15:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:14 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:15 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:15 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:17 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:26 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:27 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:27 [INFO][MEMORY] 179,237 (ParallelLoader.java:114) -2019-06-05T15:27 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.098 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:27 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:27 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:27 [INFO] Parsing terminé !! temps écoulé = 2.22 s (ParallelLoader.java:217) -2019-06-05T15:27 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:31 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:31 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:31 [INFO][MEMORY] 178,254 (ParallelLoader.java:114) -2019-06-05T15:31 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.118 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:31 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:31 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:31 [INFO] Parsing terminé !! temps écoulé = 2.11 s (ParallelLoader.java:217) -2019-06-05T15:31 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:41 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:41 [INFO][MEMORY] 180,287 (ParallelLoader.java:114) -2019-06-05T15:41 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.195 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:41 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) -2019-06-05T15:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:42 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:43 [INFO][MEMORY] 178,731 (ParallelLoader.java:114) -2019-06-05T15:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:43 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) -2019-06-05T15:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:35 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T18:35 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:35 [INFO][MEMORY] 229,265 (ParallelLoader.java:114) -2019-06-05T18:35 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.641 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:35 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:35 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:35 [INFO] Parsing terminé !! temps écoulé = 3.04 s (ParallelLoader.java:217) -2019-06-05T18:35 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:36 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:36 [INFO][MEMORY] 326,934 (ParallelLoader.java:114) -2019-06-05T18:36 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.072 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:36 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:36 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:36 [INFO] Parsing terminé !! temps écoulé = 1.17 s (ParallelLoader.java:217) -2019-06-05T18:36 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:37 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:37 [INFO][MEMORY] 537,997 (ParallelLoader.java:114) -2019-06-05T18:37 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:37 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:37 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:37 [INFO] Parsing terminé !! temps écoulé = 1.23 s (ParallelLoader.java:217) -2019-06-05T18:37 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:38 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T18:38 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T18:38 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:38 [INFO][MEMORY] 498,154 (ParallelLoader.java:114) -2019-06-05T18:38 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.031 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:38 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:38 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:38 [INFO] Parsing terminé !! temps écoulé = 1.10 s (ParallelLoader.java:217) -2019-06-05T18:38 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:39 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T18:39 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T18:40 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:40 [INFO][MEMORY] 493,228 (ParallelLoader.java:114) -2019-06-05T18:40 [INFO] Loader : nombre de résultats (total) lus = 500000 temps écoulé = 0.032 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:40 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:40 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:40 [INFO] Parsing terminé !! temps écoulé = 1.02 s (ParallelLoader.java:217) -2019-06-05T18:40 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:14 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T20:15 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:15 [INFO][MEMORY] 188,768 (ParallelLoader.java:114) -2019-06-05T20:15 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.301 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:15 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:15 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:15 [INFO] Parsing terminé !! temps écoulé = 2.42 s (ParallelLoader.java:217) -2019-06-05T20:15 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T20:16 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:16 [INFO][MEMORY] 457,918 (ParallelLoader.java:114) -2019-06-05T20:16 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.049 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:16 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:16 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:16 [INFO] Parsing terminé !! temps écoulé = 1.34 s (ParallelLoader.java:217) -2019-06-05T20:16 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:19 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:19 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:19 [INFO][MEMORY] 180,323 (ParallelLoader.java:114) -2019-06-05T20:19 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.178 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:19 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:19 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:19 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) -2019-06-05T20:19 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:24 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:25 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:43 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:43 [INFO][MEMORY] 179,894 (ParallelLoader.java:114) -2019-06-05T20:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.133 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:43 [INFO] Parsing terminé !! temps écoulé = 2.14 s (ParallelLoader.java:217) -2019-06-05T20:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T21:56 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T21:56 [ERROR] null -2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:41 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T23:03 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T23:03 [ERROR] null -2019-06-05T23:04 [INFO] SerialStructure.writeStructure : OK ! -2019-06-05T23:04 [INFO] totalLength = 0 -2019-06-05T23:04 [INFO] totalLength = 0 -2019-06-05T23:04 [INFO] PARSE : memusage init = -2019-06-05T23:04 [INFO][MEMORY] 111,311 -2019-06-05T23:04 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.256 sactiveThreadNb = 0 -2019-06-05T23:04 [WARNING] Fail to save entry number 0: incorrect data -2019-06-05T23:04 [INFO] Parsing terminé !! temps écoulé = 2.57 s -2019-06-05T23:04 [INFO] PARSE : Nombre de lignes (local) = 100000 -2019-06-05T23:04 [INFO] totalLength = 99999 -2019-06-05T23:04 [INFO] totalLength = 99999 diff --git a/test/data/logs/3/indexingTreeTest.log b/test/data/logs/3/indexingTreeTest.log deleted file mode 100644 index b115b45..0000000 --- a/test/data/logs/3/indexingTreeTest.log +++ /dev/null @@ -1,999 +0,0 @@ -2019-06-05T00:03 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-05T00:03 [INFO][MEMORY] Mem usage début - 2,459 (ParallelLoaderTest.java:56) -2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:12 [INFO][MEMORY] 27,443 (ParallelLoader.java:114) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.214 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 1.44 s (ParallelLoader.java:217) -2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.45 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.477 s (IndexMemDicStorageTests.java:83) -2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.054 s (IndexMemDicStorageTests.java:86) -2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:12 [INFO][MEMORY] 190,485 (ParallelLoader.java:114) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 0.908 s (ParallelLoader.java:217) -2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.917 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:12 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T20:12 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T20:12 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) -2019-06-05T20:12 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:12 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) -2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.33 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.97 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,262 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 221,186 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,771 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.57 s (IndexTreeMessyTest.java:314) -2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,432 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b7cae6f (Table.java:338) -2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 48 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) -2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.72 millis (IndexTreeMessyTest.java:416) -2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 9 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.011 s (IndexTreeMessyTest.java:425) -2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.125 s (IndexTreeMessyTest.java:439) -2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.041 s (IndexTreeMessyTest.java:449) -2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,206 (ParallelLoaderTest.java:56) -2019-06-05T20:13 [INFO] Parsing de csvName = E:/csv/yellow_tripdata_2015-01.csv (ParallelLoaderTest.java:64) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 28,086 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.182 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 1.43 s (ParallelLoader.java:217) -2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.44 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.356 s (IndexMemDicStorageTests.java:83) -2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.032 s (IndexMemDicStorageTests.java:86) -2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 184,068 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 0.941 s (ParallelLoader.java:217) -2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.945 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:13 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T20:13 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T20:13 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) -2019-06-05T20:13 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:13 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.70 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 276,783 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.69 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 341,077 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.09 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.74 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,799 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,840 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 223,379 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.18 s (IndexTreeMessyTest.java:314) -2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2881ad47 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) -2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 58 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.061 s (IndexTreeMessyTest.java:408) -2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.25 millis (IndexTreeMessyTest.java:416) -2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 8.20 millis (IndexTreeMessyTest.java:425) -2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.072 s (IndexTreeMessyTest.java:439) -2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) -2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,225 (ParallelLoaderTest.java:56) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 166,226 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.041 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.638 s (ParallelLoader.java:217) -2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:14 [INFO][MEMORY] 422,898 (ParallelLoader.java:114) -2019-06-05T20:14 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.040 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.624 s (ParallelLoader.java:217) -2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [INFO][MEMORY] Mem usage fin - 267,348 (ParallelLoaderTest.java:113) -2019-06-05T20:14 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.46 s (ParallelLoaderTest.java:114) -2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:50 [INFO][MEMORY] 12,904 (ParallelLoader.java:114) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.175 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) -2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.04 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:50 [INFO][MEMORY] 157,253 (ParallelLoader.java:114) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.111 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 0.781 s (ParallelLoader.java:217) -2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.787 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:50 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:50 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:50 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.82 millis (Loader.java:116) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.66 millis (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) -2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.11 millis (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 152,063 (Loader.java:117) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.011 s (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 168,447 (Loader.java:117) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,685 (Loader.java:138) -2019-06-05T20:50 [INFO][MEMORY] 156,197 (Loader.java:138) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,691 (Loader.java:138) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,633 (Loader.java:138) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.14 s (IndexTreeMessyTest.java:314) -2019-06-05T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) -2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) -2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) -2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,082 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,594 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,915 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7e0b85f9 (Table.java:338) -2019-06-05T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:51 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 31 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 0.037 s (IndexTreeMessyTest.java:408) -2019-06-05T20:51 [INFO][TIMER] Temps parcours des résultats: 1.96 millis (IndexTreeMessyTest.java:416) -2019-06-05T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 7.48 millis (IndexTreeMessyTest.java:425) -2019-06-05T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) -2019-06-05T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) -2019-06-05T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 1 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:51 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:51 [INFO][MEMORY] Mem usage début - 88,295 (ParallelLoaderTest.java:56) -2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:51 [INFO][MEMORY] 90,343 (ParallelLoader.java:114) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.862 s (ParallelLoader.java:217) -2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:51 [INFO][MEMORY] 227,179 (ParallelLoader.java:114) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.055 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.676 s (ParallelLoader.java:217) -2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:51 [INFO][MEMORY] Mem usage fin - 189,561 (ParallelLoaderTest.java:113) -2019-06-05T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.63 s (ParallelLoaderTest.java:114) -2019-06-05T21:56 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T21:56 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T21:56 [INFO][MEMORY] 13,925 (ParallelLoader.java:114) -2019-06-05T21:56 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.226 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T21:56 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T21:56 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 33.57 s (ParallelLoader.java:217) -2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 33.66 s (IndexMemDicStorageTests.java:183) -2019-06-05T21:57 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T21:57 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T21:57 [INFO][MEMORY] 58,123 (ParallelLoader.java:114) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.206 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T21:57 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 15.87 s (ParallelLoader.java:217) -2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 16.28 s (NewLoaderAndIndexTest.java:189) -2019-06-05T21:57 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T21:57 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T21:57 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 9.32 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 7.80 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.95 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.32 millis (Loader.java:116) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,396 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,945 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,523 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,565 (Loader.java:138) -2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 35.40 s (IndexTreeMessyTest.java:314) -2019-06-05T22:41 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T22:41 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@e056f20 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,883 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,139 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) -2019-06-05T22:41 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T22:41 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T22:41 [ERROR] null (SerialStructure.java:74) -2019-06-05T22:41 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 50 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 0.058 s (IndexTreeMessyTest.java:408) -2019-06-05T22:41 [INFO][TIMER] Temps parcours des résultats: 1.04 millis (IndexTreeMessyTest.java:416) -2019-06-05T22:41 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 8.60 millis (IndexTreeMessyTest.java:425) -2019-06-05T22:41 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.122 s (IndexTreeMessyTest.java:439) -2019-06-05T22:41 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.072 s (IndexTreeMessyTest.java:449) -2019-06-05T22:41 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 22 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T22:41 [INFO] 40 (HashMapTests.java:27) -2019-06-05T22:41 [INFO][MEMORY] Mem usage début - 88,230 (ParallelLoaderTest.java:56) -2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T22:41 [INFO][MEMORY] 90,316 (ParallelLoader.java:114) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.068 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 1.09 s (ParallelLoader.java:217) -2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T22:41 [INFO][MEMORY] 415,931 (ParallelLoader.java:114) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.070 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 0.968 s (ParallelLoader.java:217) -2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T22:41 [INFO][MEMORY] Mem usage fin - 189,494 (ParallelLoaderTest.java:113) -2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.17 s (ParallelLoaderTest.java:114) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 12,404 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.154 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.61 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.62 s (IndexMemDicStorageTests.java:183) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.266 s (IndexMemDicStorageTests.java:83) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.188 s (IndexMemDicStorageTests.java:86) -2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 103,147 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.174 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.01 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.02 s (NewLoaderAndIndexTest.java:189) -2019-06-05T23:02 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T23:02 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T23:02 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-05T23:02 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T23:02 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 223,892 (Loader.java:117) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.56 millis (Loader.java:116) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.00 millis (Loader.java:116) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.58 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,525 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,474 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 156,042 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,626 (Loader.java:138) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.03 s (IndexTreeMessyTest.java:314) -2019-06-05T23:02 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T23:02 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,650 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,038 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,464 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5ae50ce6 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6f96c77 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@be64738 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ba9ad43 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49d904ec (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@48e4374 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3d680b5a (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b5d6a01 (Table.java:338) -2019-06-05T23:02 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T23:02 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T23:02 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T23:02 [ERROR] null (SerialStructure.java:74) -2019-06-05T23:02 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 43 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) -2019-06-05T23:02 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) -2019-06-05T23:02 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 6.60 millis (IndexTreeMessyTest.java:425) -2019-06-05T23:02 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.096 s (IndexTreeMessyTest.java:439) -2019-06-05T23:02 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.069 s (IndexTreeMessyTest.java:449) -2019-06-05T23:02 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 10 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T23:02 [INFO] 40 (HashMapTests.java:27) -2019-06-05T23:02 [INFO][MEMORY] Mem usage début - 88,284 (ParallelLoaderTest.java:56) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 90,332 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.051 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.11 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 275,258 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.076 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 0.696 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][MEMORY] Mem usage fin - 189,551 (ParallelLoaderTest.java:114) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.87 s (ParallelLoaderTest.java:115) -2019-06-10T20:19 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:19 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:19 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.37 millis (Loader.java:116) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.93 millis (Loader.java:116) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.37 millis (Loader.java:116) -2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.010 s (Loader.java:116) -2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) -2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) -2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,062 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,767 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,245 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,333 (Loader.java:138) -2019-06-10T20:19 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.79 s (IndexTreeMessyTest.java:314) -2019-06-10T20:19 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:19 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,359 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) -2019-06-10T20:34 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:34 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:34 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.70 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 9,153 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.74 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 14,616 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.42 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 20,072 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.10 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 32,705 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 149,780 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,170 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,367 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,299 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.04 s (IndexTreeMessyTest.java:314) -2019-06-10T20:34 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:34 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,748 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,349 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@55ca8de8 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2c34f934 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@12d3a4e9 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@240237d2 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25a65b77 (Table.java:338) -2019-06-10T20:34 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:34 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:34 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:34 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:34 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 44 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.053 s (IndexTreeMessyTest.java:408) -2019-06-10T20:34 [INFO][TIMER] Temps parcours des résultats: 1.23 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:34 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 14 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.015 s (IndexTreeMessyTest.java:425) -2019-06-10T20:34 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) -2019-06-10T20:34 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.045 s (IndexTreeMessyTest.java:449) -2019-06-10T20:34 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 2 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:34 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:34 [INFO][MEMORY] Mem usage début - 82,958 (ParallelLoaderTest.java:56) -2019-06-10T20:49 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:49 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:49 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.20 millis (Loader.java:116) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.69 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.41 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 19,381 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.16 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 24,844 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,362 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,428 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,268 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,648 (Loader.java:138) -2019-06-10T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.96 s (IndexTreeMessyTest.java:314) -2019-06-10T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,807 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) -2019-06-10T20:50 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:50 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:50 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:50 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:50 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 36 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) -2019-06-10T20:50 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:50 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 7.60 millis (IndexTreeMessyTest.java:425) -2019-06-10T20:50 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.070 s (IndexTreeMessyTest.java:439) -2019-06-10T20:50 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.043 s (IndexTreeMessyTest.java:449) -2019-06-10T20:50 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:50 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:50 [INFO][MEMORY] Mem usage début - 82,957 (ParallelLoaderTest.java:56) -2019-06-10T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-10T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:50 [INFO][MEMORY] 11,889 (ParallelLoader.java:114) -2019-06-10T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.114 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 1.68 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (IndexMemDicStorageTests.java:183) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.208 s (IndexMemDicStorageTests.java:83) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.176 s (IndexMemDicStorageTests.java:86) -2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 108,834 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.890 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.900 s (NewLoaderAndIndexTest.java:189) -2019-06-10T20:51 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-10T20:51 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-10T20:51 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-10T20:51 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:51 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.67 millis (Loader.java:116) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.13 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) -2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.14 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 178,179 (Loader.java:117) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.71 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 199,412 (Loader.java:117) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,755 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,569 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 156,154 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,614 (Loader.java:138) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 4.79 s (IndexTreeMessyTest.java:314) -2019-06-10T20:51 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:51 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,063 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-10T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:51 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 41 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 0.049 s (IndexTreeMessyTest.java:408) -2019-06-10T20:51 [INFO][TIMER] Temps parcours des résultats: 1.53 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 7.95 millis (IndexTreeMessyTest.java:425) -2019-06-10T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.079 s (IndexTreeMessyTest.java:439) -2019-06-10T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) -2019-06-10T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:51 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:51 [INFO][MEMORY] Mem usage début - 88,271 (ParallelLoaderTest.java:56) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 90,319 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.842 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 209,650 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.056 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.637 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][MEMORY] Mem usage fin - 189,538 (ParallelLoaderTest.java:114) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (ParallelLoaderTest.java:115) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 12,384 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.122 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 1.54 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (IndexMemDicStorageTests.java:183) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.312 s (IndexMemDicStorageTests.java:83) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.172 s (IndexMemDicStorageTests.java:86) -2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 108,772 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.168 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.889 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.904 s (NewLoaderAndIndexTest.java:189) -2019-06-10T21:24 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-10T21:24 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-10T21:24 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-10T21:24 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T21:24 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.99 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 234,123 (Loader.java:117) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 154,808 (Loader.java:117) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.013 s (Loader.java:116) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.63 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) -2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 154,918 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,713 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,525 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,614 (Loader.java:138) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 12.07 s (IndexTreeMessyTest.java:314) -2019-06-10T21:24 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T21:24 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,064 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,576 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-10T21:24 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T21:24 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T21:24 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T21:24 [ERROR] null (SerialStructure.java:74) -2019-06-10T21:24 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 37 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) -2019-06-10T21:24 [INFO][TIMER] Temps parcours des résultats: 0.59 millis (IndexTreeMessyTest.java:416) -2019-06-10T21:24 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 7.06 millis (IndexTreeMessyTest.java:425) -2019-06-10T21:24 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.071 s (IndexTreeMessyTest.java:439) -2019-06-10T21:24 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) -2019-06-10T21:24 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T21:24 [INFO] 40 (HashMapTests.java:27) -2019-06-10T21:24 [INFO][MEMORY] Mem usage début - 88,272 (ParallelLoaderTest.java:56) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 90,320 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.046 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.898 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 232,213 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.047 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.709 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][MEMORY] Mem usage fin - 189,539 (ParallelLoaderTest.java:114) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (ParallelLoaderTest.java:115) diff --git a/test/data/repo_8k/00000/chunks/000000000000000 b/test/data/repo_8k/00000/chunks/000000000000000 deleted file mode 100644 index ac78620..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000000 +++ /dev/null @@ -1,85 +0,0 @@ -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) -2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) -2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) -2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) -2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) -2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) -2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) -2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) -2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) -2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) -2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) -2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) -2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) -2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) -2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) -2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) -2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) -2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) -2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) -2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) -2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) -2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) -2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) -2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) -2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) -2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) -2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) -2019-06-05T14:53 [INFO] Loader : nombre de résulta \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000001 b/test/data/repo_8k/00000/chunks/000000000000001 deleted file mode 100644 index 3e728e2..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000001 +++ /dev/null @@ -1,89 +0,0 @@ -ts (total) lus = 100000 temps écoulé = 0.433 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T14:53 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T14:53 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T14:53 [INFO] Parsing terminé !! temps écoulé = 2.37 s (ParallelLoader.java:217) -2019-06-05T14:53 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T14:54 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) -2019-06-05T15:08 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:10 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:10 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:12 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:12 [INFO][MEMORY] 178,759 (ParallelLoader.java:114) -2019-06-05T15:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.220 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:12 [INFO] Parsing terminé !! temps écoulé = 2.25 s (ParallelLoader.java:217) -2019-06-05T15:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:13 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) -2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) -2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T15:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:14 [INFO][MEMORY] 308,168 (ParallelLoader.java:114) -2019-06-05T15:14 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:14 [INFO] Parsing terminé !! temps écoulé = 1.32 s (ParallelLoader.java:217) -2019-06-05T15:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:14 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:15 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) -2019-06-05T15:15 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) -2019-06-05T15:17 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:26 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:27 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:27 [INFO][MEMORY] 179,237 (ParallelLoader.java:114) -2019-06-05T15:27 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.098 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:27 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:27 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:27 [INFO] Parsing terminé !! temps écoulé = 2.22 s (ParallelLoader.java:217) -2019-06-05T15:27 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:31 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:31 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:31 [INFO][MEMORY] 178,254 (ParallelLoader.java:114) -2019-06-05T15:31 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.118 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:31 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:31 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:31 [INFO] Parsing terminé !! temps écoulé = 2.11 s (ParallelLoader.java:217) -2019-06-05T15:31 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:41 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:41 [INFO][MEMORY] 180,287 (ParallelLoader.java:114) -2019-06-05T15:41 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.195 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:41 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) -2019-06-05T15:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T15:42 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T15:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T15:43 [INFO][MEMORY] 178,731 (ParallelLoader.java:114) -2019-06-05T15:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T15:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T15:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T15:43 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) -2019-06-05T15:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:35 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T18:35 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:35 [INFO][MEMORY] 229,265 (ParallelLoader.java:114) -2019-06-05T18:35 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.641 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:35 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:35 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:35 [INFO] Parsing terminé !! temps écoulé = 3.04 s (ParallelLoader.java:217) -2019-06-05T18:35 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:36 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:36 [INFO][MEMORY] 326,934 (ParallelLoader.java:114) -2019-06-05T18:36 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.072 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:36 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:36 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:36 [INFO] Parsing terminé !! temps écoulé = 1.17 s (ParallelLoader.java:217) -2019-06-05T18:36 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:37 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:37 [INFO][MEMORY] 537,997 (ParallelLoader.java:114) -2019-06-05T18:37 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadN \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000002 b/test/data/repo_8k/00000/chunks/000000000000002 deleted file mode 100644 index 079ca90..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000002 +++ /dev/null @@ -1,98 +0,0 @@ -b = 0 (ParallelLoader.java:150) -2019-06-05T18:37 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:37 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:37 [INFO] Parsing terminé !! temps écoulé = 1.23 s (ParallelLoader.java:217) -2019-06-05T18:37 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:38 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T18:38 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T18:38 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:38 [INFO][MEMORY] 498,154 (ParallelLoader.java:114) -2019-06-05T18:38 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.031 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:38 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:38 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:38 [INFO] Parsing terminé !! temps écoulé = 1.10 s (ParallelLoader.java:217) -2019-06-05T18:38 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T18:39 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T18:39 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T18:40 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T18:40 [INFO][MEMORY] 493,228 (ParallelLoader.java:114) -2019-06-05T18:40 [INFO] Loader : nombre de résultats (total) lus = 500000 temps écoulé = 0.032 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T18:40 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T18:40 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T18:40 [INFO] Parsing terminé !! temps écoulé = 1.02 s (ParallelLoader.java:217) -2019-06-05T18:40 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:14 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T20:15 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:15 [INFO][MEMORY] 188,768 (ParallelLoader.java:114) -2019-06-05T20:15 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.301 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:15 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:15 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:15 [INFO] Parsing terminé !! temps écoulé = 2.42 s (ParallelLoader.java:217) -2019-06-05T20:15 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) -2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) -2019-06-05T20:16 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:16 [INFO][MEMORY] 457,918 (ParallelLoader.java:114) -2019-06-05T20:16 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.049 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:16 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:16 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:16 [INFO] Parsing terminé !! temps écoulé = 1.34 s (ParallelLoader.java:217) -2019-06-05T20:16 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:19 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:19 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:19 [INFO][MEMORY] 180,323 (ParallelLoader.java:114) -2019-06-05T20:19 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.178 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:19 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:19 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:19 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) -2019-06-05T20:19 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:24 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:25 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:43 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:43 [INFO][MEMORY] 179,894 (ParallelLoader.java:114) -2019-06-05T20:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.133 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:43 [INFO] Parsing terminé !! temps écoulé = 2.14 s (ParallelLoader.java:217) -2019-06-05T20:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T21:56 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T21:56 [ERROR] null -2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:41 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T22:42 [ERROR] null -2019-06-05T23:03 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. -2019-06-05T23:03 [ERROR] null -2019-06-05T23:04 [INFO] SerialStructure.writeStructure : OK ! -2019-06-05T23:04 [INFO] totalLength = 0 -2019-06-05T23:04 [INFO] totalLength = 0 -2019-06-05T23:04 [INFO] PARSE : memusage init = -2019-06-05T23:04 [INFO][MEMORY] 111,311 -2019-06-05T23:04 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.256 sactiveThreadNb = 0 -2019-06-05T23:04 [WARNING] Fail to save entry number 0: incorrect data -2019-06-05T23:04 [INFO] Parsing terminé !! temps écoulé = 2.57 s -2019-06-05T23:04 [INFO] PARSE : Nombre de lignes (local) = 100000 -2019-06-05T23:04 [INFO] totalLength = 99999 -2019-06-05T23:04 [INFO] totalLength = 99999 -2019-06-05T00:03 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-05T00:03 [INFO][MEMORY] Mem usage début - 2,459 (ParallelLoaderTest.java:56) -2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:12 [INFO][MEMORY] 27,443 (ParallelLoader.java:114) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.214 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 1.44 s (ParallelLoader.java:217) -2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.45 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:12 [INFO][TIME \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000003 b/test/data/repo_8k/00000/chunks/000000000000003 deleted file mode 100644 index 8720f6b..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000003 +++ /dev/null @@ -1,85 +0,0 @@ -R] Temps pris pour classer la 1ère fois: 0.477 s (IndexMemDicStorageTests.java:83) -2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.054 s (IndexMemDicStorageTests.java:86) -2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:12 [INFO][MEMORY] 190,485 (ParallelLoader.java:114) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 0.908 s (ParallelLoader.java:217) -2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.917 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:12 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T20:12 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T20:12 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) -2019-06-05T20:12 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:12 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) -2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.33 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) -2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.97 millis (Loader.java:116) -2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,262 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 221,186 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,771 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.57 s (IndexTreeMessyTest.java:314) -2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,432 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b7cae6f (Table.java:338) -2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 48 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) -2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.72 millis (IndexTreeMessyTest.ja \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000004 b/test/data/repo_8k/00000/chunks/000000000000004 deleted file mode 100644 index f05dda7..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000004 +++ /dev/null @@ -1,87 +0,0 @@ -va:416) -2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 9 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.011 s (IndexTreeMessyTest.java:425) -2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.125 s (IndexTreeMessyTest.java:439) -2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.041 s (IndexTreeMessyTest.java:449) -2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,206 (ParallelLoaderTest.java:56) -2019-06-05T20:13 [INFO] Parsing de csvName = E:/csv/yellow_tripdata_2015-01.csv (ParallelLoaderTest.java:64) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 28,086 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.182 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 1.43 s (ParallelLoader.java:217) -2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.44 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.356 s (IndexMemDicStorageTests.java:83) -2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.032 s (IndexMemDicStorageTests.java:86) -2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 184,068 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 0.941 s (ParallelLoader.java:217) -2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.945 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:13 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T20:13 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T20:13 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) -2019-06-05T20:13 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:13 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.70 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 276,783 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.69 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 341,077 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.09 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.74 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,799 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 218,840 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 223,379 (Loader.java:138) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.18 s (IndexTreeMessyTest.java:314) -2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2881ad47 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) -2019-06-05T20:13 [INFO] \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000005 b/test/data/repo_8k/00000/chunks/000000000000005 deleted file mode 100644 index 0134101..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000005 +++ /dev/null @@ -1,87 +0,0 @@ -[MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) -2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) -2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) -2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 58 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.061 s (IndexTreeMessyTest.java:408) -2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.25 millis (IndexTreeMessyTest.java:416) -2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 8.20 millis (IndexTreeMessyTest.java:425) -2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.072 s (IndexTreeMessyTest.java:439) -2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) -2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) -2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,225 (ParallelLoaderTest.java:56) -2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:13 [INFO][MEMORY] 166,226 (ParallelLoader.java:114) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.041 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.638 s (ParallelLoader.java:217) -2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:14 [INFO][MEMORY] 422,898 (ParallelLoader.java:114) -2019-06-05T20:14 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.040 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.624 s (ParallelLoader.java:217) -2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:14 [INFO][MEMORY] Mem usage fin - 267,348 (ParallelLoaderTest.java:113) -2019-06-05T20:14 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.46 s (ParallelLoaderTest.java:114) -2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:50 [INFO][MEMORY] 12,904 (ParallelLoader.java:114) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.175 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) -2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.04 s (IndexMemDicStorageTests.java:183) -2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:50 [INFO][MEMORY] 157,253 (ParallelLoader.java:114) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.111 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 0.781 s (ParallelLoader.java:217) -2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.787 s (NewLoaderAndIndexTest.java:189) -2019-06-05T20:50 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T20:50 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T20:50 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.82 millis (Loader.java:116) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.66 millis (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) -2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.11 millis (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 152,063 (Loader.java:117) -2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.011 s (Loader.java:116) -2019-06-05T20:50 [INFO][MEMORY] 168,447 (Loader.java:117) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,685 (Loader.java:138) -2019-06-05T20:50 [INFO][MEMORY] 156,197 (Loader.java:138) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,691 (Lo \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000006 b/test/data/repo_8k/00000/chunks/000000000000006 deleted file mode 100644 index 91c72a3..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000006 +++ /dev/null @@ -1,84 +0,0 @@ -ader.java:138) -2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:50 [INFO][MEMORY] 155,633 (Loader.java:138) -2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.14 s (IndexTreeMessyTest.java:314) -2019-06-05T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) -2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) -2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) -2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,082 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,594 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,915 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) -2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) -2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7e0b85f9 (Table.java:338) -2019-06-05T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T20:51 [ERROR] null (SerialStructure.java:74) -2019-06-05T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 31 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 0.037 s (IndexTreeMessyTest.java:408) -2019-06-05T20:51 [INFO][TIMER] Temps parcours des résultats: 1.96 millis (IndexTreeMessyTest.java:416) -2019-06-05T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 7.48 millis (IndexTreeMessyTest.java:425) -2019-06-05T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) -2019-06-05T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) -2019-06-05T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 1 millis (IndexTreeDic.java:1164) -2019-06-05T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T20:51 [INFO] 40 (HashMapTests.java:27) -2019-06-05T20:51 [INFO][MEMORY] Mem usage début - 88,295 (ParallelLoaderTest.java:56) -2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:51 [INFO][MEMORY] 90,343 (ParallelLoader.java:114) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.862 s (ParallelLoader.java:217) -2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T20:51 [INFO][MEMORY] 227,179 (ParallelLoader.java:114) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.055 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.676 s (ParallelLoader.java:217) -2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T20:51 [INFO][MEMORY] Mem usage fin - 189,561 (ParallelLoaderTest.java:113) -2019-06-05T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.63 s (ParallelLoaderTest.java:114) -2019-06-05T21:56 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T21:56 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T21:56 [INFO][MEMORY] 13,925 (ParallelLoader.java:114) -2019-06-05T21:56 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.226 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T21:56 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T21:56 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 33.57 s (ParallelLoader.java:217) -2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 33.66 s (IndexMemDicStorageTests.java:183) -2019-06-05T21:57 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T21:57 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T21:57 [INFO][MEMOR \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000007 b/test/data/repo_8k/00000/chunks/000000000000007 deleted file mode 100644 index f9f54db..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000007 +++ /dev/null @@ -1,87 +0,0 @@ -Y] 58,123 (ParallelLoader.java:114) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.206 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T21:57 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 15.87 s (ParallelLoader.java:217) -2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 16.28 s (NewLoaderAndIndexTest.java:189) -2019-06-05T21:57 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T21:57 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T21:57 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 9.32 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 7.80 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.95 millis (Loader.java:116) -2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.32 millis (Loader.java:116) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,396 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,945 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,523 (Loader.java:138) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 155,565 (Loader.java:138) -2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 35.40 s (IndexTreeMessyTest.java:314) -2019-06-05T22:41 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T22:41 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@e056f20 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,883 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) -2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,139 (IndexTreeDic.java:517) -2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) -2019-06-05T22:41 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T22:41 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T22:41 [ERROR] null (SerialStructure.java:74) -2019-06-05T22:41 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 50 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 0.058 s (IndexTreeMessyTest.java:408) -2019-06-05T22:41 [INFO][TIMER] Temps parcours des résultats: 1.04 millis (IndexTreeMessyTest.java:416) -2019-06-05T22:41 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 8.60 millis (IndexTreeMessyTest.java:425) -2019-06-05T22:41 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.122 s (IndexTreeMessyTest.java:439) -2019-06-05T22:41 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.072 s (IndexTreeMessyTest.java:449) -2019-06-05T22:41 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 22 millis (IndexTreeDic.java:1164) -2019-06-05T22:41 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T22:41 [INFO] 40 (HashMapTests.java:27) -2019-06-05T22:41 [INFO][MEMORY] Mem usage début - 88,230 (ParallelLoaderTest.java:56) -2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T22:41 [INFO][MEMORY] 90,316 (ParallelLoader.java:114) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.068 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T22:41 [WARNING] Fail \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000008 b/test/data/repo_8k/00000/chunks/000000000000008 deleted file mode 100644 index 5995b3c..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000008 +++ /dev/null @@ -1,87 +0,0 @@ -to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 1.09 s (ParallelLoader.java:217) -2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) -2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T22:41 [INFO][MEMORY] 415,931 (ParallelLoader.java:114) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.070 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 0.968 s (ParallelLoader.java:217) -2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T22:41 [INFO][MEMORY] Mem usage fin - 189,494 (ParallelLoaderTest.java:113) -2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.17 s (ParallelLoaderTest.java:114) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 12,404 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.154 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.61 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.62 s (IndexMemDicStorageTests.java:183) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.266 s (IndexMemDicStorageTests.java:83) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.188 s (IndexMemDicStorageTests.java:86) -2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 103,147 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.174 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.01 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.02 s (NewLoaderAndIndexTest.java:189) -2019-06-05T23:02 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-05T23:02 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-05T23:02 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-05T23:02 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-05T23:02 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-05T23:02 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 223,892 (Loader.java:117) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.56 millis (Loader.java:116) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.00 millis (Loader.java:116) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.58 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,525 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,474 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 156,042 (Loader.java:138) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 155,626 (Loader.java:138) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.03 s (IndexTreeMessyTest.java:314) -2019-06-05T23:02 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-05T23:02 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,650 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,038 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,464 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTree \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000009 b/test/data/repo_8k/00000/chunks/000000000000009 deleted file mode 100644 index 8a0d0af..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000009 +++ /dev/null @@ -1,88 +0,0 @@ -Dic@5ae50ce6 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6f96c77 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@be64738 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ba9ad43 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49d904ec (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@48e4374 (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3d680b5a (Table.java:338) -2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) -2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b5d6a01 (Table.java:338) -2019-06-05T23:02 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-05T23:02 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-05T23:02 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-05T23:02 [ERROR] null (SerialStructure.java:74) -2019-06-05T23:02 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 43 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) -2019-06-05T23:02 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) -2019-06-05T23:02 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 6.60 millis (IndexTreeMessyTest.java:425) -2019-06-05T23:02 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.096 s (IndexTreeMessyTest.java:439) -2019-06-05T23:02 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.069 s (IndexTreeMessyTest.java:449) -2019-06-05T23:02 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 10 millis (IndexTreeDic.java:1164) -2019-06-05T23:02 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-05T23:02 [INFO] 40 (HashMapTests.java:27) -2019-06-05T23:02 [INFO][MEMORY] Mem usage début - 88,284 (ParallelLoaderTest.java:56) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 90,332 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.051 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.11 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T23:02 [INFO][MEMORY] 275,258 (ParallelLoader.java:114) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.076 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 0.696 s (ParallelLoader.java:217) -2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T23:02 [INFO][MEMORY] Mem usage fin - 189,551 (ParallelLoaderTest.java:114) -2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.87 s (ParallelLoaderTest.java:115) -2019-06-10T20:19 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:19 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:19 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.37 millis (Loader.java:116) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.93 millis (Loader.java:116) -2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.37 millis (Loader.java:116) -2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) -2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.010 s (Loader.java:116) -2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) -2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) -2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,062 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,767 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,245 (Loader.java:138) -2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:19 [INFO][MEMORY] 150,333 (Loader.java:138) -2019-06-10T20:19 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.79 s (IndexTreeMessyTest.java:314) -2019-06-10T20:19 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:19 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,359 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) -2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) -2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) -2019-06-10T20:34 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:34 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:34 [INFO] Nombre de résultats/ \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000010 b/test/data/repo_8k/00000/chunks/000000000000010 deleted file mode 100644 index 97a481a..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000010 +++ /dev/null @@ -1,88 +0,0 @@ -entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.70 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 9,153 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.74 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 14,616 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.42 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 20,072 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.10 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 32,705 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 149,780 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,170 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,367 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,299 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.04 s (IndexTreeMessyTest.java:314) -2019-06-10T20:34 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:34 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,748 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,349 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@55ca8de8 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2c34f934 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@12d3a4e9 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@240237d2 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25a65b77 (Table.java:338) -2019-06-10T20:34 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:34 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:34 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:34 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:34 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 44 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.053 s (IndexTreeMessyTest.java:408) -2019-06-10T20:34 [INFO][TIMER] Temps parcours des résultats: 1.23 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:34 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 14 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.015 s (IndexTreeMessyTest.java:425) -2019-06-10T20:34 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) -2019-06-10T20:34 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.045 s (IndexTreeMessyTest.java:449) -2019-06-10T20:34 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 2 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:34 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:34 [INFO][MEMORY] Mem usage début - 82,958 (ParallelLoaderTest.java:56) -2019-06-10T20:49 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:49 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:49 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.20 millis (Loader.java:116) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.69 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.41 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 19,381 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.16 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 24,844 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.jav \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000011 b/test/data/repo_8k/00000/chunks/000000000000011 deleted file mode 100644 index 574a9a6..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000011 +++ /dev/null @@ -1,85 +0,0 @@ -a:136) -2019-06-10T20:50 [INFO][MEMORY] 150,362 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,428 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,268 (Loader.java:138) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 150,648 (Loader.java:138) -2019-06-10T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.96 s (IndexTreeMessyTest.java:314) -2019-06-10T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,807 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) -2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) -2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) -2019-06-10T20:50 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:50 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:50 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:50 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:50 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 36 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) -2019-06-10T20:50 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:50 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 7.60 millis (IndexTreeMessyTest.java:425) -2019-06-10T20:50 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.070 s (IndexTreeMessyTest.java:439) -2019-06-10T20:50 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.043 s (IndexTreeMessyTest.java:449) -2019-06-10T20:50 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) -2019-06-10T20:50 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:50 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:50 [INFO][MEMORY] Mem usage début - 82,957 (ParallelLoaderTest.java:56) -2019-06-10T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-10T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:50 [INFO][MEMORY] 11,889 (ParallelLoader.java:114) -2019-06-10T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.114 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 1.68 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (IndexMemDicStorageTests.java:183) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.208 s (IndexMemDicStorageTests.java:83) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.176 s (IndexMemDicStorageTests.java:86) -2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 108,834 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.890 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.900 s (NewLoaderAndIndexTest.java:189) -2019-06-10T20:51 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.ja \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000012 b/test/data/repo_8k/00000/chunks/000000000000012 deleted file mode 100644 index 5a30329..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000012 +++ /dev/null @@ -1,87 +0,0 @@ -va:217) -2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-10T20:51 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-10T20:51 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-10T20:51 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-10T20:51 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:51 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.67 millis (Loader.java:116) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.13 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) -2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.14 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 178,179 (Loader.java:117) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.71 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 199,412 (Loader.java:117) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,755 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,569 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 156,154 (Loader.java:138) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 155,614 (Loader.java:138) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 4.79 s (IndexTreeMessyTest.java:314) -2019-06-10T20:51 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:51 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,063 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) -2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-10T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:51 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 41 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 0.049 s (IndexTreeMessyTest.java:408) -2019-06-10T20:51 [INFO][TIMER] Temps parcours des résultats: 1.53 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 7.95 millis (IndexTreeMessyTest.java:425) -2019-06-10T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.079 s (IndexTreeMessyTest.java:439) -2019-06-10T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) -2019-06-10T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) -2019-06-10T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:51 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:51 [INFO][MEMORY] Mem usage début - 88,271 (ParallelLoaderTest.java:56) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 90,319 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20 \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000013 b/test/data/repo_8k/00000/chunks/000000000000013 deleted file mode 100644 index 612b2ee..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000013 +++ /dev/null @@ -1,87 +0,0 @@ -:51 [INFO] Parsing terminé !! temps écoulé = 0.842 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T20:51 [INFO][MEMORY] 209,650 (ParallelLoader.java:114) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.056 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.637 s (ParallelLoader.java:217) -2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T20:51 [INFO][MEMORY] Mem usage fin - 189,538 (ParallelLoaderTest.java:114) -2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (ParallelLoaderTest.java:115) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 12,384 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.122 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 1.54 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (IndexMemDicStorageTests.java:183) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.312 s (IndexMemDicStorageTests.java:83) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.172 s (IndexMemDicStorageTests.java:86) -2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) -2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) -2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) -2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 108,772 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.168 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.889 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.904 s (NewLoaderAndIndexTest.java:189) -2019-06-10T21:24 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) -2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) -2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) -2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) -2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) -2019-06-10T21:24 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) -2019-06-10T21:24 [INFO] totalLength = 66666 (IndexMemDic.java:217) -2019-06-10T21:24 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) -2019-06-10T21:24 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T21:24 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.99 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 234,123 (Loader.java:117) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 154,808 (Loader.java:117) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.013 s (Loader.java:116) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.63 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) -2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 154,918 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,713 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,525 (Loader.java:138) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 155,614 (Loader.java:138) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 12.07 s (IndexTreeMessyTest.java:314) -2019-06-10T21:24 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T21:24 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,064 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,576 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flu \ No newline at end of file diff --git a/test/data/repo_8k/00000/chunks/000000000000014 b/test/data/repo_8k/00000/chunks/000000000000014 deleted file mode 100644 index ab7db22..0000000 --- a/test/data/repo_8k/00000/chunks/000000000000014 +++ /dev/null @@ -1,47 +0,0 @@ -shAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) -2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) -2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) -2019-06-10T21:24 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T21:24 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T21:24 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T21:24 [ERROR] null (SerialStructure.java:74) -2019-06-10T21:24 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 37 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) -2019-06-10T21:24 [INFO][TIMER] Temps parcours des résultats: 0.59 millis (IndexTreeMessyTest.java:416) -2019-06-10T21:24 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 7.06 millis (IndexTreeMessyTest.java:425) -2019-06-10T21:24 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.071 s (IndexTreeMessyTest.java:439) -2019-06-10T21:24 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) -2019-06-10T21:24 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) -2019-06-10T21:24 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T21:24 [INFO] 40 (HashMapTests.java:27) -2019-06-10T21:24 [INFO][MEMORY] Mem usage début - 88,272 (ParallelLoaderTest.java:56) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 90,320 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.046 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.898 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) -2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-10T21:24 [INFO][MEMORY] 232,213 (ParallelLoader.java:114) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.047 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.709 s (ParallelLoader.java:217) -2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-10T21:24 [INFO][MEMORY] Mem usage fin - 189,539 (ParallelLoaderTest.java:114) -2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (ParallelLoaderTest.java:115) diff --git a/testdata/logs/1/logTest.log b/testdata/logs/1/logTest.log new file mode 100644 index 0000000..6bf31c3 --- /dev/null +++ b/testdata/logs/1/logTest.log @@ -0,0 +1,10 @@ +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) +2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) +2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) diff --git a/testdata/logs/2/csvParserTest.log b/testdata/logs/2/csvParserTest.log new file mode 100644 index 0000000..328720a --- /dev/null +++ b/testdata/logs/2/csvParserTest.log @@ -0,0 +1,63 @@ +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) +2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) +2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) +2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) +2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) +2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) +2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) +2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) +2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) +2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) +2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) +2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) +2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) +2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) +2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) +2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) +2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) +2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) +2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) +2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) +2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) +2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) +2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) +2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) diff --git a/testdata/logs/2/slipdb.log b/testdata/logs/2/slipdb.log new file mode 100644 index 0000000..1f0e3b4 --- /dev/null +++ b/testdata/logs/2/slipdb.log @@ -0,0 +1,185 @@ +2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) +2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) +2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) +2019-06-05T14:53 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.433 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T14:53 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T14:53 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T14:53 [INFO] Parsing terminé !! temps écoulé = 2.37 s (ParallelLoader.java:217) +2019-06-05T14:53 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T14:54 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T15:08 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:10 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:10 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:12 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:12 [INFO][MEMORY] 178,759 (ParallelLoader.java:114) +2019-06-05T15:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.220 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:12 [INFO] Parsing terminé !! temps écoulé = 2.25 s (ParallelLoader.java:217) +2019-06-05T15:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:13 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) +2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) +2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T15:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:14 [INFO][MEMORY] 308,168 (ParallelLoader.java:114) +2019-06-05T15:14 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:14 [INFO] Parsing terminé !! temps écoulé = 1.32 s (ParallelLoader.java:217) +2019-06-05T15:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:14 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:15 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:15 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:17 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:26 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:27 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:27 [INFO][MEMORY] 179,237 (ParallelLoader.java:114) +2019-06-05T15:27 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.098 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:27 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:27 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:27 [INFO] Parsing terminé !! temps écoulé = 2.22 s (ParallelLoader.java:217) +2019-06-05T15:27 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:31 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:31 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:31 [INFO][MEMORY] 178,254 (ParallelLoader.java:114) +2019-06-05T15:31 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.118 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:31 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:31 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:31 [INFO] Parsing terminé !! temps écoulé = 2.11 s (ParallelLoader.java:217) +2019-06-05T15:31 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:41 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:41 [INFO][MEMORY] 180,287 (ParallelLoader.java:114) +2019-06-05T15:41 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.195 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:41 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) +2019-06-05T15:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:42 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:43 [INFO][MEMORY] 178,731 (ParallelLoader.java:114) +2019-06-05T15:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:43 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) +2019-06-05T15:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:35 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T18:35 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:35 [INFO][MEMORY] 229,265 (ParallelLoader.java:114) +2019-06-05T18:35 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.641 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:35 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:35 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:35 [INFO] Parsing terminé !! temps écoulé = 3.04 s (ParallelLoader.java:217) +2019-06-05T18:35 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:36 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:36 [INFO][MEMORY] 326,934 (ParallelLoader.java:114) +2019-06-05T18:36 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.072 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:36 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:36 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:36 [INFO] Parsing terminé !! temps écoulé = 1.17 s (ParallelLoader.java:217) +2019-06-05T18:36 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:37 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:37 [INFO][MEMORY] 537,997 (ParallelLoader.java:114) +2019-06-05T18:37 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:37 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:37 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:37 [INFO] Parsing terminé !! temps écoulé = 1.23 s (ParallelLoader.java:217) +2019-06-05T18:37 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:38 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T18:38 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T18:38 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:38 [INFO][MEMORY] 498,154 (ParallelLoader.java:114) +2019-06-05T18:38 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.031 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:38 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:38 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:38 [INFO] Parsing terminé !! temps écoulé = 1.10 s (ParallelLoader.java:217) +2019-06-05T18:38 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:39 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T18:39 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T18:40 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:40 [INFO][MEMORY] 493,228 (ParallelLoader.java:114) +2019-06-05T18:40 [INFO] Loader : nombre de résultats (total) lus = 500000 temps écoulé = 0.032 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:40 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:40 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:40 [INFO] Parsing terminé !! temps écoulé = 1.02 s (ParallelLoader.java:217) +2019-06-05T18:40 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:14 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T20:15 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:15 [INFO][MEMORY] 188,768 (ParallelLoader.java:114) +2019-06-05T20:15 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.301 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:15 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:15 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:15 [INFO] Parsing terminé !! temps écoulé = 2.42 s (ParallelLoader.java:217) +2019-06-05T20:15 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T20:16 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:16 [INFO][MEMORY] 457,918 (ParallelLoader.java:114) +2019-06-05T20:16 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.049 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:16 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:16 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:16 [INFO] Parsing terminé !! temps écoulé = 1.34 s (ParallelLoader.java:217) +2019-06-05T20:16 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:19 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:19 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:19 [INFO][MEMORY] 180,323 (ParallelLoader.java:114) +2019-06-05T20:19 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.178 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:19 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:19 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:19 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) +2019-06-05T20:19 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:24 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:25 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:43 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:43 [INFO][MEMORY] 179,894 (ParallelLoader.java:114) +2019-06-05T20:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.133 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:43 [INFO] Parsing terminé !! temps écoulé = 2.14 s (ParallelLoader.java:217) +2019-06-05T20:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T21:56 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T21:56 [ERROR] null +2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:41 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T23:03 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T23:03 [ERROR] null +2019-06-05T23:04 [INFO] SerialStructure.writeStructure : OK ! +2019-06-05T23:04 [INFO] totalLength = 0 +2019-06-05T23:04 [INFO] totalLength = 0 +2019-06-05T23:04 [INFO] PARSE : memusage init = +2019-06-05T23:04 [INFO][MEMORY] 111,311 +2019-06-05T23:04 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.256 sactiveThreadNb = 0 +2019-06-05T23:04 [WARNING] Fail to save entry number 0: incorrect data +2019-06-05T23:04 [INFO] Parsing terminé !! temps écoulé = 2.57 s +2019-06-05T23:04 [INFO] PARSE : Nombre de lignes (local) = 100000 +2019-06-05T23:04 [INFO] totalLength = 99999 +2019-06-05T23:04 [INFO] totalLength = 99999 diff --git a/testdata/logs/3/indexingTreeTest.log b/testdata/logs/3/indexingTreeTest.log new file mode 100644 index 0000000..b115b45 --- /dev/null +++ b/testdata/logs/3/indexingTreeTest.log @@ -0,0 +1,999 @@ +2019-06-05T00:03 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-05T00:03 [INFO][MEMORY] Mem usage début - 2,459 (ParallelLoaderTest.java:56) +2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:12 [INFO][MEMORY] 27,443 (ParallelLoader.java:114) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.214 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 1.44 s (ParallelLoader.java:217) +2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.45 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.477 s (IndexMemDicStorageTests.java:83) +2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.054 s (IndexMemDicStorageTests.java:86) +2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:12 [INFO][MEMORY] 190,485 (ParallelLoader.java:114) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 0.908 s (ParallelLoader.java:217) +2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.917 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:12 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T20:12 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T20:12 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) +2019-06-05T20:12 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:12 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) +2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.33 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.97 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,262 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 221,186 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,771 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.57 s (IndexTreeMessyTest.java:314) +2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,432 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b7cae6f (Table.java:338) +2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 48 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) +2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.72 millis (IndexTreeMessyTest.java:416) +2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 9 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.011 s (IndexTreeMessyTest.java:425) +2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.125 s (IndexTreeMessyTest.java:439) +2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.041 s (IndexTreeMessyTest.java:449) +2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,206 (ParallelLoaderTest.java:56) +2019-06-05T20:13 [INFO] Parsing de csvName = E:/csv/yellow_tripdata_2015-01.csv (ParallelLoaderTest.java:64) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 28,086 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.182 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 1.43 s (ParallelLoader.java:217) +2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.44 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.356 s (IndexMemDicStorageTests.java:83) +2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.032 s (IndexMemDicStorageTests.java:86) +2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 184,068 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 0.941 s (ParallelLoader.java:217) +2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.945 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:13 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T20:13 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T20:13 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) +2019-06-05T20:13 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:13 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.70 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 276,783 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.69 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 341,077 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.09 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.74 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,799 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,840 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 223,379 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.18 s (IndexTreeMessyTest.java:314) +2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2881ad47 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) +2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 58 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.061 s (IndexTreeMessyTest.java:408) +2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.25 millis (IndexTreeMessyTest.java:416) +2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 8.20 millis (IndexTreeMessyTest.java:425) +2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.072 s (IndexTreeMessyTest.java:439) +2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) +2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,225 (ParallelLoaderTest.java:56) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 166,226 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.041 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.638 s (ParallelLoader.java:217) +2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:14 [INFO][MEMORY] 422,898 (ParallelLoader.java:114) +2019-06-05T20:14 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.040 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.624 s (ParallelLoader.java:217) +2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [INFO][MEMORY] Mem usage fin - 267,348 (ParallelLoaderTest.java:113) +2019-06-05T20:14 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.46 s (ParallelLoaderTest.java:114) +2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:50 [INFO][MEMORY] 12,904 (ParallelLoader.java:114) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.175 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) +2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.04 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:50 [INFO][MEMORY] 157,253 (ParallelLoader.java:114) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.111 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 0.781 s (ParallelLoader.java:217) +2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.787 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:50 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:50 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:50 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.82 millis (Loader.java:116) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.66 millis (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) +2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.11 millis (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 152,063 (Loader.java:117) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.011 s (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 168,447 (Loader.java:117) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,685 (Loader.java:138) +2019-06-05T20:50 [INFO][MEMORY] 156,197 (Loader.java:138) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,691 (Loader.java:138) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,633 (Loader.java:138) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.14 s (IndexTreeMessyTest.java:314) +2019-06-05T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) +2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) +2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) +2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,082 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,594 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,915 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7e0b85f9 (Table.java:338) +2019-06-05T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:51 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 31 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 0.037 s (IndexTreeMessyTest.java:408) +2019-06-05T20:51 [INFO][TIMER] Temps parcours des résultats: 1.96 millis (IndexTreeMessyTest.java:416) +2019-06-05T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 7.48 millis (IndexTreeMessyTest.java:425) +2019-06-05T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) +2019-06-05T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) +2019-06-05T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 1 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:51 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:51 [INFO][MEMORY] Mem usage début - 88,295 (ParallelLoaderTest.java:56) +2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:51 [INFO][MEMORY] 90,343 (ParallelLoader.java:114) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.862 s (ParallelLoader.java:217) +2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:51 [INFO][MEMORY] 227,179 (ParallelLoader.java:114) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.055 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.676 s (ParallelLoader.java:217) +2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:51 [INFO][MEMORY] Mem usage fin - 189,561 (ParallelLoaderTest.java:113) +2019-06-05T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.63 s (ParallelLoaderTest.java:114) +2019-06-05T21:56 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T21:56 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T21:56 [INFO][MEMORY] 13,925 (ParallelLoader.java:114) +2019-06-05T21:56 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.226 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T21:56 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T21:56 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 33.57 s (ParallelLoader.java:217) +2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 33.66 s (IndexMemDicStorageTests.java:183) +2019-06-05T21:57 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T21:57 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T21:57 [INFO][MEMORY] 58,123 (ParallelLoader.java:114) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.206 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T21:57 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 15.87 s (ParallelLoader.java:217) +2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 16.28 s (NewLoaderAndIndexTest.java:189) +2019-06-05T21:57 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T21:57 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T21:57 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 9.32 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 7.80 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.95 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.32 millis (Loader.java:116) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,396 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,945 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,523 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,565 (Loader.java:138) +2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 35.40 s (IndexTreeMessyTest.java:314) +2019-06-05T22:41 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T22:41 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@e056f20 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,883 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,139 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) +2019-06-05T22:41 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T22:41 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T22:41 [ERROR] null (SerialStructure.java:74) +2019-06-05T22:41 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 50 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 0.058 s (IndexTreeMessyTest.java:408) +2019-06-05T22:41 [INFO][TIMER] Temps parcours des résultats: 1.04 millis (IndexTreeMessyTest.java:416) +2019-06-05T22:41 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 8.60 millis (IndexTreeMessyTest.java:425) +2019-06-05T22:41 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.122 s (IndexTreeMessyTest.java:439) +2019-06-05T22:41 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.072 s (IndexTreeMessyTest.java:449) +2019-06-05T22:41 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 22 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T22:41 [INFO] 40 (HashMapTests.java:27) +2019-06-05T22:41 [INFO][MEMORY] Mem usage début - 88,230 (ParallelLoaderTest.java:56) +2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T22:41 [INFO][MEMORY] 90,316 (ParallelLoader.java:114) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.068 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 1.09 s (ParallelLoader.java:217) +2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T22:41 [INFO][MEMORY] 415,931 (ParallelLoader.java:114) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.070 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 0.968 s (ParallelLoader.java:217) +2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T22:41 [INFO][MEMORY] Mem usage fin - 189,494 (ParallelLoaderTest.java:113) +2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.17 s (ParallelLoaderTest.java:114) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 12,404 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.154 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.61 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.62 s (IndexMemDicStorageTests.java:183) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.266 s (IndexMemDicStorageTests.java:83) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.188 s (IndexMemDicStorageTests.java:86) +2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 103,147 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.174 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.01 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.02 s (NewLoaderAndIndexTest.java:189) +2019-06-05T23:02 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T23:02 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T23:02 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-05T23:02 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T23:02 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 223,892 (Loader.java:117) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.56 millis (Loader.java:116) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.00 millis (Loader.java:116) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.58 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,525 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,474 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 156,042 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,626 (Loader.java:138) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.03 s (IndexTreeMessyTest.java:314) +2019-06-05T23:02 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T23:02 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,650 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,038 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,464 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5ae50ce6 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6f96c77 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@be64738 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ba9ad43 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49d904ec (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@48e4374 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3d680b5a (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b5d6a01 (Table.java:338) +2019-06-05T23:02 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T23:02 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T23:02 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T23:02 [ERROR] null (SerialStructure.java:74) +2019-06-05T23:02 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 43 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) +2019-06-05T23:02 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) +2019-06-05T23:02 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 6.60 millis (IndexTreeMessyTest.java:425) +2019-06-05T23:02 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.096 s (IndexTreeMessyTest.java:439) +2019-06-05T23:02 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.069 s (IndexTreeMessyTest.java:449) +2019-06-05T23:02 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 10 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T23:02 [INFO] 40 (HashMapTests.java:27) +2019-06-05T23:02 [INFO][MEMORY] Mem usage début - 88,284 (ParallelLoaderTest.java:56) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 90,332 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.051 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.11 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 275,258 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.076 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 0.696 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][MEMORY] Mem usage fin - 189,551 (ParallelLoaderTest.java:114) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.87 s (ParallelLoaderTest.java:115) +2019-06-10T20:19 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:19 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:19 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.37 millis (Loader.java:116) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.93 millis (Loader.java:116) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.37 millis (Loader.java:116) +2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.010 s (Loader.java:116) +2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) +2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) +2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,062 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,767 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,245 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,333 (Loader.java:138) +2019-06-10T20:19 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.79 s (IndexTreeMessyTest.java:314) +2019-06-10T20:19 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:19 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,359 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) +2019-06-10T20:34 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:34 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:34 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.70 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 9,153 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.74 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 14,616 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.42 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 20,072 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.10 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 32,705 (Loader.java:117) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 149,780 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,170 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,367 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,299 (Loader.java:138) +2019-06-10T20:34 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.04 s (IndexTreeMessyTest.java:314) +2019-06-10T20:34 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:34 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,748 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,349 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@55ca8de8 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2c34f934 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@12d3a4e9 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@240237d2 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25a65b77 (Table.java:338) +2019-06-10T20:34 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:34 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:34 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:34 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:34 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 44 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.053 s (IndexTreeMessyTest.java:408) +2019-06-10T20:34 [INFO][TIMER] Temps parcours des résultats: 1.23 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:34 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 14 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.015 s (IndexTreeMessyTest.java:425) +2019-06-10T20:34 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) +2019-06-10T20:34 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.045 s (IndexTreeMessyTest.java:449) +2019-06-10T20:34 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 2 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:34 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:34 [INFO][MEMORY] Mem usage début - 82,958 (ParallelLoaderTest.java:56) +2019-06-10T20:49 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:49 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:49 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.20 millis (Loader.java:116) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.69 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) +2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.41 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 19,381 (Loader.java:117) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.16 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 24,844 (Loader.java:117) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,362 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,428 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,268 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,648 (Loader.java:138) +2019-06-10T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.96 s (IndexTreeMessyTest.java:314) +2019-06-10T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,807 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) +2019-06-10T20:50 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:50 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:50 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:50 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:50 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 36 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) +2019-06-10T20:50 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:50 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 7.60 millis (IndexTreeMessyTest.java:425) +2019-06-10T20:50 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.070 s (IndexTreeMessyTest.java:439) +2019-06-10T20:50 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.043 s (IndexTreeMessyTest.java:449) +2019-06-10T20:50 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:50 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:50 [INFO][MEMORY] Mem usage début - 82,957 (ParallelLoaderTest.java:56) +2019-06-10T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-10T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:50 [INFO][MEMORY] 11,889 (ParallelLoader.java:114) +2019-06-10T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.114 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 1.68 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (IndexMemDicStorageTests.java:183) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.208 s (IndexMemDicStorageTests.java:83) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.176 s (IndexMemDicStorageTests.java:86) +2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 108,834 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.890 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.900 s (NewLoaderAndIndexTest.java:189) +2019-06-10T20:51 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-10T20:51 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-10T20:51 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-10T20:51 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:51 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.67 millis (Loader.java:116) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.13 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) +2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.14 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 178,179 (Loader.java:117) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.71 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 199,412 (Loader.java:117) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,755 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,569 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 156,154 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,614 (Loader.java:138) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 4.79 s (IndexTreeMessyTest.java:314) +2019-06-10T20:51 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:51 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,063 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-10T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:51 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 41 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 0.049 s (IndexTreeMessyTest.java:408) +2019-06-10T20:51 [INFO][TIMER] Temps parcours des résultats: 1.53 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 7.95 millis (IndexTreeMessyTest.java:425) +2019-06-10T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.079 s (IndexTreeMessyTest.java:439) +2019-06-10T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) +2019-06-10T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:51 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:51 [INFO][MEMORY] Mem usage début - 88,271 (ParallelLoaderTest.java:56) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 90,319 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.842 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 209,650 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.056 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.637 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][MEMORY] Mem usage fin - 189,538 (ParallelLoaderTest.java:114) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (ParallelLoaderTest.java:115) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 12,384 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.122 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 1.54 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (IndexMemDicStorageTests.java:183) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.312 s (IndexMemDicStorageTests.java:83) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.172 s (IndexMemDicStorageTests.java:86) +2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 108,772 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.168 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.889 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.904 s (NewLoaderAndIndexTest.java:189) +2019-06-10T21:24 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-10T21:24 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-10T21:24 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-10T21:24 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T21:24 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.99 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 234,123 (Loader.java:117) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 154,808 (Loader.java:117) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.013 s (Loader.java:116) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.63 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) +2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 154,918 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,713 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,525 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,614 (Loader.java:138) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 12.07 s (IndexTreeMessyTest.java:314) +2019-06-10T21:24 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T21:24 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,064 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,576 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-10T21:24 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T21:24 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T21:24 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T21:24 [ERROR] null (SerialStructure.java:74) +2019-06-10T21:24 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 37 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) +2019-06-10T21:24 [INFO][TIMER] Temps parcours des résultats: 0.59 millis (IndexTreeMessyTest.java:416) +2019-06-10T21:24 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 7.06 millis (IndexTreeMessyTest.java:425) +2019-06-10T21:24 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.071 s (IndexTreeMessyTest.java:439) +2019-06-10T21:24 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) +2019-06-10T21:24 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T21:24 [INFO] 40 (HashMapTests.java:27) +2019-06-10T21:24 [INFO][MEMORY] Mem usage début - 88,272 (ParallelLoaderTest.java:56) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 90,320 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.046 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.898 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 232,213 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.047 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.709 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][MEMORY] Mem usage fin - 189,539 (ParallelLoaderTest.java:114) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (ParallelLoaderTest.java:115) diff --git a/testdata/repo_8k/00000/chunks/000000000000000 b/testdata/repo_8k/00000/chunks/000000000000000 new file mode 100644 index 0000000..ac78620 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000000 @@ -0,0 +1,85 @@ +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) +2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) +2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) +2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) +2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) +2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) +2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) +2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) +2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) +2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) +2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) +2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) +2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) +2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) +2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) +2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) +2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) +2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) +2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) +2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) +2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) +2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) +2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) +2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) +2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) +2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) +2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) +2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) +2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) +2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) +2019-06-05T14:53 [INFO] Loader : nombre de résulta \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000001 b/testdata/repo_8k/00000/chunks/000000000000001 new file mode 100644 index 0000000..3e728e2 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000001 @@ -0,0 +1,89 @@ +ts (total) lus = 100000 temps écoulé = 0.433 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T14:53 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T14:53 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T14:53 [INFO] Parsing terminé !! temps écoulé = 2.37 s (ParallelLoader.java:217) +2019-06-05T14:53 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T14:54 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T14:59 [ERROR] dicStartIndex trop grand (IndexMemDic.java:461) +2019-06-05T15:08 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:09 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:09 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:10 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:10 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:12 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:12 [INFO][MEMORY] 178,759 (ParallelLoader.java:114) +2019-06-05T15:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.220 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:12 [INFO] Parsing terminé !! temps écoulé = 2.25 s (ParallelLoader.java:217) +2019-06-05T15:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:13 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) +2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T15:14 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:328) +2019-06-05T15:14 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T15:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:14 [INFO][MEMORY] 308,168 (ParallelLoader.java:114) +2019-06-05T15:14 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:14 [INFO] Parsing terminé !! temps écoulé = 1.32 s (ParallelLoader.java:217) +2019-06-05T15:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:14 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:15 [ERROR] delta != 0 1 dicCurrentIndex=0 realLinePos=0 (IndexMemDic.java:477) +2019-06-05T15:15 [WARNING] value can't be parsed in selected column : vendor_id 1.0 (FilterTermEntity.java:35) +2019-06-05T15:17 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:26 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:27 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:27 [INFO][MEMORY] 179,237 (ParallelLoader.java:114) +2019-06-05T15:27 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.098 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:27 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:27 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:27 [INFO] Parsing terminé !! temps écoulé = 2.22 s (ParallelLoader.java:217) +2019-06-05T15:27 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:31 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:31 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:31 [INFO][MEMORY] 178,254 (ParallelLoader.java:114) +2019-06-05T15:31 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.118 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:31 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:31 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:31 [INFO] Parsing terminé !! temps écoulé = 2.11 s (ParallelLoader.java:217) +2019-06-05T15:31 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:41 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:41 [INFO][MEMORY] 180,287 (ParallelLoader.java:114) +2019-06-05T15:41 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.195 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:41 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) +2019-06-05T15:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T15:42 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T15:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T15:43 [INFO][MEMORY] 178,731 (ParallelLoader.java:114) +2019-06-05T15:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T15:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T15:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T15:43 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) +2019-06-05T15:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:35 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T18:35 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:35 [INFO][MEMORY] 229,265 (ParallelLoader.java:114) +2019-06-05T18:35 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.641 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:35 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:35 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:35 [INFO] Parsing terminé !! temps écoulé = 3.04 s (ParallelLoader.java:217) +2019-06-05T18:35 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:36 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:36 [INFO][MEMORY] 326,934 (ParallelLoader.java:114) +2019-06-05T18:36 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.072 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:36 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:36 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:36 [INFO] Parsing terminé !! temps écoulé = 1.17 s (ParallelLoader.java:217) +2019-06-05T18:36 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:37 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:37 [INFO][MEMORY] 537,997 (ParallelLoader.java:114) +2019-06-05T18:37 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadN \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000002 b/testdata/repo_8k/00000/chunks/000000000000002 new file mode 100644 index 0000000..079ca90 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000002 @@ -0,0 +1,98 @@ +b = 0 (ParallelLoader.java:150) +2019-06-05T18:37 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:37 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:37 [INFO] Parsing terminé !! temps écoulé = 1.23 s (ParallelLoader.java:217) +2019-06-05T18:37 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:38 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T18:38 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T18:38 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:38 [INFO][MEMORY] 498,154 (ParallelLoader.java:114) +2019-06-05T18:38 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.031 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:38 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:38 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:38 [INFO] Parsing terminé !! temps écoulé = 1.10 s (ParallelLoader.java:217) +2019-06-05T18:38 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T18:39 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T18:39 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T18:40 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T18:40 [INFO][MEMORY] 493,228 (ParallelLoader.java:114) +2019-06-05T18:40 [INFO] Loader : nombre de résultats (total) lus = 500000 temps écoulé = 0.032 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T18:40 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T18:40 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T18:40 [INFO] Parsing terminé !! temps écoulé = 1.02 s (ParallelLoader.java:217) +2019-06-05T18:40 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:14 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T20:15 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:15 [INFO][MEMORY] 188,768 (ParallelLoader.java:114) +2019-06-05T20:15 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.301 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:15 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:15 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:15 [INFO] Parsing terminé !! temps écoulé = 2.42 s (ParallelLoader.java:217) +2019-06-05T20:15 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:15 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 0 (Table.java:334) +2019-06-05T20:15 [INFO] SerialStructure.writeStructure : OK ! (SerialStructure.java:54) +2019-06-05T20:16 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:16 [INFO][MEMORY] 457,918 (ParallelLoader.java:114) +2019-06-05T20:16 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.049 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:16 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:16 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:16 [INFO] Parsing terminé !! temps écoulé = 1.34 s (ParallelLoader.java:217) +2019-06-05T20:16 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:19 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:19 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:19 [INFO][MEMORY] 180,323 (ParallelLoader.java:114) +2019-06-05T20:19 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.178 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:19 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:19 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:19 [INFO] Parsing terminé !! temps écoulé = 1.92 s (ParallelLoader.java:217) +2019-06-05T20:19 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:24 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:25 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:43 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:43 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:43 [INFO][MEMORY] 179,894 (ParallelLoader.java:114) +2019-06-05T20:43 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.133 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:43 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:43 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:43 [INFO] Parsing terminé !! temps écoulé = 2.14 s (ParallelLoader.java:217) +2019-06-05T20:43 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T20:50 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) +2019-06-05T21:56 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T21:56 [ERROR] null +2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:41 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T22:42 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T22:42 [ERROR] null +2019-06-05T23:03 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. +2019-06-05T23:03 [ERROR] null +2019-06-05T23:04 [INFO] SerialStructure.writeStructure : OK ! +2019-06-05T23:04 [INFO] totalLength = 0 +2019-06-05T23:04 [INFO] totalLength = 0 +2019-06-05T23:04 [INFO] PARSE : memusage init = +2019-06-05T23:04 [INFO][MEMORY] 111,311 +2019-06-05T23:04 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.256 sactiveThreadNb = 0 +2019-06-05T23:04 [WARNING] Fail to save entry number 0: incorrect data +2019-06-05T23:04 [INFO] Parsing terminé !! temps écoulé = 2.57 s +2019-06-05T23:04 [INFO] PARSE : Nombre de lignes (local) = 100000 +2019-06-05T23:04 [INFO] totalLength = 99999 +2019-06-05T23:04 [INFO] totalLength = 99999 +2019-06-05T00:03 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-05T00:03 [INFO][MEMORY] Mem usage début - 2,459 (ParallelLoaderTest.java:56) +2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:12 [INFO][MEMORY] 27,443 (ParallelLoader.java:114) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.214 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 1.44 s (ParallelLoader.java:217) +2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.45 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:12 [INFO][TIME \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000003 b/testdata/repo_8k/00000/chunks/000000000000003 new file mode 100644 index 0000000..8720f6b --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000003 @@ -0,0 +1,85 @@ +R] Temps pris pour classer la 1ère fois: 0.477 s (IndexMemDicStorageTests.java:83) +2019-06-05T20:12 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.054 s (IndexMemDicStorageTests.java:86) +2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T20:12 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:12 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:12 [INFO][MEMORY] 190,485 (ParallelLoader.java:114) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:12 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:12 [INFO] Parsing terminé !! temps écoulé = 0.908 s (ParallelLoader.java:217) +2019-06-05T20:12 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:12 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.917 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:12 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:12 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T20:12 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T20:12 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T20:12 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T20:12 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T20:12 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) +2019-06-05T20:12 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:12 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) +2019-06-05T20:12 [INFO][MEMORY] 401,153 (Loader.java:117) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.33 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) +2019-06-05T20:12 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:12 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.97 millis (Loader.java:116) +2019-06-05T20:12 [INFO][MEMORY] 273,252 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,262 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 221,186 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,771 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.57 s (IndexTreeMessyTest.java:314) +2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,432 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,693 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b7cae6f (Table.java:338) +2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 48 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) +2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.72 millis (IndexTreeMessyTest.ja \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000004 b/testdata/repo_8k/00000/chunks/000000000000004 new file mode 100644 index 0000000..f05dda7 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000004 @@ -0,0 +1,87 @@ +va:416) +2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 9 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.011 s (IndexTreeMessyTest.java:425) +2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.125 s (IndexTreeMessyTest.java:439) +2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.041 s (IndexTreeMessyTest.java:449) +2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,206 (ParallelLoaderTest.java:56) +2019-06-05T20:13 [INFO] Parsing de csvName = E:/csv/yellow_tripdata_2015-01.csv (ParallelLoaderTest.java:64) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 28,086 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.182 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 1.43 s (ParallelLoader.java:217) +2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.44 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.356 s (IndexMemDicStorageTests.java:83) +2019-06-05T20:13 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.032 s (IndexMemDicStorageTests.java:86) +2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 184,068 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.052 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:13 [INFO] Parsing terminé !! temps écoulé = 0.941 s (ParallelLoader.java:217) +2019-06-05T20:13 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.945 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:13 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:13 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T20:13 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T20:13 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T20:13 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T20:13 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T20:13 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 66666 (NewLoaderAndIndexTest.java:109) +2019-06-05T20:13 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:13 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.70 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 276,783 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.69 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 341,077 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.09 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.74 millis (Loader.java:116) +2019-06-05T20:13 [INFO][MEMORY] 358,336 (Loader.java:117) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,799 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 218,840 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 223,379 (Loader.java:138) +2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:13 [INFO][MEMORY] 216,694 (Loader.java:138) +2019-06-05T20:13 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.18 s (IndexTreeMessyTest.java:314) +2019-06-05T20:13 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:13 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2881ad47 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2bef09c0 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@62ce72ff (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@58a63629 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7de843ef (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2e1af49b (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3fd2322d (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@56ac5c80 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69e49a81 (Table.java:338) +2019-06-05T20:13 [INFO] \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000005 b/testdata/repo_8k/00000/chunks/000000000000005 new file mode 100644 index 0000000..0134101 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000005 @@ -0,0 +1,87 @@ +[MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1023150a (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ece1e79 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@ab20d7c (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@474fae39 (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4f4c789f (Table.java:338) +2019-06-05T20:13 [INFO][MEMORY] IndexTreeDic.flushOnDisk 222,326 (IndexTreeDic.java:517) +2019-06-05T20:13 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13f9ad9 (Table.java:338) +2019-06-05T20:13 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:13 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:13 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:13 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:13 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 58 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 0.061 s (IndexTreeMessyTest.java:408) +2019-06-05T20:13 [INFO][TIMER] Temps parcours des résultats: 1.25 millis (IndexTreeMessyTest.java:416) +2019-06-05T20:13 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO][TIMER] Temps total recherche: 8.20 millis (IndexTreeMessyTest.java:425) +2019-06-05T20:13 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.072 s (IndexTreeMessyTest.java:439) +2019-06-05T20:13 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) +2019-06-05T20:13 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:13 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) +2019-06-05T20:13 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:13 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:13 [INFO][MEMORY] Mem usage début - 157,225 (ParallelLoaderTest.java:56) +2019-06-05T20:13 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:13 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:13 [INFO][MEMORY] 166,226 (ParallelLoader.java:114) +2019-06-05T20:13 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.041 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:13 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.638 s (ParallelLoader.java:217) +2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:14 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:14 [INFO][MEMORY] 422,898 (ParallelLoader.java:114) +2019-06-05T20:14 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.040 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:14 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:14 [INFO] Parsing terminé !! temps écoulé = 0.624 s (ParallelLoader.java:217) +2019-06-05T20:14 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:14 [INFO][MEMORY] Mem usage fin - 267,348 (ParallelLoaderTest.java:113) +2019-06-05T20:14 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.46 s (ParallelLoaderTest.java:114) +2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:50 [INFO][MEMORY] 12,904 (ParallelLoader.java:114) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.175 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 2.03 s (ParallelLoader.java:217) +2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.04 s (IndexMemDicStorageTests.java:183) +2019-06-05T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:50 [INFO][MEMORY] 157,253 (ParallelLoader.java:114) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.111 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:50 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:50 [INFO] Parsing terminé !! temps écoulé = 0.781 s (ParallelLoader.java:217) +2019-06-05T20:50 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.787 s (NewLoaderAndIndexTest.java:189) +2019-06-05T20:50 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T20:50 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T20:50 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 5.82 millis (Loader.java:116) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.66 millis (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) +2019-06-05T20:50 [INFO][MEMORY] 134,560 (Loader.java:117) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.11 millis (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 152,063 (Loader.java:117) +2019-06-05T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.011 s (Loader.java:116) +2019-06-05T20:50 [INFO][MEMORY] 168,447 (Loader.java:117) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,685 (Loader.java:138) +2019-06-05T20:50 [INFO][MEMORY] 156,197 (Loader.java:138) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,691 (Lo \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000006 b/testdata/repo_8k/00000/chunks/000000000000006 new file mode 100644 index 0000000..91c72a3 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000006 @@ -0,0 +1,84 @@ +ader.java:138) +2019-06-05T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T20:50 [INFO][MEMORY] 155,633 (Loader.java:138) +2019-06-05T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.14 s (IndexTreeMessyTest.java:314) +2019-06-05T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) +2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) +2019-06-05T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,657 (IndexTreeDic.java:517) +2019-06-05T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,033 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,082 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,594 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,681 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,915 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) +2019-06-05T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,427 (IndexTreeDic.java:517) +2019-06-05T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7e0b85f9 (Table.java:338) +2019-06-05T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T20:51 [ERROR] null (SerialStructure.java:74) +2019-06-05T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 31 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 0.037 s (IndexTreeMessyTest.java:408) +2019-06-05T20:51 [INFO][TIMER] Temps parcours des résultats: 1.96 millis (IndexTreeMessyTest.java:416) +2019-06-05T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO][TIMER] Temps total recherche: 7.48 millis (IndexTreeMessyTest.java:425) +2019-06-05T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) +2019-06-05T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.040 s (IndexTreeMessyTest.java:449) +2019-06-05T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 1 millis (IndexTreeDic.java:1164) +2019-06-05T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T20:51 [INFO] 40 (HashMapTests.java:27) +2019-06-05T20:51 [INFO][MEMORY] Mem usage début - 88,295 (ParallelLoaderTest.java:56) +2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:51 [INFO][MEMORY] 90,343 (ParallelLoader.java:114) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.064 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.862 s (ParallelLoader.java:217) +2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T20:51 [INFO][MEMORY] 227,179 (ParallelLoader.java:114) +2019-06-05T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.055 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T20:51 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T20:51 [INFO] Parsing terminé !! temps écoulé = 0.676 s (ParallelLoader.java:217) +2019-06-05T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T20:51 [INFO][MEMORY] Mem usage fin - 189,561 (ParallelLoaderTest.java:113) +2019-06-05T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.63 s (ParallelLoaderTest.java:114) +2019-06-05T21:56 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T21:56 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T21:56 [INFO][MEMORY] 13,925 (ParallelLoader.java:114) +2019-06-05T21:56 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.226 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T21:56 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T21:56 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 33.57 s (ParallelLoader.java:217) +2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 33.66 s (IndexMemDicStorageTests.java:183) +2019-06-05T21:57 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T21:57 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T21:57 [INFO][MEMOR \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000007 b/testdata/repo_8k/00000/chunks/000000000000007 new file mode 100644 index 0000000..f9f54db --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000007 @@ -0,0 +1,87 @@ +Y] 58,123 (ParallelLoader.java:114) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.206 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T21:57 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T21:57 [INFO] Parsing terminé !! temps écoulé = 15.87 s (ParallelLoader.java:217) +2019-06-05T21:57 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T21:57 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 16.28 s (NewLoaderAndIndexTest.java:189) +2019-06-05T21:57 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T21:57 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T21:57 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 9.32 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 7.80 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.95 millis (Loader.java:116) +2019-06-05T21:57 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 8.32 millis (Loader.java:116) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T21:57 [INFO][MEMORY] 181,960 (Loader.java:117) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,396 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,945 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,523 (Loader.java:138) +2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T22:41 [INFO][MEMORY] 155,565 (Loader.java:138) +2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 35.40 s (IndexTreeMessyTest.java:314) +2019-06-05T22:41 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T22:41 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@e056f20 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,457 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b0b0854 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@19bb07ed (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,834 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@10e41621 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,883 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@353d0772 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2667f029 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,067 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@67a20f67 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@57c758ac (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,579 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@a9cd3b1 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@13e39c73 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@64cd705f (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@9225652 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@654f0d9c (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,627 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6a400542 (Table.java:338) +2019-06-05T22:41 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,139 (IndexTreeDic.java:517) +2019-06-05T22:41 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6580cfdd (Table.java:338) +2019-06-05T22:41 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T22:41 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T22:41 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T22:41 [ERROR] null (SerialStructure.java:74) +2019-06-05T22:41 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 50 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 0.058 s (IndexTreeMessyTest.java:408) +2019-06-05T22:41 [INFO][TIMER] Temps parcours des résultats: 1.04 millis (IndexTreeMessyTest.java:416) +2019-06-05T22:41 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO][TIMER] Temps total recherche: 8.60 millis (IndexTreeMessyTest.java:425) +2019-06-05T22:41 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.122 s (IndexTreeMessyTest.java:439) +2019-06-05T22:41 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.072 s (IndexTreeMessyTest.java:449) +2019-06-05T22:41 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T22:41 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 22 millis (IndexTreeDic.java:1164) +2019-06-05T22:41 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T22:41 [INFO] 40 (HashMapTests.java:27) +2019-06-05T22:41 [INFO][MEMORY] Mem usage début - 88,230 (ParallelLoaderTest.java:56) +2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T22:41 [INFO][MEMORY] 90,316 (ParallelLoader.java:114) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.068 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T22:41 [WARNING] Fail \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000008 b/testdata/repo_8k/00000/chunks/000000000000008 new file mode 100644 index 0000000..5995b3c --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000008 @@ -0,0 +1,87 @@ +to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 1.09 s (ParallelLoader.java:217) +2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T22:41 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:64) +2019-06-05T22:41 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T22:41 [INFO][MEMORY] 415,931 (ParallelLoader.java:114) +2019-06-05T22:41 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.070 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T22:41 [ERROR] debugCount = 0 (ParallelLoader.java:203) +2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T22:41 [INFO] Parsing terminé !! temps écoulé = 0.968 s (ParallelLoader.java:217) +2019-06-05T22:41 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T22:41 [INFO][MEMORY] Mem usage fin - 189,494 (ParallelLoaderTest.java:113) +2019-06-05T22:41 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 2.17 s (ParallelLoaderTest.java:114) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 12,404 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.154 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.61 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.62 s (IndexMemDicStorageTests.java:183) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.266 s (IndexMemDicStorageTests.java:83) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.188 s (IndexMemDicStorageTests.java:86) +2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 103,147 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.174 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.01 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.02 s (NewLoaderAndIndexTest.java:189) +2019-06-05T23:02 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-05T23:02 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-05T23:02 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-05T23:02 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-05T23:02 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-05T23:02 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-05T23:02 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-05T23:02 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-05T23:02 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-05T23:02 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.57 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 223,892 (Loader.java:117) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.56 millis (Loader.java:116) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.00 millis (Loader.java:116) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.58 millis (Loader.java:116) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO][MEMORY] 200,186 (Loader.java:117) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,525 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,474 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 156,042 (Loader.java:138) +2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-05T23:02 [INFO][MEMORY] 155,626 (Loader.java:138) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.03 s (IndexTreeMessyTest.java:314) +2019-06-05T23:02 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-05T23:02 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,650 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,038 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,414 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,464 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,674 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTree \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000009 b/testdata/repo_8k/00000/chunks/000000000000009 new file mode 100644 index 0000000..8a0d0af --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000009 @@ -0,0 +1,88 @@ +Dic@5ae50ce6 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6f96c77 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@be64738 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ba9ad43 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49d904ec (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@48e4374 (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3d680b5a (Table.java:338) +2019-06-05T23:02 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,194 (IndexTreeDic.java:517) +2019-06-05T23:02 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4b5d6a01 (Table.java:338) +2019-06-05T23:02 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-05T23:02 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-05T23:02 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-05T23:02 [ERROR] null (SerialStructure.java:74) +2019-06-05T23:02 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 43 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 0.051 s (IndexTreeMessyTest.java:408) +2019-06-05T23:02 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) +2019-06-05T23:02 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO][TIMER] Temps total recherche: 6.60 millis (IndexTreeMessyTest.java:425) +2019-06-05T23:02 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.096 s (IndexTreeMessyTest.java:439) +2019-06-05T23:02 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.069 s (IndexTreeMessyTest.java:449) +2019-06-05T23:02 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-05T23:02 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 10 millis (IndexTreeDic.java:1164) +2019-06-05T23:02 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-05T23:02 [INFO] 40 (HashMapTests.java:27) +2019-06-05T23:02 [INFO][MEMORY] Mem usage début - 88,284 (ParallelLoaderTest.java:56) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 90,332 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.051 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 1.11 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-05T23:02 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-05T23:02 [INFO][MEMORY] 275,258 (ParallelLoader.java:114) +2019-06-05T23:02 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.076 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-05T23:02 [INFO] Parsing terminé !! temps écoulé = 0.696 s (ParallelLoader.java:217) +2019-06-05T23:02 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-05T23:02 [INFO][MEMORY] Mem usage fin - 189,551 (ParallelLoaderTest.java:114) +2019-06-05T23:02 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.87 s (ParallelLoaderTest.java:115) +2019-06-10T20:19 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:19 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:19 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.37 millis (Loader.java:116) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.93 millis (Loader.java:116) +2019-06-10T20:19 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.37 millis (Loader.java:116) +2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) +2019-06-10T20:19 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.010 s (Loader.java:116) +2019-06-10T20:19 [INFO][MEMORY] 10,178 (Loader.java:117) +2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) +2019-06-10T20:19 [INFO][MEMORY] 19,394 (Loader.java:117) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,062 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,767 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,245 (Loader.java:138) +2019-06-10T20:19 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:19 [INFO][MEMORY] 150,333 (Loader.java:138) +2019-06-10T20:19 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.79 s (IndexTreeMessyTest.java:314) +2019-06-10T20:19 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:19 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,359 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,871 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) +2019-06-10T20:19 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,381 (IndexTreeDic.java:517) +2019-06-10T20:19 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) +2019-06-10T20:34 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:34 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:34 [INFO] Nombre de résultats/ \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000010 b/testdata/repo_8k/00000/chunks/000000000000010 new file mode 100644 index 0000000..97a481a --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000010 @@ -0,0 +1,88 @@ +entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.70 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 9,153 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.74 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 14,616 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.42 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 20,072 (Loader.java:117) +2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.10 millis (Loader.java:116) +2019-06-10T20:34 [INFO][MEMORY] 32,705 (Loader.java:117) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 149,780 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,170 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,367 (Loader.java:138) +2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:34 [INFO][MEMORY] 150,299 (Loader.java:138) +2019-06-10T20:34 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.04 s (IndexTreeMessyTest.java:314) +2019-06-10T20:34 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:34 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,748 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,349 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@55ca8de8 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2c34f934 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@12d3a4e9 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@240237d2 (Table.java:338) +2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) +2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25a65b77 (Table.java:338) +2019-06-10T20:34 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:34 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:34 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:34 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:34 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 44 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.053 s (IndexTreeMessyTest.java:408) +2019-06-10T20:34 [INFO][TIMER] Temps parcours des résultats: 1.23 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:34 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 14 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.015 s (IndexTreeMessyTest.java:425) +2019-06-10T20:34 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) +2019-06-10T20:34 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.045 s (IndexTreeMessyTest.java:449) +2019-06-10T20:34 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 2 millis (IndexTreeDic.java:1164) +2019-06-10T20:34 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:34 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:34 [INFO][MEMORY] Mem usage début - 82,958 (ParallelLoaderTest.java:56) +2019-06-10T20:49 [ERROR] config.json (No such file or directory) (Database.java:33) +2019-06-10T20:49 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:49 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.20 millis (Loader.java:116) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.69 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) +2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.41 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 19,381 (Loader.java:117) +2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.16 millis (Loader.java:116) +2019-06-10T20:49 [INFO][MEMORY] 24,844 (Loader.java:117) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.jav \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000011 b/testdata/repo_8k/00000/chunks/000000000000011 new file mode 100644 index 0000000..574a9a6 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000011 @@ -0,0 +1,85 @@ +a:136) +2019-06-10T20:50 [INFO][MEMORY] 150,362 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,428 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,268 (Loader.java:138) +2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:50 [INFO][MEMORY] 150,648 (Loader.java:138) +2019-06-10T20:50 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 5.96 s (IndexTreeMessyTest.java:314) +2019-06-10T20:50 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:50 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1b083826 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,382 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@105fece7 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@3ec300f1 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,758 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@482cd91f (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,807 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@123f1134 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,319 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,406 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) +2019-06-10T20:50 [INFO][MEMORY] IndexTreeDic.flushOnDisk 153,926 (IndexTreeDic.java:517) +2019-06-10T20:50 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) +2019-06-10T20:50 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:50 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:50 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:50 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:50 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 36 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) +2019-06-10T20:50 [INFO][TIMER] Temps parcours des résultats: 0.73 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:50 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO][TIMER] Temps total recherche: 7.60 millis (IndexTreeMessyTest.java:425) +2019-06-10T20:50 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.070 s (IndexTreeMessyTest.java:439) +2019-06-10T20:50 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.043 s (IndexTreeMessyTest.java:449) +2019-06-10T20:50 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:50 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 3 millis (IndexTreeDic.java:1164) +2019-06-10T20:50 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:50 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:50 [INFO][MEMORY] Mem usage début - 82,957 (ParallelLoaderTest.java:56) +2019-06-10T20:50 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-10T20:50 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:50 [INFO][MEMORY] 11,889 (ParallelLoader.java:114) +2019-06-10T20:50 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.114 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 1.68 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (IndexMemDicStorageTests.java:183) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.208 s (IndexMemDicStorageTests.java:83) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.176 s (IndexMemDicStorageTests.java:86) +2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 108,834 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.141 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.890 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.900 s (NewLoaderAndIndexTest.java:189) +2019-06-10T20:51 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-10T20:51 [INFO] totalLength = 99999 (IndexMemDic.ja \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000012 b/testdata/repo_8k/00000/chunks/000000000000012 new file mode 100644 index 0000000..5a30329 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000012 @@ -0,0 +1,87 @@ +va:217) +2019-06-10T20:51 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-10T20:51 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-10T20:51 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-10T20:51 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-10T20:51 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-10T20:51 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-10T20:51 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-10T20:51 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T20:51 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.67 millis (Loader.java:116) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.13 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) +2019-06-10T20:51 [INFO][MEMORY] 226,959 (Loader.java:117) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.14 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 178,179 (Loader.java:117) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.71 millis (Loader.java:116) +2019-06-10T20:51 [INFO][MEMORY] 199,412 (Loader.java:117) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,755 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,569 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 156,154 (Loader.java:138) +2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T20:51 [INFO][MEMORY] 155,614 (Loader.java:138) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 4.79 s (IndexTreeMessyTest.java:314) +2019-06-10T20:51 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T20:51 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,063 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,575 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-10T20:51 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,182 (IndexTreeDic.java:517) +2019-06-10T20:51 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-10T20:51 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T20:51 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T20:51 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T20:51 [ERROR] null (SerialStructure.java:74) +2019-06-10T20:51 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 41 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 0.049 s (IndexTreeMessyTest.java:408) +2019-06-10T20:51 [INFO][TIMER] Temps parcours des résultats: 1.53 millis (IndexTreeMessyTest.java:416) +2019-06-10T20:51 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 7 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO][TIMER] Temps total recherche: 7.95 millis (IndexTreeMessyTest.java:425) +2019-06-10T20:51 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.079 s (IndexTreeMessyTest.java:439) +2019-06-10T20:51 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) +2019-06-10T20:51 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T20:51 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 4 millis (IndexTreeDic.java:1164) +2019-06-10T20:51 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T20:51 [INFO] 40 (HashMapTests.java:27) +2019-06-10T20:51 [INFO][MEMORY] Mem usage début - 88,271 (ParallelLoaderTest.java:56) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 90,319 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.042 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20 \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000013 b/testdata/repo_8k/00000/chunks/000000000000013 new file mode 100644 index 0000000..612b2ee --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000013 @@ -0,0 +1,87 @@ +:51 [INFO] Parsing terminé !! temps écoulé = 0.842 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T20:51 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T20:51 [INFO][MEMORY] 209,650 (ParallelLoader.java:114) +2019-06-10T20:51 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.056 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T20:51 [INFO] Parsing terminé !! temps écoulé = 0.637 s (ParallelLoader.java:217) +2019-06-10T20:51 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T20:51 [INFO][MEMORY] Mem usage fin - 189,538 (ParallelLoaderTest.java:114) +2019-06-10T20:51 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (ParallelLoaderTest.java:115) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (IndexMemDicStorageTests.java:180) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 12,384 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.122 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 1.54 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.55 s (IndexMemDicStorageTests.java:183) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 1ère fois: 0.312 s (IndexMemDicStorageTests.java:83) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO][TIMER] Temps pris pour classer la 2ème fois: 0.172 s (IndexMemDicStorageTests.java:86) +2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (IndexMemDicStorageTests.java:108) +2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (IndexMemDicStorageTests.java:111) +2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (IndexMemDicStorageTests.java:114) +2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (IndexMemDicStorageTests.java:117) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (NewLoaderAndIndexTest.java:170) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 108,772 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 200000 temps écoulé = 0.168 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.889 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 0.904 s (NewLoaderAndIndexTest.java:189) +2019-06-10T21:24 [INFO] Bon nombre total de lignes ! nombre = 99999 (NewLoaderAndIndexTest.java:193) +2019-06-10T21:24 [INFO] totalLength = 99999 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO] Recherche A OK ! Nb résultats selon A : 263 (NewLoaderAndIndexTest.java:71) +2019-06-10T21:24 [INFO] Recherche B OK ! Nb résultats selon B : 263 (NewLoaderAndIndexTest.java:74) +2019-06-10T21:24 [INFO] Recherche C OK ! Nb résultats selon C : 263 (NewLoaderAndIndexTest.java:77) +2019-06-10T21:24 [INFO] resultsPositionsArray.length = 263 (NewLoaderAndIndexTest.java:80) +2019-06-10T21:24 [INFO] Recherche FLAG OK ! Nb résultats avec FLAG : 175 index len = 99999 (NewLoaderAndIndexTest.java:101) +2019-06-10T21:24 [INFO] totalLength = 66666 (IndexMemDic.java:217) +2019-06-10T21:24 [INFO] Recherche STRUCT OK ! Nb résultats avec restructuration : 175 index len = 99999 (NewLoaderAndIndexTest.java:109) +2019-06-10T21:24 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) +2019-06-10T21:24 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.99 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 234,123 (Loader.java:117) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 154,808 (Loader.java:117) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.013 s (Loader.java:116) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 3.63 millis (Loader.java:116) +2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) +2019-06-10T21:24 [INFO][MEMORY] 202,936 (Loader.java:117) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 154,918 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,713 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,525 (Loader.java:138) +2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) +2019-06-10T21:24 [INFO][MEMORY] 155,614 (Loader.java:138) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 12.07 s (IndexTreeMessyTest.java:314) +2019-06-10T21:24 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) +2019-06-10T21:24 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7ce3cb8e (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 156,638 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@78b66d36 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5223e5ee (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,014 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@bef2d72 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,064 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@69b2283a (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,576 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@22a637e7 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@6fe7aac8 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1d119efb (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flu \ No newline at end of file diff --git a/testdata/repo_8k/00000/chunks/000000000000014 b/testdata/repo_8k/00000/chunks/000000000000014 new file mode 100644 index 0000000..ab7db22 --- /dev/null +++ b/testdata/repo_8k/00000/chunks/000000000000014 @@ -0,0 +1,47 @@ +shAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@659a969b (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,634 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@76908cc0 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 157,662 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2473d930 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@35047d03 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@49b0b76 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@769f71a9 (Table.java:338) +2019-06-10T21:24 [INFO][MEMORY] IndexTreeDic.flushOnDisk 158,176 (IndexTreeDic.java:517) +2019-06-10T21:24 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@4c9f8c13 (Table.java:338) +2019-06-10T21:24 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) +2019-06-10T21:24 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) +2019-06-10T21:24 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) +2019-06-10T21:24 [ERROR] null (SerialStructure.java:74) +2019-06-10T21:24 [INFO] Lancé (IndexTreeMessyTest.java:366) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 37 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 0.044 s (IndexTreeMessyTest.java:408) +2019-06-10T21:24 [INFO][TIMER] Temps parcours des résultats: 0.59 millis (IndexTreeMessyTest.java:416) +2019-06-10T21:24 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 6 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO][TIMER] Temps total recherche: 7.06 millis (IndexTreeMessyTest.java:425) +2019-06-10T21:24 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.071 s (IndexTreeMessyTest.java:439) +2019-06-10T21:24 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.049 s (IndexTreeMessyTest.java:449) +2019-06-10T21:24 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) +2019-06-10T21:24 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 8 millis (IndexTreeDic.java:1164) +2019-06-10T21:24 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) +2019-06-10T21:24 [INFO] 40 (HashMapTests.java:27) +2019-06-10T21:24 [INFO][MEMORY] Mem usage début - 88,272 (ParallelLoaderTest.java:56) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 90,320 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 300000 temps écoulé = 0.046 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.898 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO] Parsing de csvName = testdata/SMALL_100_000_yellow_tripdata_2015-04.csv (ParallelLoaderTest.java:65) +2019-06-10T21:24 [INFO] PARSE : memusage init = (ParallelLoader.java:112) +2019-06-10T21:24 [INFO][MEMORY] 232,213 (ParallelLoader.java:114) +2019-06-10T21:24 [INFO] Loader : nombre de résultats (total) lus = 400000 temps écoulé = 0.047 sactiveThreadNb = 0 (ParallelLoader.java:150) +2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) +2019-06-10T21:24 [INFO] Parsing terminé !! temps écoulé = 0.709 s (ParallelLoader.java:217) +2019-06-10T21:24 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) +2019-06-10T21:24 [INFO][MEMORY] Mem usage fin - 189,539 (ParallelLoaderTest.java:114) +2019-06-10T21:24 [INFO][TIMER] TEMPS TOTAL PRIS PAR TOUS LES PARSINGS: 1.68 s (ParallelLoaderTest.java:115) -- cgit v1.2.3