From 763c6b985da74078e8683fa83b3f599619deb00d Mon Sep 17 00:00:00 2001 From: n-peugnet Date: Wed, 6 Oct 2021 14:46:38 +0200 Subject: use repo deltacodec for recipe and files this should not only be more efficient in space but also in time drop old Commit and Restore tests that do not use compression --- repo/testdata/repo_8k/00000/chunks/000000000000000 | 85 ---------------------- 1 file changed, 85 deletions(-) delete mode 100644 repo/testdata/repo_8k/00000/chunks/000000000000000 (limited to 'repo/testdata/repo_8k/00000/chunks/000000000000000') diff --git a/repo/testdata/repo_8k/00000/chunks/000000000000000 b/repo/testdata/repo_8k/00000/chunks/000000000000000 deleted file mode 100644 index ac78620..0000000 --- a/repo/testdata/repo_8k/00000/chunks/000000000000000 +++ /dev/null @@ -1,85 +0,0 @@ -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:13 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:13 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:51 [INFO] testInfoString (LogTest.java:52) -2019-06-05T20:51 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T22:41 [INFO] testInfoString (LogTest.java:52) -2019-06-05T22:41 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T23:02 [INFO] testInfoString (LogTest.java:52) -2019-06-05T23:02 [INFO][YO] testInfoString (LogTest.java:57) -2019-06-05T20:13 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:13 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.52 millis (Loader.java:116) -2019-06-05T20:13 [INFO][MEMORY] 160,128 (Loader.java:117) -2019-06-05T20:13 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:13 [INFO][MEMORY] 231,367 (Loader.java:138) -2019-06-05T20:13 [INFO][TIMER] Temps pris par le parsing: 0.898 s (LoaderTest.java:69) -2019-06-05T20:13 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:14 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:14 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.46 millis (Loader.java:116) -2019-06-05T20:14 [INFO][MEMORY] 267,348 (Loader.java:117) -2019-06-05T20:14 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:14 [INFO][MEMORY] 231,359 (Loader.java:138) -2019-06-05T20:14 [INFO][TIMER] Temps pris par le parsing: 0.839 s (LoaderTest.java:69) -2019-06-05T20:14 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.61 millis (Loader.java:116) -2019-06-05T20:51 [INFO][MEMORY] 189,561 (Loader.java:117) -2019-06-05T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T20:51 [INFO][MEMORY] 168,686 (Loader.java:138) -2019-06-05T20:51 [INFO][TIMER] Temps pris par le parsing: 0.930 s (LoaderTest.java:69) -2019-06-05T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T22:41 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T22:41 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.83 millis (Loader.java:116) -2019-06-05T22:41 [INFO][MEMORY] 189,494 (Loader.java:117) -2019-06-05T22:41 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T22:41 [INFO][MEMORY] 168,619 (Loader.java:138) -2019-06-05T22:41 [INFO][TIMER] Temps pris par le parsing: 0.882 s (LoaderTest.java:69) -2019-06-05T22:41 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T23:02 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-05T23:02 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.54 millis (Loader.java:116) -2019-06-05T23:02 [INFO][MEMORY] 189,551 (Loader.java:117) -2019-06-05T23:02 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-05T23:02 [INFO][MEMORY] 168,676 (Loader.java:138) -2019-06-05T23:02 [INFO][TIMER] Temps pris par le parsing: 1.04 s (LoaderTest.java:69) -2019-06-05T23:02 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.82 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 82,958 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 163,350 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] Temps pris par le parsing: 0.938 s (LoaderTest.java:69) -2019-06-10T20:34 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:50 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:50 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.56 millis (Loader.java:116) -2019-06-10T20:50 [INFO][MEMORY] 82,957 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:50 [INFO][MEMORY] 163,349 (Loader.java:138) -2019-06-10T20:50 [INFO][TIMER] Temps pris par le parsing: 0.853 s (LoaderTest.java:69) -2019-06-10T20:50 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T20:51 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:51 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.51 millis (Loader.java:116) -2019-06-10T20:51 [INFO][MEMORY] 189,538 (Loader.java:117) -2019-06-10T20:51 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:51 [INFO][MEMORY] 168,663 (Loader.java:138) -2019-06-10T20:51 [INFO][TIMER] Temps pris par le parsing: 1.27 s (LoaderTest.java:69) -2019-06-10T20:51 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-10T21:24 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T21:24 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 0.58 millis (Loader.java:116) -2019-06-10T21:24 [INFO][MEMORY] 189,539 (Loader.java:117) -2019-06-10T21:24 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T21:24 [INFO][MEMORY] 168,664 (Loader.java:138) -2019-06-10T21:24 [INFO][TIMER] Temps pris par le parsing: 1.86 s (LoaderTest.java:69) -2019-06-10T21:24 [DEBUG][line][70] [2, Thu Apr 09 19:29:33 CEST 2015, Thu Apr 09 19:37:09 CEST 2015, 1, 0.83, -73.98651885986328, 40.76189422607422, 1, N, -73.97399139404297, 40.760414123535156, 1, 6.5, 1.0, 0.5, 1.66, 0.0, 0.3, 9.96] (LoaderTest.java:97) -2019-06-05T14:47 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:49 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:49 [INFO][MEMORY] 229,457 (ParallelLoader.java:114) -2019-06-05T14:49 [INFO] Loader : nombre de résultats (total) lus = 100000 temps écoulé = 0.522 sactiveThreadNb = 0 (ParallelLoader.java:150) -2019-06-05T14:49 [ERROR] debugCount = 0 (ParallelLoader.java:203) -2019-06-05T14:49 [WARNING] Fail to save entry number 0: incorrect data (ParallelLoaderRunnable.java:287) -2019-06-05T14:49 [INFO] Parsing terminé !! temps écoulé = 2.78 s (ParallelLoader.java:217) -2019-06-05T14:49 [INFO] PARSE : Nombre de lignes (local) = 100000 (ParallelLoader.java:218) -2019-06-05T14:53 [INFO] SerialStructure.loadStructure : OK ! (SerialStructure.java:71) -2019-06-05T14:53 [INFO] PARSE : memusage init = (ParallelLoader.java:112) -2019-06-05T14:53 [INFO][MEMORY] 227,095 (ParallelLoader.java:114) -2019-06-05T14:53 [INFO] Loader : nombre de résulta \ No newline at end of file -- cgit v1.2.3