From 763c6b985da74078e8683fa83b3f599619deb00d Mon Sep 17 00:00:00 2001 From: n-peugnet Date: Wed, 6 Oct 2021 14:46:38 +0200 Subject: use repo deltacodec for recipe and files this should not only be more efficient in space but also in time drop old Commit and Restore tests that do not use compression --- repo/testdata/repo_8k/00000/chunks/000000000000010 | 88 ---------------------- 1 file changed, 88 deletions(-) delete mode 100644 repo/testdata/repo_8k/00000/chunks/000000000000010 (limited to 'repo/testdata/repo_8k/00000/chunks/000000000000010') diff --git a/repo/testdata/repo_8k/00000/chunks/000000000000010 b/repo/testdata/repo_8k/00000/chunks/000000000000010 deleted file mode 100644 index 97a481a..0000000 --- a/repo/testdata/repo_8k/00000/chunks/000000000000010 +++ /dev/null @@ -1,88 +0,0 @@ -entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.70 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 9,153 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.74 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 14,616 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.42 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 20,072 (Loader.java:117) -2019-06-10T20:34 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:34 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 4.10 millis (Loader.java:116) -2019-06-10T20:34 [INFO][MEMORY] 32,705 (Loader.java:117) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 149,780 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,170 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,367 (Loader.java:138) -2019-06-10T20:34 [INFO] PARSE : FINAL USAGE (Loader.java:136) -2019-06-10T20:34 [INFO][MEMORY] 150,299 (Loader.java:138) -2019-06-10T20:34 [INFO][TIMER] TEMPS TOTAL pris par le parsing: 6.04 s (IndexTreeMessyTest.java:314) -2019-06-10T20:34 [INFO] setUpBeforeAll OK (IndexTreeMessyTest.java:322) -2019-06-10T20:34 [DEBUG] TableHandler.flushAllIndexOnDisk : size = 15 (Table.java:334) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@7d68ef40 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,323 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5b0abc94 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@75c072cb (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,699 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@1f1c7bf6 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 151,748 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25b485ba (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2b546384 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@5d740a0f (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@214b199c (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,260 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@20d3d15a (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,349 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2893de87 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@55ca8de8 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@2c34f934 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@12d3a4e9 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@240237d2 (Table.java:338) -2019-06-10T20:34 [INFO][MEMORY] IndexTreeDic.flushOnDisk 152,861 (IndexTreeDic.java:517) -2019-06-10T20:34 [INFO] Table.flushAllIndexOnDisk : flush de l'arbre !index.indexTree.IndexTreeDic@25a65b77 (Table.java:338) -2019-06-10T20:34 [ERROR] SerialStructure.writeStructure : impossible de sauvegarder la structure du disque. (SerialStructure.java:56) -2019-06-10T20:34 [ERROR] java.nio.HeapByteBuffer (SerialStructure.java:57) -2019-06-10T20:34 [ERROR] SerialStructure.loadStructure : impossible de charger la structure du disque. (SerialStructure.java:73) -2019-06-10T20:34 [ERROR] null (SerialStructure.java:74) -2019-06-10T20:34 [INFO] Lancé (IndexTreeMessyTest.java:366) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 44 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.053 s (IndexTreeMessyTest.java:408) -2019-06-10T20:34 [INFO][TIMER] Temps parcours des résultats: 1.23 millis (IndexTreeMessyTest.java:416) -2019-06-10T20:34 [INFO] Nombre de résultats = 3116 (IndexTreeMessyTest.java:417) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 14 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO][TIMER] Temps total recherche: 0.015 s (IndexTreeMessyTest.java:425) -2019-06-10T20:34 [INFO][TIMER] 1Temps d'acquisition des résultats (chargement du disque de tous les champs): 0.119 s (IndexTreeMessyTest.java:439) -2019-06-10T20:34 [INFO][TIMER] 2Temps d'acquisition des résultats certains champs seulement: 0.045 s (IndexTreeMessyTest.java:449) -2019-06-10T20:34 [INFO] Nombre de résultats = 700 (IndexTreeMessyTest.java:450) -2019-06-10T20:34 [INFO][TIMER] tempsPrisPourRecherchesSurFichiers: 2 millis (IndexTreeDic.java:1164) -2019-06-10T20:34 [INFO] Nombre de résultats (pour 18 exact) = 116 (IndexTreeMessyTest.java:456) -2019-06-10T20:34 [INFO] 40 (HashMapTests.java:27) -2019-06-10T20:34 [INFO][MEMORY] Mem usage début - 82,958 (ParallelLoaderTest.java:56) -2019-06-10T20:49 [ERROR] config.json (No such file or directory) (Database.java:33) -2019-06-10T20:49 [INFO] setUpBeforeAll (IndexTreeMessyTest.java:73) -2019-06-10T20:49 [INFO] Nombre de résultats/entrées parsés INIT : 0 (IndexTreeMessyTest.java:186) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.20 millis (Loader.java:116) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 2.69 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [INFO][MEMORY] 9,820 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.41 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 19,381 (Loader.java:117) -2019-06-10T20:49 [WARNING] Fail to save entry number 0: incorrect data (Loader.java:107) -2019-06-10T20:49 [INFO] Loader : nombre de résultats (local) parsés = 0 temps écoulé = 1.16 millis (Loader.java:116) -2019-06-10T20:49 [INFO][MEMORY] 24,844 (Loader.java:117) -2019-06-10T20:50 [INFO] PARSE : FINAL USAGE (Loader.jav \ No newline at end of file -- cgit v1.2.3