Something went wrong. Try again.
preliminary results of CAR export vs. STAR-lite
Something went wrong. Try again.
17 kB · 517 lines · Created 2mo ago
JSON
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517{ "targetBytes": 10000000, "totalExportedBytes": { "car": 12686640, "starLite": 10248195 }, "totalGenerationMs": { "car": 92484.11798699852, "starLite": 32229.548572001047 }, "starLiteVsCar": { "sizeRatio": 0.8077942623105882, "sizeSavingsPercent": 19.220573768941186, "timeRatio": 0.3484873865211311 }, "peakRssKb": { "car": 924820, "starLite": 928080 }, "rows": [ { "did": "did:plc:6yc2md4ur6sekrcjdxki6gms", "pdsLabel": "pds", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 845990, "generationAndTransferMs": 19624.06569300033, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 290440, "avgCpuPercent": 31.812403100775043, "diskDataDirKbBefore": 189236, "diskDataDirKbAfter": 189300, "diskDeltaKb": 64 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 4522.471003999934, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 328068, "avgCpuPercent": 31.800000000000033, "diskDataDirKbBefore": 189300, "diskDataDirKbAfter": 189300, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=845990B; keys=1774" }, { "did": "did:plc:qxigwyd4fkrx4ordds2ecnoe", "pdsLabel": "pds", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 847660, "generationAndTransferMs": 13149.53858199995, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 372184, "avgCpuPercent": 31.786434108527214, "diskDataDirKbBefore": 189300, "diskDataDirKbAfter": 189332, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 770.624007999897, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 381504, "avgCpuPercent": 31.699999999999992, "diskDataDirKbBefore": 189332, "diskDataDirKbAfter": 189332, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=847660B; keys=1774" }, { "did": "did:plc:va4whreu5elloee2o2fi5sij", "pdsLabel": "pds", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 845468, "generationAndTransferMs": 3608.396611000411, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 401700, "avgCpuPercent": 31.700000000000006, "diskDataDirKbBefore": 189332, "diskDataDirKbAfter": 189364, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3233.4726419998333, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 423912, "avgCpuPercent": 31.700000000000028, "diskDataDirKbBefore": 189364, "diskDataDirKbAfter": 189364, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=845468B; keys=1774" }, { "did": "did:plc:cz5zd4cuzhat7mtfxpbxhxrx", "pdsLabel": "pds", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 845219, "generationAndTransferMs": 3732.836672999896, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 449368, "avgCpuPercent": 31.7, "diskDataDirKbBefore": 189364, "diskDataDirKbAfter": 189396, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 674.8559110006317, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 457604, "avgCpuPercent": 31.699999999999992, "diskDataDirKbBefore": 189396, "diskDataDirKbAfter": 189396, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=845219B; keys=1774" }, { "did": "did:plc:ufmxvtbjxdlr5e4smrflllsx", "pdsLabel": "pds", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 844344, "generationAndTransferMs": 3686.597306000069, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 485784, "avgCpuPercent": 31.700000000000003, "diskDataDirKbBefore": 189396, "diskDataDirKbAfter": 189428, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 1468.4649099996313, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 495104, "avgCpuPercent": 31.700000000000014, "diskDataDirKbBefore": 189428, "diskDataDirKbAfter": 189428, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=844344B; keys=1774" }, { "did": "did:plc:33dff6knfdnv2quwn7vgj6rh", "pdsLabel": "pds2", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 845101, "generationAndTransferMs": 16799.990180000663, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 545756, "avgCpuPercent": 33.1614457831326, "diskDataDirKbBefore": 194324, "diskDataDirKbAfter": 194356, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3333.6138180000708, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 559672, "avgCpuPercent": 33.09999999999996, "diskDataDirKbBefore": 194356, "diskDataDirKbAfter": 194356, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=845101B; keys=1774" }, { "did": "did:plc:xyy5cdtm2ee7c4j4z3ml6g7z", "pdsLabel": "pds2", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 848401, "generationAndTransferMs": 1953.8680179994553, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 577324, "avgCpuPercent": 33.09999999999999, "diskDataDirKbBefore": 194356, "diskDataDirKbAfter": 194388, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3571.8764660004526, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 589884, "avgCpuPercent": 33.09999999999995, "diskDataDirKbBefore": 194388, "diskDataDirKbAfter": 194388, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=848401B; keys=1774" }, { "did": "did:plc:sip4j3zgpcr5th7m4ogshrzy", "pdsLabel": "pds2", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 844502, "generationAndTransferMs": 5335.492154999636, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 620036, "avgCpuPercent": 33.09999999999994, "diskDataDirKbBefore": 194388, "diskDataDirKbAfter": 194420, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 408.8962700003758, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 622908, "avgCpuPercent": 33.10000000000001, "diskDataDirKbBefore": 194420, "diskDataDirKbAfter": 194420, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=844502B; keys=1774" }, { "did": "did:plc:cmwsxqz7nxew57egnxgo6ld5", "pdsLabel": "pds2", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 844738, "generationAndTransferMs": 3591.794069999829, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 641576, "avgCpuPercent": 33.09999999999995, "diskDataDirKbBefore": 194420, "diskDataDirKbAfter": 194452, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3385.5969969993457, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 656872, "avgCpuPercent": 33.09999999999996, "diskDataDirKbBefore": 194452, "diskDataDirKbAfter": 194452, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=844738B; keys=1774" }, { "did": "did:plc:w7tisvjyzgzmb7ygrdnga5ta", "pdsLabel": "pds2", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 847616, "generationAndTransferMs": 2596.4145059995353, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 685512, "avgCpuPercent": 33.099999999999966, "diskDataDirKbBefore": 194452, "diskDataDirKbAfter": 194484, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3353.0144880004227, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 700544, "avgCpuPercent": 33.09999999999996, "diskDataDirKbBefore": 194484, "diskDataDirKbAfter": 194484, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=847616B; keys=1774" }, { "did": "did:plc:um6zjfd23jao5isridi3dvu2", "pdsLabel": "pds3", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 846842, "generationAndTransferMs": 6721.475758999586, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 848556, "avgCpuPercent": 32.19999999999992, "diskDataDirKbBefore": 322252, "diskDataDirKbAfter": 322284, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 389.5288780005649, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 859156, "avgCpuPercent": 32.199999999999996, "diskDataDirKbBefore": 322284, "diskDataDirKbAfter": 322284, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=846842B; keys=1774" }, { "did": "did:plc:sn2x4lkhygdotaswuykarmkg", "pdsLabel": "pds3", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 842640, "generationAndTransferMs": 7388.205753999762, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 894372, "avgCpuPercent": 32.13333333333333, "diskDataDirKbBefore": 322284, "diskDataDirKbAfter": 322316, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 3482.338433999568, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 895284, "avgCpuPercent": 32.09999999999996, "diskDataDirKbBefore": 322316, "diskDataDirKbAfter": 322316, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=842640B; keys=1774" }, { "did": "did:plc:kbw5blbpk2eyjm7obhezszu2", "pdsLabel": "pds3", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 843113, "generationAndTransferMs": 1513.1196630001068, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 902388, "avgCpuPercent": 32.100000000000016, "diskDataDirKbBefore": 322316, "diskDataDirKbAfter": 322348, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 1768.6676369998604, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 906400, "avgCpuPercent": 32.1, "diskDataDirKbBefore": 322348, "diskDataDirKbAfter": 322348, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=843113B; keys=1774" }, { "did": "did:plc:cip4fpjdraqcnpv5ealdmxa7", "pdsLabel": "pds3", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 849175, "generationAndTransferMs": 1546.6646339995787, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 915984, "avgCpuPercent": 32.100000000000016, "diskDataDirKbBefore": 322348, "diskDataDirKbAfter": 322380, "diskDeltaKb": 32 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 481.59854899998754, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 920244, "avgCpuPercent": 32.10000000000001, "diskDataDirKbBefore": 322380, "diskDataDirKbAfter": 322380, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=849175B; keys=1774" }, { "did": "did:plc:uv23widpoetanwknemai54n4", "pdsLabel": "pds3", "groundTruthPosts": 1774, "car": { "format": "car", "bytes": 845831, "generationAndTransferMs": 1235.6583829997107, "contentType": "application/vnd.ipld.car", "resources": { "peakRssKb": 924820, "avgCpuPercent": 32.100000000000016, "diskDataDirKbBefore": 322380, "diskDataDirKbAfter": 322380, "diskDeltaKb": 0 } }, "starLite": { "format": "star-lite-v0", "bytes": 683213, "generationAndTransferMs": 1384.5285600004718, "contentType": "application/x.microcosm.star-lite", "resources": { "peakRssKb": 928080, "avgCpuPercent": 32.100000000000016, "diskDataDirKbBefore": 322380, "diskDataDirKbAfter": 322380, "diskDeltaKb": 0 } }, "correctnessOk": true, "correctnessDetail": "1774 posts match between formats; star-lite header=223B total=683213B; car=845831B; keys=1774" } ]}