Link/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2025-03-20 07:40:02 +08:00
Code Issues Projects Wiki Activity

fix: need to use zstd's streaming API

Browse Source 
sometimes the size isn't known, if the .zst file was produced via
streaming, so we also need to parse it using streaming
This commit is contained in:
Simon Cruanes 2021-05-06 14:24:38 -04:00
parent 3c6a06f97e
commit e93080baee
1 changed files with 42 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
import-chrome/src/import-chrome.cpp
View File

@ -81,19 +81,52 @@ int main( int argc, char** argv )
exit( 1 );
}
const auto sz = ZSTD_getDecompressedSize( zbuf, zsz );
auto buf = new char[sz];
const auto res = ZSTD_decompress( buf, sz, zbuf, zsz );
munmap( zbuf, zsz );
// use ZSTD streaming API, as size might be unknown (often the case if
// the trace was also compressed on the fly).
ZSTD_DStream* zstd_dec = ZSTD_createDStream();
ZSTD_initDStream(zstd_dec);
struct ZSTD_inBuffer_s zstd_in = {
.src = zbuf, .size = (size_t) zsz, .pos=0,
};
const auto out_size = 1024 * 256;
struct ZSTD_outBuffer_s zstd_out = {
.dst = new char[out_size], .size = (size_t) out_size, .pos=0,
};
// holds the whole decompressed content
std::string content;
// might have to read multiple frames, the size of which might be unknown
size_t total_size = 0;
size_t offset = 0;
while (zstd_in.pos < zstd_in.size) {
size_t res = ZSTD_decompressStream(zstd_dec, &zstd_out, &zstd_in);
if (ZSTD_isError(res))
{
delete[] buf;
fprintf( stderr, "Couldn't decompress input file (%s)!\n", ZSTD_getErrorName( res ) );
exit( 1 );
}
j = json::parse( buf, buf+sz );
delete[] buf;
if (zstd_out.pos > 0) {
// data was read, copy into `content`
total_size += zstd_out.pos;
content.resize(total_size, '\00');
memcpy(&content[offset], zstd_out.dst, zstd_out.pos);
offset += zstd_out.pos;
zstd_out.pos = 0;
}
}
munmap( zbuf, zsz );
ZSTD_freeDStream(zstd_dec);
free(zstd_out.dst);
j = json::parse( content.c_str(), content.c_str() + content.size() );
}
else
{