d4708/opentracker
1
0
Fork 0
mirror of git://erdgeist.org/opentracker synced 2025-03-12 05:31:02 +00:00
Code Issues Projects Releases Wiki Activity

gzip iovecs always end on the boundary and don't need to be fixed

Browse Source
This commit is contained in:
Dirk Engling 2021-04-22 03:03:55 +02:00
parent 1a349bfa43
commit e87978860b
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ot_fullscrape.c
View File

@ -30,7 +30,7 @@
Full scrapes usually are huge and one does not want to Full scrapes usually are huge and one does not want to
allocate more memory. So lets get them in 512k units allocate more memory. So lets get them in 512k units
*/ */
#define OT_SCRAPE_CHUNK_SIZE (512*1024) #define OT_SCRAPE_CHUNK_SIZE (1024*1024)
/* "d8:completei%zde10:downloadedi%zde10:incompletei%zdee" */ /* "d8:completei%zde10:downloadedi%zde10:incompletei%zdee" */
#define OT_SCRAPE_MAXENTRYLEN 256 #define OT_SCRAPE_MAXENTRYLEN 256
@ -220,9 +220,10 @@ static void fullscrape_make_gzip( int *iovec_entries, struct iovec **iovector, o
/* Check if there still is enough buffer left */ /* Check if there still is enough buffer left */
while( !strm.avail_out ) { while( !strm.avail_out ) {
/* Allocate a fresh output buffer at the end of our buffers list */ /* Allocate a fresh output buffer at the end of our buffers list */
r = iovec_fix_increase_or_free( iovec_entries, iovector, strm.next_out, OT_SCRAPE_CHUNK_SIZE ); r = iovec_increase( iovec_entries, iovector, OT_SCRAPE_CHUNK_SIZE );
if( !r ) { if( !r ) {
fprintf( stderr, "Problem with iovec_fix_increase_or_free\n" ); fprintf( stderr, "Problem with iovec_fix_increase_or_free\n" );
iovec_free( iovec_entries, iovector );
deflateEnd(&strm); deflateEnd(&strm);
return mutex_bucket_unlock( bucket, 0 ); return mutex_bucket_unlock( bucket, 0 );
} }