123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937 |
- /*
- * Copyright (c) 2015-2021, Yann Collet, Facebook, Inc.
- * All rights reserved.
- *
- * This source code is licensed under both the BSD-style license (found in the
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
- * in the COPYING file in the root directory of this source tree).
- * You may select, at your option, one of the above-listed licenses.
- */
- /*_************************************
- * Includes
- **************************************/
- #include "util.h" /* Compiler options, UTIL_GetFileSize */
- #include <stdlib.h> /* malloc */
- #include <stdio.h> /* fprintf, fopen, ftello64 */
- #include <assert.h>
- #include "timefn.h" /* UTIL_clockSpanNano, UTIL_getTime */
- #include "mem.h" /* U32 */
- #ifndef ZSTD_DLL_IMPORT
- #include "zstd_internal.h" /* ZSTD_decodeSeqHeaders, ZSTD_blockHeaderSize, ZSTD_getcBlockSize, blockType_e, KB, MB */
- #include "decompress/zstd_decompress_internal.h" /* ZSTD_DCtx struct */
- #else
- #define KB *(1 <<10)
- #define MB *(1 <<20)
- #define GB *(1U<<30)
- typedef enum { bt_raw, bt_rle, bt_compressed, bt_reserved } blockType_e;
- #endif
- #define ZSTD_STATIC_LINKING_ONLY /* ZSTD_compressBegin, ZSTD_compressContinue, etc. */
- #include "zstd.h" /* ZSTD_versionString */
- #include "util.h" /* time functions */
- #include "datagen.h"
- #include "benchfn.h" /* CustomBench */
- #include "benchzstd.h" /* MB_UNIT */
- /*_************************************
- * Constants
- **************************************/
- #define PROGRAM_DESCRIPTION "Zstandard speed analyzer"
- #define AUTHOR "Yann Collet"
- #define WELCOME_MESSAGE "*** %s %s %i-bits, by %s (%s) ***\n", PROGRAM_DESCRIPTION, ZSTD_versionString(), (int)(sizeof(void*)*8), AUTHOR, __DATE__
- #define NBLOOPS 6
- #define TIMELOOP_S 2
- #define MAX_MEM (1984 MB)
- #define DEFAULT_CLEVEL 1
- #define COMPRESSIBILITY_DEFAULT 0.50
- static const size_t kSampleSizeDefault = 10000000;
- #define TIMELOOP_NANOSEC (1*1000000000ULL) /* 1 second */
- /*_************************************
- * Macros
- **************************************/
- #define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
- #define CONTROL(c) { if (!(c)) { abort(); } } /* like assert(), but cannot be disabled */
- /*_************************************
- * Benchmark Parameters
- **************************************/
- static unsigned g_nbIterations = NBLOOPS;
- /*_*******************************************************
- * Private functions
- *********************************************************/
- static size_t BMK_findMaxMem(U64 requiredMem)
- {
- size_t const step = 64 MB;
- void* testmem = NULL;
- requiredMem = (((requiredMem >> 26) + 1) << 26);
- if (requiredMem > MAX_MEM) requiredMem = MAX_MEM;
- requiredMem += step;
- do {
- testmem = malloc ((size_t)requiredMem);
- requiredMem -= step;
- } while (!testmem);
- free (testmem);
- return (size_t) requiredMem;
- }
- /*_*******************************************************
- * Benchmark wrappers
- *********************************************************/
- static ZSTD_CCtx* g_zcc = NULL;
- static size_t
- local_ZSTD_compress(const void* src, size_t srcSize,
- void* dst, size_t dstSize,
- void* payload)
- {
- ZSTD_parameters p;
- ZSTD_frameParameters f = { 1 /* contentSizeHeader*/, 0, 0 };
- p.fParams = f;
- p.cParams = *(ZSTD_compressionParameters*)payload;
- return ZSTD_compress_advanced (g_zcc, dst, dstSize, src, srcSize, NULL ,0, p);
- //return ZSTD_compress(dst, dstSize, src, srcSize, cLevel);
- }
- static size_t g_cSize = 0;
- static size_t local_ZSTD_decompress(const void* src, size_t srcSize,
- void* dst, size_t dstSize,
- void* buff2)
- {
- (void)src; (void)srcSize;
- return ZSTD_decompress(dst, dstSize, buff2, g_cSize);
- }
- static ZSTD_DCtx* g_zdc = NULL;
- #ifndef ZSTD_DLL_IMPORT
- extern size_t ZSTD_decodeLiteralsBlock(ZSTD_DCtx* ctx, const void* src, size_t srcSize);
- static size_t local_ZSTD_decodeLiteralsBlock(const void* src, size_t srcSize, void* dst, size_t dstSize, void* buff2)
- {
- (void)src; (void)srcSize; (void)dst; (void)dstSize;
- return ZSTD_decodeLiteralsBlock(g_zdc, buff2, g_cSize);
- }
- static size_t local_ZSTD_decodeSeqHeaders(const void* src, size_t srcSize, void* dst, size_t dstSize, void* buff2)
- {
- int nbSeq;
- (void)src; (void)srcSize; (void)dst; (void)dstSize;
- return ZSTD_decodeSeqHeaders(g_zdc, &nbSeq, buff2, g_cSize);
- }
- FORCE_NOINLINE size_t ZSTD_decodeLiteralsHeader(ZSTD_DCtx* dctx, void const* src, size_t srcSize)
- {
- RETURN_ERROR_IF(srcSize < MIN_CBLOCK_SIZE, corruption_detected, "");
- {
- BYTE const* istart = (BYTE const*)src;
- symbolEncodingType_e const litEncType = (symbolEncodingType_e)(istart[0] & 3);
- if (litEncType == set_compressed) {
- RETURN_ERROR_IF(srcSize < 5, corruption_detected, "srcSize >= MIN_CBLOCK_SIZE == 3; here we need up to 5 for case 3");
- {
- size_t lhSize, litSize, litCSize;
- U32 const lhlCode = (istart[0] >> 2) & 3;
- U32 const lhc = MEM_readLE32(istart);
- switch(lhlCode)
- {
- case 0: case 1: default: /* note : default is impossible, since lhlCode into [0..3] */
- /* 2 - 2 - 10 - 10 */
- lhSize = 3;
- litSize = (lhc >> 4) & 0x3FF;
- litCSize = (lhc >> 14) & 0x3FF;
- break;
- case 2:
- /* 2 - 2 - 14 - 14 */
- lhSize = 4;
- litSize = (lhc >> 4) & 0x3FFF;
- litCSize = lhc >> 18;
- break;
- case 3:
- /* 2 - 2 - 18 - 18 */
- lhSize = 5;
- litSize = (lhc >> 4) & 0x3FFFF;
- litCSize = (lhc >> 22) + ((size_t)istart[4] << 10);
- break;
- }
- RETURN_ERROR_IF(litSize > ZSTD_BLOCKSIZE_MAX, corruption_detected, "");
- RETURN_ERROR_IF(litCSize + lhSize > srcSize, corruption_detected, "");
- #ifndef HUF_FORCE_DECOMPRESS_X2
- return HUF_readDTableX1_wksp_bmi2(
- dctx->entropy.hufTable,
- istart+lhSize, litCSize,
- dctx->workspace, sizeof(dctx->workspace),
- dctx->bmi2);
- #else
- return HUF_readDTableX2_wksp(
- dctx->entropy.hufTable,
- istart+lhSize, litCSize,
- dctx->workspace, sizeof(dctx->workspace));
- #endif
- }
- }
- }
- return 0;
- }
- static size_t local_ZSTD_decodeLiteralsHeader(const void* src, size_t srcSize, void* dst, size_t dstSize, void* buff2)
- {
- (void)dst, (void)dstSize, (void)src, (void)srcSize;
- return ZSTD_decodeLiteralsHeader(g_zdc, buff2, g_cSize);
- }
- #endif
- static ZSTD_CStream* g_cstream= NULL;
- static size_t
- local_ZSTD_compressStream(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_outBuffer buffOut;
- ZSTD_inBuffer buffIn;
- ZSTD_parameters p;
- ZSTD_frameParameters f = {1 /* contentSizeHeader*/, 0, 0};
- p.fParams = f;
- p.cParams = *(ZSTD_compressionParameters*)payload;
- ZSTD_initCStream_advanced(g_cstream, NULL, 0, p, ZSTD_CONTENTSIZE_UNKNOWN);
- buffOut.dst = dst;
- buffOut.size = dstCapacity;
- buffOut.pos = 0;
- buffIn.src = src;
- buffIn.size = srcSize;
- buffIn.pos = 0;
- ZSTD_compressStream(g_cstream, &buffOut, &buffIn);
- ZSTD_endStream(g_cstream, &buffOut);
- return buffOut.pos;
- }
- static size_t
- local_ZSTD_compressStream_freshCCtx(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_CCtx* const cctx = ZSTD_createCCtx();
- size_t r;
- assert(cctx != NULL);
- r = local_ZSTD_compressStream(src, srcSize, dst, dstCapacity, payload);
- ZSTD_freeCCtx(cctx);
- return r;
- }
- static size_t
- local_ZSTD_compress2(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- (void)payload;
- return ZSTD_compress2(g_cstream, dst, dstCapacity, src, srcSize);
- }
- static size_t
- local_ZSTD_compressStream2_end(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_outBuffer buffOut;
- ZSTD_inBuffer buffIn;
- (void)payload;
- buffOut.dst = dst;
- buffOut.size = dstCapacity;
- buffOut.pos = 0;
- buffIn.src = src;
- buffIn.size = srcSize;
- buffIn.pos = 0;
- ZSTD_compressStream2(g_cstream, &buffOut, &buffIn, ZSTD_e_end);
- return buffOut.pos;
- }
- static size_t
- local_ZSTD_compressStream2_continue(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_outBuffer buffOut;
- ZSTD_inBuffer buffIn;
- (void)payload;
- buffOut.dst = dst;
- buffOut.size = dstCapacity;
- buffOut.pos = 0;
- buffIn.src = src;
- buffIn.size = srcSize;
- buffIn.pos = 0;
- ZSTD_compressStream2(g_cstream, &buffOut, &buffIn, ZSTD_e_continue);
- ZSTD_compressStream2(g_cstream, &buffOut, &buffIn, ZSTD_e_end);
- return buffOut.pos;
- }
- static size_t
- local_ZSTD_compress_generic_T2_end(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- (void)payload;
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_nbWorkers, 2);
- return ZSTD_compress2(g_cstream, dst, dstCapacity, src, srcSize);
- }
- static size_t
- local_ZSTD_compress_generic_T2_continue(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_outBuffer buffOut;
- ZSTD_inBuffer buffIn;
- (void)payload;
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_nbWorkers, 2);
- buffOut.dst = dst;
- buffOut.size = dstCapacity;
- buffOut.pos = 0;
- buffIn.src = src;
- buffIn.size = srcSize;
- buffIn.pos = 0;
- ZSTD_compressStream2(g_cstream, &buffOut, &buffIn, ZSTD_e_continue);
- while(ZSTD_compressStream2(g_cstream, &buffOut, &buffIn, ZSTD_e_end)) {}
- return buffOut.pos;
- }
- static ZSTD_DStream* g_dstream= NULL;
- static size_t
- local_ZSTD_decompressStream(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* buff2)
- {
- ZSTD_outBuffer buffOut;
- ZSTD_inBuffer buffIn;
- (void)src; (void)srcSize;
- ZSTD_initDStream(g_dstream);
- buffOut.dst = dst;
- buffOut.size = dstCapacity;
- buffOut.pos = 0;
- buffIn.src = buff2;
- buffIn.size = g_cSize;
- buffIn.pos = 0;
- ZSTD_decompressStream(g_dstream, &buffOut, &buffIn);
- return buffOut.pos;
- }
- #ifndef ZSTD_DLL_IMPORT
- static size_t local_ZSTD_compressContinue(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- ZSTD_parameters p;
- ZSTD_frameParameters f = { 1 /* contentSizeHeader*/, 0, 0 };
- p.fParams = f;
- p.cParams = *(ZSTD_compressionParameters*)payload;
- ZSTD_compressBegin_advanced(g_zcc, NULL, 0, p, srcSize);
- return ZSTD_compressEnd(g_zcc, dst, dstCapacity, src, srcSize);
- }
- #define FIRST_BLOCK_SIZE 8
- static size_t
- local_ZSTD_compressContinue_extDict(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* payload)
- {
- BYTE firstBlockBuf[FIRST_BLOCK_SIZE];
- ZSTD_parameters p;
- ZSTD_frameParameters const f = { 1, 0, 0 };
- p.fParams = f;
- p.cParams = *(ZSTD_compressionParameters*)payload;
- ZSTD_compressBegin_advanced(g_zcc, NULL, 0, p, srcSize);
- memcpy(firstBlockBuf, src, FIRST_BLOCK_SIZE);
- { size_t const compressResult = ZSTD_compressContinue(g_zcc,
- dst, dstCapacity,
- firstBlockBuf, FIRST_BLOCK_SIZE);
- if (ZSTD_isError(compressResult)) {
- DISPLAY("local_ZSTD_compressContinue_extDict error : %s\n",
- ZSTD_getErrorName(compressResult));
- return compressResult;
- }
- dst = (BYTE*)dst + compressResult;
- dstCapacity -= compressResult;
- }
- return ZSTD_compressEnd(g_zcc, dst, dstCapacity,
- (const BYTE*)src + FIRST_BLOCK_SIZE,
- srcSize - FIRST_BLOCK_SIZE);
- }
- static size_t local_ZSTD_decompressContinue(const void* src, size_t srcSize,
- void* dst, size_t dstCapacity,
- void* buff2)
- {
- size_t regeneratedSize = 0;
- const BYTE* ip = (const BYTE*)buff2;
- const BYTE* const iend = ip + g_cSize;
- BYTE* op = (BYTE*)dst;
- size_t remainingCapacity = dstCapacity;
- (void)src; (void)srcSize; /* unused */
- ZSTD_decompressBegin(g_zdc);
- while (ip < iend) {
- size_t const iSize = ZSTD_nextSrcSizeToDecompress(g_zdc);
- size_t const decodedSize = ZSTD_decompressContinue(g_zdc, op, remainingCapacity, ip, iSize);
- ip += iSize;
- regeneratedSize += decodedSize;
- op += decodedSize;
- remainingCapacity -= decodedSize;
- }
- return regeneratedSize;
- }
- #endif
- /*_*******************************************************
- * Bench functions
- *********************************************************/
- static int benchMem(unsigned benchNb,
- const void* src, size_t srcSize,
- int cLevel, ZSTD_compressionParameters cparams)
- {
- size_t dstBuffSize = ZSTD_compressBound(srcSize);
- BYTE* dstBuff;
- void* dstBuff2;
- void* payload;
- const char* benchName;
- BMK_benchFn_t benchFunction;
- int errorcode = 0;
- /* Selection */
- switch(benchNb)
- {
- case 1:
- benchFunction = local_ZSTD_compress; benchName = "compress";
- break;
- case 2:
- benchFunction = local_ZSTD_decompress; benchName = "decompress";
- break;
- #ifndef ZSTD_DLL_IMPORT
- case 11:
- benchFunction = local_ZSTD_compressContinue; benchName = "compressContinue";
- break;
- case 12:
- benchFunction = local_ZSTD_compressContinue_extDict; benchName = "compressContinue_extDict";
- break;
- case 13:
- benchFunction = local_ZSTD_decompressContinue; benchName = "decompressContinue";
- break;
- case 30:
- benchFunction = local_ZSTD_decodeLiteralsHeader; benchName = "decodeLiteralsHeader";
- break;
- case 31:
- benchFunction = local_ZSTD_decodeLiteralsBlock; benchName = "decodeLiteralsBlock";
- break;
- case 32:
- benchFunction = local_ZSTD_decodeSeqHeaders; benchName = "decodeSeqHeaders";
- break;
- #endif
- case 41:
- benchFunction = local_ZSTD_compressStream; benchName = "compressStream";
- break;
- case 42:
- benchFunction = local_ZSTD_decompressStream; benchName = "decompressStream";
- break;
- case 43:
- benchFunction = local_ZSTD_compressStream_freshCCtx; benchName = "compressStream_freshCCtx";
- break;
- case 50:
- benchFunction = local_ZSTD_compress2; benchName = "compress2";
- break;
- case 51:
- benchFunction = local_ZSTD_compressStream2_end; benchName = "compressStream2, end";
- break;
- case 52:
- benchFunction = local_ZSTD_compressStream2_end; benchName = "compressStream2, end & short";
- break;
- case 53:
- benchFunction = local_ZSTD_compressStream2_continue; benchName = "compressStream2, continue";
- break;
- case 61:
- benchFunction = local_ZSTD_compress_generic_T2_continue; benchName = "compress_generic, -T2, continue";
- break;
- case 62:
- benchFunction = local_ZSTD_compress_generic_T2_end; benchName = "compress_generic, -T2, end";
- break;
- default :
- return 0;
- }
- /* Allocation */
- dstBuff = (BYTE*)malloc(dstBuffSize);
- dstBuff2 = malloc(dstBuffSize);
- if ((!dstBuff) || (!dstBuff2)) {
- DISPLAY("\nError: not enough memory!\n");
- free(dstBuff); free(dstBuff2);
- return 12;
- }
- payload = dstBuff2;
- if (g_zcc==NULL) g_zcc = ZSTD_createCCtx();
- if (g_zdc==NULL) g_zdc = ZSTD_createDCtx();
- if (g_cstream==NULL) g_cstream = ZSTD_createCStream();
- if (g_dstream==NULL) g_dstream = ZSTD_createDStream();
- /* DISPLAY("params: cLevel %d, wlog %d hlog %d clog %d slog %d mml %d tlen %d strat %d \n",
- cLevel, cparams->windowLog, cparams->hashLog, cparams->chainLog, cparams->searchLog,
- cparams->minMatch, cparams->targetLength, cparams->strategy); */
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_compressionLevel, cLevel);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_windowLog, (int)cparams.windowLog);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_hashLog, (int)cparams.hashLog);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_chainLog, (int)cparams.chainLog);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_searchLog, (int)cparams.searchLog);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_minMatch, (int)cparams.minMatch);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_targetLength, (int)cparams.targetLength);
- ZSTD_CCtx_setParameter(g_zcc, ZSTD_c_strategy, cparams.strategy);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_compressionLevel, cLevel);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_windowLog, (int)cparams.windowLog);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_hashLog, (int)cparams.hashLog);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_chainLog, (int)cparams.chainLog);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_searchLog, (int)cparams.searchLog);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_minMatch, (int)cparams.minMatch);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_targetLength, (int)cparams.targetLength);
- ZSTD_CCtx_setParameter(g_cstream, ZSTD_c_strategy, cparams.strategy);
- /* Preparation */
- switch(benchNb)
- {
- case 1:
- payload = &cparams;
- break;
- case 2:
- g_cSize = ZSTD_compress(dstBuff2, dstBuffSize, src, srcSize, cLevel);
- break;
- #ifndef ZSTD_DLL_IMPORT
- case 11:
- payload = &cparams;
- break;
- case 12:
- payload = &cparams;
- break;
- case 13 :
- g_cSize = ZSTD_compress(dstBuff2, dstBuffSize, src, srcSize, cLevel);
- break;
- case 30: /* ZSTD_decodeLiteralsHeader */
- /* fall-through */
- case 31: /* ZSTD_decodeLiteralsBlock : starts literals block in dstBuff2 */
- { size_t frameHeaderSize;
- g_cSize = ZSTD_compress(dstBuff, dstBuffSize, src, srcSize, cLevel);
- frameHeaderSize = ZSTD_frameHeaderSize(dstBuff, ZSTD_FRAMEHEADERSIZE_PREFIX(ZSTD_f_zstd1));
- CONTROL(!ZSTD_isError(frameHeaderSize));
- /* check block is compressible, hence contains a literals section */
- { blockProperties_t bp;
- ZSTD_getcBlockSize(dstBuff+frameHeaderSize, dstBuffSize, &bp); /* Get 1st block type */
- if (bp.blockType != bt_compressed) {
- DISPLAY("ZSTD_decodeLiteralsBlock : impossible to test on this sample (not compressible)\n");
- goto _cleanOut;
- } }
- { size_t const skippedSize = frameHeaderSize + ZSTD_blockHeaderSize;
- memcpy(dstBuff2, dstBuff+skippedSize, g_cSize-skippedSize);
- }
- srcSize = srcSize > 128 KB ? 128 KB : srcSize; /* speed relative to block */
- ZSTD_decompressBegin(g_zdc);
- break;
- }
- case 32: /* ZSTD_decodeSeqHeaders */
- { blockProperties_t bp;
- const BYTE* ip = dstBuff;
- const BYTE* iend;
- { size_t const cSize = ZSTD_compress(dstBuff, dstBuffSize, src, srcSize, cLevel);
- CONTROL(cSize > ZSTD_FRAMEHEADERSIZE_PREFIX(ZSTD_f_zstd1));
- }
- /* Skip frame Header */
- { size_t const frameHeaderSize = ZSTD_frameHeaderSize(dstBuff, ZSTD_FRAMEHEADERSIZE_PREFIX(ZSTD_f_zstd1));
- CONTROL(!ZSTD_isError(frameHeaderSize));
- ip += frameHeaderSize;
- }
- /* Find end of block */
- { size_t const cBlockSize = ZSTD_getcBlockSize(ip, dstBuffSize, &bp); /* Get 1st block type */
- if (bp.blockType != bt_compressed) {
- DISPLAY("ZSTD_decodeSeqHeaders : impossible to test on this sample (not compressible)\n");
- goto _cleanOut;
- }
- iend = ip + ZSTD_blockHeaderSize + cBlockSize; /* End of first block */
- }
- ip += ZSTD_blockHeaderSize; /* skip block header */
- ZSTD_decompressBegin(g_zdc);
- CONTROL(iend > ip);
- ip += ZSTD_decodeLiteralsBlock(g_zdc, ip, (size_t)(iend-ip)); /* skip literal segment */
- g_cSize = (size_t)(iend-ip);
- memcpy(dstBuff2, ip, g_cSize); /* copy rest of block (it starts by SeqHeader) */
- srcSize = srcSize > 128 KB ? 128 KB : srcSize; /* speed relative to block */
- break;
- }
- #else
- case 31:
- goto _cleanOut;
- #endif
- case 41 :
- payload = &cparams;
- break;
- case 42 :
- g_cSize = ZSTD_compress(payload, dstBuffSize, src, srcSize, cLevel);
- break;
- case 43 :
- payload = &cparams;
- break;
- case 52 :
- /* compressStream2, short dstCapacity */
- dstBuffSize--;
- break;
- /* test functions */
- /* convention: test functions have ID > 100 */
- default : ;
- }
- /* warming up dstBuff */
- { size_t i; for (i=0; i<dstBuffSize; i++) dstBuff[i]=(BYTE)i; }
- /* benchmark loop */
- { BMK_timedFnState_t* const tfs = BMK_createTimedFnState(g_nbIterations * 1000, 1000);
- void* const avoidStrictAliasingPtr = &dstBuff;
- BMK_benchParams_t bp;
- BMK_runTime_t bestResult;
- bestResult.sumOfReturn = 0;
- bestResult.nanoSecPerRun = (double)TIMELOOP_NANOSEC * 2000000000; /* hopefully large enough : must be larger than any potential measurement */
- CONTROL(tfs != NULL);
- bp.benchFn = benchFunction;
- bp.benchPayload = payload;
- bp.initFn = NULL;
- bp.initPayload = NULL;
- bp.errorFn = ZSTD_isError;
- bp.blockCount = 1;
- bp.srcBuffers = &src;
- bp.srcSizes = &srcSize;
- bp.dstBuffers = (void* const*) avoidStrictAliasingPtr; /* circumvent strict aliasing warning on gcc-8,
- * because gcc considers that `void* const *` and `void**` are 2 different types */
- bp.dstCapacities = &dstBuffSize;
- bp.blockResults = NULL;
- for (;;) {
- BMK_runOutcome_t const bOutcome = BMK_benchTimedFn(tfs, bp);
- if (!BMK_isSuccessful_runOutcome(bOutcome)) {
- DISPLAY("ERROR benchmarking function ! ! \n");
- errorcode = 1;
- goto _cleanOut;
- }
- { BMK_runTime_t const newResult = BMK_extract_runTime(bOutcome);
- if (newResult.nanoSecPerRun < bestResult.nanoSecPerRun )
- bestResult.nanoSecPerRun = newResult.nanoSecPerRun;
- DISPLAY("\r%2u#%-29.29s:%8.1f MB/s (%8u) ",
- benchNb, benchName,
- (double)srcSize * TIMELOOP_NANOSEC / bestResult.nanoSecPerRun / MB_UNIT,
- (unsigned)newResult.sumOfReturn );
- }
- if ( BMK_isCompleted_TimedFn(tfs) ) break;
- }
- BMK_freeTimedFnState(tfs);
- }
- DISPLAY("\n");
- _cleanOut:
- free(dstBuff);
- free(dstBuff2);
- ZSTD_freeCCtx(g_zcc); g_zcc=NULL;
- ZSTD_freeDCtx(g_zdc); g_zdc=NULL;
- ZSTD_freeCStream(g_cstream); g_cstream=NULL;
- ZSTD_freeDStream(g_dstream); g_dstream=NULL;
- return errorcode;
- }
- static int benchSample(U32 benchNb,
- size_t benchedSize, double compressibility,
- int cLevel, ZSTD_compressionParameters cparams)
- {
- /* Allocation */
- void* const origBuff = malloc(benchedSize);
- if (!origBuff) { DISPLAY("\nError: not enough memory!\n"); return 12; }
- /* Fill buffer */
- RDG_genBuffer(origBuff, benchedSize, compressibility, 0.0, 0);
- /* bench */
- DISPLAY("\r%70s\r", "");
- DISPLAY(" Sample %u bytes : \n", (unsigned)benchedSize);
- if (benchNb) {
- benchMem(benchNb, origBuff, benchedSize, cLevel, cparams);
- } else { /* 0 == run all tests */
- for (benchNb=0; benchNb<100; benchNb++) {
- benchMem(benchNb, origBuff, benchedSize, cLevel, cparams);
- } }
- free(origBuff);
- return 0;
- }
- static int benchFiles(U32 benchNb,
- const char** fileNamesTable, const int nbFiles,
- int cLevel, ZSTD_compressionParameters cparams)
- {
- /* Loop for each file */
- int fileIdx;
- for (fileIdx=0; fileIdx<nbFiles; fileIdx++) {
- const char* const inFileName = fileNamesTable[fileIdx];
- FILE* const inFile = fopen( inFileName, "rb" );
- size_t benchedSize;
- /* Check file existence */
- if (inFile==NULL) { DISPLAY( "Pb opening %s\n", inFileName); return 11; }
- /* Memory allocation & restrictions */
- { U64 const inFileSize = UTIL_getFileSize(inFileName);
- if (inFileSize == UTIL_FILESIZE_UNKNOWN) {
- DISPLAY( "Cannot measure size of %s\n", inFileName);
- fclose(inFile);
- return 11;
- }
- benchedSize = BMK_findMaxMem(inFileSize*3) / 3;
- if ((U64)benchedSize > inFileSize)
- benchedSize = (size_t)inFileSize;
- if ((U64)benchedSize < inFileSize) {
- DISPLAY("Not enough memory for '%s' full size; testing %u MB only... \n",
- inFileName, (unsigned)(benchedSize>>20));
- } }
- /* Alloc */
- { void* const origBuff = malloc(benchedSize);
- if (!origBuff) { DISPLAY("\nError: not enough memory!\n"); fclose(inFile); return 12; }
- /* Fill input buffer */
- DISPLAY("Loading %s... \r", inFileName);
- { size_t const readSize = fread(origBuff, 1, benchedSize, inFile);
- fclose(inFile);
- if (readSize != benchedSize) {
- DISPLAY("\nError: problem reading file '%s' !! \n", inFileName);
- free(origBuff);
- return 13;
- } }
- /* bench */
- DISPLAY("\r%70s\r", ""); /* blank line */
- DISPLAY(" %s : \n", inFileName);
- if (benchNb) {
- benchMem(benchNb, origBuff, benchedSize, cLevel, cparams);
- } else {
- for (benchNb=0; benchNb<100; benchNb++) {
- benchMem(benchNb, origBuff, benchedSize, cLevel, cparams);
- } }
- free(origBuff);
- } }
- return 0;
- }
- /*_*******************************************************
- * Argument Parsing
- *********************************************************/
- #define ERROR_OUT(msg) { DISPLAY("%s \n", msg); exit(1); }
- static unsigned readU32FromChar(const char** stringPtr)
- {
- const char errorMsg[] = "error: numeric value too large";
- unsigned result = 0;
- while ((**stringPtr >='0') && (**stringPtr <='9')) {
- unsigned const max = (((unsigned)(-1)) / 10) - 1;
- if (result > max) ERROR_OUT(errorMsg);
- result *= 10;
- result += (unsigned)(**stringPtr - '0');
- (*stringPtr)++ ;
- }
- if ((**stringPtr=='K') || (**stringPtr=='M')) {
- unsigned const maxK = ((unsigned)(-1)) >> 10;
- if (result > maxK) ERROR_OUT(errorMsg);
- result <<= 10;
- if (**stringPtr=='M') {
- if (result > maxK) ERROR_OUT(errorMsg);
- result <<= 10;
- }
- (*stringPtr)++; /* skip `K` or `M` */
- if (**stringPtr=='i') (*stringPtr)++;
- if (**stringPtr=='B') (*stringPtr)++;
- }
- return result;
- }
- static int longCommandWArg(const char** stringPtr, const char* longCommand)
- {
- size_t const comSize = strlen(longCommand);
- int const result = !strncmp(*stringPtr, longCommand, comSize);
- if (result) *stringPtr += comSize;
- return result;
- }
- /*_*******************************************************
- * Command line
- *********************************************************/
- static int usage(const char* exename)
- {
- DISPLAY( "Usage :\n");
- DISPLAY( " %s [arg] file1 file2 ... fileX\n", exename);
- DISPLAY( "Arguments :\n");
- DISPLAY( " -H/-h : Help (this text + advanced options)\n");
- return 0;
- }
- static int usage_advanced(const char* exename)
- {
- usage(exename);
- DISPLAY( "\nAdvanced options :\n");
- DISPLAY( " -b# : test only function # \n");
- DISPLAY( " -l# : benchmark functions at that compression level (default : %i)\n", DEFAULT_CLEVEL);
- DISPLAY( "--zstd= : custom parameter selection. Format same as zstdcli \n");
- DISPLAY( " -P# : sample compressibility (default : %.1f%%)\n", COMPRESSIBILITY_DEFAULT * 100);
- DISPLAY( " -B# : sample size (default : %u)\n", (unsigned)kSampleSizeDefault);
- DISPLAY( " -i# : iteration loops [1-9](default : %i)\n", NBLOOPS);
- return 0;
- }
- static int badusage(const char* exename)
- {
- DISPLAY("Wrong parameters\n");
- usage(exename);
- return 1;
- }
- int main(int argc, const char** argv)
- {
- int argNb, filenamesStart=0, result;
- const char* const exename = argv[0];
- const char* input_filename = NULL;
- U32 benchNb = 0, main_pause = 0;
- int cLevel = DEFAULT_CLEVEL;
- ZSTD_compressionParameters cparams = ZSTD_getCParams(cLevel, 0, 0);
- size_t sampleSize = kSampleSizeDefault;
- double compressibility = COMPRESSIBILITY_DEFAULT;
- DISPLAY(WELCOME_MESSAGE);
- if (argc<1) return badusage(exename);
- for (argNb=1; argNb<argc; argNb++) {
- const char* argument = argv[argNb];
- CONTROL(argument != NULL);
- if (longCommandWArg(&argument, "--zstd=")) {
- for ( ; ;) {
- if (longCommandWArg(&argument, "windowLog=") || longCommandWArg(&argument, "wlog=")) { cparams.windowLog = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "chainLog=") || longCommandWArg(&argument, "clog=")) { cparams.chainLog = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "hashLog=") || longCommandWArg(&argument, "hlog=")) { cparams.hashLog = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "searchLog=") || longCommandWArg(&argument, "slog=")) { cparams.searchLog = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "minMatch=") || longCommandWArg(&argument, "mml=")) { cparams.minMatch = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "targetLength=") || longCommandWArg(&argument, "tlen=")) { cparams.targetLength = readU32FromChar(&argument); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "strategy=") || longCommandWArg(&argument, "strat=")) { cparams.strategy = (ZSTD_strategy)(readU32FromChar(&argument)); if (argument[0]==',') { argument++; continue; } else break; }
- if (longCommandWArg(&argument, "level=") || longCommandWArg(&argument, "lvl=")) { cLevel = (int)readU32FromChar(&argument); cparams = ZSTD_getCParams(cLevel, 0, 0); if (argument[0]==',') { argument++; continue; } else break; }
- DISPLAY("invalid compression parameter \n");
- return 1;
- }
- /* check end of string */
- if (argument[0] != 0) {
- DISPLAY("invalid --zstd= format \n");
- return 1;
- } else {
- continue;
- }
- } else if (argument[0]=='-') { /* Commands (note : aggregated commands are allowed) */
- argument++;
- while (argument[0]!=0) {
- switch(argument[0])
- {
- /* Display help on usage */
- case 'h':
- case 'H': return usage_advanced(exename);
- /* Pause at the end (hidden option) */
- case 'p': main_pause = 1; break;
- /* Select specific algorithm to bench */
- case 'b':
- argument++;
- benchNb = readU32FromChar(&argument);
- break;
- /* Select compression level to use */
- case 'l':
- argument++;
- cLevel = (int)readU32FromChar(&argument);
- cparams = ZSTD_getCParams(cLevel, 0, 0);
- break;
- /* Select compressibility of synthetic sample */
- case 'P':
- argument++;
- compressibility = (double)readU32FromChar(&argument) / 100.;
- break;
- /* Select size of synthetic sample */
- case 'B':
- argument++;
- sampleSize = (size_t)readU32FromChar(&argument);
- break;
- /* Modify Nb Iterations */
- case 'i':
- argument++;
- g_nbIterations = readU32FromChar(&argument);
- break;
- /* Unknown command */
- default : return badusage(exename);
- }
- }
- continue;
- }
- /* first provided filename is input */
- if (!input_filename) { input_filename=argument; filenamesStart=argNb; continue; }
- }
- if (filenamesStart==0) /* no input file */
- result = benchSample(benchNb, sampleSize, compressibility, cLevel, cparams);
- else
- result = benchFiles(benchNb, argv+filenamesStart, argc-filenamesStart, cLevel, cparams);
- if (main_pause) { int unused; printf("press enter...\n"); unused = getchar(); (void)unused; }
- return result;
- }
|