156 lines
5.7 KiB
C
156 lines
5.7 KiB
C
/*
|
|
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
* in the COPYING file in the root directory of this source tree).
|
|
* You may select, at your option, one of the above-listed licenses.
|
|
*/
|
|
|
|
/**
|
|
* This fuzz target performs a zstd round-trip test (compress & decompress) with
|
|
* a dictionary, compares the result with the original, and calls abort() on
|
|
* corruption.
|
|
*/
|
|
|
|
#include <stddef.h>
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include "fuzz_helpers.h"
|
|
#include "zstd_helpers.h"
|
|
#include "fuzz_data_producer.h"
|
|
#include "fuzz_third_party_seq_prod.h"
|
|
|
|
static ZSTD_CCtx *cctx = NULL;
|
|
static ZSTD_DCtx *dctx = NULL;
|
|
|
|
static size_t roundTripTest(void *result, size_t resultCapacity,
|
|
void *compressed, size_t compressedCapacity,
|
|
const void *src, size_t srcSize,
|
|
FUZZ_dataProducer_t *producer)
|
|
{
|
|
ZSTD_dictContentType_e dictContentType = ZSTD_dct_auto;
|
|
FUZZ_dict_t dict = FUZZ_train(src, srcSize, producer);
|
|
int const refPrefix = FUZZ_dataProducer_uint32Range(producer, 0, 1) != 0;
|
|
size_t cSize;
|
|
if (FUZZ_dataProducer_uint32Range(producer, 0, 15) == 0) {
|
|
int const cLevel = FUZZ_dataProducer_int32Range(producer, kMinClevel, kMaxClevel);
|
|
|
|
cSize = ZSTD_compress_usingDict(cctx,
|
|
compressed, compressedCapacity,
|
|
src, srcSize,
|
|
dict.buff, dict.size,
|
|
cLevel);
|
|
FUZZ_ZASSERT(cSize);
|
|
// Compress a second time and check for determinism
|
|
{
|
|
size_t const cSize0 = cSize;
|
|
XXH64_hash_t const hash0 = XXH64(compressed, cSize, 0);
|
|
cSize = ZSTD_compress_usingDict(cctx,
|
|
compressed, compressedCapacity,
|
|
src, srcSize,
|
|
dict.buff, dict.size,
|
|
cLevel);
|
|
FUZZ_ASSERT(cSize == cSize0);
|
|
FUZZ_ASSERT(XXH64(compressed, cSize, 0) == hash0);
|
|
}
|
|
} else {
|
|
size_t remainingBytes;
|
|
dictContentType = FUZZ_dataProducer_uint32Range(producer, 0, 2);
|
|
remainingBytes = FUZZ_dataProducer_remainingBytes(producer);
|
|
FUZZ_setRandomParameters(cctx, srcSize, producer);
|
|
/* Disable checksum so we can use sizes smaller than compress bound. */
|
|
FUZZ_ZASSERT(ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 0));
|
|
if (refPrefix)
|
|
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
cctx, dict.buff, dict.size,
|
|
dictContentType));
|
|
else
|
|
FUZZ_ZASSERT(ZSTD_CCtx_loadDictionary_advanced(
|
|
cctx, dict.buff, dict.size,
|
|
(ZSTD_dictLoadMethod_e)FUZZ_dataProducer_uint32Range(producer, 0, 1),
|
|
dictContentType));
|
|
cSize = ZSTD_compress2(cctx, compressed, compressedCapacity, src, srcSize);
|
|
FUZZ_ZASSERT(cSize);
|
|
// Compress a second time and check for determinism
|
|
{
|
|
size_t const cSize0 = cSize;
|
|
XXH64_hash_t const hash0 = XXH64(compressed, cSize, 0);
|
|
FUZZ_dataProducer_rollBack(producer, remainingBytes);
|
|
FUZZ_setRandomParameters(cctx, srcSize, producer);
|
|
FUZZ_ZASSERT(ZSTD_CCtx_setParameter(cctx, ZSTD_c_checksumFlag, 0));
|
|
if (refPrefix)
|
|
FUZZ_ZASSERT(ZSTD_CCtx_refPrefix_advanced(
|
|
cctx, dict.buff, dict.size,
|
|
dictContentType));
|
|
cSize = ZSTD_compress2(cctx, compressed, compressedCapacity, src, srcSize);
|
|
FUZZ_ASSERT(cSize == cSize0);
|
|
FUZZ_ASSERT(XXH64(compressed, cSize, 0) == hash0);
|
|
}
|
|
}
|
|
if (refPrefix)
|
|
FUZZ_ZASSERT(ZSTD_DCtx_refPrefix_advanced(
|
|
dctx, dict.buff, dict.size,
|
|
dictContentType));
|
|
else
|
|
FUZZ_ZASSERT(ZSTD_DCtx_loadDictionary_advanced(
|
|
dctx, dict.buff, dict.size,
|
|
(ZSTD_dictLoadMethod_e)FUZZ_dataProducer_uint32Range(producer, 0, 1),
|
|
dictContentType));
|
|
{
|
|
size_t const ret = ZSTD_decompressDCtx(
|
|
dctx, result, resultCapacity, compressed, cSize);
|
|
free(dict.buff);
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
int LLVMFuzzerTestOneInput(const uint8_t *src, size_t size)
|
|
{
|
|
FUZZ_SEQ_PROD_SETUP();
|
|
|
|
/* Give a random portion of src data to the producer, to use for
|
|
parameter generation. The rest will be used for (de)compression */
|
|
FUZZ_dataProducer_t *producer = FUZZ_dataProducer_create(src, size);
|
|
size = FUZZ_dataProducer_reserveDataPrefix(producer);
|
|
|
|
size_t const rBufSize = size;
|
|
void* rBuf = FUZZ_malloc(rBufSize);
|
|
size_t cBufSize = ZSTD_compressBound(size);
|
|
void *cBuf;
|
|
/* Half of the time fuzz with a 1 byte smaller output size.
|
|
* This will still succeed because we force the checksum to be disabled,
|
|
* giving us 4 bytes of overhead.
|
|
*/
|
|
cBufSize -= FUZZ_dataProducer_uint32Range(producer, 0, 1);
|
|
cBuf = FUZZ_malloc(cBufSize);
|
|
|
|
if (!cctx) {
|
|
cctx = ZSTD_createCCtx();
|
|
FUZZ_ASSERT(cctx);
|
|
}
|
|
if (!dctx) {
|
|
dctx = ZSTD_createDCtx();
|
|
FUZZ_ASSERT(dctx);
|
|
}
|
|
|
|
{
|
|
size_t const result =
|
|
roundTripTest(rBuf, rBufSize, cBuf, cBufSize, src, size, producer);
|
|
FUZZ_ZASSERT(result);
|
|
FUZZ_ASSERT_MSG(result == size, "Incorrect regenerated size");
|
|
FUZZ_ASSERT_MSG(!FUZZ_memcmp(src, rBuf, size), "Corruption!");
|
|
}
|
|
free(rBuf);
|
|
free(cBuf);
|
|
FUZZ_dataProducer_free(producer);
|
|
#ifndef STATEFUL_FUZZING
|
|
ZSTD_freeCCtx(cctx); cctx = NULL;
|
|
ZSTD_freeDCtx(dctx); dctx = NULL;
|
|
#endif
|
|
FUZZ_SEQ_PROD_TEARDOWN();
|
|
return 0;
|
|
}
|