Commit d16f2739 authored by Alexandre Mestiashvili's avatar Alexandre Mestiashvili
Browse files

New upstream version 1.4.3+dfsg

parent 8567a728

CHANGELOG

+6 −0
Original line number Diff line number Diff line 
v1.4.3

bug: Fix Dictionary Compression Ratio Regression by @cyan4973 (#1709)

bug: Fix Buffer Overflow in v0.3 Decompression by @felixhandte (#1722)

build: Add support for IAR C/C++ Compiler for Arm by @joseph0918 (#1705)

misc: Add NULL pointer check in util.c by @leeyoung624 (#1706)



v1.4.2

bug: Fix bug in zstd-0.5 decoder by @terrelln (#1696)

bug: Fix seekable decompression in-memory API by @iburinoc (#1695)

doc/zstd_manual.html

+11 −9
Original line number Diff line number Diff line 
<html>

<head>

<meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1">

<title>zstd 1.4.2 Manual</title>

<title>zstd 1.4.3 Manual</title>

</head>

<body>

<h1>zstd 1.4.2 Manual</h1>

<h1>zstd 1.4.3 Manual</h1>

<hr>

<a name="Contents"></a><h2>Contents</h2>

<ol>
@@ -1557,7 +1557,7 @@ size_t ZSTD_decodingBufferSize_min(unsigned long long windowSize, unsigned long 
<a name="Chapter23"></a><h2>Block level API</h2><pre></pre>



<pre><b></b><p>    Frame metadata cost is typically ~18 bytes, which can be non-negligible for very small blocks (< 100 bytes).

    User will have to take in charge required information to regenerate data, such as compressed and content sizes.

    But users will have to take in charge needed metadata to regenerate data, such as compressed and content sizes.



    A few rules to respect :

    - Compressing and decompressing require a context structure
@@ -1568,12 +1568,14 @@ size_t ZSTD_decodingBufferSize_min(unsigned long long windowSize, unsigned long 
      + copyCCtx() and copyDCtx() can be used too

    - Block size is limited, it must be <= ZSTD_getBlockSize() <= ZSTD_BLOCKSIZE_MAX == 128 KB

      + If input is larger than a block size, it's necessary to split input data into multiple blocks

      + For inputs larger than a single block, really consider using regular ZSTD_compress() instead.

        Frame metadata is not that costly, and quickly becomes negligible as source size grows larger.

    - When a block is considered not compressible enough, ZSTD_compressBlock() result will be zero.

      In which case, nothing is produced into `dst` !

      + User must test for such outcome and deal directly with uncompressed data

      + ZSTD_decompressBlock() doesn't accept uncompressed data as input !!!

      + For inputs larger than a single block, consider using regular ZSTD_compress() instead.

        Frame metadata is not that costly, and quickly becomes negligible as source size grows larger than a block.

    - When a block is considered not compressible enough, ZSTD_compressBlock() result will be 0 (zero) !

      ===> In which case, nothing is produced into `dst` !

      + User __must__ test for such outcome and deal directly with uncompressed data

      + A block cannot be declared incompressible if ZSTD_compressBlock() return value was != 0.

        Doing so would mess up with statistics history, leading to potential data corruption.

      + ZSTD_decompressBlock() _doesn't accept uncompressed data as input_ !!

      + In case of multiple successive blocks, should some of them be uncompressed,

        decoder must be informed of their existence in order to follow proper history.

        Use ZSTD_insertBlock() for such a case.

lib/common/bitstream.h

+4 −0
Original line number Diff line number Diff line
@@ -57,6 +57,8 @@ extern "C" { 
=========================================*/

#if defined(__BMI__) && defined(__GNUC__)

#  include <immintrin.h>   /* support for bextr (experimental) */

#elif defined(__ICCARM__)

#  include <intrinsics.h>

#endif



#define STREAM_ACCUMULATOR_MIN_32  25
@@ -163,6 +165,8 @@ MEM_STATIC unsigned BIT_highbit32 (U32 val) 
        return (unsigned) r;

#   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* Use GCC Intrinsic */

        return 31 - __builtin_clz (val);

#   elif defined(__ICCARM__)    /* IAR Intrinsic */

        return 31 - __CLZ(val);

#   else   /* Software version */

        static const unsigned DeBruijnClz[32] = { 0,  9,  1, 10, 13, 21,  2, 29,

                                                 11, 14, 16, 18, 22, 25,  3, 30,

lib/common/compiler.h

+3 −3
Original line number Diff line number Diff line
@@ -23,7 +23,7 @@ 
#  define INLINE_KEYWORD

#endif



#if defined(__GNUC__)

#if defined(__GNUC__) || defined(__ICCARM__)

#  define FORCE_INLINE_ATTR __attribute__((always_inline))

#elif defined(_MSC_VER)

#  define FORCE_INLINE_ATTR __forceinline
@@ -65,7 +65,7 @@ 
#ifdef _MSC_VER

#  define FORCE_NOINLINE static __declspec(noinline)

#else

#  ifdef __GNUC__

#  if defined(__GNUC__) || defined(__ICCARM__)

#    define FORCE_NOINLINE static __attribute__((__noinline__))

#  else

#    define FORCE_NOINLINE static
@@ -76,7 +76,7 @@ 
#ifndef __has_attribute

  #define __has_attribute(x) 0  /* Compatibility with non-clang compilers. */

#endif

#if defined(__GNUC__)

#if defined(__GNUC__) || defined(__ICCARM__)

#  define TARGET_ATTRIBUTE(target) __attribute__((__target__(target)))

#else

#  define TARGET_ATTRIBUTE(target)

lib/common/mem.h

+1 −1
Original line number Diff line number Diff line
@@ -102,7 +102,7 @@ MEM_STATIC void MEM_check(void) { MEM_STATIC_ASSERT((sizeof(size_t)==4) || (size 
#ifndef MEM_FORCE_MEMORY_ACCESS   /* can be defined externally, on command line for example */

#  if defined(__GNUC__) && ( defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__) || defined(__ARM_ARCH_6T2__) )

#    define MEM_FORCE_MEMORY_ACCESS 2

#  elif defined(__INTEL_COMPILER) || defined(__GNUC__)

#  elif defined(__INTEL_COMPILER) || defined(__GNUC__) || defined(__ICCARM__)

#    define MEM_FORCE_MEMORY_ACCESS 1

#  endif

#endif