You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1220 lines
28 KiB
1220 lines
28 KiB
//========= Copyright © 1996-2007, Valve Corporation, All rights reserved. ============//
|
|
//
|
|
// LZMA Codec.
|
|
//
|
|
// LZMA SDK 4.43 Copyright (c) 1999-2006 Igor Pavlov (2006-05-01)
|
|
// http://www.7-zip.org/
|
|
//
|
|
//=====================================================================================//
|
|
|
|
#include "tier0/platform.h"
|
|
#include "tier0/dbg.h"
|
|
#include "tier1/lzmaDecoder.h"
|
|
|
|
// memdbgon must be the last include file in a .cpp file!!!
|
|
#include "tier0/memdbgon.h"
|
|
|
|
#ifndef _7ZIP_BYTE_DEFINED
|
|
#define _7ZIP_BYTE_DEFINED
|
|
typedef unsigned char Byte;
|
|
#endif
|
|
|
|
#ifndef _7ZIP_UINT16_DEFINED
|
|
#define _7ZIP_UINT16_DEFINED
|
|
typedef unsigned short UInt16;
|
|
#endif
|
|
|
|
#ifndef _7ZIP_UINT32_DEFINED
|
|
#define _7ZIP_UINT32_DEFINED
|
|
#ifdef _LZMA_UINT32_IS_ULONG
|
|
typedef unsigned long UInt32;
|
|
#else
|
|
typedef unsigned int UInt32;
|
|
#endif
|
|
#endif
|
|
|
|
/* #define _LZMA_SYSTEM_SIZE_T */
|
|
/* Use system's size_t. You can use it to enable 64-bit sizes supporting */
|
|
|
|
#ifndef _7ZIP_SIZET_DEFINED
|
|
#define _7ZIP_SIZET_DEFINED
|
|
#ifdef _LZMA_SYSTEM_SIZE_T
|
|
#include <stddef.h>
|
|
typedef size_t SizeT;
|
|
#else
|
|
typedef UInt32 SizeT;
|
|
#endif
|
|
#endif
|
|
|
|
/* #define _LZMA_IN_CB */
|
|
/* Use callback for input data */
|
|
|
|
/* #define _LZMA_OUT_READ */
|
|
/* Use read function for output data */
|
|
|
|
#define _LZMA_PROB32
|
|
/* It can increase speed on some 32-bit CPUs,
|
|
but memory usage will be doubled in that case */
|
|
|
|
/* #define _LZMA_LOC_OPT */
|
|
/* Enable local speed optimizations inside code */
|
|
|
|
#ifdef _LZMA_PROB32
|
|
#define CProb UInt32
|
|
#else
|
|
#define CProb UInt16
|
|
#endif
|
|
|
|
#define LZMA_RESULT_OK 0
|
|
#define LZMA_RESULT_DATA_ERROR 1
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
typedef struct _ILzmaInCallback
|
|
{
|
|
int (*Read)(void *object, const unsigned char **buffer, SizeT *bufferSize);
|
|
} ILzmaInCallback;
|
|
#endif
|
|
|
|
#define LZMA_BASE_SIZE 1846
|
|
#define LZMA_LIT_SIZE 768
|
|
|
|
#define LZMA_PROPERTIES_SIZE 5
|
|
|
|
typedef struct _CLzmaProperties
|
|
{
|
|
int lc;
|
|
int lp;
|
|
int pb;
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 DictionarySize;
|
|
#endif
|
|
}CLzmaProperties;
|
|
|
|
int LzmaDecodeProperties(CLzmaProperties *propsRes, const unsigned char *propsData, int size);
|
|
|
|
#define LzmaGetNumProbs(Properties) (LZMA_BASE_SIZE + (LZMA_LIT_SIZE << ((Properties)->lc + (Properties)->lp)))
|
|
|
|
#define kLzmaNeedInitId (-2)
|
|
|
|
typedef struct _CLzmaDecoderState
|
|
{
|
|
CLzmaProperties Properties;
|
|
CProb *Probs;
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
const unsigned char *Buffer;
|
|
const unsigned char *BufferLim;
|
|
#endif
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
unsigned char *Dictionary;
|
|
UInt32 Range;
|
|
UInt32 Code;
|
|
UInt32 DictionaryPos;
|
|
UInt32 GlobalPos;
|
|
UInt32 DistanceLimit;
|
|
UInt32 Reps[4];
|
|
int State;
|
|
int RemainLen;
|
|
unsigned char TempDictionary[4];
|
|
#endif
|
|
} CLzmaDecoderState;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
#define LzmaDecoderInit(vs) { (vs)->RemainLen = kLzmaNeedInitId; }
|
|
#endif
|
|
|
|
int LzmaDecode(CLzmaDecoderState *vs,
|
|
#ifdef _LZMA_IN_CB
|
|
ILzmaInCallback *inCallback,
|
|
#else
|
|
const unsigned char *inStream, SizeT inSize, SizeT *inSizeProcessed,
|
|
#endif
|
|
unsigned char *outStream, SizeT outSize, SizeT *outSizeProcessed, LZMAReadProgressCallbackFunc_t pCallbackFunc );
|
|
|
|
#define kNumTopBits 24
|
|
#define kTopValue ((UInt32)1 << kNumTopBits)
|
|
|
|
#define kNumBitModelTotalBits 11
|
|
#define kBitModelTotal (1 << kNumBitModelTotalBits)
|
|
#define kNumMoveBits 5
|
|
|
|
#define RC_READ_BYTE (*Buffer++)
|
|
|
|
#define RC_INIT2 Code = 0; Range = 0xFFFFFFFF; \
|
|
{ int i; for(i = 0; i < 5; i++) { RC_TEST; Code = (Code << 8) | RC_READ_BYTE; }}
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
|
|
#define RC_TEST { if (Buffer == BufferLim) \
|
|
{ SizeT size; int result = InCallback->Read(InCallback, &Buffer, &size); if (result != LZMA_RESULT_OK) return result; \
|
|
BufferLim = Buffer + size; if (size == 0) return LZMA_RESULT_DATA_ERROR; }}
|
|
|
|
#define RC_INIT Buffer = BufferLim = 0; RC_INIT2
|
|
|
|
#else
|
|
|
|
#define RC_TEST { if (Buffer == BufferLim) return LZMA_RESULT_DATA_ERROR; }
|
|
|
|
#define RC_INIT(buffer, bufferSize) Buffer = buffer; BufferLim = buffer + bufferSize; RC_INIT2
|
|
|
|
#endif
|
|
|
|
#define RC_NORMALIZE if (Range < kTopValue) { RC_TEST; Range <<= 8; Code = (Code << 8) | RC_READ_BYTE; }
|
|
|
|
#define IfBit0(p) RC_NORMALIZE; bound = (Range >> kNumBitModelTotalBits) * *(p); if (Code < bound)
|
|
#define UpdateBit0(p) Range = bound; *(p) += (kBitModelTotal - *(p)) >> kNumMoveBits;
|
|
#define UpdateBit1(p) Range -= bound; Code -= bound; *(p) -= (*(p)) >> kNumMoveBits;
|
|
|
|
#define RC_GET_BIT2(p, mi, A0, A1) IfBit0(p) \
|
|
{ UpdateBit0(p); mi <<= 1; A0; } else \
|
|
{ UpdateBit1(p); mi = (mi + mi) + 1; A1; }
|
|
|
|
#define RC_GET_BIT(p, mi) RC_GET_BIT2(p, mi, ; , ;)
|
|
|
|
#define RangeDecoderBitTreeDecode(probs, numLevels, res) \
|
|
{ int i = numLevels; res = 1; \
|
|
do { CProb *p = probs + res; RC_GET_BIT(p, res) } while(--i != 0); \
|
|
res -= (1 << numLevels); }
|
|
|
|
|
|
#define kNumPosBitsMax 4
|
|
#define kNumPosStatesMax (1 << kNumPosBitsMax)
|
|
|
|
#define kLenNumLowBits 3
|
|
#define kLenNumLowSymbols (1 << kLenNumLowBits)
|
|
#define kLenNumMidBits 3
|
|
#define kLenNumMidSymbols (1 << kLenNumMidBits)
|
|
#define kLenNumHighBits 8
|
|
#define kLenNumHighSymbols (1 << kLenNumHighBits)
|
|
|
|
#define LenChoice 0
|
|
#define LenChoice2 (LenChoice + 1)
|
|
#define LenLow (LenChoice2 + 1)
|
|
#define LenMid (LenLow + (kNumPosStatesMax << kLenNumLowBits))
|
|
#define LenHigh (LenMid + (kNumPosStatesMax << kLenNumMidBits))
|
|
#define kNumLenProbs (LenHigh + kLenNumHighSymbols)
|
|
|
|
|
|
#define kNumStates 12
|
|
#define kNumLitStates 7
|
|
|
|
#define kStartPosModelIndex 4
|
|
#define kEndPosModelIndex 14
|
|
#define kNumFullDistances (1 << (kEndPosModelIndex >> 1))
|
|
|
|
#define kNumPosSlotBits 6
|
|
#define kNumLenToPosStates 4
|
|
|
|
#define kNumAlignBits 4
|
|
#define kAlignTableSize (1 << kNumAlignBits)
|
|
|
|
#define kMatchMinLen 2
|
|
|
|
#define IsMatch 0
|
|
#define IsRep (IsMatch + (kNumStates << kNumPosBitsMax))
|
|
#define IsRepG0 (IsRep + kNumStates)
|
|
#define IsRepG1 (IsRepG0 + kNumStates)
|
|
#define IsRepG2 (IsRepG1 + kNumStates)
|
|
#define IsRep0Long (IsRepG2 + kNumStates)
|
|
#define PosSlot (IsRep0Long + (kNumStates << kNumPosBitsMax))
|
|
#define SpecPos (PosSlot + (kNumLenToPosStates << kNumPosSlotBits))
|
|
#define Align (SpecPos + kNumFullDistances - kEndPosModelIndex)
|
|
#define LenCoder (Align + kAlignTableSize)
|
|
#define RepLenCoder (LenCoder + kNumLenProbs)
|
|
#define Literal (RepLenCoder + kNumLenProbs)
|
|
|
|
#if Literal != LZMA_BASE_SIZE
|
|
StopCompilingDueBUG
|
|
#endif
|
|
|
|
int LzmaDecodeProperties(CLzmaProperties *propsRes, const unsigned char *propsData, int size)
|
|
{
|
|
unsigned char prop0;
|
|
if (size < LZMA_PROPERTIES_SIZE)
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
prop0 = propsData[0];
|
|
if (prop0 >= (9 * 5 * 5))
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
{
|
|
for (propsRes->pb = 0; prop0 >= (9 * 5); propsRes->pb++, prop0 -= (9 * 5));
|
|
for (propsRes->lp = 0; prop0 >= 9; propsRes->lp++, prop0 -= 9);
|
|
propsRes->lc = prop0;
|
|
/*
|
|
unsigned char remainder = (unsigned char)(prop0 / 9);
|
|
propsRes->lc = prop0 % 9;
|
|
propsRes->pb = remainder / 5;
|
|
propsRes->lp = remainder % 5;
|
|
*/
|
|
}
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
{
|
|
int i;
|
|
propsRes->DictionarySize = 0;
|
|
for (i = 0; i < 4; i++)
|
|
propsRes->DictionarySize += (UInt32)(propsData[1 + i]) << (i * 8);
|
|
if (propsRes->DictionarySize == 0)
|
|
propsRes->DictionarySize = 1;
|
|
}
|
|
#endif
|
|
return LZMA_RESULT_OK;
|
|
}
|
|
|
|
#define kLzmaStreamWasFinishedId (-1)
|
|
|
|
#define READ_PROGRESS_CALLBACK_BLOCK_SIZE 500000
|
|
|
|
int LzmaDecodeWithCallback(CLzmaDecoderState *vs,
|
|
#ifdef _LZMA_IN_CB
|
|
ILzmaInCallback *InCallback,
|
|
#else
|
|
const unsigned char *inStream, SizeT inSize, SizeT *inSizeProcessed,
|
|
#endif
|
|
unsigned char *outStream, SizeT outSize, SizeT *outSizeProcessed, LZMAReadProgressCallbackFunc_t pCallbackFunc )
|
|
{
|
|
CProb *p = vs->Probs;
|
|
SizeT nowPos = 0;
|
|
Byte previousByte = 0;
|
|
UInt32 posStateMask = (1 << (vs->Properties.pb)) - 1;
|
|
UInt32 literalPosMask = (1 << (vs->Properties.lp)) - 1;
|
|
int lc = vs->Properties.lc;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
|
|
UInt32 Range = vs->Range;
|
|
UInt32 Code = vs->Code;
|
|
#ifdef _LZMA_IN_CB
|
|
const Byte *Buffer = vs->Buffer;
|
|
const Byte *BufferLim = vs->BufferLim;
|
|
#else
|
|
const Byte *Buffer = inStream;
|
|
const Byte *BufferLim = inStream + inSize;
|
|
#endif
|
|
int state = vs->State;
|
|
UInt32 rep0 = vs->Reps[0], rep1 = vs->Reps[1], rep2 = vs->Reps[2], rep3 = vs->Reps[3];
|
|
int len = vs->RemainLen;
|
|
UInt32 globalPos = vs->GlobalPos;
|
|
UInt32 distanceLimit = vs->DistanceLimit;
|
|
|
|
Byte *dictionary = vs->Dictionary;
|
|
UInt32 dictionarySize = vs->Properties.DictionarySize;
|
|
UInt32 dictionaryPos = vs->DictionaryPos;
|
|
|
|
Byte tempDictionary[4];
|
|
|
|
#ifndef _LZMA_IN_CB
|
|
*inSizeProcessed = 0;
|
|
#endif
|
|
*outSizeProcessed = 0;
|
|
if (len == kLzmaStreamWasFinishedId)
|
|
return LZMA_RESULT_OK;
|
|
|
|
if (dictionarySize == 0)
|
|
{
|
|
dictionary = tempDictionary;
|
|
dictionarySize = 1;
|
|
tempDictionary[0] = vs->TempDictionary[0];
|
|
}
|
|
|
|
if (len == kLzmaNeedInitId)
|
|
{
|
|
{
|
|
UInt32 numProbs = Literal + ((UInt32)LZMA_LIT_SIZE << (lc + vs->Properties.lp));
|
|
UInt32 i;
|
|
for (i = 0; i < numProbs; i++)
|
|
p[i] = kBitModelTotal >> 1;
|
|
rep0 = rep1 = rep2 = rep3 = 1;
|
|
state = 0;
|
|
globalPos = 0;
|
|
distanceLimit = 0;
|
|
dictionaryPos = 0;
|
|
dictionary[dictionarySize - 1] = 0;
|
|
#ifdef _LZMA_IN_CB
|
|
RC_INIT;
|
|
#else
|
|
RC_INIT(inStream, inSize);
|
|
#endif
|
|
}
|
|
len = 0;
|
|
}
|
|
while(len != 0 && nowPos < outSize)
|
|
{
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
outStream[nowPos++] = dictionary[dictionaryPos] = dictionary[pos];
|
|
if ( ( nowPos % READ_PROGRESS_CALLBACK_BLOCK_SIZE ) == 0 )
|
|
{
|
|
pCallbackFunc();
|
|
}
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
len--;
|
|
}
|
|
if (dictionaryPos == 0)
|
|
previousByte = dictionary[dictionarySize - 1];
|
|
else
|
|
previousByte = dictionary[dictionaryPos - 1];
|
|
|
|
#else /* if !_LZMA_OUT_READ */
|
|
|
|
int state = 0;
|
|
UInt32 rep0 = 1, rep1 = 1, rep2 = 1, rep3 = 1;
|
|
int len = 0;
|
|
const Byte *Buffer;
|
|
const Byte *BufferLim;
|
|
UInt32 Range;
|
|
UInt32 Code;
|
|
|
|
#ifndef _LZMA_IN_CB
|
|
*inSizeProcessed = 0;
|
|
#endif
|
|
*outSizeProcessed = 0;
|
|
|
|
{
|
|
UInt32 i;
|
|
UInt32 numProbs = Literal + ((UInt32)LZMA_LIT_SIZE << (lc + vs->Properties.lp));
|
|
for (i = 0; i < numProbs; i++)
|
|
p[i] = kBitModelTotal >> 1;
|
|
}
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
RC_INIT;
|
|
#else
|
|
RC_INIT(inStream, inSize);
|
|
#endif
|
|
|
|
#endif /* _LZMA_OUT_READ */
|
|
|
|
while(nowPos < outSize)
|
|
{
|
|
CProb *prob;
|
|
UInt32 bound;
|
|
int posState = (int)(
|
|
(nowPos
|
|
#ifdef _LZMA_OUT_READ
|
|
+ globalPos
|
|
#endif
|
|
)
|
|
& posStateMask);
|
|
|
|
prob = p + IsMatch + (state << kNumPosBitsMax) + posState;
|
|
IfBit0(prob)
|
|
{
|
|
int symbol = 1;
|
|
UpdateBit0(prob)
|
|
prob = p + Literal + (LZMA_LIT_SIZE *
|
|
(((
|
|
(nowPos
|
|
#ifdef _LZMA_OUT_READ
|
|
+ globalPos
|
|
#endif
|
|
)
|
|
& literalPosMask) << lc) + (previousByte >> (8 - lc))));
|
|
|
|
if (state >= kNumLitStates)
|
|
{
|
|
int matchByte;
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
matchByte = dictionary[pos];
|
|
#else
|
|
matchByte = outStream[nowPos - rep0];
|
|
#endif
|
|
do
|
|
{
|
|
int bit;
|
|
CProb *probLit;
|
|
matchByte <<= 1;
|
|
bit = (matchByte & 0x100);
|
|
probLit = prob + 0x100 + bit + symbol;
|
|
RC_GET_BIT2(probLit, symbol, if (bit != 0) break, if (bit == 0) break)
|
|
}
|
|
while (symbol < 0x100);
|
|
}
|
|
while (symbol < 0x100)
|
|
{
|
|
CProb *probLit = prob + symbol;
|
|
RC_GET_BIT(probLit, symbol)
|
|
}
|
|
previousByte = (Byte)symbol;
|
|
|
|
outStream[nowPos++] = previousByte;
|
|
if ( ( nowPos % READ_PROGRESS_CALLBACK_BLOCK_SIZE ) == 0 )
|
|
{
|
|
pCallbackFunc();
|
|
}
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit < dictionarySize)
|
|
distanceLimit++;
|
|
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#endif
|
|
if (state < 4) state = 0;
|
|
else if (state < 10) state -= 3;
|
|
else state -= 6;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRep + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
rep3 = rep2;
|
|
rep2 = rep1;
|
|
rep1 = rep0;
|
|
state = state < kNumLitStates ? 0 : 3;
|
|
prob = p + LenCoder;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG0 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
prob = p + IsRep0Long + (state << kNumPosBitsMax) + posState;
|
|
IfBit0(prob)
|
|
{
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos;
|
|
#endif
|
|
UpdateBit0(prob);
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit == 0)
|
|
#else
|
|
if (nowPos == 0)
|
|
#endif
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
|
|
state = state < kNumLitStates ? 9 : 11;
|
|
#ifdef _LZMA_OUT_READ
|
|
pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
previousByte = dictionary[pos];
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#else
|
|
previousByte = outStream[nowPos - rep0];
|
|
#endif
|
|
outStream[nowPos++] = previousByte;
|
|
if ( ( nowPos % READ_PROGRESS_CALLBACK_BLOCK_SIZE ) == 0 )
|
|
{
|
|
pCallbackFunc();
|
|
}
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit < dictionarySize)
|
|
distanceLimit++;
|
|
#endif
|
|
|
|
continue;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
UInt32 distance;
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG1 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
distance = rep1;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG2 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
distance = rep2;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
distance = rep3;
|
|
rep3 = rep2;
|
|
}
|
|
rep2 = rep1;
|
|
}
|
|
rep1 = rep0;
|
|
rep0 = distance;
|
|
}
|
|
state = state < kNumLitStates ? 8 : 11;
|
|
prob = p + RepLenCoder;
|
|
}
|
|
{
|
|
int numBits, offset;
|
|
CProb *probLen = prob + LenChoice;
|
|
IfBit0(probLen)
|
|
{
|
|
UpdateBit0(probLen);
|
|
probLen = prob + LenLow + (posState << kLenNumLowBits);
|
|
offset = 0;
|
|
numBits = kLenNumLowBits;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(probLen);
|
|
probLen = prob + LenChoice2;
|
|
IfBit0(probLen)
|
|
{
|
|
UpdateBit0(probLen);
|
|
probLen = prob + LenMid + (posState << kLenNumMidBits);
|
|
offset = kLenNumLowSymbols;
|
|
numBits = kLenNumMidBits;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(probLen);
|
|
probLen = prob + LenHigh;
|
|
offset = kLenNumLowSymbols + kLenNumMidSymbols;
|
|
numBits = kLenNumHighBits;
|
|
}
|
|
}
|
|
RangeDecoderBitTreeDecode(probLen, numBits, len);
|
|
len += offset;
|
|
}
|
|
|
|
if (state < 4)
|
|
{
|
|
int posSlot;
|
|
state += kNumLitStates;
|
|
prob = p + PosSlot +
|
|
((len < kNumLenToPosStates ? len : kNumLenToPosStates - 1) <<
|
|
kNumPosSlotBits);
|
|
RangeDecoderBitTreeDecode(prob, kNumPosSlotBits, posSlot);
|
|
if (posSlot >= kStartPosModelIndex)
|
|
{
|
|
int numDirectBits = ((posSlot >> 1) - 1);
|
|
rep0 = (2 | ((UInt32)posSlot & 1));
|
|
if (posSlot < kEndPosModelIndex)
|
|
{
|
|
rep0 <<= numDirectBits;
|
|
prob = p + SpecPos + rep0 - posSlot - 1;
|
|
}
|
|
else
|
|
{
|
|
numDirectBits -= kNumAlignBits;
|
|
do
|
|
{
|
|
RC_NORMALIZE
|
|
Range >>= 1;
|
|
rep0 <<= 1;
|
|
if (Code >= Range)
|
|
{
|
|
Code -= Range;
|
|
rep0 |= 1;
|
|
}
|
|
}
|
|
while (--numDirectBits != 0);
|
|
prob = p + Align;
|
|
rep0 <<= kNumAlignBits;
|
|
numDirectBits = kNumAlignBits;
|
|
}
|
|
{
|
|
int i = 1;
|
|
int mi = 1;
|
|
do
|
|
{
|
|
CProb *prob3 = prob + mi;
|
|
RC_GET_BIT2(prob3, mi, ; , rep0 |= i);
|
|
i <<= 1;
|
|
}
|
|
while(--numDirectBits != 0);
|
|
}
|
|
}
|
|
else
|
|
rep0 = posSlot;
|
|
if (++rep0 == (UInt32)(0))
|
|
{
|
|
/* it's for stream version */
|
|
len = kLzmaStreamWasFinishedId;
|
|
break;
|
|
}
|
|
}
|
|
|
|
len += kMatchMinLen;
|
|
#ifdef _LZMA_OUT_READ
|
|
if (rep0 > distanceLimit)
|
|
#else
|
|
if (rep0 > nowPos)
|
|
#endif
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
if (dictionarySize - distanceLimit > (UInt32)len)
|
|
distanceLimit += len;
|
|
else
|
|
distanceLimit = dictionarySize;
|
|
#endif
|
|
|
|
do
|
|
{
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
previousByte = dictionary[pos];
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#else
|
|
previousByte = outStream[nowPos - rep0];
|
|
#endif
|
|
len--;
|
|
outStream[nowPos++] = previousByte;
|
|
if ( ( nowPos % READ_PROGRESS_CALLBACK_BLOCK_SIZE ) == 0 )
|
|
{
|
|
pCallbackFunc();
|
|
}
|
|
}
|
|
while(len != 0 && nowPos < outSize);
|
|
}
|
|
}
|
|
RC_NORMALIZE;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
vs->Range = Range;
|
|
vs->Code = Code;
|
|
vs->DictionaryPos = dictionaryPos;
|
|
vs->GlobalPos = globalPos + (UInt32)nowPos;
|
|
vs->DistanceLimit = distanceLimit;
|
|
vs->Reps[0] = rep0;
|
|
vs->Reps[1] = rep1;
|
|
vs->Reps[2] = rep2;
|
|
vs->Reps[3] = rep3;
|
|
vs->State = state;
|
|
vs->RemainLen = len;
|
|
vs->TempDictionary[0] = tempDictionary[0];
|
|
#endif
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
vs->Buffer = Buffer;
|
|
vs->BufferLim = BufferLim;
|
|
#else
|
|
*inSizeProcessed = (SizeT)(Buffer - inStream);
|
|
#endif
|
|
*outSizeProcessed = nowPos;
|
|
return LZMA_RESULT_OK;
|
|
}
|
|
|
|
|
|
int LzmaDecode(CLzmaDecoderState *vs,
|
|
#ifdef _LZMA_IN_CB
|
|
ILzmaInCallback *InCallback,
|
|
#else
|
|
const unsigned char *inStream, SizeT inSize, SizeT *inSizeProcessed,
|
|
#endif
|
|
unsigned char *outStream, SizeT outSize, SizeT *outSizeProcessed, LZMAReadProgressCallbackFunc_t pCallbackFunc )
|
|
{
|
|
if ( pCallbackFunc )
|
|
{
|
|
// Call a different version that does checks for when to callback so that we don't take a perf hit on this version without.
|
|
return LzmaDecodeWithCallback( vs, inStream, inSize, inSizeProcessed, outStream, outSize, outSizeProcessed, pCallbackFunc );
|
|
}
|
|
|
|
CProb *p = vs->Probs;
|
|
SizeT nowPos = 0;
|
|
Byte previousByte = 0;
|
|
UInt32 posStateMask = (1 << (vs->Properties.pb)) - 1;
|
|
UInt32 literalPosMask = (1 << (vs->Properties.lp)) - 1;
|
|
int lc = vs->Properties.lc;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
|
|
UInt32 Range = vs->Range;
|
|
UInt32 Code = vs->Code;
|
|
#ifdef _LZMA_IN_CB
|
|
const Byte *Buffer = vs->Buffer;
|
|
const Byte *BufferLim = vs->BufferLim;
|
|
#else
|
|
const Byte *Buffer = inStream;
|
|
const Byte *BufferLim = inStream + inSize;
|
|
#endif
|
|
int state = vs->State;
|
|
UInt32 rep0 = vs->Reps[0], rep1 = vs->Reps[1], rep2 = vs->Reps[2], rep3 = vs->Reps[3];
|
|
int len = vs->RemainLen;
|
|
UInt32 globalPos = vs->GlobalPos;
|
|
UInt32 distanceLimit = vs->DistanceLimit;
|
|
|
|
Byte *dictionary = vs->Dictionary;
|
|
UInt32 dictionarySize = vs->Properties.DictionarySize;
|
|
UInt32 dictionaryPos = vs->DictionaryPos;
|
|
|
|
Byte tempDictionary[4];
|
|
|
|
#ifndef _LZMA_IN_CB
|
|
*inSizeProcessed = 0;
|
|
#endif
|
|
*outSizeProcessed = 0;
|
|
if (len == kLzmaStreamWasFinishedId)
|
|
return LZMA_RESULT_OK;
|
|
|
|
if (dictionarySize == 0)
|
|
{
|
|
dictionary = tempDictionary;
|
|
dictionarySize = 1;
|
|
tempDictionary[0] = vs->TempDictionary[0];
|
|
}
|
|
|
|
if (len == kLzmaNeedInitId)
|
|
{
|
|
{
|
|
UInt32 numProbs = Literal + ((UInt32)LZMA_LIT_SIZE << (lc + vs->Properties.lp));
|
|
UInt32 i;
|
|
for (i = 0; i < numProbs; i++)
|
|
p[i] = kBitModelTotal >> 1;
|
|
rep0 = rep1 = rep2 = rep3 = 1;
|
|
state = 0;
|
|
globalPos = 0;
|
|
distanceLimit = 0;
|
|
dictionaryPos = 0;
|
|
dictionary[dictionarySize - 1] = 0;
|
|
#ifdef _LZMA_IN_CB
|
|
RC_INIT;
|
|
#else
|
|
RC_INIT(inStream, inSize);
|
|
#endif
|
|
}
|
|
len = 0;
|
|
}
|
|
while(len != 0 && nowPos < outSize)
|
|
{
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
outStream[nowPos++] = dictionary[dictionaryPos] = dictionary[pos];
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
len--;
|
|
}
|
|
if (dictionaryPos == 0)
|
|
previousByte = dictionary[dictionarySize - 1];
|
|
else
|
|
previousByte = dictionary[dictionaryPos - 1];
|
|
|
|
#else /* if !_LZMA_OUT_READ */
|
|
|
|
int state = 0;
|
|
UInt32 rep0 = 1, rep1 = 1, rep2 = 1, rep3 = 1;
|
|
int len = 0;
|
|
const Byte *Buffer;
|
|
const Byte *BufferLim;
|
|
UInt32 Range;
|
|
UInt32 Code;
|
|
|
|
#ifndef _LZMA_IN_CB
|
|
*inSizeProcessed = 0;
|
|
#endif
|
|
*outSizeProcessed = 0;
|
|
|
|
{
|
|
UInt32 i;
|
|
UInt32 numProbs = Literal + ((UInt32)LZMA_LIT_SIZE << (lc + vs->Properties.lp));
|
|
for (i = 0; i < numProbs; i++)
|
|
p[i] = kBitModelTotal >> 1;
|
|
}
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
RC_INIT;
|
|
#else
|
|
RC_INIT(inStream, inSize);
|
|
#endif
|
|
|
|
#endif /* _LZMA_OUT_READ */
|
|
|
|
while(nowPos < outSize)
|
|
{
|
|
CProb *prob;
|
|
UInt32 bound;
|
|
int posState = (int)(
|
|
(nowPos
|
|
#ifdef _LZMA_OUT_READ
|
|
+ globalPos
|
|
#endif
|
|
)
|
|
& posStateMask);
|
|
|
|
prob = p + IsMatch + (state << kNumPosBitsMax) + posState;
|
|
IfBit0(prob)
|
|
{
|
|
int symbol = 1;
|
|
UpdateBit0(prob)
|
|
prob = p + Literal + (LZMA_LIT_SIZE *
|
|
(((
|
|
(nowPos
|
|
#ifdef _LZMA_OUT_READ
|
|
+ globalPos
|
|
#endif
|
|
)
|
|
& literalPosMask) << lc) + (previousByte >> (8 - lc))));
|
|
|
|
if (state >= kNumLitStates)
|
|
{
|
|
int matchByte;
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
matchByte = dictionary[pos];
|
|
#else
|
|
matchByte = outStream[nowPos - rep0];
|
|
#endif
|
|
do
|
|
{
|
|
int bit;
|
|
CProb *probLit;
|
|
matchByte <<= 1;
|
|
bit = (matchByte & 0x100);
|
|
probLit = prob + 0x100 + bit + symbol;
|
|
RC_GET_BIT2(probLit, symbol, if (bit != 0) break, if (bit == 0) break)
|
|
}
|
|
while (symbol < 0x100);
|
|
}
|
|
while (symbol < 0x100)
|
|
{
|
|
CProb *probLit = prob + symbol;
|
|
RC_GET_BIT(probLit, symbol)
|
|
}
|
|
previousByte = (Byte)symbol;
|
|
|
|
outStream[nowPos++] = previousByte;
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit < dictionarySize)
|
|
distanceLimit++;
|
|
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#endif
|
|
if (state < 4) state = 0;
|
|
else if (state < 10) state -= 3;
|
|
else state -= 6;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRep + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
rep3 = rep2;
|
|
rep2 = rep1;
|
|
rep1 = rep0;
|
|
state = state < kNumLitStates ? 0 : 3;
|
|
prob = p + LenCoder;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG0 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
prob = p + IsRep0Long + (state << kNumPosBitsMax) + posState;
|
|
IfBit0(prob)
|
|
{
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos;
|
|
#endif
|
|
UpdateBit0(prob);
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit == 0)
|
|
#else
|
|
if (nowPos == 0)
|
|
#endif
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
|
|
state = state < kNumLitStates ? 9 : 11;
|
|
#ifdef _LZMA_OUT_READ
|
|
pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
previousByte = dictionary[pos];
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#else
|
|
previousByte = outStream[nowPos - rep0];
|
|
#endif
|
|
outStream[nowPos++] = previousByte;
|
|
#ifdef _LZMA_OUT_READ
|
|
if (distanceLimit < dictionarySize)
|
|
distanceLimit++;
|
|
#endif
|
|
|
|
continue;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
UInt32 distance;
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG1 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
distance = rep1;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
prob = p + IsRepG2 + state;
|
|
IfBit0(prob)
|
|
{
|
|
UpdateBit0(prob);
|
|
distance = rep2;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(prob);
|
|
distance = rep3;
|
|
rep3 = rep2;
|
|
}
|
|
rep2 = rep1;
|
|
}
|
|
rep1 = rep0;
|
|
rep0 = distance;
|
|
}
|
|
state = state < kNumLitStates ? 8 : 11;
|
|
prob = p + RepLenCoder;
|
|
}
|
|
{
|
|
int numBits, offset;
|
|
CProb *probLen = prob + LenChoice;
|
|
IfBit0(probLen)
|
|
{
|
|
UpdateBit0(probLen);
|
|
probLen = prob + LenLow + (posState << kLenNumLowBits);
|
|
offset = 0;
|
|
numBits = kLenNumLowBits;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(probLen);
|
|
probLen = prob + LenChoice2;
|
|
IfBit0(probLen)
|
|
{
|
|
UpdateBit0(probLen);
|
|
probLen = prob + LenMid + (posState << kLenNumMidBits);
|
|
offset = kLenNumLowSymbols;
|
|
numBits = kLenNumMidBits;
|
|
}
|
|
else
|
|
{
|
|
UpdateBit1(probLen);
|
|
probLen = prob + LenHigh;
|
|
offset = kLenNumLowSymbols + kLenNumMidSymbols;
|
|
numBits = kLenNumHighBits;
|
|
}
|
|
}
|
|
RangeDecoderBitTreeDecode(probLen, numBits, len);
|
|
len += offset;
|
|
}
|
|
|
|
if (state < 4)
|
|
{
|
|
int posSlot;
|
|
state += kNumLitStates;
|
|
prob = p + PosSlot +
|
|
((len < kNumLenToPosStates ? len : kNumLenToPosStates - 1) <<
|
|
kNumPosSlotBits);
|
|
RangeDecoderBitTreeDecode(prob, kNumPosSlotBits, posSlot);
|
|
if (posSlot >= kStartPosModelIndex)
|
|
{
|
|
int numDirectBits = ((posSlot >> 1) - 1);
|
|
rep0 = (2 | ((UInt32)posSlot & 1));
|
|
if (posSlot < kEndPosModelIndex)
|
|
{
|
|
rep0 <<= numDirectBits;
|
|
prob = p + SpecPos + rep0 - posSlot - 1;
|
|
}
|
|
else
|
|
{
|
|
numDirectBits -= kNumAlignBits;
|
|
do
|
|
{
|
|
RC_NORMALIZE
|
|
Range >>= 1;
|
|
rep0 <<= 1;
|
|
if (Code >= Range)
|
|
{
|
|
Code -= Range;
|
|
rep0 |= 1;
|
|
}
|
|
}
|
|
while (--numDirectBits != 0);
|
|
prob = p + Align;
|
|
rep0 <<= kNumAlignBits;
|
|
numDirectBits = kNumAlignBits;
|
|
}
|
|
{
|
|
int i = 1;
|
|
int mi = 1;
|
|
do
|
|
{
|
|
CProb *prob3 = prob + mi;
|
|
RC_GET_BIT2(prob3, mi, ; , rep0 |= i);
|
|
i <<= 1;
|
|
}
|
|
while(--numDirectBits != 0);
|
|
}
|
|
}
|
|
else
|
|
rep0 = posSlot;
|
|
if (++rep0 == (UInt32)(0))
|
|
{
|
|
/* it's for stream version */
|
|
len = kLzmaStreamWasFinishedId;
|
|
break;
|
|
}
|
|
}
|
|
|
|
len += kMatchMinLen;
|
|
#ifdef _LZMA_OUT_READ
|
|
if (rep0 > distanceLimit)
|
|
#else
|
|
if (rep0 > nowPos)
|
|
#endif
|
|
return LZMA_RESULT_DATA_ERROR;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
if (dictionarySize - distanceLimit > (UInt32)len)
|
|
distanceLimit += len;
|
|
else
|
|
distanceLimit = dictionarySize;
|
|
#endif
|
|
|
|
do
|
|
{
|
|
#ifdef _LZMA_OUT_READ
|
|
UInt32 pos = dictionaryPos - rep0;
|
|
if (pos >= dictionarySize)
|
|
pos += dictionarySize;
|
|
previousByte = dictionary[pos];
|
|
dictionary[dictionaryPos] = previousByte;
|
|
if (++dictionaryPos == dictionarySize)
|
|
dictionaryPos = 0;
|
|
#else
|
|
previousByte = outStream[nowPos - rep0];
|
|
#endif
|
|
len--;
|
|
outStream[nowPos++] = previousByte;
|
|
}
|
|
while(len != 0 && nowPos < outSize);
|
|
}
|
|
}
|
|
RC_NORMALIZE;
|
|
|
|
#ifdef _LZMA_OUT_READ
|
|
vs->Range = Range;
|
|
vs->Code = Code;
|
|
vs->DictionaryPos = dictionaryPos;
|
|
vs->GlobalPos = globalPos + (UInt32)nowPos;
|
|
vs->DistanceLimit = distanceLimit;
|
|
vs->Reps[0] = rep0;
|
|
vs->Reps[1] = rep1;
|
|
vs->Reps[2] = rep2;
|
|
vs->Reps[3] = rep3;
|
|
vs->State = state;
|
|
vs->RemainLen = len;
|
|
vs->TempDictionary[0] = tempDictionary[0];
|
|
#endif
|
|
|
|
#ifdef _LZMA_IN_CB
|
|
vs->Buffer = Buffer;
|
|
vs->BufferLim = BufferLim;
|
|
#else
|
|
*inSizeProcessed = (SizeT)(Buffer - inStream);
|
|
#endif
|
|
*outSizeProcessed = nowPos;
|
|
return LZMA_RESULT_OK;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------
|
|
// Returns true if buffer is compressed.
|
|
//-----------------------------------------------------------------------------
|
|
bool CLZMA::IsCompressed( unsigned char *pInput )
|
|
{
|
|
lzma_header_t *pHeader = (lzma_header_t *)pInput;
|
|
if ( pHeader && pHeader->id == LZMA_ID )
|
|
{
|
|
return true;
|
|
}
|
|
|
|
// unrecognized
|
|
return false;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------
|
|
// Returns uncompressed size of compressed input buffer. Used for allocating output
|
|
// buffer for decompression. Returns 0 if input buffer is not compressed.
|
|
//-----------------------------------------------------------------------------
|
|
unsigned int CLZMA::GetActualSize( unsigned char *pInput )
|
|
{
|
|
lzma_header_t *pHeader = (lzma_header_t *)pInput;
|
|
if ( pHeader && pHeader->id == LZMA_ID )
|
|
{
|
|
return LittleLong( pHeader->actualSize );
|
|
}
|
|
|
|
// unrecognized
|
|
return 0;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------
|
|
// Uncompress a buffer, Returns the uncompressed size. Caller must provide an
|
|
// adequate sized output buffer or memory corruption will occur.
|
|
//-----------------------------------------------------------------------------
|
|
unsigned int CLZMA::Uncompress( unsigned char *pInput, unsigned char *pOutput, LZMAReadProgressCallbackFunc_t pCallback )
|
|
{
|
|
unsigned int actualSize = GetActualSize( pInput );
|
|
if ( !actualSize )
|
|
{
|
|
// unrecognized
|
|
return 0;
|
|
}
|
|
|
|
CLzmaDecoderState state;
|
|
if ( LzmaDecodeProperties( &state.Properties, ((lzma_header_t *)pInput)->properties, LZMA_PROPERTIES_SIZE ) != LZMA_RESULT_OK )
|
|
{
|
|
Assert( 0 );
|
|
}
|
|
state.Probs = (CProb *)malloc( LzmaGetNumProbs( &state.Properties ) * sizeof( CProb ) );
|
|
|
|
unsigned int lzmaSize = LittleLong( ((lzma_header_t *)pInput)->lzmaSize );
|
|
|
|
SizeT inProcessed;
|
|
SizeT outProcessed;
|
|
int result = LzmaDecode( &state, pInput + sizeof( lzma_header_t ), lzmaSize, &inProcessed, pOutput, actualSize, &outProcessed, pCallback );
|
|
|
|
free( state.Probs );
|
|
|
|
if ( result != LZMA_RESULT_OK || outProcessed != (SizeT)actualSize )
|
|
{
|
|
Assert( 0 );
|
|
return 0;
|
|
}
|
|
|
|
return outProcessed;
|
|
}
|
|
|