1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
|
/*****************************************************************************/
/* huffman.cpp Copyright (c) Ladislav Zezula 1998-2003 */
/*---------------------------------------------------------------------------*/
/* This module contains Huffmann (de)compression methods */
/* */
/* Authors : Ladislav Zezula (ladik.zezula.net) */
/* ShadowFlare (BlakFlare@hotmail.com) */
/* */
/*---------------------------------------------------------------------------*/
/* Date Ver Who Comment */
/* -------- ---- --- ------- */
/* xx.xx.xx 1.00 Lad The first version of dcmp.cpp */
/* 03.05.03 1.00 Lad Added compression methods */
/* 19.11.03 1.01 Dan Big endian handling */
/* 08.12.03 2.01 Dan High-memory handling (> 0x80000000) */
/*****************************************************************************/
#include <assert.h>
#include <string.h>
#include "sparse.h"
//-----------------------------------------------------------------------------
// Public functions
void CompressSparse(void * pvOutBuffer, int * pcbOutBuffer, void * pvInBuffer, int cbInBuffer)
{
unsigned char * pbOutBufferEnd = (unsigned char *)pvOutBuffer + *pcbOutBuffer;
unsigned char * pbInBufferEnd = (unsigned char *)pvInBuffer + cbInBuffer;
unsigned char * pbLastNonZero = (unsigned char *)pvInBuffer;
unsigned char * pbOutBuffer0 = (unsigned char *)pvOutBuffer;
unsigned char * pbInBuffPtr = (unsigned char *)pvInBuffer;
unsigned char * pbOutBuffer = (unsigned char *)pvOutBuffer;
unsigned char * pbInBuffer = (unsigned char *)pvInBuffer;
size_t NumberOfNonZeros;
size_t NumberOfZeros;
// There must be at least 4 bytes of free space in the output buffer now
if((pbInBuffer + 4) >= pbInBufferEnd)
return;
// Put the original data length (in little endian)
*pbOutBuffer++ = (unsigned char)(cbInBuffer >> 0x18);
*pbOutBuffer++ = (unsigned char)(cbInBuffer >> 0x10);
*pbOutBuffer++ = (unsigned char)(cbInBuffer >> 0x08);
*pbOutBuffer++ = (unsigned char)(cbInBuffer >> 0x00);
// If there is at least 3 bytes in the input buffer, do this loop
while(pbInBuffer < (pbInBufferEnd - 3))
{
// Reset the zero count and frontal pointer
pbLastNonZero = pbInBuffer;
pbInBuffPtr = pbInBuffer;
NumberOfZeros = 0;
if(pbInBuffPtr < pbInBufferEnd)
{
do
{
// Count number of zeros
if(*pbInBuffPtr == 0)
{
NumberOfZeros++;
}
else
{
// Were there at least 3 zeros before? If yes, we need to flush the data
if(NumberOfZeros >= 3)
break;
pbLastNonZero = pbInBuffPtr + 1;
NumberOfZeros = 0;
}
}
while(++pbInBuffPtr < pbInBufferEnd);
}
// Get number of nonzeros that we found so far and flush them
NumberOfNonZeros = pbLastNonZero - pbInBuffer;
if(NumberOfNonZeros != 0)
{
// Process blocks that are longer than 0x81 nonzero bytes
while(NumberOfNonZeros > 0x81)
{
// Verify if we still have enough space in output buffer
if((pbOutBuffer + 0x81) >= pbOutBufferEnd)
return;
// Put marker that means "0x80 of nonzeros"
*pbOutBuffer++ = 0xFF;
memcpy(pbOutBuffer, pbInBuffer, 0x80);
// Adjust counter of nonzeros and both pointers
NumberOfNonZeros -= 0x80;
pbOutBuffer += 0x80;
pbInBuffer += 0x80;
}
// BUGBUG: The following code will be triggered if the NumberOfNonZeros
// was 0x81 before. It will copy just one byte. This seems like a bug to me,
// but since I want StormLib to be exact like Blizzard code is, I will keep
// it that way here
if(NumberOfNonZeros > 0x80)
{
// Verify if we still have enough space in output buffer
if((pbOutBuffer + 2) >= pbOutBufferEnd)
return;
// Put marker that means "1 nonzero byte"
*pbOutBuffer++ = 0x80;
memcpy(pbOutBuffer, pbInBuffer, 1);
// Adjust counter of nonzeros and both pointers
NumberOfNonZeros--;
pbOutBuffer++;
pbInBuffer++;
}
// If there is 1 nonzero or more, put the block
if(NumberOfNonZeros >= 0x01)
{
// Verify if we still have enough space in output buffer
if((pbOutBuffer + NumberOfNonZeros + 1) >= pbOutBufferEnd)
return;
// Put marker that means "Several nonzero bytes"
*pbOutBuffer++ = (unsigned char)(0x80 | (NumberOfNonZeros - 1));
memcpy(pbOutBuffer, pbInBuffer, NumberOfNonZeros);
// Adjust pointers
pbOutBuffer += NumberOfNonZeros;
pbInBuffer += NumberOfNonZeros;
}
else
{
// Verify if we still have enough space in output buffer
if((pbOutBuffer + 2) >= pbOutBufferEnd)
return;
// Put marker that means "1 nonzero byte"
*pbOutBuffer++ = 0x80;
memcpy(pbOutBuffer, pbInBuffer, 1);
// Adjust pointers
pbOutBuffer++;
pbInBuffer++;
}
}
// Now flush all zero bytes
while(NumberOfZeros > 0x85)
{
// Do we have at least 2 bytes in the output buffer ?
if((pbOutBuffer + 1) >= pbOutBufferEnd)
return;
// Put marker that means "0x82 zeros"
*pbOutBuffer++ = 0x7F;
// Adjust zero counter and input pointer
NumberOfZeros -= 0x82;
pbInBuffer += 0x82;
}
// If we got more than 0x82 zeros, flush 3 of them now
if(NumberOfZeros > 0x82)
{
// Do we have at least 2 bytes in the output buffer ?
if((pbOutBuffer + 1) >= pbOutBufferEnd)
return;
// Put marker that means "0x03 zeros"
*pbOutBuffer++ = 0;
// Adjust zero counter and input pointer
NumberOfZeros -= 0x03;
pbInBuffer += 0x03;
}
// Is there at least three zeros ?
if(NumberOfZeros >= 3)
{
// Do we have at least 2 bytes in the output buffer ?
if((pbOutBuffer + 1) >= pbOutBufferEnd)
return;
// Put marker that means "Several zeros"
*pbOutBuffer++ = (unsigned char)(NumberOfZeros - 3);
// Adjust pointer
pbInBuffer += NumberOfZeros;
}
}
// Flush last three bytes
if(pbInBuffer < pbInBufferEnd)
{
pbInBuffPtr = pbInBuffer;
for(;;)
{
if(*pbInBuffPtr++ != 0)
{
// Get number of bytes remaining
NumberOfNonZeros = (pbInBufferEnd - pbInBuffer);
// Not enough space in the output buffer ==> exit
if((pbOutBuffer + NumberOfNonZeros + 1) >= pbOutBufferEnd)
return;
// Terminate with a marker that means "0x80 of nonzeros"
*pbOutBuffer++ = 0xFF;
memcpy(pbOutBuffer, pbInBuffer, NumberOfNonZeros);
// Adjust pointer
pbOutBuffer += NumberOfNonZeros;
break;
}
else
{
// Is there are more chars in the input buffer
if(pbInBuffPtr < pbInBufferEnd)
continue;
// If the compression will not compress it by even 1 byte, do nothing
if((pbOutBuffer + 1) >= pbOutBufferEnd)
return;
// Terminate with a chunk that means "0x82 of zeros"
*pbOutBuffer++ = 0x7F;
break;
}
}
}
// Out the length of the output buffer
*pcbOutBuffer = (int)(pbOutBuffer - pbOutBuffer0);
}
int DecompressSparse(void * pvOutBuffer, int * pcbOutBuffer, void * pvInBuffer, int cbInBuffer)
{
unsigned char * pbInBufferEnd = (unsigned char *)pvInBuffer + cbInBuffer;
unsigned char * pbOutBuffer = (unsigned char *)pvOutBuffer;
unsigned char * pbInBuffer = (unsigned char *)pvInBuffer;
unsigned int cbChunkSize;
unsigned int cbOutBuffer = 0;
unsigned int OneByte;
// Don't decompress anything that is shorter than 5 bytes
if(cbInBuffer < 5)
return 0;
// Get the 32-bits from the input stream
OneByte = *pbInBuffer++;
cbOutBuffer |= (OneByte << 0x18);
OneByte = *pbInBuffer++;
cbOutBuffer |= (OneByte << 0x10);
OneByte = *pbInBuffer++;
cbOutBuffer |= (OneByte << 0x08);
OneByte = *pbInBuffer++;
cbOutBuffer |= (OneByte << 0x00);
// Verify the size of the stream against the output buffer size
if(cbOutBuffer > *pcbOutBuffer)
return 0;
// Put the output size to the buffer
*pcbOutBuffer = cbOutBuffer;
// Process the input buffer
while(pbInBuffer < pbInBufferEnd)
{
// Get (next) byte from the stream
OneByte = *pbInBuffer++;
// If highest bit, it means that that normal data follow
if(OneByte & 0x80)
{
cbChunkSize = (OneByte & 0x7F) + 1;
cbChunkSize = (cbChunkSize < cbOutBuffer) ? cbChunkSize : cbOutBuffer;
memcpy(pbOutBuffer, pbInBuffer, cbChunkSize);
pbInBuffer += cbChunkSize;
}
else
{
cbChunkSize = (OneByte & 0x7F) + 3;
cbChunkSize = (cbChunkSize < cbOutBuffer) ? cbChunkSize : cbOutBuffer;
memset(pbOutBuffer, 0, cbChunkSize);
}
// Increment output buffer pointer
pbOutBuffer += cbChunkSize;
cbOutBuffer -= cbChunkSize;
}
return 1;
}
|