1*b2055c35SXin Li // Copyright 2011 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Bit writing and boolean coder
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li // Vikas Arora ([email protected])
14*b2055c35SXin Li
15*b2055c35SXin Li #include <assert.h>
16*b2055c35SXin Li #include <string.h> // for memcpy()
17*b2055c35SXin Li #include <stdlib.h>
18*b2055c35SXin Li
19*b2055c35SXin Li #include "src/utils/bit_writer_utils.h"
20*b2055c35SXin Li #include "src/utils/endian_inl_utils.h"
21*b2055c35SXin Li #include "src/utils/utils.h"
22*b2055c35SXin Li
23*b2055c35SXin Li //------------------------------------------------------------------------------
24*b2055c35SXin Li // VP8BitWriter
25*b2055c35SXin Li
BitWriterResize(VP8BitWriter * const bw,size_t extra_size)26*b2055c35SXin Li static int BitWriterResize(VP8BitWriter* const bw, size_t extra_size) {
27*b2055c35SXin Li uint8_t* new_buf;
28*b2055c35SXin Li size_t new_size;
29*b2055c35SXin Li const uint64_t needed_size_64b = (uint64_t)bw->pos_ + extra_size;
30*b2055c35SXin Li const size_t needed_size = (size_t)needed_size_64b;
31*b2055c35SXin Li if (needed_size_64b != needed_size) {
32*b2055c35SXin Li bw->error_ = 1;
33*b2055c35SXin Li return 0;
34*b2055c35SXin Li }
35*b2055c35SXin Li if (needed_size <= bw->max_pos_) return 1;
36*b2055c35SXin Li // If the following line wraps over 32bit, the test just after will catch it.
37*b2055c35SXin Li new_size = 2 * bw->max_pos_;
38*b2055c35SXin Li if (new_size < needed_size) new_size = needed_size;
39*b2055c35SXin Li if (new_size < 1024) new_size = 1024;
40*b2055c35SXin Li new_buf = (uint8_t*)WebPSafeMalloc(1ULL, new_size);
41*b2055c35SXin Li if (new_buf == NULL) {
42*b2055c35SXin Li bw->error_ = 1;
43*b2055c35SXin Li return 0;
44*b2055c35SXin Li }
45*b2055c35SXin Li if (bw->pos_ > 0) {
46*b2055c35SXin Li assert(bw->buf_ != NULL);
47*b2055c35SXin Li memcpy(new_buf, bw->buf_, bw->pos_);
48*b2055c35SXin Li }
49*b2055c35SXin Li WebPSafeFree(bw->buf_);
50*b2055c35SXin Li bw->buf_ = new_buf;
51*b2055c35SXin Li bw->max_pos_ = new_size;
52*b2055c35SXin Li return 1;
53*b2055c35SXin Li }
54*b2055c35SXin Li
Flush(VP8BitWriter * const bw)55*b2055c35SXin Li static void Flush(VP8BitWriter* const bw) {
56*b2055c35SXin Li const int s = 8 + bw->nb_bits_;
57*b2055c35SXin Li const int32_t bits = bw->value_ >> s;
58*b2055c35SXin Li assert(bw->nb_bits_ >= 0);
59*b2055c35SXin Li bw->value_ -= bits << s;
60*b2055c35SXin Li bw->nb_bits_ -= 8;
61*b2055c35SXin Li if ((bits & 0xff) != 0xff) {
62*b2055c35SXin Li size_t pos = bw->pos_;
63*b2055c35SXin Li if (!BitWriterResize(bw, bw->run_ + 1)) {
64*b2055c35SXin Li return;
65*b2055c35SXin Li }
66*b2055c35SXin Li if (bits & 0x100) { // overflow -> propagate carry over pending 0xff's
67*b2055c35SXin Li if (pos > 0) bw->buf_[pos - 1]++;
68*b2055c35SXin Li }
69*b2055c35SXin Li if (bw->run_ > 0) {
70*b2055c35SXin Li const int value = (bits & 0x100) ? 0x00 : 0xff;
71*b2055c35SXin Li for (; bw->run_ > 0; --bw->run_) bw->buf_[pos++] = value;
72*b2055c35SXin Li }
73*b2055c35SXin Li bw->buf_[pos++] = bits & 0xff;
74*b2055c35SXin Li bw->pos_ = pos;
75*b2055c35SXin Li } else {
76*b2055c35SXin Li bw->run_++; // delay writing of bytes 0xff, pending eventual carry.
77*b2055c35SXin Li }
78*b2055c35SXin Li }
79*b2055c35SXin Li
80*b2055c35SXin Li //------------------------------------------------------------------------------
81*b2055c35SXin Li // renormalization
82*b2055c35SXin Li
83*b2055c35SXin Li static const uint8_t kNorm[128] = { // renorm_sizes[i] = 8 - log2(i)
84*b2055c35SXin Li 7, 6, 6, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 4,
85*b2055c35SXin Li 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
86*b2055c35SXin Li 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
87*b2055c35SXin Li 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
88*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
89*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
90*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
91*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
92*b2055c35SXin Li 0
93*b2055c35SXin Li };
94*b2055c35SXin Li
95*b2055c35SXin Li // range = ((range + 1) << kVP8Log2Range[range]) - 1
96*b2055c35SXin Li static const uint8_t kNewRange[128] = {
97*b2055c35SXin Li 127, 127, 191, 127, 159, 191, 223, 127, 143, 159, 175, 191, 207, 223, 239,
98*b2055c35SXin Li 127, 135, 143, 151, 159, 167, 175, 183, 191, 199, 207, 215, 223, 231, 239,
99*b2055c35SXin Li 247, 127, 131, 135, 139, 143, 147, 151, 155, 159, 163, 167, 171, 175, 179,
100*b2055c35SXin Li 183, 187, 191, 195, 199, 203, 207, 211, 215, 219, 223, 227, 231, 235, 239,
101*b2055c35SXin Li 243, 247, 251, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145, 147, 149,
102*b2055c35SXin Li 151, 153, 155, 157, 159, 161, 163, 165, 167, 169, 171, 173, 175, 177, 179,
103*b2055c35SXin Li 181, 183, 185, 187, 189, 191, 193, 195, 197, 199, 201, 203, 205, 207, 209,
104*b2055c35SXin Li 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239,
105*b2055c35SXin Li 241, 243, 245, 247, 249, 251, 253, 127
106*b2055c35SXin Li };
107*b2055c35SXin Li
VP8PutBit(VP8BitWriter * const bw,int bit,int prob)108*b2055c35SXin Li int VP8PutBit(VP8BitWriter* const bw, int bit, int prob) {
109*b2055c35SXin Li const int split = (bw->range_ * prob) >> 8;
110*b2055c35SXin Li if (bit) {
111*b2055c35SXin Li bw->value_ += split + 1;
112*b2055c35SXin Li bw->range_ -= split + 1;
113*b2055c35SXin Li } else {
114*b2055c35SXin Li bw->range_ = split;
115*b2055c35SXin Li }
116*b2055c35SXin Li if (bw->range_ < 127) { // emit 'shift' bits out and renormalize
117*b2055c35SXin Li const int shift = kNorm[bw->range_];
118*b2055c35SXin Li bw->range_ = kNewRange[bw->range_];
119*b2055c35SXin Li bw->value_ <<= shift;
120*b2055c35SXin Li bw->nb_bits_ += shift;
121*b2055c35SXin Li if (bw->nb_bits_ > 0) Flush(bw);
122*b2055c35SXin Li }
123*b2055c35SXin Li return bit;
124*b2055c35SXin Li }
125*b2055c35SXin Li
VP8PutBitUniform(VP8BitWriter * const bw,int bit)126*b2055c35SXin Li int VP8PutBitUniform(VP8BitWriter* const bw, int bit) {
127*b2055c35SXin Li const int split = bw->range_ >> 1;
128*b2055c35SXin Li if (bit) {
129*b2055c35SXin Li bw->value_ += split + 1;
130*b2055c35SXin Li bw->range_ -= split + 1;
131*b2055c35SXin Li } else {
132*b2055c35SXin Li bw->range_ = split;
133*b2055c35SXin Li }
134*b2055c35SXin Li if (bw->range_ < 127) {
135*b2055c35SXin Li bw->range_ = kNewRange[bw->range_];
136*b2055c35SXin Li bw->value_ <<= 1;
137*b2055c35SXin Li bw->nb_bits_ += 1;
138*b2055c35SXin Li if (bw->nb_bits_ > 0) Flush(bw);
139*b2055c35SXin Li }
140*b2055c35SXin Li return bit;
141*b2055c35SXin Li }
142*b2055c35SXin Li
VP8PutBits(VP8BitWriter * const bw,uint32_t value,int nb_bits)143*b2055c35SXin Li void VP8PutBits(VP8BitWriter* const bw, uint32_t value, int nb_bits) {
144*b2055c35SXin Li uint32_t mask;
145*b2055c35SXin Li assert(nb_bits > 0 && nb_bits < 32);
146*b2055c35SXin Li for (mask = 1u << (nb_bits - 1); mask; mask >>= 1) {
147*b2055c35SXin Li VP8PutBitUniform(bw, value & mask);
148*b2055c35SXin Li }
149*b2055c35SXin Li }
150*b2055c35SXin Li
VP8PutSignedBits(VP8BitWriter * const bw,int value,int nb_bits)151*b2055c35SXin Li void VP8PutSignedBits(VP8BitWriter* const bw, int value, int nb_bits) {
152*b2055c35SXin Li if (!VP8PutBitUniform(bw, value != 0)) return;
153*b2055c35SXin Li if (value < 0) {
154*b2055c35SXin Li VP8PutBits(bw, ((-value) << 1) | 1, nb_bits + 1);
155*b2055c35SXin Li } else {
156*b2055c35SXin Li VP8PutBits(bw, value << 1, nb_bits + 1);
157*b2055c35SXin Li }
158*b2055c35SXin Li }
159*b2055c35SXin Li
160*b2055c35SXin Li //------------------------------------------------------------------------------
161*b2055c35SXin Li
VP8BitWriterInit(VP8BitWriter * const bw,size_t expected_size)162*b2055c35SXin Li int VP8BitWriterInit(VP8BitWriter* const bw, size_t expected_size) {
163*b2055c35SXin Li bw->range_ = 255 - 1;
164*b2055c35SXin Li bw->value_ = 0;
165*b2055c35SXin Li bw->run_ = 0;
166*b2055c35SXin Li bw->nb_bits_ = -8;
167*b2055c35SXin Li bw->pos_ = 0;
168*b2055c35SXin Li bw->max_pos_ = 0;
169*b2055c35SXin Li bw->error_ = 0;
170*b2055c35SXin Li bw->buf_ = NULL;
171*b2055c35SXin Li return (expected_size > 0) ? BitWriterResize(bw, expected_size) : 1;
172*b2055c35SXin Li }
173*b2055c35SXin Li
VP8BitWriterFinish(VP8BitWriter * const bw)174*b2055c35SXin Li uint8_t* VP8BitWriterFinish(VP8BitWriter* const bw) {
175*b2055c35SXin Li VP8PutBits(bw, 0, 9 - bw->nb_bits_);
176*b2055c35SXin Li bw->nb_bits_ = 0; // pad with zeroes
177*b2055c35SXin Li Flush(bw);
178*b2055c35SXin Li return bw->buf_;
179*b2055c35SXin Li }
180*b2055c35SXin Li
VP8BitWriterAppend(VP8BitWriter * const bw,const uint8_t * data,size_t size)181*b2055c35SXin Li int VP8BitWriterAppend(VP8BitWriter* const bw,
182*b2055c35SXin Li const uint8_t* data, size_t size) {
183*b2055c35SXin Li assert(data != NULL);
184*b2055c35SXin Li if (bw->nb_bits_ != -8) return 0; // Flush() must have been called
185*b2055c35SXin Li if (!BitWriterResize(bw, size)) return 0;
186*b2055c35SXin Li memcpy(bw->buf_ + bw->pos_, data, size);
187*b2055c35SXin Li bw->pos_ += size;
188*b2055c35SXin Li return 1;
189*b2055c35SXin Li }
190*b2055c35SXin Li
VP8BitWriterWipeOut(VP8BitWriter * const bw)191*b2055c35SXin Li void VP8BitWriterWipeOut(VP8BitWriter* const bw) {
192*b2055c35SXin Li if (bw != NULL) {
193*b2055c35SXin Li WebPSafeFree(bw->buf_);
194*b2055c35SXin Li memset(bw, 0, sizeof(*bw));
195*b2055c35SXin Li }
196*b2055c35SXin Li }
197*b2055c35SXin Li
198*b2055c35SXin Li //------------------------------------------------------------------------------
199*b2055c35SXin Li // VP8LBitWriter
200*b2055c35SXin Li
201*b2055c35SXin Li // This is the minimum amount of size the memory buffer is guaranteed to grow
202*b2055c35SXin Li // when extra space is needed.
203*b2055c35SXin Li #define MIN_EXTRA_SIZE (32768ULL)
204*b2055c35SXin Li
205*b2055c35SXin Li // Returns 1 on success.
VP8LBitWriterResize(VP8LBitWriter * const bw,size_t extra_size)206*b2055c35SXin Li static int VP8LBitWriterResize(VP8LBitWriter* const bw, size_t extra_size) {
207*b2055c35SXin Li uint8_t* allocated_buf;
208*b2055c35SXin Li size_t allocated_size;
209*b2055c35SXin Li const size_t max_bytes = bw->end_ - bw->buf_;
210*b2055c35SXin Li const size_t current_size = bw->cur_ - bw->buf_;
211*b2055c35SXin Li const uint64_t size_required_64b = (uint64_t)current_size + extra_size;
212*b2055c35SXin Li const size_t size_required = (size_t)size_required_64b;
213*b2055c35SXin Li if (size_required != size_required_64b) {
214*b2055c35SXin Li bw->error_ = 1;
215*b2055c35SXin Li return 0;
216*b2055c35SXin Li }
217*b2055c35SXin Li if (max_bytes > 0 && size_required <= max_bytes) return 1;
218*b2055c35SXin Li allocated_size = (3 * max_bytes) >> 1;
219*b2055c35SXin Li if (allocated_size < size_required) allocated_size = size_required;
220*b2055c35SXin Li // make allocated size multiple of 1k
221*b2055c35SXin Li allocated_size = (((allocated_size >> 10) + 1) << 10);
222*b2055c35SXin Li allocated_buf = (uint8_t*)WebPSafeMalloc(1ULL, allocated_size);
223*b2055c35SXin Li if (allocated_buf == NULL) {
224*b2055c35SXin Li bw->error_ = 1;
225*b2055c35SXin Li return 0;
226*b2055c35SXin Li }
227*b2055c35SXin Li if (current_size > 0) {
228*b2055c35SXin Li memcpy(allocated_buf, bw->buf_, current_size);
229*b2055c35SXin Li }
230*b2055c35SXin Li WebPSafeFree(bw->buf_);
231*b2055c35SXin Li bw->buf_ = allocated_buf;
232*b2055c35SXin Li bw->cur_ = bw->buf_ + current_size;
233*b2055c35SXin Li bw->end_ = bw->buf_ + allocated_size;
234*b2055c35SXin Li return 1;
235*b2055c35SXin Li }
236*b2055c35SXin Li
VP8LBitWriterInit(VP8LBitWriter * const bw,size_t expected_size)237*b2055c35SXin Li int VP8LBitWriterInit(VP8LBitWriter* const bw, size_t expected_size) {
238*b2055c35SXin Li memset(bw, 0, sizeof(*bw));
239*b2055c35SXin Li return VP8LBitWriterResize(bw, expected_size);
240*b2055c35SXin Li }
241*b2055c35SXin Li
VP8LBitWriterClone(const VP8LBitWriter * const src,VP8LBitWriter * const dst)242*b2055c35SXin Li int VP8LBitWriterClone(const VP8LBitWriter* const src,
243*b2055c35SXin Li VP8LBitWriter* const dst) {
244*b2055c35SXin Li const size_t current_size = src->cur_ - src->buf_;
245*b2055c35SXin Li assert(src->cur_ >= src->buf_ && src->cur_ <= src->end_);
246*b2055c35SXin Li if (!VP8LBitWriterResize(dst, current_size)) return 0;
247*b2055c35SXin Li memcpy(dst->buf_, src->buf_, current_size);
248*b2055c35SXin Li dst->bits_ = src->bits_;
249*b2055c35SXin Li dst->used_ = src->used_;
250*b2055c35SXin Li dst->error_ = src->error_;
251*b2055c35SXin Li dst->cur_ = dst->buf_ + current_size;
252*b2055c35SXin Li return 1;
253*b2055c35SXin Li }
254*b2055c35SXin Li
VP8LBitWriterWipeOut(VP8LBitWriter * const bw)255*b2055c35SXin Li void VP8LBitWriterWipeOut(VP8LBitWriter* const bw) {
256*b2055c35SXin Li if (bw != NULL) {
257*b2055c35SXin Li WebPSafeFree(bw->buf_);
258*b2055c35SXin Li memset(bw, 0, sizeof(*bw));
259*b2055c35SXin Li }
260*b2055c35SXin Li }
261*b2055c35SXin Li
VP8LBitWriterReset(const VP8LBitWriter * const bw_init,VP8LBitWriter * const bw)262*b2055c35SXin Li void VP8LBitWriterReset(const VP8LBitWriter* const bw_init,
263*b2055c35SXin Li VP8LBitWriter* const bw) {
264*b2055c35SXin Li bw->bits_ = bw_init->bits_;
265*b2055c35SXin Li bw->used_ = bw_init->used_;
266*b2055c35SXin Li bw->cur_ = bw->buf_ + (bw_init->cur_ - bw_init->buf_);
267*b2055c35SXin Li assert(bw->cur_ <= bw->end_);
268*b2055c35SXin Li bw->error_ = bw_init->error_;
269*b2055c35SXin Li }
270*b2055c35SXin Li
VP8LBitWriterSwap(VP8LBitWriter * const src,VP8LBitWriter * const dst)271*b2055c35SXin Li void VP8LBitWriterSwap(VP8LBitWriter* const src, VP8LBitWriter* const dst) {
272*b2055c35SXin Li const VP8LBitWriter tmp = *src;
273*b2055c35SXin Li *src = *dst;
274*b2055c35SXin Li *dst = tmp;
275*b2055c35SXin Li }
276*b2055c35SXin Li
VP8LPutBitsFlushBits(VP8LBitWriter * const bw)277*b2055c35SXin Li void VP8LPutBitsFlushBits(VP8LBitWriter* const bw) {
278*b2055c35SXin Li // If needed, make some room by flushing some bits out.
279*b2055c35SXin Li if (bw->cur_ + VP8L_WRITER_BYTES > bw->end_) {
280*b2055c35SXin Li const uint64_t extra_size = (bw->end_ - bw->buf_) + MIN_EXTRA_SIZE;
281*b2055c35SXin Li if (!CheckSizeOverflow(extra_size) ||
282*b2055c35SXin Li !VP8LBitWriterResize(bw, (size_t)extra_size)) {
283*b2055c35SXin Li bw->cur_ = bw->buf_;
284*b2055c35SXin Li bw->error_ = 1;
285*b2055c35SXin Li return;
286*b2055c35SXin Li }
287*b2055c35SXin Li }
288*b2055c35SXin Li *(vp8l_wtype_t*)bw->cur_ = (vp8l_wtype_t)WSWAP((vp8l_wtype_t)bw->bits_);
289*b2055c35SXin Li bw->cur_ += VP8L_WRITER_BYTES;
290*b2055c35SXin Li bw->bits_ >>= VP8L_WRITER_BITS;
291*b2055c35SXin Li bw->used_ -= VP8L_WRITER_BITS;
292*b2055c35SXin Li }
293*b2055c35SXin Li
VP8LPutBitsInternal(VP8LBitWriter * const bw,uint32_t bits,int n_bits)294*b2055c35SXin Li void VP8LPutBitsInternal(VP8LBitWriter* const bw, uint32_t bits, int n_bits) {
295*b2055c35SXin Li assert(n_bits <= 32);
296*b2055c35SXin Li // That's the max we can handle:
297*b2055c35SXin Li assert(sizeof(vp8l_wtype_t) == 2);
298*b2055c35SXin Li if (n_bits > 0) {
299*b2055c35SXin Li vp8l_atype_t lbits = bw->bits_;
300*b2055c35SXin Li int used = bw->used_;
301*b2055c35SXin Li // Special case of overflow handling for 32bit accumulator (2-steps flush).
302*b2055c35SXin Li #if VP8L_WRITER_BITS == 16
303*b2055c35SXin Li if (used + n_bits >= VP8L_WRITER_MAX_BITS) {
304*b2055c35SXin Li // Fill up all the VP8L_WRITER_MAX_BITS so it can be flushed out below.
305*b2055c35SXin Li const int shift = VP8L_WRITER_MAX_BITS - used;
306*b2055c35SXin Li lbits |= (vp8l_atype_t)bits << used;
307*b2055c35SXin Li used = VP8L_WRITER_MAX_BITS;
308*b2055c35SXin Li n_bits -= shift;
309*b2055c35SXin Li bits >>= shift;
310*b2055c35SXin Li assert(n_bits <= VP8L_WRITER_MAX_BITS);
311*b2055c35SXin Li }
312*b2055c35SXin Li #endif
313*b2055c35SXin Li // If needed, make some room by flushing some bits out.
314*b2055c35SXin Li while (used >= VP8L_WRITER_BITS) {
315*b2055c35SXin Li if (bw->cur_ + VP8L_WRITER_BYTES > bw->end_) {
316*b2055c35SXin Li const uint64_t extra_size = (bw->end_ - bw->buf_) + MIN_EXTRA_SIZE;
317*b2055c35SXin Li if (!CheckSizeOverflow(extra_size) ||
318*b2055c35SXin Li !VP8LBitWriterResize(bw, (size_t)extra_size)) {
319*b2055c35SXin Li bw->cur_ = bw->buf_;
320*b2055c35SXin Li bw->error_ = 1;
321*b2055c35SXin Li return;
322*b2055c35SXin Li }
323*b2055c35SXin Li }
324*b2055c35SXin Li *(vp8l_wtype_t*)bw->cur_ = (vp8l_wtype_t)WSWAP((vp8l_wtype_t)lbits);
325*b2055c35SXin Li bw->cur_ += VP8L_WRITER_BYTES;
326*b2055c35SXin Li lbits >>= VP8L_WRITER_BITS;
327*b2055c35SXin Li used -= VP8L_WRITER_BITS;
328*b2055c35SXin Li }
329*b2055c35SXin Li bw->bits_ = lbits | ((vp8l_atype_t)bits << used);
330*b2055c35SXin Li bw->used_ = used + n_bits;
331*b2055c35SXin Li }
332*b2055c35SXin Li }
333*b2055c35SXin Li
VP8LBitWriterFinish(VP8LBitWriter * const bw)334*b2055c35SXin Li uint8_t* VP8LBitWriterFinish(VP8LBitWriter* const bw) {
335*b2055c35SXin Li // flush leftover bits
336*b2055c35SXin Li if (VP8LBitWriterResize(bw, (bw->used_ + 7) >> 3)) {
337*b2055c35SXin Li while (bw->used_ > 0) {
338*b2055c35SXin Li *bw->cur_++ = (uint8_t)bw->bits_;
339*b2055c35SXin Li bw->bits_ >>= 8;
340*b2055c35SXin Li bw->used_ -= 8;
341*b2055c35SXin Li }
342*b2055c35SXin Li bw->used_ = 0;
343*b2055c35SXin Li }
344*b2055c35SXin Li return bw->buf_;
345*b2055c35SXin Li }
346*b2055c35SXin Li
347*b2055c35SXin Li //------------------------------------------------------------------------------
348