/* Lzip - LZMA lossless data compressor
Copyright (C) 2008-2014 Antonio Diaz Diaz.
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see .
*/
#define _FILE_OFFSET_BITS 64
#include
#include
#include
#include
#include
#include
#include
#include "lzip.h"
#include "encoder.h"
#include "fast_encoder.h"
int Fmatchfinder::longest_match_len( int * const distance )
{
if( len_limit > available_bytes() ) return 0;
const uint8_t * const data = buffer + pos;
key4 = ( ( key4 << 4 ) ^ data[3] ) & key4_mask;
const int pos1 = pos + 1;
int newpos = prev_positions[key4];
prev_positions[key4] = pos1;
int32_t * ptr0 = pos_array + cyclic_pos;
int maxlen = 0;
for( int count = 4; ; )
{
if( --count < 0 || newpos <= 0 ) { *ptr0 = 0; break; }
const int delta = pos1 - newpos;
if( delta > dictionary_size_ ) { *ptr0 = 0; break; }
int32_t * const newptr = pos_array +
( cyclic_pos - delta +
( ( cyclic_pos >= delta ) ? 0 : dictionary_size_ + 1 ) );
if( data[maxlen-delta] == data[maxlen] )
{
int len = 0;
while( len < len_limit && data[len-delta] == data[len] ) ++len;
if( maxlen < len ) { maxlen = len; *distance = delta - 1; }
}
if( maxlen < len_limit )
{
*ptr0 = newpos;
ptr0 = newptr;
newpos = *ptr0;
}
else
{
*ptr0 = *newptr;
maxlen += true_match_len( maxlen, *distance + 1, max_match_len - maxlen );
break;
}
}
return maxlen;
}
bool FLZ_encoder::encode_member( const unsigned long long member_size )
{
const unsigned long long member_size_limit =
member_size - File_trailer::size() - max_marker_size;
int rep = 0;
int reps[num_rep_distances];
State state;
for( int i = 0; i < num_rep_distances; ++i ) reps[i] = 0;
if( fmatchfinder.data_position() != 0 ||
renc.member_position() != File_header::size )
return false; // can be called only once
if( !fmatchfinder.finished() ) // encode first byte
{
const uint8_t prev_byte = 0;
const uint8_t cur_byte = fmatchfinder[0];
renc.encode_bit( bm_match[state()][0], 0 );
encode_literal( prev_byte, cur_byte );
crc32.update_byte( crc_, cur_byte );
fmatchfinder.update_and_move( 1 );
}
while( !fmatchfinder.finished() &&
renc.member_position() < member_size_limit )
{
int match_distance;
const int main_len = fmatchfinder.longest_match_len( &match_distance );
const int pos_state = fmatchfinder.data_position() & pos_state_mask;
int len = 0;
for( int i = 0; i < num_rep_distances; ++i )
{
const int tlen =
fmatchfinder.true_match_len( 0, reps[i] + 1, max_match_len );
if( tlen > len ) { len = tlen; rep = i; }
}
if( len > min_match_len && len + 3 > main_len )
{
crc32.update_buf( crc_, fmatchfinder.ptr_to_current_pos(), len );
renc.encode_bit( bm_match[state()][pos_state], 1 );
renc.encode_bit( bm_rep[state()], 1 );
renc.encode_bit( bm_rep0[state()], rep != 0 );
if( rep == 0 )
renc.encode_bit( bm_len[state()][pos_state], 1 );
else
{
renc.encode_bit( bm_rep1[state()], rep > 1 );
if( rep > 1 )
renc.encode_bit( bm_rep2[state()], rep > 2 );
const int distance = reps[rep];
for( int i = rep; i > 0; --i ) reps[i] = reps[i-1];
reps[0] = distance;
}
state.set_rep();
renc.encode_len( rep_len_model, len, pos_state );
fmatchfinder.move_pos();
fmatchfinder.update_and_move( len - 1 );
continue;
}
if( main_len > min_match_len )
{
crc32.update_buf( crc_, fmatchfinder.ptr_to_current_pos(), main_len );
renc.encode_bit( bm_match[state()][pos_state], 1 );
renc.encode_bit( bm_rep[state()], 0 );
state.set_match();
for( int i = num_rep_distances - 1; i > 0; --i ) reps[i] = reps[i-1];
reps[0] = match_distance;
encode_pair( match_distance, main_len, pos_state );
fmatchfinder.move_pos();
fmatchfinder.update_and_move( main_len - 1 );
continue;
}
const uint8_t prev_byte = fmatchfinder[1];
const uint8_t cur_byte = fmatchfinder[0];
const uint8_t match_byte = fmatchfinder[reps[0]+1];
fmatchfinder.move_pos();
crc32.update_byte( crc_, cur_byte );
if( match_byte == cur_byte )
{
int price = price0( bm_match[state()][pos_state] );
if( state.is_char() )
price += price_literal( prev_byte, cur_byte );
else
price += price_matched( prev_byte, cur_byte, match_byte );
const int short_rep_price = price1( bm_match[state()][pos_state] ) +
price1( bm_rep[state()] ) +
price0( bm_rep0[state()] ) +
price0( bm_len[state()][pos_state] );
if( short_rep_price < price )
{
renc.encode_bit( bm_match[state()][pos_state], 1 );
renc.encode_bit( bm_rep[state()], 1 );
renc.encode_bit( bm_rep0[state()], 0 );
renc.encode_bit( bm_len[state()][pos_state], 0 );
state.set_short_rep();
continue;
}
}
// literal byte
renc.encode_bit( bm_match[state()][pos_state], 0 );
if( state.is_char() )
encode_literal( prev_byte, cur_byte );
else
encode_matched( prev_byte, cur_byte, match_byte );
state.set_char();
}
full_flush( fmatchfinder.data_position(), state );
return true;
}