/* Lzip - LZMA lossless data compressor Copyright (C) 2008-2014 Antonio Diaz Diaz. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #define _FILE_OFFSET_BITS 64 #include #include #include #include #include #include #include #include "lzip.h" #include "encoder.h" #include "fast_encoder.h" int Fmatchfinder::longest_match_len( int * const distance ) { if( len_limit > available_bytes() ) return 0; const uint8_t * const data = buffer + pos; key4 = ( ( key4 << 4 ) ^ data[3] ) & key4_mask; const int pos1 = pos + 1; int newpos = prev_positions[key4]; prev_positions[key4] = pos1; int32_t * ptr0 = pos_array + cyclic_pos; int maxlen = 0; for( int count = 4; ; ) { if( --count < 0 || newpos <= 0 ) { *ptr0 = 0; break; } const int delta = pos1 - newpos; if( delta > dictionary_size_ ) { *ptr0 = 0; break; } int32_t * const newptr = pos_array + ( cyclic_pos - delta + ( ( cyclic_pos >= delta ) ? 0 : dictionary_size_ + 1 ) ); if( data[maxlen-delta] == data[maxlen] ) { int len = 0; while( len < len_limit && data[len-delta] == data[len] ) ++len; if( maxlen < len ) { maxlen = len; *distance = delta - 1; } } if( maxlen < len_limit ) { *ptr0 = newpos; ptr0 = newptr; newpos = *ptr0; } else { *ptr0 = *newptr; maxlen += true_match_len( maxlen, *distance + 1, max_match_len - maxlen ); break; } } return maxlen; } bool FLZ_encoder::encode_member( const unsigned long long member_size ) { const unsigned long long member_size_limit = member_size - File_trailer::size() - max_marker_size; int rep = 0; int reps[num_rep_distances]; State state; for( int i = 0; i < num_rep_distances; ++i ) reps[i] = 0; if( fmatchfinder.data_position() != 0 || renc.member_position() != File_header::size ) return false; // can be called only once if( !fmatchfinder.finished() ) // encode first byte { const uint8_t prev_byte = 0; const uint8_t cur_byte = fmatchfinder[0]; renc.encode_bit( bm_match[state()][0], 0 ); encode_literal( prev_byte, cur_byte ); crc32.update_byte( crc_, cur_byte ); fmatchfinder.update_and_move( 1 ); } while( !fmatchfinder.finished() && renc.member_position() < member_size_limit ) { int match_distance; const int main_len = fmatchfinder.longest_match_len( &match_distance ); const int pos_state = fmatchfinder.data_position() & pos_state_mask; int len = 0; for( int i = 0; i < num_rep_distances; ++i ) { const int tlen = fmatchfinder.true_match_len( 0, reps[i] + 1, max_match_len ); if( tlen > len ) { len = tlen; rep = i; } } if( len > min_match_len && len + 3 > main_len ) { crc32.update_buf( crc_, fmatchfinder.ptr_to_current_pos(), len ); renc.encode_bit( bm_match[state()][pos_state], 1 ); renc.encode_bit( bm_rep[state()], 1 ); renc.encode_bit( bm_rep0[state()], rep != 0 ); if( rep == 0 ) renc.encode_bit( bm_len[state()][pos_state], 1 ); else { renc.encode_bit( bm_rep1[state()], rep > 1 ); if( rep > 1 ) renc.encode_bit( bm_rep2[state()], rep > 2 ); const int distance = reps[rep]; for( int i = rep; i > 0; --i ) reps[i] = reps[i-1]; reps[0] = distance; } state.set_rep(); renc.encode_len( rep_len_model, len, pos_state ); fmatchfinder.move_pos(); fmatchfinder.update_and_move( len - 1 ); continue; } if( main_len > min_match_len ) { crc32.update_buf( crc_, fmatchfinder.ptr_to_current_pos(), main_len ); renc.encode_bit( bm_match[state()][pos_state], 1 ); renc.encode_bit( bm_rep[state()], 0 ); state.set_match(); for( int i = num_rep_distances - 1; i > 0; --i ) reps[i] = reps[i-1]; reps[0] = match_distance; encode_pair( match_distance, main_len, pos_state ); fmatchfinder.move_pos(); fmatchfinder.update_and_move( main_len - 1 ); continue; } const uint8_t prev_byte = fmatchfinder[1]; const uint8_t cur_byte = fmatchfinder[0]; const uint8_t match_byte = fmatchfinder[reps[0]+1]; fmatchfinder.move_pos(); crc32.update_byte( crc_, cur_byte ); if( match_byte == cur_byte ) { int price = price0( bm_match[state()][pos_state] ); if( state.is_char() ) price += price_literal( prev_byte, cur_byte ); else price += price_matched( prev_byte, cur_byte, match_byte ); const int short_rep_price = price1( bm_match[state()][pos_state] ) + price1( bm_rep[state()] ) + price0( bm_rep0[state()] ) + price0( bm_len[state()][pos_state] ); if( short_rep_price < price ) { renc.encode_bit( bm_match[state()][pos_state], 1 ); renc.encode_bit( bm_rep[state()], 1 ); renc.encode_bit( bm_rep0[state()], 0 ); renc.encode_bit( bm_len[state()][pos_state], 0 ); state.set_short_rep(); continue; } } // literal byte renc.encode_bit( bm_match[state()][pos_state], 0 ); if( state.is_char() ) encode_literal( prev_byte, cur_byte ); else encode_matched( prev_byte, cur_byte, match_byte ); state.set_char(); } full_flush( fmatchfinder.data_position(), state ); return true; }