summaryrefslogtreecommitdiffstats
path: root/src/spdk/isa-l/igzip
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 18:45:59 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 18:45:59 +0000
commit19fcec84d8d7d21e796c7624e521b60d28ee21ed (patch)
tree42d26aa27d1e3f7c0b8bd3fd14e7d7082f5008dc /src/spdk/isa-l/igzip
parentInitial commit. (diff)
downloadceph-19fcec84d8d7d21e796c7624e521b60d28ee21ed.tar.xz
ceph-19fcec84d8d7d21e796c7624e521b60d28ee21ed.zip
Adding upstream version 16.2.11+ds.upstream/16.2.11+dsupstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to '')
-rw-r--r--src/spdk/isa-l/igzip/Makefile.am138
-rw-r--r--src/spdk/isa-l/igzip/aarch64/bitbuf2_aarch64.h57
-rw-r--r--src/spdk/isa-l/igzip/aarch64/data_struct_aarch64.h226
-rw-r--r--src/spdk/isa-l/igzip/aarch64/huffman_aarch64.h154
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_deflate_body_aarch64.S261
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_deflate_finish_aarch64.S264
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_inflate_multibinary_arm64.S32
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_isal_adler32_neon.S178
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_multibinary_aarch64_dispatcher.c123
-rw-r--r--src/spdk/isa-l/igzip/aarch64/igzip_multibinary_arm64.S50
-rw-r--r--src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_body_hash_hist.S364
-rw-r--r--src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_finish_hash_hist.S397
-rw-r--r--src/spdk/isa-l/igzip/aarch64/isal_update_histogram.S311
-rw-r--r--src/spdk/isa-l/igzip/aarch64/lz0a_const_aarch64.h72
-rw-r--r--src/spdk/isa-l/igzip/aarch64/options_aarch64.h71
-rw-r--r--src/spdk/isa-l/igzip/aarch64/stdmac_aarch64.h57
-rw-r--r--src/spdk/isa-l/igzip/adler32_avx2_4.asm292
-rw-r--r--src/spdk/isa-l/igzip/adler32_base.c63
-rw-r--r--src/spdk/isa-l/igzip/adler32_perf.c72
-rw-r--r--src/spdk/isa-l/igzip/adler32_sse.asm249
-rw-r--r--src/spdk/isa-l/igzip/bitbuf2.asm64
-rw-r--r--src/spdk/isa-l/igzip/bitbuf2.h130
-rw-r--r--src/spdk/isa-l/igzip/checksum32_funcs_test.c308
-rw-r--r--src/spdk/isa-l/igzip/checksum_test_ref.h102
-rw-r--r--src/spdk/isa-l/igzip/data_struct2.asm275
-rw-r--r--src/spdk/isa-l/igzip/encode_df.c38
-rw-r--r--src/spdk/isa-l/igzip/encode_df.h30
-rw-r--r--src/spdk/isa-l/igzip/encode_df_04.asm576
-rw-r--r--src/spdk/isa-l/igzip/encode_df_06.asm620
-rw-r--r--src/spdk/isa-l/igzip/flatten_ll.c41
-rw-r--r--src/spdk/isa-l/igzip/flatten_ll.h3
-rw-r--r--src/spdk/isa-l/igzip/generate_custom_hufftables.c308
-rw-r--r--src/spdk/isa-l/igzip/generate_static_inflate.c163
-rw-r--r--src/spdk/isa-l/igzip/heap_macros.asm98
-rw-r--r--src/spdk/isa-l/igzip/huff_codes.c1694
-rw-r--r--src/spdk/isa-l/igzip/huff_codes.h170
-rw-r--r--src/spdk/isa-l/igzip/huffman.asm249
-rw-r--r--src/spdk/isa-l/igzip/huffman.h359
-rw-r--r--src/spdk/isa-l/igzip/hufftables_c.c6742
-rw-r--r--src/spdk/isa-l/igzip/igzip.c1931
-rw-r--r--src/spdk/isa-l/igzip/igzip_base.c236
-rw-r--r--src/spdk/isa-l/igzip/igzip_base_aliases.c153
-rw-r--r--src/spdk/isa-l/igzip/igzip_body.asm786
-rw-r--r--src/spdk/isa-l/igzip/igzip_build_hash_table_perf.c39
-rw-r--r--src/spdk/isa-l/igzip/igzip_checksums.h12
-rw-r--r--src/spdk/isa-l/igzip/igzip_compare_types.asm452
-rw-r--r--src/spdk/isa-l/igzip/igzip_decode_block_stateless.asm795
-rw-r--r--src/spdk/isa-l/igzip/igzip_decode_block_stateless_01.asm3
-rw-r--r--src/spdk/isa-l/igzip/igzip_decode_block_stateless_04.asm4
-rw-r--r--src/spdk/isa-l/igzip/igzip_deflate_hash.asm165
-rw-r--r--src/spdk/isa-l/igzip/igzip_example.c101
-rw-r--r--src/spdk/isa-l/igzip/igzip_file_perf.c334
-rw-r--r--src/spdk/isa-l/igzip/igzip_finish.asm324
-rw-r--r--src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_04.asm741
-rw-r--r--src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_06.asm576
-rw-r--r--src/spdk/isa-l/igzip/igzip_hist_perf.c133
-rw-r--r--src/spdk/isa-l/igzip/igzip_icf_base.c370
-rw-r--r--src/spdk/isa-l/igzip/igzip_icf_body.c326
-rw-r--r--src/spdk/isa-l/igzip/igzip_icf_body_h1_gr_bt.asm901
-rw-r--r--src/spdk/isa-l/igzip/igzip_icf_finish.asm322
-rw-r--r--src/spdk/isa-l/igzip/igzip_inflate.c2437
-rw-r--r--src/spdk/isa-l/igzip/igzip_inflate_multibinary.asm45
-rw-r--r--src/spdk/isa-l/igzip/igzip_inflate_test.c311
-rw-r--r--src/spdk/isa-l/igzip/igzip_level_buf_structs.h48
-rw-r--r--src/spdk/isa-l/igzip/igzip_multibinary.asm134
-rw-r--r--src/spdk/isa-l/igzip/igzip_perf.c832
-rw-r--r--src/spdk/isa-l/igzip/igzip_rand_test.c3087
-rw-r--r--src/spdk/isa-l/igzip/igzip_semi_dyn_file_perf.c334
-rw-r--r--src/spdk/isa-l/igzip/igzip_set_long_icf_fg_04.asm295
-rw-r--r--src/spdk/isa-l/igzip/igzip_set_long_icf_fg_06.asm367
-rw-r--r--src/spdk/isa-l/igzip/igzip_sync_flush_example.c86
-rw-r--r--src/spdk/isa-l/igzip/igzip_update_histogram.asm574
-rw-r--r--src/spdk/isa-l/igzip/igzip_update_histogram_01.asm7
-rw-r--r--src/spdk/isa-l/igzip/igzip_update_histogram_04.asm8
-rw-r--r--src/spdk/isa-l/igzip/igzip_wrapper.h52
-rw-r--r--src/spdk/isa-l/igzip/igzip_wrapper_hdr_test.c890
-rw-r--r--src/spdk/isa-l/igzip/inflate_data_structs.asm146
-rw-r--r--src/spdk/isa-l/igzip/inflate_std_vects.h1554
-rw-r--r--src/spdk/isa-l/igzip/lz0a_const.asm65
-rw-r--r--src/spdk/isa-l/igzip/options.asm77
-rw-r--r--src/spdk/isa-l/igzip/proc_heap.asm126
-rw-r--r--src/spdk/isa-l/igzip/proc_heap_base.c85
-rw-r--r--src/spdk/isa-l/igzip/repeated_char_result.h68
-rw-r--r--src/spdk/isa-l/igzip/rfc1951_lookup.asm118
-rw-r--r--src/spdk/isa-l/igzip/static_inflate.h1346
-rw-r--r--src/spdk/isa-l/igzip/stdmac.asm469
86 files changed, 37666 insertions, 0 deletions
diff --git a/src/spdk/isa-l/igzip/Makefile.am b/src/spdk/isa-l/igzip/Makefile.am
new file mode 100644
index 000000000..7ae55507b
--- /dev/null
+++ b/src/spdk/isa-l/igzip/Makefile.am
@@ -0,0 +1,138 @@
+########################################################################
+# Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in
+# the documentation and/or other materials provided with the
+# distribution.
+# * Neither the name of Intel Corporation nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+########################################################################
+
+lsrc += igzip/igzip.c \
+ igzip/hufftables_c.c \
+ igzip/igzip_base.c \
+ igzip/igzip_icf_base.c \
+ igzip/adler32_base.c \
+ igzip/flatten_ll.c \
+ igzip/encode_df.c \
+ igzip/igzip_icf_body.c
+
+lsrc_base_aliases += igzip/igzip_base_aliases.c igzip/proc_heap_base.c
+lsrc_x86_32 += igzip/igzip_base_aliases.c igzip/proc_heap_base.c
+
+lsrc_aarch64 += igzip/aarch64/igzip_inflate_multibinary_arm64.S \
+ igzip/aarch64/igzip_multibinary_arm64.S \
+ igzip/aarch64/igzip_isal_adler32_neon.S \
+ igzip/aarch64/igzip_multibinary_aarch64_dispatcher.c \
+ igzip/aarch64/igzip_deflate_body_aarch64.S \
+ igzip/aarch64/igzip_deflate_finish_aarch64.S \
+ igzip/aarch64/isal_deflate_icf_body_hash_hist.S \
+ igzip/aarch64/isal_deflate_icf_finish_hash_hist.S \
+ igzip/aarch64/isal_update_histogram.S \
+ igzip/proc_heap_base.c
+
+lsrc_x86_64 += igzip/igzip_body.asm \
+ igzip/igzip_finish.asm \
+ igzip/igzip_icf_body_h1_gr_bt.asm \
+ igzip/igzip_icf_finish.asm \
+ igzip/rfc1951_lookup.asm \
+ igzip/adler32_sse.asm \
+ igzip/adler32_avx2_4.asm \
+ igzip/igzip_multibinary.asm \
+ igzip/igzip_update_histogram_01.asm \
+ igzip/igzip_update_histogram_04.asm \
+ igzip/igzip_decode_block_stateless_01.asm \
+ igzip/igzip_decode_block_stateless_04.asm \
+ igzip/igzip_inflate_multibinary.asm \
+ igzip/encode_df_04.asm \
+ igzip/encode_df_06.asm \
+ igzip/proc_heap.asm \
+ igzip/igzip_deflate_hash.asm \
+ igzip/igzip_gen_icf_map_lh1_06.asm \
+ igzip/igzip_gen_icf_map_lh1_04.asm \
+ igzip/igzip_set_long_icf_fg_04.asm \
+ igzip/igzip_set_long_icf_fg_06.asm
+
+src_include += -I $(srcdir)/igzip
+extern_hdrs += include/igzip_lib.h
+
+check_tests += igzip/igzip_rand_test
+check_tests += igzip/igzip_wrapper_hdr_test
+check_tests += igzip/checksum32_funcs_test
+
+other_tests += igzip/igzip_file_perf igzip/igzip_hist_perf
+other_tests += igzip/igzip_perf
+other_tests += igzip/igzip_semi_dyn_file_perf
+other_tests += igzip/igzip_build_hash_table_perf
+
+other_src += igzip/bitbuf2.asm \
+ igzip/data_struct2.asm \
+ igzip/inflate_data_structs.asm \
+ igzip/igzip_body.asm \
+ igzip/igzip_finish.asm \
+ igzip/lz0a_const.asm \
+ igzip/options.asm \
+ igzip/stdmac.asm \
+ igzip/igzip_compare_types.asm \
+ igzip/bitbuf2.h \
+ igzip/repeated_char_result.h \
+ igzip/igzip_update_histogram.asm \
+ igzip/huffman.asm \
+ include/reg_sizes.asm \
+ include/multibinary.asm \
+ include/test.h \
+ include/unaligned.h \
+ igzip/huffman.h \
+ igzip/igzip_level_buf_structs.h \
+ igzip/igzip_decode_block_stateless.asm \
+ igzip/inflate_std_vects.h \
+ igzip/flatten_ll.h \
+ igzip/encode_df.h \
+ igzip/heap_macros.asm \
+ igzip/igzip_wrapper.h \
+ igzip/static_inflate.h \
+ igzip/igzip_checksums.h
+
+perf_tests += igzip/adler32_perf
+
+examples += igzip/igzip_example igzip/igzip_sync_flush_example
+
+igzip_igzip_rand_test_LDADD = libisal.la
+
+# Include tools to make custom Huffman tables based on sample data
+other_tests += igzip/generate_custom_hufftables
+other_tests += igzip/generate_static_inflate
+other_src += igzip/huff_codes.h
+lsrc += igzip/huff_codes.c
+
+# Include tools and tests using the reference inflate
+other_tests += igzip/igzip_inflate_test
+lsrc += igzip/igzip_inflate.c
+other_src += igzip/checksum_test_ref.h
+
+igzip_perf: LDLIBS += -lz
+igzip_igzip_perf_LDADD = libisal.la
+igzip_igzip_perf_LDFLAGS = -lz
+igzip_inflate_test: LDLIBS += -lz
+igzip_igzip_inflate_test_LDADD = libisal.la
+igzip_igzip_inflate_test_LDFLAGS = -lz
+igzip_igzip_hist_perf_LDADD = libisal.la
diff --git a/src/spdk/isa-l/igzip/aarch64/bitbuf2_aarch64.h b/src/spdk/isa-l/igzip/aarch64/bitbuf2_aarch64.h
new file mode 100644
index 000000000..88eb18dfd
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/bitbuf2_aarch64.h
@@ -0,0 +1,57 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef __BITBUF2_AARCH64_H__
+#define __BITBUF2_AARCH64_H__
+#include "options_aarch64.h"
+
+#ifdef __ASSEMBLY__
+.macro update_bits stream:req,code:req,code_len:req,m_bits:req,m_bit_count:req \
+ m_out_buf:req
+
+ lsl x_\code,x_\code,x_\m_bit_count
+ orr x_\m_bits,x_\code,x_\m_bits
+ add x_\m_bit_count,x_\code_len,x_\m_bit_count
+
+ str x_\m_bits,[x_\m_out_buf]
+
+ and w_\code,w_\m_bit_count,-8
+ lsr w_\code_len,w_\m_bit_count,3
+ add x_\m_out_buf,x_\m_out_buf,w_\code_len,uxtw
+ sub w_\m_bit_count,w_\m_bit_count,w_\code
+ lsr x_\m_bits,x_\m_bits,x_\code
+
+ str x_\m_bits,[stream,_internal_state_bitbuf_m_bits]
+ str w_\m_bit_count,[stream,_internal_state_bitbuf_m_bit_count]
+ str x_\m_out_buf,[stream,_internal_state_bitbuf_m_out_buf]
+
+
+.endm
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/aarch64/data_struct_aarch64.h b/src/spdk/isa-l/igzip/aarch64/data_struct_aarch64.h
new file mode 100644
index 000000000..71160fe1b
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/data_struct_aarch64.h
@@ -0,0 +1,226 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#ifndef __AARCH64_DATA_STRUCT_H__
+#define __AARCH64_DATA_STRUCT_H__
+#ifdef __ASSEMBLY__
+
+#define FIELD(name,size,align) \
+ .set _FIELD_OFFSET,(_FIELD_OFFSET + (align) - 1) & (~ ((align)-1)); \
+ .equ name,_FIELD_OFFSET ; \
+ .set _FIELD_OFFSET,_FIELD_OFFSET + size; \
+ .if align > _STRUCT_ALIGN; \
+ .set _STRUCT_ALIGN, align; \
+ .endif;
+
+#define START_STRUCT(name) .set _FIELD_OFFSET,0;.set _STRUCT_ALIGN,0;
+
+#define END_STRUCT(name) .set _##name##_size,_FIELD_OFFSET;\
+ .set _##name##_align,_STRUCT_ALIGN
+
+#define CONST(name,value) .equ name,value
+
+
+/// BitBuf2
+START_STRUCT(BitBuf2)
+ /// name size align
+ FIELD ( _m_bits, 8, 8 )
+ FIELD ( _m_bit_count, 4, 4 )
+ FIELD ( _m_out_buf, 8, 8 )
+ FIELD ( _m_out_end, 8, 8 )
+ FIELD ( _m_out_start, 8, 8 )
+END_STRUCT(BitBuf2)
+
+
+/// isal_mod_hist
+#define HIST_ELEM_SIZE 4
+START_STRUCT(isal_mod_hist)
+ /// name size align
+ FIELD ( _d_hist, 30*HIST_ELEM_SIZE, HIST_ELEM_SIZE )
+ FIELD ( _ll_hist, 513*HIST_ELEM_SIZE, HIST_ELEM_SIZE )
+END_STRUCT(isal_mod_hist)
+
+
+/// hufftables_icf
+#define HUFF_CODE_SIZE 4
+START_STRUCT(hufftables_icf)
+ /// name size align
+ FIELD ( _dist_table, 31 * HUFF_CODE_SIZE, HUFF_CODE_SIZE )
+ FIELD ( _lit_len_table, 513 * HUFF_CODE_SIZE, HUFF_CODE_SIZE )
+END_STRUCT(hufftables_icf)
+
+
+/// hash8k_buf
+START_STRUCT(hash8k_buf)
+ /// name size align
+ FIELD ( _hash8k_table, 2 * IGZIP_HASH8K_HASH_SIZE, 2 )
+END_STRUCT(hash8k_buf)
+
+
+/// hash_map_buf
+START_STRUCT(hash_map_buf)
+ /// name size align
+ FIELD ( _hash_table, 2 * IGZIP_HASH_MAP_HASH_SIZE, 2 )
+ FIELD ( _matches_next, 8, 8 )
+ FIELD ( _matches_end, 8, 8 )
+ FIELD ( _matches, 4*4*1024, 4 )
+ FIELD ( _overflow, 4*LA, 4 )
+END_STRUCT(hash_map_buf)
+
+
+/// level_buf
+#define DEF_MAX_HDR_SIZE 328
+START_STRUCT(level_buf)
+ /// name size align
+ FIELD ( _encode_tables, _hufftables_icf_size, _hufftables_icf_align )
+ FIELD ( _hist, _isal_mod_hist_size, _isal_mod_hist_align )
+ FIELD ( _deflate_hdr_count, 4, 4 )
+ FIELD ( _deflate_hdr_extra_bits,4, 4 )
+ FIELD ( _deflate_hdr, DEF_MAX_HDR_SIZE, 1 )
+ FIELD ( _icf_buf_next, 8, 8 )
+ FIELD ( _icf_buf_avail_out, 8, 8 )
+ FIELD ( _icf_buf_start, 8, 8 )
+ FIELD ( _lvl_extra, _hash_map_buf_size, _hash_map_buf_align )
+END_STRUCT(level_buf)
+
+
+CONST( _hash8k_hash_table , _lvl_extra + _hash8k_table )
+CONST( _hash_map_hash_table , _lvl_extra + _hash_table )
+CONST( _hash_map_matches_next , _lvl_extra + _matches_next )
+CONST( _hash_map_matches_end , _lvl_extra + _matches_end )
+CONST( _hash_map_matches , _lvl_extra + _matches )
+CONST( _hist_lit_len , _hist+_ll_hist )
+CONST( _hist_dist , _hist+_d_hist )
+
+
+/// isal_zstate
+START_STRUCT(isal_zstate)
+ /// name size align
+ FIELD ( _total_in_start,4, 4 )
+ FIELD ( _block_next, 4, 4 )
+ FIELD ( _block_end, 4, 4 )
+ FIELD ( _dist_mask, 4, 4 )
+ FIELD ( _hash_mask, 4, 4 )
+ FIELD ( _state, 4, 4 )
+ FIELD ( _bitbuf, _BitBuf2_size, _BitBuf2_align )
+ FIELD ( _crc, 4, 4 )
+ FIELD ( _has_wrap_hdr, 1, 1 )
+ FIELD ( _has_eob_hdr, 1, 1 )
+ FIELD ( _has_eob, 1, 1 )
+ FIELD ( _has_hist, 1, 1 )
+ FIELD ( _has_level_buf_init, 2, 2 )
+ FIELD ( _count, 4, 4 )
+ FIELD ( _tmp_out_buff, 16, 1 )
+ FIELD ( _tmp_out_start, 4, 4 )
+ FIELD ( _tmp_out_end, 4, 4 )
+ FIELD ( _b_bytes_valid, 4, 4 )
+ FIELD ( _b_bytes_processed, 4, 4 )
+ FIELD ( _buffer, BSIZE, 1 )
+ FIELD ( _head, IGZIP_LVL0_HASH_SIZE*2, 2 )
+END_STRUCT(isal_zstate)
+
+
+
+CONST( _bitbuf_m_bits , _bitbuf+_m_bits )
+CONST( _bitbuf_m_bit_count , _bitbuf+_m_bit_count )
+CONST( _bitbuf_m_out_buf , _bitbuf+_m_out_buf )
+CONST( _bitbuf_m_out_end , _bitbuf+_m_out_end )
+CONST( _bitbuf_m_out_start , _bitbuf+_m_out_start )
+
+
+/// isal_zstream
+START_STRUCT(isal_zstream)
+ /// name size align
+ FIELD ( _next_in, 8, 8 )
+ FIELD ( _avail_in, 4, 4 )
+ FIELD ( _total_in, 4, 4 )
+ FIELD ( _next_out, 8, 8 )
+ FIELD ( _avail_out, 4, 4 )
+ FIELD ( _total_out, 4, 4 )
+ FIELD ( _hufftables, 8, 8 )
+ FIELD ( _level, 4, 4 )
+ FIELD ( _level_buf_size, 4, 4 )
+ FIELD ( _level_buf, 8, 8 )
+ FIELD ( _end_of_stream, 2, 2 )
+ FIELD ( _flush, 2, 2 )
+ FIELD ( _gzip_flag, 2, 2 )
+ FIELD ( _hist_bits, 2, 2 )
+ FIELD ( _internal_state, _isal_zstate_size, _isal_zstate_align )
+END_STRUCT(isal_zstream)
+
+
+
+CONST( _internal_state_total_in_start , _internal_state+_total_in_start )
+CONST( _internal_state_block_next , _internal_state+_block_next )
+CONST( _internal_state_block_end , _internal_state+_block_end )
+CONST( _internal_state_b_bytes_valid , _internal_state+_b_bytes_valid )
+CONST( _internal_state_b_bytes_processed , _internal_state+_b_bytes_processed )
+CONST( _internal_state_crc , _internal_state+_crc )
+CONST( _internal_state_dist_mask , _internal_state+_dist_mask )
+CONST( _internal_state_hash_mask , _internal_state+_hash_mask )
+CONST( _internal_state_bitbuf , _internal_state+_bitbuf )
+CONST( _internal_state_state , _internal_state+_state )
+CONST( _internal_state_count , _internal_state+_count )
+CONST( _internal_state_tmp_out_buff , _internal_state+_tmp_out_buff )
+CONST( _internal_state_tmp_out_start , _internal_state+_tmp_out_start )
+CONST( _internal_state_tmp_out_end , _internal_state+_tmp_out_end )
+CONST( _internal_state_has_wrap_hdr , _internal_state+_has_wrap_hdr )
+CONST( _internal_state_has_eob , _internal_state+_has_eob )
+CONST( _internal_state_has_eob_hdr , _internal_state+_has_eob_hdr )
+CONST( _internal_state_has_hist , _internal_state+_has_hist )
+CONST( _internal_state_has_level_buf_init , _internal_state+_has_level_buf_init )
+CONST( _internal_state_buffer , _internal_state+_buffer )
+CONST( _internal_state_head , _internal_state+_head )
+CONST( _internal_state_bitbuf_m_bits , _internal_state+_bitbuf_m_bits )
+CONST( _internal_state_bitbuf_m_bit_count , _internal_state+_bitbuf_m_bit_count )
+CONST( _internal_state_bitbuf_m_out_buf , _internal_state+_bitbuf_m_out_buf )
+CONST( _internal_state_bitbuf_m_out_end , _internal_state+_bitbuf_m_out_end )
+CONST( _internal_state_bitbuf_m_out_start , _internal_state+_bitbuf_m_out_start )
+
+/// Internal States
+CONST( ZSTATE_NEW_HDR , 0 )
+CONST( ZSTATE_HDR , (ZSTATE_NEW_HDR + 1) )
+CONST( ZSTATE_CREATE_HDR , (ZSTATE_HDR + 1) )
+CONST( ZSTATE_BODY , (ZSTATE_CREATE_HDR + 1) )
+CONST( ZSTATE_FLUSH_READ_BUFFER , (ZSTATE_BODY + 1) )
+CONST( ZSTATE_FLUSH_ICF_BUFFER , (ZSTATE_FLUSH_READ_BUFFER + 1) )
+CONST( ZSTATE_TYPE0_HDR , (ZSTATE_FLUSH_ICF_BUFFER + 1) )
+CONST( ZSTATE_TYPE0_BODY , (ZSTATE_TYPE0_HDR + 1) )
+CONST( ZSTATE_SYNC_FLUSH , (ZSTATE_TYPE0_BODY + 1) )
+CONST( ZSTATE_FLUSH_WRITE_BUFFER , (ZSTATE_SYNC_FLUSH + 1) )
+CONST( ZSTATE_TRL , (ZSTATE_FLUSH_WRITE_BUFFER + 1) )
+
+CONST( _NO_FLUSH , 0 )
+CONST( _SYNC_FLUSH , 1 )
+CONST( _FULL_FLUSH , 2 )
+CONST( _STORED_BLK , 0 )
+CONST( IGZIP_NO_HIST , 0 )
+CONST( IGZIP_HIST , 1 )
+CONST( IGZIP_DICT_HIST , 2 )
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/aarch64/huffman_aarch64.h b/src/spdk/isa-l/igzip/aarch64/huffman_aarch64.h
new file mode 100644
index 000000000..c5ef2555c
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/huffman_aarch64.h
@@ -0,0 +1,154 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef __HUFFMAN_AARCH64_H__
+#define __HUFFMAN_AARCH64_H__
+
+#ifdef __ASSEMBLY__
+#ifdef LONGER_HUFFTABLE
+ #if (D > 8192)
+ #error History D is larger than 8K
+ #else
+ #define DIST_TABLE_SIZE 8192
+ #define DECODE_OFFSET 26
+ #endif
+#else
+ #define DIST_TABLE_SIZE 2
+ #define DECODE_OFFSET 0
+#endif
+
+#define LEN_TABLE_SIZE 256
+#define LIT_TABLE_SIZE 257
+
+#define DIST_TABLE_START (ISAL_DEF_MAX_HDR_SIZE + 8) //328+8
+#define DIST_TABLE_OFFSET (DIST_TABLE_START + - 4 * 1) //336-4
+#define LEN_TABLE_OFFSET (DIST_TABLE_START + DIST_TABLE_SIZE * 4 - 4*3) //332 + 2*4 -4*3 =328
+#define LIT_TABLE_OFFSET (DIST_TABLE_START + 4 * DIST_TABLE_SIZE + 4 * LEN_TABLE_SIZE)
+#define LIT_TABLE_SIZES_OFFSET (LIT_TABLE_OFFSET + 2 * LIT_TABLE_SIZE)
+#define DCODE_TABLE_OFFSET (LIT_TABLE_SIZES_OFFSET + LIT_TABLE_SIZE + 1 - DECODE_OFFSET * 2)
+#define DCODE_TABLE_SIZE_OFFSET (DCODE_TABLE_OFFSET + 2 * 30 - DECODE_OFFSET)
+
+#define IGZIP_DECODE_OFFSET 0
+#define IGZIP_DIST_TABLE_SIZE 2
+
+.macro get_len_code hufftables:req,length:req,code:req,code_len:req,tmp0:req
+ add x_\tmp0,\hufftables,LEN_TABLE_OFFSET
+ ldr w_\code_len,[x_\tmp0,x_\length,lsl 2]
+ lsr w_\code, w_\code_len , 5
+ and x_\code_len,x_\code_len,0x1f
+.endm
+
+.macro get_lit_code hufftables:req,lit:req,code:req,code_len:req
+ add x_\code,\hufftables,LIT_TABLE_OFFSET
+ ldrh w_\code,[x_\code,x_\lit,lsl 1]
+ add x_\code_len,\hufftables,LIT_TABLE_SIZES_OFFSET
+ ldrb w_\code_len,[x_\code_len,x_\lit]
+.endm
+
+.macro get_dist_code hufftables:req,dist:req,code:req,code_len:req,tmp0:req,tmp1:req,tmp2:req
+ cmp dist,DIST_TABLE_SIZE
+ bhi _compute_dist_code
+ add x_\tmp0,\hufftables,DIST_TABLE_OFFSET
+ ldr w_\code_len,[x_\tmp0,x_\dist,lsl 2]
+ lsr w_\code, w_\code_len , 5
+ and x_\code_len,x_\code_len,0x1f
+ b _end_get_dist_code
+_compute_dist_code:
+ and w_\dist,w_\dist,0xffff
+ sub w_\dist,w_\dist,1
+ clz w_\tmp0,w_\dist
+ mov w_\tmp1,30
+ sub w_\tmp0,w_\tmp1,w_\tmp0 //tmp0== num_extra_bists
+ mov w_\tmp1,1
+ lsl w_\tmp1,w_\tmp1,w_\tmp0
+ sub w_\tmp1,w_\tmp1,1
+ and w_\tmp1,w_\tmp1,w_\dist //tmp1=extra_bits
+ asr w_\dist,w_\dist,w_\tmp0
+ lsl w_\tmp2,w_\tmp0,1
+ add w_\tmp2,w_\dist,w_\tmp2 //tmp2=sym
+
+ add x_\code,\hufftables,DCODE_TABLE_OFFSET - IGZIP_DECODE_OFFSET*2
+ add x_\code_len,\hufftables,DCODE_TABLE_SIZE_OFFSET - IGZIP_DECODE_OFFSET
+ ldrh w_\code,[x_\code,x_\tmp2,lsl 1]
+ ldrb w_\code_len,[x_\code_len,x_\tmp2]
+ lsl w_\tmp1,w_\tmp1,w_\code_len
+ orr w_\code,w_\code,w_\tmp1
+ add w_\code_len,w_\code_len,w_\tmp0
+
+ //compute_dist_code
+_end_get_dist_code:
+.endm
+
+
+.macro compare_258_bytes str0:req,str1:req,match_length:req,tmp0:req,tmp1:req
+ mov x_\match_length,0
+_compare_258_loop:
+ ldr x_\tmp0,[x_\str0,x_\match_length]
+ ldr x_\tmp1,[x_\str1,x_\match_length]
+ eor x_\tmp0,x_\tmp1,x_\tmp0
+ rbit x_\tmp0,x_\tmp0
+ clz x_\tmp0,x_\tmp0
+ lsr x_\tmp0,x_\tmp0,3
+ add x_\match_length,x_\match_length,x_\tmp0
+
+
+ cmp x_\match_length,257
+ ccmp x_\tmp0,8,0,ls
+ beq _compare_258_loop
+
+ cmp x_\match_length,258
+ mov x_\tmp1,258
+ csel x_\match_length,x_\match_length,x_\tmp1,ls
+.endm
+
+.macro compare_max_258_bytes str0:req,str1:req,max_length:req,match_length:req,tmp0:req,tmp1:req
+ mov x_\match_length,0
+ mov x_\tmp0,258
+ cmp x_\max_length,x_\tmp0
+ csel x_\max_length,x_\max_length,x_\tmp0,ls
+_compare_258_loop:
+ ldr x_\tmp0,[x_\str0,x_\match_length]
+ ldr x_\tmp1,[x_\str1,x_\match_length]
+ eor x_\tmp0,x_\tmp1,x_\tmp0
+ rbit x_\tmp0,x_\tmp0
+ clz x_\tmp0,x_\tmp0
+ lsr x_\tmp0,x_\tmp0,3
+ add x_\match_length,x_\match_length,x_\tmp0
+
+
+ cmp x_\max_length,x_\match_length
+ ccmp x_\tmp0,8,0,hi
+ beq _compare_258_loop
+
+ cmp x_\match_length,x_\max_length
+ csel x_\match_length,x_\match_length,x_\max_length,ls
+.endm
+
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_deflate_body_aarch64.S b/src/spdk/isa-l/igzip/aarch64/igzip_deflate_body_aarch64.S
new file mode 100644
index 000000000..9f0e8cd73
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_deflate_body_aarch64.S
@@ -0,0 +1,261 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crc
+ .text
+ .align 2
+#include "lz0a_const_aarch64.h"
+#include "data_struct_aarch64.h"
+#include "huffman_aarch64.h"
+#include "bitbuf2_aarch64.h"
+#include "stdmac_aarch64.h"
+/*
+declare Macros
+*/
+
+.macro declare_generic_reg name:req,reg:req,default:req
+ \name .req \default\reg
+ w_\name .req w\reg
+ x_\name .req x\reg
+.endm
+
+.macro update_state stream:req,start_in:req,next_in:req,end_in:req, \
+ m_out_buf:req,m_out_start:req,tmp0:req,tmp1:req
+
+ //m_out_buf=bytes_written
+ sub x_\m_out_buf,x_\m_out_buf,x_\m_out_start
+ cmp next_in,start_in
+ bls skip_has_hist
+ mov w_\tmp0,1
+ strb w_\tmp0,[x_\stream,_internal_state_has_hist]
+skip_has_hist:
+ ldr w_\tmp0,[\stream,_total_in]
+ ldr x_\m_out_start,[\stream,_next_out] //m_out_start = next_out
+
+ str x_\next_in,[\stream,_next_in]
+ sub x_\start_in,x_\next_in,x_\start_in
+ sub x_\end_in,x_\end_in,x_\next_in
+ add w_\tmp0,w_\tmp0,w_\start_in
+ stp w_\end_in,w_\tmp0,[\stream,_avail_in]
+ //next_in=avail_out,start_in=total_out
+ ldp w_\next_in,w_\start_in,[\stream,_avail_out]
+ add x_\m_out_start,x_\m_out_start,x_\m_out_buf
+ str x_\m_out_start,[\stream,_next_out]
+ add w_\start_in,w_\start_in,w_\m_out_buf
+ sub w_\next_in,w_\next_in,w_\m_out_buf
+ stp w_\next_in,w_\start_in,[\stream,_avail_out]
+.endm
+
+
+ .global isal_deflate_body_aarch64
+ .type isal_deflate_body_aarch64, %function
+/*
+ void isal_deflate_body_aarch64(struct isal_zstream *stream)
+*/
+ declare_generic_reg stream, 0,x //struct isal_zstream *stream
+ declare_generic_reg state, 8,x //&stream->state
+ declare_generic_reg avail_in, 9,w
+ declare_generic_reg end_of_stream, 10,w //can be used in loop
+
+ declare_generic_reg hash_mask, 11,w
+ declare_generic_reg match_length, 12,w
+ declare_generic_reg hufftables, 13,x
+
+ declare_generic_reg m_out_buf, 14,x
+ declare_generic_reg m_out_start, 15,x
+ declare_generic_reg m_out_end, 16,x
+ declare_generic_reg m_bits, 17,x
+ declare_generic_reg m_bit_count, 18,w
+
+ declare_generic_reg start_in, 19,x
+ declare_generic_reg end_in, 20,x
+ declare_generic_reg next_in, 21,x
+ declare_generic_reg loop_end_cnt, 22,x
+
+ declare_generic_reg literal, 23,w
+ declare_generic_reg hash, 24,w
+ declare_generic_reg dist, 25,w
+
+ declare_generic_reg last_seen, 26,x
+ declare_generic_reg file_start, 27,x
+ declare_generic_reg hist_size, 28,w
+
+ declare_generic_reg tmp0, 5 ,w
+ declare_generic_reg tmp1, 6 ,w
+ declare_generic_reg tmp2, 7 ,w
+
+ declare_generic_reg code, 3,x
+ declare_generic_reg code_len, 24,x
+ declare_generic_reg code2, 10,x
+ declare_generic_reg code_len2, 4,x
+
+
+isal_deflate_body_aarch64:
+ //save registers
+ push_stack
+ ldr avail_in, [stream, _avail_in]
+ cbz avail_in, exit_save_state
+
+ // set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+ ldr w_m_out_end,[stream,_avail_out]
+ ldr m_out_buf,[stream,_next_out]
+ add m_out_end,m_out_buf,w_m_out_end,uxtw
+ sub m_out_end,m_out_end , 8
+ mov m_out_start,m_out_buf
+ stp m_out_buf,m_out_end,[stream, _bitbuf + _internal_state + _m_out_buf]
+ str m_out_start,[stream, _bitbuf + _internal_state + _m_out_start]
+ ldr m_bit_count ,[stream,_internal_state_bitbuf_m_bit_count]
+ ldr m_bits ,[stream,_internal_state_bitbuf_m_bits]
+
+
+ //init variables
+ //last_seen=&stream.internal_state.head = _internal_state+_head
+ add last_seen,stream,65536
+ add last_seen,last_seen,_internal_state+_head -65536
+
+
+ //start_in=stream->next_in;next_in=start_in
+ ldr start_in,[stream,_next_in]
+ mov next_in,start_in
+ add end_in,start_in,avail_in,uxtw //avail_in reg is free now
+ sub loop_end_cnt,end_in,289 //loop end
+ cmp next_in,loop_end_cnt
+
+
+ //file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ ldr w_file_start,[stream,_total_in]
+ sub file_start,next_in,file_start,uxtw
+
+ //uint32_t hist_size = state->dist_mask;
+ ldr hist_size,[stream,_internal_state + _dist_mask]
+
+ //uint32_t hash_mask = state->hash_mask;
+ ldr hash_mask,[stream,_internal_state + _hash_mask]
+
+ ldr hufftables,[stream,_hufftables]
+
+ bhi main_loop_end
+main_loop_start:
+ //is_full(&state->bitbuf)
+ cmp m_out_buf,m_out_end
+ bhi update_state_exit
+
+ ldr literal,[next_in]
+ crc32cw hash,wzr,literal
+ and hash,hash,hash_mask
+
+ ///dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ ldrh w_tmp0,[last_seen,x_hash,lsl 1] //tmp_w last_seen[hash]
+ sub x_dist,next_in,file_start
+ //last_seen[hash] = (uint64_t) (next_in - file_start);
+ strh dist,[last_seen,x_hash,lsl 1]
+ sub dist,dist,w_tmp0
+ and dist,dist,0xffff
+
+ sub w_tmp0,dist,1
+ cmp hist_size,w_tmp0
+ bls get_lit_code
+
+ ///match_length = compare258(next_in - dist, next_in, 258);
+ sub x_tmp2,next_in,x_dist
+ compare_258_bytes tmp2,next_in,match_length,tmp0,tmp1
+ cmp match_length,3
+ bls get_lit_code
+
+ sub x_tmp0,next_in,file_start
+ ldr literal,[next_in,1]
+ crc32cw hash,wzr,literal
+ and hash,hash,hash_mask
+ add tmp0,tmp0,1
+ strh tmp0,[last_seen,x_hash,lsl 1]
+ //call_print_b hash,dist,last_seen
+
+ ldr literal,[next_in,2]
+ crc32cw hash,wzr,literal
+ and hash,hash,hash_mask
+ add tmp0,tmp0,1
+ strh tmp0,[last_seen,x_hash,lsl 1]
+
+ //get_len_code(stream->hufftables, match_length, &code,
+ // &code_len);
+ get_len_code hufftables,match_length,code,code_len,tmp0
+
+ //get_dist_code(stream->hufftables, dist, &code2, &code_len2);
+ get_dist_code hufftables,dist,code2,code_len2,tmp0,tmp1,tmp2
+
+ //code |= code2 << code_len;
+ //code_len += code_len2;
+ lsl code2,code2,code_len
+ orr code,code,code2
+ add code_len,code_len,code_len2
+
+ //next_in += match_length;
+ add next_in,next_in,match_length,uxtw
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+
+
+
+ cmp next_in,loop_end_cnt
+ bls main_loop_start
+ b main_loop_end
+get_lit_code:
+ //get_lit_code(stream->hufftables, literal & 0xFF, &code, &code_len);
+ and literal,literal,0xff
+ get_lit_code hufftables,literal,code,code_len
+
+ //next_in++;
+ add next_in,next_in,1
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+ cmp next_in,loop_end_cnt
+ bls main_loop_start
+
+main_loop_end:
+ //update state here
+
+ //load end_of_stream and flush together
+ ldr w_end_of_stream, [stream, _end_of_stream]
+ //(stream->end_of_stream || stream->flush != 0)
+ cbz w_end_of_stream, update_state_exit
+ mov w_tmp0 , ZSTATE_FLUSH_READ_BUFFER
+ str w_tmp0, [stream, _internal_state+_state]
+update_state_exit:
+ update_state stream,start_in,next_in,end_in,m_out_buf,m_out_start,tmp0,tmp1
+exit_ret:
+ pop_stack
+ ret
+exit_save_state:
+ ldr w_end_of_stream, [stream, _end_of_stream]
+ cbz w_end_of_stream, exit_ret //(stream->end_of_stream || stream->flush != 0)
+ mov w_tmp0 , ZSTATE_FLUSH_READ_BUFFER
+ str w_tmp0, [stream, _internal_state+_state]
+ b exit_ret
+ .size isal_deflate_body_aarch64, .-isal_deflate_body_aarch64
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_deflate_finish_aarch64.S b/src/spdk/isa-l/igzip/aarch64/igzip_deflate_finish_aarch64.S
new file mode 100644
index 000000000..671091346
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_deflate_finish_aarch64.S
@@ -0,0 +1,264 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crc
+ .text
+ .align 2
+
+#include "lz0a_const_aarch64.h"
+#include "data_struct_aarch64.h"
+#include "huffman_aarch64.h"
+#include "bitbuf2_aarch64.h"
+#include "stdmac_aarch64.h"
+
+
+/*
+declare Macros
+*/
+
+.macro declare_generic_reg name:req,reg:req,default:req
+ \name .req \default\reg
+ w_\name .req w\reg
+ x_\name .req x\reg
+.endm
+
+.macro update_state stream:req,start_in:req,next_in:req,end_in:req, \
+ m_out_buf:req,m_out_start:req,tmp0:req,tmp1:req
+
+ //m_out_buf=bytes_written
+ sub x_\m_out_buf,x_\m_out_buf,x_\m_out_start
+ cmp next_in,start_in
+ bls skip_has_hist
+ mov w_\tmp0,1
+ strb w_\tmp0,[x_\stream,_internal_state_has_hist]
+skip_has_hist:
+ ldr w_\tmp0,[\stream,_total_in]
+ ldr x_\m_out_start,[\stream,_next_out] //m_out_start = next_out
+
+ str x_\next_in,[\stream,_next_in]
+ sub x_\start_in,x_\next_in,x_\start_in
+ sub x_\end_in,x_\end_in,x_\next_in
+ add w_\tmp0,w_\tmp0,w_\start_in
+ stp w_\end_in,w_\tmp0,[\stream,_avail_in]
+ //next_in=avail_out,start_in=total_out
+ ldp w_\next_in,w_\start_in,[\stream,_avail_out]
+ add x_\m_out_start,x_\m_out_start,x_\m_out_buf
+ str x_\m_out_start,[\stream,_next_out]
+ add w_\start_in,w_\start_in,w_\m_out_buf
+ sub w_\next_in,w_\next_in,w_\m_out_buf
+ stp w_\next_in,w_\start_in,[\stream,_avail_out]
+.endm
+ .global isal_deflate_finish_aarch64
+ .arch armv8-a+crc
+ .type isal_deflate_finish_aarch64, %function
+/*
+ void isal_deflate_finish_aarch64(struct isal_zstream *stream)
+*/
+ declare_generic_reg stream, 0,x //struct isal_zstream *stream
+ declare_generic_reg state, 8,x //&stream->state
+ declare_generic_reg avail_in, 9,w
+ declare_generic_reg end_of_stream, 10,w //can be used in loop
+
+ declare_generic_reg hash_mask, 11,w
+ declare_generic_reg match_length, 12,w
+ declare_generic_reg hufftables, 13,x
+
+ declare_generic_reg m_out_buf, 14,x
+ declare_generic_reg m_out_start, 15,x
+ declare_generic_reg m_out_end, 16,x
+ declare_generic_reg m_bits, 17,x
+ declare_generic_reg m_bit_count, 18,w
+
+ declare_generic_reg start_in, 19,x
+ declare_generic_reg end_in, 20,x
+ declare_generic_reg next_in, 21,x
+ declare_generic_reg loop_end_cnt, 22,x
+
+ declare_generic_reg literal, 23,w
+ declare_generic_reg hash, 24,w
+ declare_generic_reg dist, 25,w
+
+ declare_generic_reg last_seen, 26,x
+ declare_generic_reg file_start, 27,x
+ declare_generic_reg hist_size, 28,w
+
+ declare_generic_reg tmp0, 5 ,w
+ declare_generic_reg tmp1, 6 ,w
+ declare_generic_reg tmp2, 7 ,w
+
+ declare_generic_reg code, 3,x
+ declare_generic_reg code_len, 24,x
+ declare_generic_reg code2, 10,x
+ declare_generic_reg code_len2, 4,x
+
+
+isal_deflate_finish_aarch64:
+ //save registers
+ push_stack
+
+ // set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+ ldr w_m_out_end,[stream,_avail_out]
+ ldr m_out_buf,[stream,_next_out]
+ add m_out_end,m_out_buf,w_m_out_end,uxtw
+ sub m_out_end,m_out_end , 8
+ mov m_out_start,m_out_buf
+ stp m_out_buf,m_out_end,[stream, _bitbuf + _internal_state + _m_out_buf]
+ str m_out_start,[stream, _bitbuf + _internal_state + _m_out_start]
+ ldr m_bit_count ,[stream,_internal_state_bitbuf_m_bit_count]
+ ldr m_bits ,[stream,_internal_state_bitbuf_m_bits]
+
+ //init variables
+ //last_seen=&stream.internal_state.head = _internal_state+_head
+ add last_seen,stream,65536
+ add last_seen,last_seen,_internal_state+_head -65536
+
+
+ //start_in=stream->next_in;next_in=start_in
+ ldr avail_in, [stream, _avail_in]
+ ldr start_in,[stream,_next_in]
+ mov next_in,start_in
+ add end_in,start_in,avail_in,uxtw //avail_in reg is free now
+ ldr hufftables,[stream,_hufftables]
+ cbz avail_in, update_not_full
+
+
+ sub loop_end_cnt,end_in,4 //loop end
+ cmp next_in,loop_end_cnt
+
+
+ //file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ ldr w_file_start,[stream,_total_in]
+ sub file_start,next_in,file_start,uxtw
+
+ //uint32_t hist_size = state->dist_mask;
+ ldr hist_size,[stream,_internal_state + _dist_mask]
+
+ //uint32_t hash_mask = state->hash_mask;
+ ldr hash_mask,[stream,_internal_state + _hash_mask]
+
+ bhi main_loop_end
+main_loop_start:
+ //is_full(&state->bitbuf)
+ cmp m_out_buf,m_out_end
+ bhi update_state_exit
+
+ ldr literal,[next_in]
+ crc32cw hash,wzr,literal
+ and hash,hash,hash_mask
+
+ ///dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ ldrh w_tmp0,[last_seen,x_hash,lsl 1] //tmp_w last_seen[hash]
+ sub x_dist,next_in,file_start
+ //last_seen[hash] = (uint64_t) (next_in - file_start);
+ strh dist,[last_seen,x_hash,lsl 1]
+ sub dist,dist,w_tmp0
+ and dist,dist,0xffff
+
+ sub w_tmp0,dist,1
+ cmp hist_size,w_tmp0
+ bls get_lit_code
+
+ /// match_length = compare258(next_in - dist, next_in, 258);
+ sub x_tmp2,next_in,x_dist
+ sub x_hash,end_in,next_in
+ compare_max_258_bytes tmp2,next_in,hash,match_length,tmp0,tmp1
+ cmp match_length,3
+ bls get_lit_code
+
+ get_len_code hufftables,match_length,code,code_len,tmp0
+ get_dist_code hufftables,dist,code2,code_len2,tmp0,tmp1,tmp2
+
+ //code |= code2 << code_len;
+ //code_len += code_len2;
+ lsl code2,code2,code_len
+ orr code,code,code2
+ add code_len,code_len,code_len2
+
+ //next_in += match_length;
+ add next_in,next_in,match_length,uxtw
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+
+ cmp next_in,loop_end_cnt
+ bls main_loop_start
+ b main_loop_end
+get_lit_code:
+ //get_lit_code(stream->hufftables, literal & 0xFF, &code, &code_len);
+ and literal,literal,0xff
+ get_lit_code hufftables,literal,code,code_len
+
+ //next_in++;
+ add next_in,next_in,1
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+ cmp next_in,loop_end_cnt
+ bls main_loop_start
+main_loop_end:
+ sub loop_end_cnt,end_in,1
+ cmp next_in,loop_end_cnt
+ bhi update_not_full
+second_loop_start:
+ cmp m_out_buf,m_out_end
+ bhi update_state_exit
+ ldr literal,[next_in]
+ and literal,literal,0xff
+ get_lit_code hufftables,literal,code,code_len
+ //next_in++;
+ add next_in,next_in,1
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+ cmp next_in,loop_end_cnt
+ bls second_loop_start
+
+update_not_full:
+ cmp m_out_buf,m_out_end
+ bhi update_state_exit
+
+ mov literal,256
+ get_lit_code hufftables,literal,code,code_len
+
+ //write_bits(&state->bitbuf, code, code_len);
+ update_bits stream,code,code_len,m_bits,m_bit_count,m_out_buf
+ ldrh w_end_of_stream, [stream, _end_of_stream]
+ mov w_tmp0,1
+ strb w_tmp0,[stream,_internal_state_has_eob]
+ cmp w_end_of_stream,w_tmp0
+ mov w_tmp0, ZSTATE_TRL
+ mov w_tmp1, ZSTATE_SYNC_FLUSH
+ csel w_tmp0,w_tmp0,w_tmp1,eq
+ str w_tmp0, [stream, _internal_state+_state]
+
+update_state_exit:
+ update_state stream,start_in,next_in,end_in,m_out_buf,m_out_start,tmp0,tmp1
+ pop_stack
+ ret
+
+ .size isal_deflate_finish_aarch64, .-isal_deflate_finish_aarch64
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_inflate_multibinary_arm64.S b/src/spdk/isa-l/igzip/aarch64/igzip_inflate_multibinary_arm64.S
new file mode 100644
index 000000000..441fd4d5e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_inflate_multibinary_arm64.S
@@ -0,0 +1,32 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include "aarch64_multibinary.h"
+
+mbin_interface_base decode_huffman_code_block_stateless,decode_huffman_code_block_stateless_base
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_isal_adler32_neon.S b/src/spdk/isa-l/igzip/aarch64/igzip_isal_adler32_neon.S
new file mode 100644
index 000000000..78d23940d
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_isal_adler32_neon.S
@@ -0,0 +1,178 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crypto
+ .text
+ .align 3
+
+/*
+Macros
+*/
+
+.macro declare_var_vector_reg name:req,reg:req
+ \name\()_q .req q\reg
+ \name\()_v .req v\reg
+ \name\()_s .req s\reg
+ \name\()_d .req d\reg
+.endm
+
+.macro mod_adler dest:req,tmp:req
+ umull \tmp\()_x,\dest,const_div1
+ lsr \tmp\()_x,\tmp\()_x,47
+ msub \dest,\tmp,const_div2,\dest
+.endm
+
+/*
+ uint32_t adler32_neon(uint32_t adler32, uint8_t * start, uint32_t length);
+*/
+/*
+Arguements list
+*/
+ adler32 .req w0
+ start .req x1
+ length .req x2
+ .global adler32_neon
+ .type adler32_neon, %function
+adler32_neon:
+/*
+local variables
+*/
+ declare_var_vector_reg factor0 , 6
+ declare_var_vector_reg factor1 , 7
+ declare_var_vector_reg d0 , 4
+ declare_var_vector_reg d1 , 5
+ declare_var_vector_reg adacc , 2
+ declare_var_vector_reg s2acc , 3
+ declare_var_vector_reg zero , 16
+ declare_var_vector_reg adler , 17
+ declare_var_vector_reg back_d0 , 18
+ declare_var_vector_reg back_d1 , 19
+ declare_var_vector_reg sum2 , 20
+ declare_var_vector_reg tmp2 , 20
+
+ adler0 .req w4
+ adler1 .req w5
+ adler0_x .req x4
+ adler1_x .req x5
+ end .req x0
+ tmp .req w8
+ tmp_x .req x8
+ tmp1_x .req x9
+ loop_cnt .req x10
+ loop_const .req x11
+ const_div1 .req w6
+ const_div2 .req w7
+ mov const_div1, 32881
+ movk const_div1, 0x8007, lsl 16
+ mov const_div2, 65521
+ and adler0, adler32, 0xffff
+ lsr adler1, adler32, 16
+
+ lsr loop_cnt,length,5
+ adrp x3,factors
+ add x3,x3,:lo12:factors
+ ld1 {factor0_v.16b-factor1_v.16b},[x3]
+
+ add end,start,length
+ cbz loop_cnt,final_accum32
+ ld1 {back_d0_v.16b-back_d1_v.16b},[start]
+ mov loop_const,173
+
+ movi v16.4s,0
+
+
+
+
+great_than_32:
+ cmp loop_cnt,173
+ csel loop_const,loop_cnt,loop_const,le
+ mov adacc_v.16b,zero_v.16b
+ mov s2acc_v.16b,zero_v.16b
+ ins adacc_v.s[0],adler0
+ ins s2acc_v.s[0],adler1
+ add tmp_x,start,loop_const,lsl 5
+
+accum32_neon:
+ add start,start,32
+ mov d0_v.16b,back_d0_v.16b
+ mov d1_v.16b,back_d1_v.16b
+ ld1 {back_d0_v.16b-back_d1_v.16b},[start]
+
+ shl tmp2_v.4s,adacc_v.4s,5
+ add s2acc_v.4s,s2acc_v.4s,tmp2_v.4s
+
+ uaddlp adler_v.8h,d0_v.16b
+ uadalp adler_v.8h,d1_v.16b
+ uadalp adacc_v.4s,adler_v.8h
+
+ umull sum2_v.8h,factor0_v.8b ,d0_v.8b
+ umlal2 sum2_v.8h,factor0_v.16b,d0_v.16b
+ umlal sum2_v.8h,factor1_v.8b ,d1_v.8b
+ umlal2 sum2_v.8h,factor1_v.16b,d1_v.16b
+ uadalp s2acc_v.4s,sum2_v.8h
+
+ cmp start,tmp_x
+ bne accum32_neon
+
+ uaddlv adacc_d,adacc_v.4s
+ uaddlv s2acc_d,s2acc_v.4s
+ fmov adler0_x,adacc_d
+ fmov adler1_x,s2acc_d
+
+ mod_adler adler0,tmp
+ mod_adler adler1,tmp
+ sub loop_cnt,loop_cnt,loop_const
+ cbnz loop_cnt,great_than_32
+
+final_accum32:
+ and length,length,31
+ cbz length,end_func
+
+accum32_body:
+ cmp start,end
+ beq end_func
+ ldrb tmp,[start],1
+ add adler0,adler0,tmp
+ add adler1,adler1,adler0
+ b accum32_body
+
+end_func:
+ mod_adler adler0,tmp
+ mod_adler adler1,tmp
+ orr w0,adler0,adler1,lsl 16
+ ret
+
+ .size adler32_neon, .-adler32_neon
+ .section .rodata.cst16,"aM",@progbits,16
+ .align 4
+factors:
+ .quad 0x191a1b1c1d1e1f20
+ .quad 0x1112131415161718
+ .quad 0x090a0b0c0d0e0f10
+ .quad 0x0102030405060708
+
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_aarch64_dispatcher.c b/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_aarch64_dispatcher.c
new file mode 100644
index 000000000..968b013a8
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_aarch64_dispatcher.c
@@ -0,0 +1,123 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#include <aarch64_multibinary.h>
+
+DEFINE_INTERFACE_DISPATCHER(isal_adler32)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_ASIMD)
+ return PROVIDER_INFO(adler32_neon);
+
+ return PROVIDER_BASIC(adler32);
+
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_body)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_body_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_body);
+
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_finish)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_finish_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_finish);
+
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl1)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_icf_body_hash_hist);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl1)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_icf_finish_hash_hist_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_icf_finish_hash_hist);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl2)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_icf_body_hash_hist);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl2)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_icf_finish_hash_hist_aarch64);
+
+ return PROVIDER_BASIC(isal_deflate_icf_finish_hash_hist);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl3)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(icf_body_hash1_fillgreedy_lazy);
+
+ return PROVIDER_INFO(icf_body_hash1_fillgreedy_lazy);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl3)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_deflate_icf_finish_hash_map_base);
+
+ return PROVIDER_BASIC(isal_deflate_icf_finish_hash_map);
+}
+
+DEFINE_INTERFACE_DISPATCHER(isal_update_histogram)
+{
+ unsigned long auxval = getauxval(AT_HWCAP);
+ if (auxval & HWCAP_CRC32)
+ return PROVIDER_INFO(isal_update_histogram_aarch64);
+
+ return PROVIDER_BASIC(isal_update_histogram);
+}
diff --git a/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_arm64.S b/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_arm64.S
new file mode 100644
index 000000000..3d96c731c
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/igzip_multibinary_arm64.S
@@ -0,0 +1,50 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include "aarch64_multibinary.h"
+
+
+mbin_interface isal_deflate_icf_body_lvl1
+mbin_interface isal_deflate_icf_body_lvl2
+mbin_interface isal_deflate_icf_body_lvl3
+mbin_interface isal_deflate_icf_finish_lvl1
+mbin_interface isal_deflate_icf_finish_lvl2
+mbin_interface isal_deflate_icf_finish_lvl3
+mbin_interface isal_update_histogram
+mbin_interface_base encode_deflate_icf , encode_deflate_icf_base
+mbin_interface_base set_long_icf_fg , set_long_icf_fg_base
+mbin_interface_base gen_icf_map_lh1 , gen_icf_map_h1_base
+mbin_interface_base isal_deflate_hash_lvl0 , isal_deflate_hash_base
+mbin_interface_base isal_deflate_hash_lvl1 , isal_deflate_hash_base
+mbin_interface_base isal_deflate_hash_lvl2 , isal_deflate_hash_base
+mbin_interface_base isal_deflate_hash_lvl3 , isal_deflate_hash_base
+
+mbin_interface isal_deflate_body
+mbin_interface isal_deflate_finish
+mbin_interface isal_adler32
diff --git a/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_body_hash_hist.S b/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_body_hash_hist.S
new file mode 100644
index 000000000..217cc5b73
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_body_hash_hist.S
@@ -0,0 +1,364 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crc
+ .text
+ .align 2
+
+#include "lz0a_const_aarch64.h"
+#include "data_struct_aarch64.h"
+#include "huffman_aarch64.h"
+#include "bitbuf2_aarch64.h"
+#include "stdmac_aarch64.h"
+
+/*
+declare Macros
+*/
+.macro declare_generic_reg name:req,reg:req,default:req
+ \name .req \default\reg
+ w_\name .req w\reg
+ x_\name .req x\reg
+.endm
+
+ .global isal_deflate_icf_body_hash_hist_aarch64
+ .type isal_deflate_icf_body_hash_hist_aarch64, %function
+/*
+void isal_deflate_icf_body_hash_hist_base(struct isal_zstream *stream);
+*/
+
+/* constant */
+
+/* offset of struct isal_zstream */
+.equ offset_next_in, 0
+.equ offset_avail_in, 8
+.equ offset_total_in, 12
+.equ offset_next_out, 16
+.equ offset_avail_out, 24
+.equ offset_total_out, 28
+.equ offset_hufftables, 32
+.equ offset_level, 40
+.equ offset_level_buf_size, 44
+.equ offset_level_buf, 48
+.equ offset_end_of_stream, 56
+.equ offset_flush, 58
+.equ offset_gzip_flag, 60
+.equ offset_hist_bits, 62
+.equ offset_state, 64
+.equ offset_state_block_end, 72
+.equ offset_state_has_hist, 135
+
+/* offset of struct level_buf */
+.equ offset_encode_tables, 0
+.equ offset_hist, 2176
+.equ offset_hist_d_hist, 2176
+.equ offset_hist_ll_hist, 2296
+.equ offset_deflate_hdr_count, 4348
+.equ offset_deflate_hdr_extra_bits, 4352
+.equ offset_deflate_hdr, 4356
+.equ offset_icf_buf_next, 4688
+.equ offset_icf_buf_avail_out, 4696
+.equ offset_icf_buf_start, 4704
+.equ offset_hash8k, 4712
+.equ offset_hash_hist, 4712
+
+/* offset of struct isal_zstate */
+.equ offset_dist_mask, 12
+.equ offset_hash_mask, 16
+
+/* macros*/
+.equ ISAL_LOOK_AHEAD, 288
+
+ /* arguments */
+ declare_generic_reg stream, 0,x
+ declare_generic_reg stream_saved, 11,x
+
+ declare_generic_reg param0, 0,x
+ declare_generic_reg param1, 1,x
+ declare_generic_reg param2, 2,x
+
+ /* local varibale */
+ declare_generic_reg level_buf, 18,x
+ declare_generic_reg avail_in, 13,w
+ declare_generic_reg end_in, 13,x
+ declare_generic_reg start_in, 19,x
+ declare_generic_reg next_in, 9,x
+ declare_generic_reg next_in_iter, 14,x
+ declare_generic_reg state, 24,x
+ declare_generic_reg hist_size, 22,w
+ declare_generic_reg hash_mask, 21,w
+ declare_generic_reg start_out, 12,x
+ declare_generic_reg end_out, 12,x
+ declare_generic_reg next_out, 8,x
+ declare_generic_reg file_start, 20,x
+ declare_generic_reg last_seen, 15,x
+ declare_generic_reg total_in, 25,x
+ declare_generic_reg NULL_DIST_SYM, 23,w
+ declare_generic_reg match_length, 3,x
+ declare_generic_reg dist, 7,x
+ declare_generic_reg dist_inc, 26,w // dist - 1
+ declare_generic_reg literal, 10,x
+
+ declare_generic_reg tmp0, 4,x
+ declare_generic_reg tmp1, 5,x
+
+isal_deflate_icf_body_hash_hist_aarch64:
+ stp x29, x30, [sp, -80]!
+ add x29, sp, 0
+ str x24, [sp, 56]
+
+ ldr avail_in, [stream, offset_avail_in]
+ cbnz avail_in, .stream_available
+
+ ldr w1, [stream, offset_end_of_stream] // w1 keeps two values of end_of_stream and flush
+ cbz w1, .done
+
+ add state, stream, offset_state
+ b .state_flush_read_buffer
+
+ .align 2
+.stream_available:
+ stp x19, x20, [x29, 16]
+ stp x21, x22, [x29, 32]
+ str x23, [x29, 48]
+ stp x25, x26, [x29, 64]
+
+ ldr level_buf, [stream, offset_level_buf]
+ add state, stream, offset_state // 64
+ mov stream_saved, stream
+ ldr start_in, [stream, offset_next_in] // 0
+ ldr w_total_in, [stream, offset_total_in]
+
+ mov x0, offset_hash_hist
+ add last_seen, level_buf, x0
+
+ ldr x0, [level_buf, offset_icf_buf_avail_out] // 4696
+ ldr start_out, [level_buf, offset_icf_buf_next] // 4688
+
+ mov next_in, start_in
+ and x0, x0, -4
+ ldp hist_size, hash_mask, [state, offset_dist_mask] // 12
+ add end_in, start_in, x_avail_in, uxtw
+ mov next_out, start_out
+ add end_out, start_out, x0
+
+ add x0, next_in, ISAL_LOOK_AHEAD // 288
+ sub file_start, start_in, total_in, uxtw
+ mov NULL_DIST_SYM, 30
+ add next_in_iter, next_in, 1
+ cmp end_in, x0
+ bls .while_loop_end
+
+ .align 3
+.while_loop:
+ cmp next_out, end_out
+ bcs .state_create_hdr
+
+ ldr w_literal, [next_in]
+ mov w0, w_literal
+ crc32cw w0, wzr, w0
+
+ and w0, w0, hash_mask
+ sub x1, next_in, file_start
+ lsl x0, x0, 1
+
+ ldrh w_dist, [last_seen, x0]
+ strh w1, [last_seen, x0]
+ sub w1, w1, w_dist
+ and w_dist, w1, 65535
+
+ sub dist_inc, w_dist, #1
+ cmp dist_inc, hist_size
+ bcc .dist_vs_hist_size
+
+.while_latter_part:
+ and w_literal, w_literal, 255
+ mov next_in, next_in_iter
+ add next_out, next_out, 4
+ add x1, level_buf, literal, uxtb 2
+ ldr w0, [x1, 2296]
+ add w0, w0, 1
+ str w0, [x1, 2296]
+ ldrh w0, [next_out, -4]
+ bfi w0, w_literal, 0, 10
+ strh w0, [next_out, -4]
+ ldr w0, [next_out, -4]
+ bfi w0, NULL_DIST_SYM, 10, 9
+ str w0, [next_out, -4]
+ ubfx x0, x0, 16, 3
+ strh w0, [next_out, -2]
+
+.while_loop_check:
+ add x0, next_in, ISAL_LOOK_AHEAD // 288
+ add next_in_iter, next_in, 1
+ cmp end_in, x0
+ bhi .while_loop
+ b .while_loop_end
+
+ .align 2
+.dist_vs_hist_size:
+ mov x1, next_in
+ mov w2, 258
+ sub x0, next_in, dist, uxth
+ compare_258_bytes param0,param1,match_length,tmp0,tmp1
+
+ and w1, w_match_length, 65535 // 0xffff
+ cmp w1, 3
+ bls .while_latter_part
+
+ ldr w0, [next_in, 1]
+ mov x4, next_in
+ add next_in, next_in, x1, uxth
+ crc32cw w0, wzr, w0
+
+ and w0, hash_mask, w0
+ sub next_in_iter, next_in_iter, file_start
+ strh w_next_in_iter, [last_seen, x0, lsl 1]
+ ldr w0, [x4, 2]!
+ crc32cw w0, wzr, w0
+
+ and w0, hash_mask, w0
+ and w_match_length, w_match_length, 65535 // 0xffff
+ sub x4, x4, file_start
+
+ // get_len_icf_code
+ add w_match_length, w_match_length, 254
+ // get_dist_icf_code, first part
+ mov w1, 0 // w1 => dist_extra
+ strh w4, [last_seen, x0, lsl 1]
+ cmp w_dist, 2
+ ubfiz x0, match_length, 2, 17
+ add x0, level_buf, x0
+ bhi .compute_dist_icf_code
+
+.match_length_end:
+ // handle level_buf->hist
+ ldr w2, [x0, offset_hist_ll_hist] // 2296, ll_hist
+ add x4, level_buf, dist_inc, uxtw 2 // d_hist
+ add next_out, next_out, 4
+ add w2, w2, 1 // ll_hist
+ str w2, [x0, offset_hist_ll_hist] // 2296, ll_hist
+ ldr w0, [x4, offset_hist_d_hist] // 2176, d_hist
+ add w0, w0, 1 // d_hist
+ str w0, [x4, offset_hist_d_hist] // 2176, d_hist
+
+ // write_deflate_icf
+ ldrh w0, [next_out, -4]
+ bfi w0, w3, 0, 10
+ strh w0, [next_out, -4]
+ ldr w0, [next_out, -4]
+ bfi w0, dist_inc, 10, 9
+ str w0, [next_out, -4]
+ lsr w0, w0, 16
+ bfi w0, w1, 3, 13 // w1 => dist_extra
+ strh w0, [next_out, -2]
+ b .while_loop_check
+
+ .align 2
+// get_dist_icf_code, 2nd part
+.compute_dist_icf_code:
+ clz w1, dist_inc
+ mov w2, 30
+ sub w2, w2, w1
+ mov w1, 1
+ lsl w1, w1, w2
+ sub w1, w1, #1
+ and w1, w1, dist_inc
+ lsr dist_inc, dist_inc, w2
+ add dist_inc, dist_inc, w2, lsl 1
+ and w1, w1, 8191
+ b .match_length_end
+
+.while_loop_end:
+ sub x19, next_in, x19
+ cmp x19, 0
+ ble .skip_igzip_hist2
+
+ mov w0, 1
+ strb w0, [stream_saved, offset_state_has_hist] // 135
+
+.skip_igzip_hist2:
+ add w19, w_total_in, w19
+ ldr w0, [stream_saved, offset_end_of_stream] // 56
+ sub x12, end_out, next_out
+ asr x12, x12, 2 // x12 => end_out - next_out
+ str next_in, [stream_saved]
+ str w19, [stream_saved, offset_total_in] // 12
+ sub next_in, end_in, next_in
+ str w19, [stream_saved, offset_state_block_end] // 72
+
+ ldp x25, x26, [x29, 64]
+ ldr x23, [x29, 48]
+ ldp x21, x22, [x29, 32]
+ ldp x19, x20, [x29, 16]
+
+ str w9, [stream_saved, offset_avail_in] // 8
+ str next_out, [level_buf, offset_icf_buf_next] // 4688
+ str x12, [level_buf, offset_icf_buf_avail_out] // 4696, x12 => end_out - next_out
+ cbnz w0, .state_flush_read_buffer
+ b .done
+
+ .align 2
+.state_create_hdr:
+ mov w0, 2
+ str w0, [x24, 20]
+ sub start_in, next_in, start_in
+ cmp start_in, 0
+ ble .skip_igzip_hist
+
+ mov w0, 1
+ strb w0, [stream_saved, offset_state_has_hist] // 135
+
+.skip_igzip_hist:
+ add w_total_in, w_total_in, w19
+ sub x12, end_out, next_out
+ asr x12, x12, 2 // x12 => end_out - next_out
+ str next_in, [stream_saved]
+ sub next_in, end_in, next_in
+ str w_total_in, [stream_saved, offset_total_in] // 12
+ str w_total_in, [stream_saved, offset_state_block_end] // 72
+
+ ldp x25, x26, [x29, 64]
+ ldr x23, [x29, 48]
+ ldp x21, x22, [x29, 32]
+ ldp x19, x20, [x29, 16]
+
+ str w9, [stream_saved, offset_avail_in] // 8
+ str next_out, [level_buf, offset_icf_buf_next] // 4688
+ str x12, [level_buf, offset_icf_buf_avail_out] // 4696, x12 => end_out - next_out
+ b .done
+
+.state_flush_read_buffer:
+ mov w0, 4
+ str w0, [x24, 20]
+
+.done:
+ ldr x24, [sp, 56]
+ ldp x29, x30, [sp], 80
+ ret
+
+ .size isal_deflate_icf_body_hash_hist_aarch64, .-isal_deflate_icf_body_hash_hist_aarch64
diff --git a/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_finish_hash_hist.S b/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_finish_hash_hist.S
new file mode 100644
index 000000000..3e72c8c78
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/isal_deflate_icf_finish_hash_hist.S
@@ -0,0 +1,397 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crc
+ .text
+
+#include "lz0a_const_aarch64.h"
+#include "data_struct_aarch64.h"
+#include "huffman_aarch64.h"
+#include "bitbuf2_aarch64.h"
+#include "stdmac_aarch64.h"
+
+/*
+declare Macros
+*/
+.macro declare_generic_reg name:req,reg:req,default:req
+ \name .req \default\reg
+ w_\name .req w\reg
+ x_\name .req x\reg
+.endm
+
+/*
+void isal_deflate_icf_finish_hash_hist_aarch64(struct isal_zstream *stream);
+*/
+
+/* constant */
+
+/* offset of struct isal_zstream */
+.equ offset_next_in, 0
+.equ offset_avail_in, 8
+.equ offset_total_in, 12
+.equ offset_next_out, 16
+.equ offset_avail_out, 24
+.equ offset_total_out, 28
+.equ offset_hufftables, 32
+.equ offset_level, 40
+.equ offset_level_buf_size, 44
+.equ offset_level_buf, 48
+.equ offset_end_of_stream, 56
+.equ offset_flush, 58
+.equ offset_gzip_flag, 60
+.equ offset_hist_bits, 62
+.equ offset_state, 64
+.equ offset_state_block_end, 72
+.equ offset_state_state, 84
+.equ offset_state_has_hist, 135
+
+/* offset of struct level_buf */
+.equ offset_encode_tables, 0
+.equ offset_hist, 2176
+.equ offset_hist_d_hist, 2176
+.equ offset_hist_ll_hist, 2296
+.equ offset_deflate_hdr_count, 4348
+.equ offset_deflate_hdr_extra_bits, 4352
+.equ offset_deflate_hdr, 4356
+.equ offset_icf_buf_next, 4688
+.equ offset_icf_buf_avail_out, 4696
+.equ offset_icf_buf_start, 4704
+.equ offset_hash8k, 4712
+.equ offset_hash_hist, 4712
+
+/* offset of struct isal_zstate */
+.equ offset_dist_mask, 12
+.equ offset_hash_mask, 16
+.equ offset_state_of_zstate, 20
+
+/* macros*/
+.equ ISAL_LOOK_AHEAD, 288
+
+ /* arguments */
+ declare_generic_reg stream, 0,x
+
+ declare_generic_reg param0, 0,x
+ declare_generic_reg param1, 1,x
+ declare_generic_reg param2, 2,x
+ declare_generic_reg param3, 3,x
+ declare_generic_reg param4, 4,x
+ declare_generic_reg param5, 5,x
+ declare_generic_reg param6, 6,x
+
+ /* local variable */
+ declare_generic_reg stream_saved, 15,x
+ declare_generic_reg level_buf, 13,x
+ declare_generic_reg start_in, 21,x
+ declare_generic_reg start_out, 22,x
+ declare_generic_reg state, 23,x
+ declare_generic_reg end_out, 12,x
+ declare_generic_reg end_in, 11,x
+ declare_generic_reg next_in, 8,x
+ declare_generic_reg next_out, 10,x
+ declare_generic_reg next_out_iter, 5,x
+ declare_generic_reg file_start, 18,x
+ declare_generic_reg last_seen, 14,x
+
+ declare_generic_reg literal_code, 9,w
+ declare_generic_reg hash_mask, 19,w
+ declare_generic_reg hist_size, 20,w
+ declare_generic_reg dist, 7,w
+ declare_generic_reg dist_inc, 24,w
+
+ declare_generic_reg tmp0, 25,x
+ declare_generic_reg tmp1, 26,x
+ declare_generic_reg tmp2, 27,x
+ declare_generic_reg tmp3, 28,x
+
+ .align 2
+ .type write_deflate_icf_constprop, %function
+write_deflate_icf_constprop:
+ ldrh w2, [x0]
+ mov w3, 30
+ bfi w2, w1, 0, 10
+ strh w2, [x0]
+ ldr w1, [x0]
+ bfi w1, w3, 10, 9
+ str w1, [x0]
+ ubfx x1, x1, 16, 3
+ strh w1, [x0, 2]
+ ret
+ .size write_deflate_icf_constprop, .-write_deflate_icf_constprop
+
+ .align 2
+ .type write_deflate_icf, %function
+write_deflate_icf:
+ ldrh w4, [x0]
+ bfi w4, w1, 0, 10
+ strh w4, [x0]
+ ldr w1, [x0]
+ bfi w1, w2, 10, 9
+ str w1, [x0]
+ lsr w1, w1, 16
+ bfi w1, w3, 3, 13
+ strh w1, [x0, 2]
+ ret
+ .size write_deflate_icf, .-write_deflate_icf
+
+ .align 2
+ .type update_state, %function
+update_state:
+ sub x7, x2, x1
+ ldr x4, [x0, 48]
+ cmp x7, 0
+ ble .L48
+ mov w1, 1
+ strb w1, [x0, 135]
+.L48:
+ ldr w1, [x0, 12]
+ sub x6, x6, x5
+ str x2, [x0]
+ sub x3, x3, x2
+ add w1, w1, w7
+ stp w3, w1, [x0, 8]
+ str w1, [x0, 72]
+ asr x6, x6, 2
+ str x5, [x4, 4688]
+ str x6, [x4, 4696]
+ ret
+ .size update_state, .-update_state
+
+ .align 2
+ .global isal_deflate_icf_finish_hash_hist_aarch64
+ .type isal_deflate_icf_finish_hash_hist_aarch64, %function
+isal_deflate_icf_finish_hash_hist_aarch64:
+ ldr w_end_in, [stream, 8] // stream->avail_in
+ cbz w_end_in, .stream_not_available
+
+ stp x29, x30, [sp, -96]!
+ add x29, sp, 0
+ stp x19, x20, [sp, 16]
+ stp x21, x22, [sp, 32]
+ stp x23, x24, [sp, 48]
+ stp x25, x26, [sp, 64]
+ stp x27, x28, [sp, 80]
+
+ mov stream_saved, stream
+ ldr level_buf, [stream, offset_level_buf] // 48
+ ldr start_in, [stream, offset_next_in] // 0
+ ldr start_out, [level_buf, offset_icf_buf_next] // 4688
+ add state, stream, offset_state // 64
+ ldr end_out, [level_buf, offset_icf_buf_avail_out] // 4696
+ mov next_in, start_in
+ ldr w_file_start, [stream, offset_total_in] // 12
+ mov tmp0, offset_hash_hist // 4712
+ add last_seen, level_buf, tmp0
+ add end_in, start_in, end_in, uxtw
+ and end_out, end_out, -4
+ mov next_out, start_out
+ ldp hist_size, hash_mask, [state, offset_dist_mask] // 12
+ sub file_start, start_in, file_start
+ add end_out, start_out, end_out
+ mov next_out_iter, next_out
+
+ add x0, next_in, 3
+ cmp end_in, x0 // x0 <= next_in + 3
+ bls .while_first_end
+
+ .p2align 3
+.while_first:
+ cmp next_out, end_out
+ bcs .save_and_update_state
+ ldr literal_code, [next_in]
+ mov w0, literal_code
+ crc32cw w0, wzr, w0
+ and w0, w0, hash_mask
+ sub x2, next_in, file_start
+ lsl x0, x0, 1
+ ldrh dist, [last_seen, x0]
+ strh w2, [last_seen, x0]
+ sub w2, w2, dist
+ and dist, w2, 65535
+ sub dist_inc, dist, #1
+ cmp dist_inc, hist_size
+ bcs .skip_compare258
+
+ mov x2, 0
+ sub w2, w_end_in, w8
+ mov x1, next_in
+ sub x0, next_in, x7, uxth
+
+ compare_max_258_bytes param0,param1,param2,tmp2,tmp0,tmp1
+ mov w0, w_tmp2
+ and w2, w0, 65535
+
+ cmp w2, 3
+ bhi .while_first_match_length
+
+.skip_compare258:
+ and literal_code, literal_code, 255 // get_lit_icf_code
+ add next_in, next_in, 1
+ mov w1, literal_code
+ mov x0, next_out
+ add x_literal_code, level_buf, x_literal_code, uxtb 2 // level_buf->hist.ll_hist
+
+ ldr w_tmp0, [x_literal_code, offset_hist_ll_hist] // 2296
+ add w_tmp0, w_tmp0, 1
+ str w_tmp0, [x_literal_code, offset_hist_ll_hist] // 2296
+
+ bl write_deflate_icf_constprop // write_deflate_icf
+
+ add next_out, next_out, 4
+.while_first_check:
+ add x0, next_in, 3
+ mov next_out_iter, next_out
+ cmp end_in, x0
+ bhi .while_first
+
+.while_first_end:
+ cmp next_in, end_in
+ bcs .while_2nd_end
+
+ cmp next_out, end_out
+ bcc .while_2nd_handle
+ b .save_and_update_state_2nd
+
+ .p2align 2
+.while_2nd:
+ cmp end_out, next_out_iter
+ bls .save_and_update_state_2nd
+
+.while_2nd_handle:
+ ldrb w2, [next_in], 1
+ mov x0, next_out_iter
+ add next_out_iter, next_out_iter, 4
+ mov w1, w2
+ add x2, level_buf, x2, uxtb 2
+
+ ldr w_tmp0, [x2, offset_hist_ll_hist] // 2296
+ add w_tmp0, w_tmp0, 1
+ str w_tmp0, [x2, offset_hist_ll_hist] // 2296
+
+ bl write_deflate_icf_constprop
+ cmp end_in, next_in
+ bne .while_2nd
+
+ mov next_in, end_in
+ b .end_of_stream_check_and_exit
+
+ .p2align 2
+.while_first_match_length:
+ and w0, w0, 65535
+ mov w3, 0
+ add w1, w0, 254 // get_len_icf_code
+ cmp dist, 2
+ bhi .compute_dist_icf_code
+
+.while_first_match_length_end:
+ ubfiz x_tmp2, x1, 2, 17
+ add x_tmp1, level_buf, x24, uxtw 2
+ add x_tmp2, level_buf, x_tmp2
+
+ add next_in, next_in, x2, uxth
+ mov w2, dist_inc
+
+ ldr w_tmp0, [x_tmp2, offset_hist_ll_hist] // 2296
+ add w_tmp0, w_tmp0, 1
+ str w_tmp0, [x_tmp2, offset_hist_ll_hist] // 2296
+
+ mov x0, next_out
+ ldr w_tmp0, [x_tmp1, offset_hist_d_hist] // 2176
+ add w_tmp0, w_tmp0, 1
+ str w_tmp0, [x_tmp1, offset_hist_d_hist] // 2176
+
+ bl write_deflate_icf
+ add next_out, next_out, 4
+ b .while_first_check
+
+// compute_dist_icf_code
+ .p2align 2
+.compute_dist_icf_code:
+ clz w3, dist_inc
+ mov w0, 30
+ sub w0, w0, w3
+
+ mov w3, 1
+ lsl w3, w3, w0
+ sub w3, w3, #1
+ and w3, w3, dist_inc
+ lsl w4, w0, 1
+ lsr dist_inc, dist_inc, w0
+ add dist_inc, dist_inc, w4
+ b .while_first_match_length_end
+
+.while_2nd_end:
+ beq .end_of_stream_check_and_exit
+ mov param6, end_out
+ b .update_state
+
+.end_of_stream_check_and_exit:
+ ldr w_tmp0, [stream_saved, offset_end_of_stream] // 56
+ cbz w_tmp0, .update_state_2nd
+ b .save_and_update_state_2nd
+
+ .p2align 3
+.save_and_update_state_2nd:
+ mov w_tmp0, 2
+ str w_tmp0, [state, offset_state_of_zstate] // 20
+.update_state_2nd:
+ mov param6, end_out
+ b .update_state
+
+ .p2align 2
+.save_and_update_state:
+ mov param6, end_out
+ mov param5, next_out
+ mov w_tmp0, 2
+ str w_tmp0, [state, offset_state_of_zstate] // 20
+.update_state:
+ mov param4, start_out
+ mov param1, start_in
+ mov param3, end_in
+ mov param2, next_in
+ mov param0, stream_saved
+
+ ldp x19, x20, [sp, 16]
+ ldp x21, x22, [sp, 32]
+ ldp x23, x24, [sp, 48]
+ ldp x25, x26, [sp, 64]
+ ldp x27, x28, [sp, 80]
+ ldp x29, x30, [sp], 96
+
+ b update_state
+
+ .p2align 2
+.stream_not_available:
+ ldr w1, [stream, offset_end_of_stream] // 56
+ cbz w1, .done
+
+ mov w1, 2
+ str w1, [stream, offset_state_state] // 84
+.done:
+ ret
+
+ .size isal_deflate_icf_finish_hash_hist_aarch64, .-isal_deflate_icf_finish_hash_hist_aarch64
diff --git a/src/spdk/isa-l/igzip/aarch64/isal_update_histogram.S b/src/spdk/isa-l/igzip/aarch64/isal_update_histogram.S
new file mode 100644
index 000000000..43b916f8e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/isal_update_histogram.S
@@ -0,0 +1,311 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+ .arch armv8-a+crc
+ .text
+ .align 2
+
+#include "lz0a_const_aarch64.h"
+#include "data_struct_aarch64.h"
+#include "huffman_aarch64.h"
+#include "bitbuf2_aarch64.h"
+#include "stdmac_aarch64.h"
+
+/*
+declare Macros
+*/
+
+.macro declare_generic_reg name:req,reg:req,default:req
+ \name .req \default\reg
+ w_\name .req w\reg
+ x_\name .req x\reg
+.endm
+
+.macro convert_dist_to_dist_sym dist:req,tmp0:req,tmp1:req
+ mov w_\tmp0, w_\dist
+ mov w_\dist, -1
+ cmp w_\tmp0, 32768
+ bhi .dist2code_done
+ sub w_\dist, w_\tmp0, #1
+ cmp w_\tmp0, 4
+ bls .dist2code_done
+ clz w_\tmp1, w_\dist
+ mov w_\tmp0, 30
+ sub w_\tmp0, w_\tmp0, w_\tmp1
+ lsr w_\dist, w_\dist, w_\tmp0
+ add w_\dist, w_\dist, w_\tmp0, lsl 1
+.dist2code_done:
+.endm
+
+.macro convert_length_to_len_sym length:req,length_out:req,tmp0:req
+ adrp x_\tmp0, .len_to_code_tab_lanchor
+ add x_\tmp0, x_\tmp0, :lo12:.len_to_code_tab_lanchor
+ ldr w_\length_out, [x_\tmp0, w_\length, uxtw 2]
+ add w_\length_out, w_\length_out, 256
+.endm
+
+ .section .rodata
+ .align 4
+.len_to_code_tab_lanchor = . + 0
+ .type len_to_code_tab, %object
+ .size len_to_code_tab, 1056
+len_to_code_tab:
+ .word 0x00, 0x00, 0x00
+ .word 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08
+ .word 0x09, 0x09, 0x0a, 0x0a, 0x0b, 0x0b, 0x0c, 0x0c
+ .word 0x0d, 0x0d, 0x0d, 0x0d, 0x0e, 0x0e, 0x0e, 0x0e
+ .word 0x0f, 0x0f, 0x0f, 0x0f, 0x10, 0x10, 0x10, 0x10
+ .word 0x11, 0x11, 0x11, 0x11, 0x11, 0x11, 0x11, 0x11
+ .word 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12
+ .word 0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13
+ .word 0x14, 0x14, 0x14, 0x14, 0x14, 0x14, 0x14, 0x14
+ .word 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15
+ .word 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15
+ .word 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16
+ .word 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16
+ .word 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17
+ .word 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17
+ .word 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18
+ .word 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18
+ .word 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ .word 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ .word 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ .word 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ .word 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ .word 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ .word 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ .word 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ .word 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ .word 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ .word 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ .word 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ .word 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ .word 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ .word 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ .word 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1d
+ .word 0x00, 0x00, 0x00, 0x00, 0x00
+
+ .text
+ .global isal_update_histogram_aarch64
+ .arch armv8-a+crc
+ .type isal_update_histogram_aarch64, %function
+
+/*
+void isal_update_histogram_aarch64(uint8_t * start_stream, int length,
+ struct isal_huff_histogram *histogram);
+*/
+
+ /* arguments */
+ declare_generic_reg start_stream, 0,x
+ declare_generic_reg length, 1,x
+ declare_generic_reg histogram, 2,x
+
+ declare_generic_reg param0, 0,x
+ declare_generic_reg param1, 1,x
+ declare_generic_reg param2, 2,x
+
+ /* local variable */
+ declare_generic_reg start_stream_saved, 10,x
+ declare_generic_reg histogram_saved, 23,x
+ declare_generic_reg current, 19,x
+ declare_generic_reg last_seen, 20,x
+ declare_generic_reg end_stream, 21,x
+ declare_generic_reg loop_end_iter, 22,x
+ declare_generic_reg dist_histogram, 12,x
+ declare_generic_reg lit_len_histogram, 23,x
+ declare_generic_reg literal, 8,x
+ declare_generic_reg next_hash, 9,x
+ declare_generic_reg end, 4,x
+ declare_generic_reg dist, 7,x
+ declare_generic_reg D, 11,w
+ declare_generic_reg match_length, 3,w
+
+ declare_generic_reg tmp0, 5,w
+ declare_generic_reg tmp1, 6,w
+
+/* constant */
+.equ LIT_LEN, 286
+.equ DIST_LEN, 30
+
+.equ lit_len_offset, 0
+.equ dist_offset, (8*LIT_LEN) // 2288
+.equ hash_offset, (dist_offset + 8*DIST_LEN) // 2528
+.equ hash_table_size, (8*1024*2) // 16384
+
+isal_update_histogram_aarch64:
+ cmp w_length, 0
+ ble .done
+
+ stp x29, x30, [sp, -64]!
+ add x29, sp, 0
+ stp x19, x20, [sp, 16]
+ stp x21, x22, [sp, 32]
+ str x23, [sp, 48]
+
+ add last_seen, histogram, hash_offset
+ add end_stream, start_stream, length, sxtw
+ mov current, start_stream
+ sub loop_end_iter, end_stream, #3
+ mov histogram_saved, histogram
+
+ mov x0, last_seen
+ mov w1, 0
+ mov x2, hash_table_size
+ bl memset
+
+ cmp current, loop_end_iter
+ bcs .loop_end
+
+ mov start_stream_saved, current
+ add dist_histogram, histogram_saved, dist_offset
+ mov D, 32766
+ b .loop
+
+ .align 2
+.loop_2nd_stream:
+ and literal, literal, 0xff
+ mov current, next_hash
+ cmp loop_end_iter, current
+
+ ldr x0, [lit_len_histogram, literal, lsl 3]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, literal, lsl 3]
+ bls .loop_end
+
+.loop:
+ ldr w_literal, [current]
+ add next_hash, current, 1
+
+ mov w0, w_literal
+ crc32cw w0, wzr, w0
+
+ ubfiz x0, x0, 1, 13
+ sub x2, current, start_stream_saved
+ ldrh w_dist, [last_seen, x0]
+ strh w2, [last_seen, x0]
+ sub w2, w2, w_dist
+ and w_dist, w2, 65535
+
+ sub w0, w_dist, #1
+ cmp w0, D
+ bhi .loop_2nd_stream
+
+ sub w2, w_end_stream, w_current
+ mov x1, current
+ sub x0, current, dist, uxth
+ compare_max_258_bytes param0,param1,param2,match_length,tmp0,tmp1
+
+ cmp match_length, 3
+ bls .loop_2nd_stream
+
+ add end, current, 3
+ cmp end, loop_end_iter
+ csel end, end, loop_end_iter, ls
+ cmp end, next_hash
+ bls .skip_inner_loop
+
+ .align 3
+.inner_loop:
+ ldr w0, [next_hash]
+ crc32cw w0, wzr, w0
+
+ ubfiz x0, x0, 1, 13
+ sub x1, next_hash, start_stream_saved
+ add next_hash, next_hash, 1
+ cmp next_hash, end
+ strh w1, [last_seen, x0]
+ bne .inner_loop
+
+.skip_inner_loop:
+ convert_dist_to_dist_sym dist, tmp0, tmp1
+ uxtw x2, w_dist
+ ldr x1, [dist_histogram, x2, lsl 3]
+ add x1, x1, 1
+ str x1, [dist_histogram, x2, lsl 3]
+
+ convert_length_to_len_sym match_length,tmp1,tmp0
+ uxtw x0, w_tmp1
+ ldr x1, [lit_len_histogram, x0, lsl 3]
+ add x1, x1, 1
+ str x1, [lit_len_histogram, x0, lsl 3]
+
+ sub match_length, match_length, #1
+ add x3, x3, 1
+ add current, current, x3
+ cmp loop_end_iter, current
+ bhi .loop
+
+ .align 3
+// fold the last for loop
+.loop_end:
+ cmp end_stream, current
+ bls .loop_fold_end
+
+ mov x0, current
+ ldrb w1, [x0], 1
+ cmp end_stream, x0
+ ldr x0, [lit_len_histogram, x1, lsl 3]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, x1, lsl 3]
+ bls .loop_fold_end
+
+ ldrb w1, [current, 1]
+ add x0, current, 2
+ cmp end_stream, x0
+ ldr x0, [lit_len_histogram, x1, lsl 3]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, x1, lsl 3]
+ bls .loop_fold_end
+
+ ldrb w1, [current, 2]
+ add x0, current, 3
+ cmp end_stream, x0
+ ldr x0, [lit_len_histogram, x1, lsl 3]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, x1, lsl 3]
+ bls .loop_fold_end
+
+ ldrb w1, [current, 3]
+ ldr x0, [lit_len_histogram, x1, lsl 3]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, x1, lsl 3]
+
+.loop_fold_end:
+ ldr x0, [lit_len_histogram, (256*8)]
+ add x0, x0, 1
+ str x0, [lit_len_histogram, (256*8)]
+
+ ldr x23, [sp, 48]
+ ldp x19, x20, [sp, 16]
+ ldp x21, x22, [sp, 32]
+ ldp x29, x30, [sp], 64
+ ret
+ .align 2
+.done:
+ ret
+ .size isal_update_histogram_aarch64, .-isal_update_histogram_aarch64
diff --git a/src/spdk/isa-l/igzip/aarch64/lz0a_const_aarch64.h b/src/spdk/isa-l/igzip/aarch64/lz0a_const_aarch64.h
new file mode 100644
index 000000000..d55ec09dc
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/lz0a_const_aarch64.h
@@ -0,0 +1,72 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef __LZ0A_CONST_AARCH64_H__
+#define __LZ0A_CONST_AARCH64_H__
+#include "options_aarch64.h"
+
+#ifdef __ASSEMBLY__
+.set K , 1024
+.set D , IGZIP_HIST_SIZE // Amount of history
+.set LA , 18 * 16 // Max look-ahead, rounded up to 32 byte boundary
+.set BSIZE , 2*IGZIP_HIST_SIZE + LA // Nominal buffer size
+
+/// Constants for stateless compression
+#define LAST_BYTES_COUNT 3 // Bytes to prevent reading out of array bounds
+#define LA_STATELESS 258 // No round up since no data is copied to a buffer
+
+.set IGZIP_LVL0_HASH_SIZE , (8 * K)
+.set IGZIP_HASH8K_HASH_SIZE , (8 * K)
+.set IGZIP_HASH_HIST_HASH_SIZE , IGZIP_HIST_SIZE
+.set IGZIP_HASH_MAP_HASH_SIZE , IGZIP_HIST_SIZE
+
+#define LVL0_HASH_MASK (IGZIP_LVL0_HASH_SIZE - 1)
+#define HASH8K_HASH_MASK (IGZIP_HASH8K_HASH_SIZE - 1)
+#define HASH_HIST_HASH_MASK (IGZIP_HASH_HIST_HASH_SIZE - 1)
+#define HASH_MAP_HASH_MASK (IGZIP_HASH_MAP_HASH_SIZE - 1)
+
+.set MIN_DEF_MATCH , 3 // Minimum length of a match in deflate
+.set SHORTEST_MATCH , 4
+
+.set SLOP , 8
+
+#define ICF_CODE_BYTES 4
+#define LIT_LEN_BIT_COUNT 10
+#define DIST_LIT_BIT_COUNT 9
+
+#define LIT_LEN_MASK ((1 << LIT_LEN_BIT_COUNT) - 1)
+#define LIT_DIST_MASK ((1 << DIST_LIT_BIT_COUNT) - 1)
+
+#define DIST_OFFSET LIT_LEN_BIT_COUNT
+#define EXTRA_BITS_OFFSET (DIST_OFFSET + DIST_LIT_BIT_COUNT)
+#define LIT (0x1E << DIST_OFFSET)
+
+
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/aarch64/options_aarch64.h b/src/spdk/isa-l/igzip/aarch64/options_aarch64.h
new file mode 100644
index 000000000..32db918f3
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/options_aarch64.h
@@ -0,0 +1,71 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef __OPTIONS_AARCH64_H__
+#define __OPTIONS_AARCH64_H__
+
+
+#ifdef __ASSEMBLY__
+
+/// Options:dir
+/// m - reschedule mem reads
+/// e b - bitbuff style
+/// t s x - compare style
+/// h - limit hash updates
+/// l - use longer huffman table
+/// f - fix cache read
+
+#ifndef IGZIP_HIST_SIZE
+#define IGZIP_HIST_SIZE (32 * 1024)
+#endif
+
+#if (IGZIP_HIST_SIZE > (32 * 1024))
+#undef IGZIP_HIST_SIZE
+#define IGZIP_HIST_SIZE (32 * 1024)
+#endif
+
+#ifdef LONGER_HUFFTABLE
+#if (IGZIP_HIST_SIZE > 8 * 1024)
+#undef IGZIP_HIST_SIZE
+#define IGZIP_HIST_SIZE (8 * 1024)
+#endif
+#endif
+
+/// (h) limit hash update
+#define LIMIT_HASH_UPDATE
+
+/// (f) fix cache read problem
+#define FIX_CACHE_READ
+
+#define ISAL_DEF_MAX_HDR_SIZE 328
+
+
+
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/aarch64/stdmac_aarch64.h b/src/spdk/isa-l/igzip/aarch64/stdmac_aarch64.h
new file mode 100644
index 000000000..39afbc640
--- /dev/null
+++ b/src/spdk/isa-l/igzip/aarch64/stdmac_aarch64.h
@@ -0,0 +1,57 @@
+/**********************************************************************
+ Copyright(c) 2019 Arm Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Arm Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef __STDMAC_AARCH64_H__
+#define __STDMAC_AARCH64_H__
+
+#ifdef __ASSEMBLY__
+
+#define DEBUG_STACK 144
+
+.macro push_stack
+ stp x29, x30,[sp,0-DEBUG_STACK]!
+ mov x29, sp
+ stp x19, x20, [sp, 16]
+ stp x21, x22, [sp, 32]
+ stp x23, x24, [sp, 48]
+ stp x25, x26, [sp, 64]
+ stp x27, x28, [sp, 80]
+.endm
+.macro pop_stack
+ ldp x19, x20, [sp, 16]
+ ldp x21, x22, [sp, 32]
+ ldp x23, x24, [sp, 48]
+ ldp x25, x26, [sp, 64]
+ ldp x27, x28, [sp, 80]
+
+ ldp x29, x30, [sp], DEBUG_STACK
+.endm
+
+#endif
+#endif
diff --git a/src/spdk/isa-l/igzip/adler32_avx2_4.asm b/src/spdk/isa-l/igzip/adler32_avx2_4.asm
new file mode 100644
index 000000000..8f9d6d507
--- /dev/null
+++ b/src/spdk/isa-l/igzip/adler32_avx2_4.asm
@@ -0,0 +1,292 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2017 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+; uint32_t adler32_avx2(uint32_t init, const unsigned char *buf, uint64_t len)
+
+%define LIMIT 5552
+%define BASE 0xFFF1 ; 65521
+
+%define CHUNKSIZE 16
+%define CHUNKSIZE_M1 (CHUNKSIZE-1)
+
+%include "reg_sizes.asm"
+
+default rel
+[bits 64]
+
+; need to keep free: eax, ecx, edx
+
+%ifidn __OUTPUT_FORMAT__, elf64
+ %define arg1 rdi
+ %define arg2 rsi
+ %define arg3 rdx
+
+ %define init_d edi
+ %define data r9
+ %define size r10
+ %define s r11
+ %define a_d r12d
+ %define b_d r8d
+ %define end r13
+
+ %define func(x) x:
+ %macro FUNC_SAVE 0
+ push r12
+ push r13
+ %endmacro
+ %macro FUNC_RESTORE 0
+ pop r13
+ pop r12
+ %endmacro
+%endif
+
+%ifidn __OUTPUT_FORMAT__, win64
+ %define arg1 rcx
+ %define arg2 rdx
+ %define arg3 r8
+
+ %define init_d r12d
+ %define data r9
+ %define size r10
+ %define s r11
+ %define a_d esi
+ %define b_d edi
+ %define end r13
+
+ %define stack_size 2*16 + 5*8 ; must be an odd multiple of 8
+ %define arg(x) [rsp + stack_size + PS + PS*x]
+ %define func(x) proc_frame x
+ %macro FUNC_SAVE 0
+ alloc_stack stack_size
+ vmovdqa [rsp + 0*16], xmm6
+ vmovdqa [rsp + 1*16], xmm7
+ save_reg rdi, 2*16 + 0*8
+ save_reg rsi, 2*16 + 1*8
+ save_reg r12, 2*16 + 2*8
+ save_reg r13, 2*16 + 3*8
+ end_prolog
+ mov init_d, ecx ; initalize init_d from arg1 to keep ecx free
+ %endmacro
+
+ %macro FUNC_RESTORE 0
+ vmovdqa xmm6, [rsp + 0*16]
+ vmovdqa xmm7, [rsp + 1*16]
+ mov rdi, [rsp + 2*16 + 0*8]
+ mov rsi, [rsp + 2*16 + 1*8]
+ mov r12, [rsp + 2*16 + 2*8]
+ mov r13, [rsp + 2*16 + 3*8]
+ add rsp, stack_size
+ %endmacro
+%endif
+
+%define ya ymm0
+%define yb ymm1
+%define ydata0 ymm2
+%define ydata1 ymm3
+%define ysa ymm4
+%define ydata ysa
+%define ytmp0 ydata0
+%define ytmp1 ydata1
+%define ytmp2 ymm5
+%define xa xmm0
+%define xb xmm1
+%define xtmp0 xmm2
+%define xtmp1 xmm3
+%define xsa xmm4
+%define xtmp2 xmm5
+%define yshuf0 ymm6
+%define yshuf1 ymm7
+
+
+global adler32_avx2_4:ISAL_SYM_TYPE_FUNCTION
+func(adler32_avx2_4)
+ FUNC_SAVE
+
+ vmovdqa yshuf0, [SHUF0]
+ vmovdqa yshuf1, [SHUF1]
+
+ mov data, arg2
+ mov size, arg3
+
+ mov b_d, init_d
+ shr b_d, 16
+ and init_d, 0xFFFF
+ cmp size, 32
+ jb .lt64
+ vmovd xa, init_d
+ vpxor yb, yb, yb
+.sloop1:
+ mov s, LIMIT
+ cmp s, size
+ cmova s, size ; s = min(size, LIMIT)
+ lea end, [data + s - CHUNKSIZE_M1]
+ cmp data, end
+ jae .skip_loop_1a
+align 32
+.sloop1a:
+ ; do CHUNKSIZE adds
+ vbroadcastf128 ydata, [data]
+ add data, CHUNKSIZE
+ vpshufb ydata0, ydata, yshuf0
+ vpaddd ya, ya, ydata0
+ vpaddd yb, yb, ya
+ vpshufb ydata1, ydata, yshuf1
+ vpaddd ya, ya, ydata1
+ vpaddd yb, yb, ya
+ cmp data, end
+ jb .sloop1a
+
+.skip_loop_1a:
+ add end, CHUNKSIZE_M1
+
+ test s, CHUNKSIZE_M1
+ jnz .do_final
+
+ ; either we're done, or we just did LIMIT
+ sub size, s
+
+ ; reduce
+ vpslld yb, 3 ; b is scaled by 8
+ vpmulld ysa, ya, [A_SCALE] ; scaled a
+
+ ; compute horizontal sums of ya, yb, ysa
+ vextracti128 xtmp0, ya, 1
+ vextracti128 xtmp1, yb, 1
+ vextracti128 xtmp2, ysa, 1
+ vpaddd xa, xa, xtmp0
+ vpaddd xb, xb, xtmp1
+ vpaddd xsa, xsa, xtmp2
+ vphaddd xa, xa, xa
+ vphaddd xb, xb, xb
+ vphaddd xsa, xsa, xsa
+ vphaddd xa, xa, xa
+ vphaddd xb, xb, xb
+ vphaddd xsa, xsa, xsa
+
+ vmovd eax, xa
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov a_d, edx
+
+ vpsubd xb, xb, xsa
+ vmovd eax, xb
+ add eax, b_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov b_d, edx
+
+ test size, size
+ jz .finish
+
+ ; continue loop
+ vmovd xa, a_d
+ vpxor yb, yb
+ jmp .sloop1
+
+.finish:
+ mov eax, b_d
+ shl eax, 16
+ or eax, a_d
+ jmp .end
+
+.lt64:
+ mov a_d, init_d
+ lea end, [data + size]
+ test size, size
+ jnz .final_loop
+ jmp .zero_size
+
+ ; handle remaining 1...15 bytes
+.do_final:
+ ; reduce
+ vpslld yb, 3 ; b is scaled by 8
+ vpmulld ysa, ya, [A_SCALE] ; scaled a
+
+ vextracti128 xtmp0, ya, 1
+ vextracti128 xtmp1, yb, 1
+ vextracti128 xtmp2, ysa, 1
+ vpaddd xa, xa, xtmp0
+ vpaddd xb, xb, xtmp1
+ vpaddd xsa, xsa, xtmp2
+ vphaddd xa, xa, xa
+ vphaddd xb, xb, xb
+ vphaddd xsa, xsa, xsa
+ vphaddd xa, xa, xa
+ vphaddd xb, xb, xb
+ vphaddd xsa, xsa, xsa
+ vpsubd xb, xb, xsa
+
+ vmovd a_d, xa
+ vmovd eax, xb
+ add b_d, eax
+
+align 32
+.final_loop:
+ movzx eax, byte[data]
+ add a_d, eax
+ inc data
+ add b_d, a_d
+ cmp data, end
+ jb .final_loop
+
+.zero_size:
+ mov eax, a_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov a_d, edx
+
+ mov eax, b_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ shl edx, 16
+ or edx, a_d
+ mov eax, edx
+
+.end:
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 32
+A_SCALE:
+ dq 0x0000000100000000, 0x0000000300000002
+ dq 0x0000000500000004, 0x0000000700000006
+SHUF0:
+ dq 0xFFFFFF01FFFFFF00, 0xFFFFFF03FFFFFF02
+ dq 0xFFFFFF05FFFFFF04, 0xFFFFFF07FFFFFF06
+SHUF1:
+ dq 0xFFFFFF09FFFFFF08, 0xFFFFFF0BFFFFFF0A
+ dq 0xFFFFFF0DFFFFFF0C, 0xFFFFFF0FFFFFFF0E
+
diff --git a/src/spdk/isa-l/igzip/adler32_base.c b/src/spdk/isa-l/igzip/adler32_base.c
new file mode 100644
index 000000000..034b71a41
--- /dev/null
+++ b/src/spdk/isa-l/igzip/adler32_base.c
@@ -0,0 +1,63 @@
+/**********************************************************************
+ Copyright(c) 2011-2017 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdint.h>
+#include "igzip_checksums.h"
+
+uint32_t adler32_base(uint32_t adler32, uint8_t * start, uint32_t length)
+{
+ uint8_t *end, *next = start;
+ uint64_t A, B;
+
+ A = adler32 & 0xffff;
+ B = adler32 >> 16;
+
+ while (length > MAX_ADLER_BUF) {
+ end = next + MAX_ADLER_BUF;
+ for (; next < end; next++) {
+ A += *next;
+ B += A;
+ }
+
+ A = A % ADLER_MOD;
+ B = B % ADLER_MOD;
+ length -= MAX_ADLER_BUF;
+ }
+
+ end = next + length;
+ for (; next < end; next++) {
+ A += *next;
+ B += A;
+ }
+
+ A = A % ADLER_MOD;
+ B = B % ADLER_MOD;
+
+ return B << 16 | A;
+}
diff --git a/src/spdk/isa-l/igzip/adler32_perf.c b/src/spdk/isa-l/igzip/adler32_perf.c
new file mode 100644
index 000000000..055e0725f
--- /dev/null
+++ b/src/spdk/isa-l/igzip/adler32_perf.c
@@ -0,0 +1,72 @@
+/**********************************************************************
+ Copyright(c) 2011-2019 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "test.h"
+
+//#define CACHED_TEST
+#ifdef CACHED_TEST
+// Cached test, loop many times over small dataset
+#define TEST_LEN 8*1024
+#define TEST_TYPE_STR "_warm"
+#else
+// Uncached test. Pull from large mem base.
+#define GT_L3_CACHE 32*1024*1024 /* some number > last level cache */
+#define TEST_LEN (2 * GT_L3_CACHE)
+#define TEST_TYPE_STR "_cold"
+#endif
+
+#ifndef TEST_SEED
+#define TEST_SEED 0x1234
+#endif
+
+int main(int argc, char *argv[])
+{
+ void *buf;
+ uint32_t checksum = 0;
+ struct perf start;
+
+ printf("adler32_perf:\n");
+
+ if (posix_memalign(&buf, 1024, TEST_LEN)) {
+ printf("alloc error: Fail");
+ return -1;
+ }
+ memset(buf, 0, TEST_LEN);
+
+ BENCHMARK(&start, BENCHMARK_TIME, checksum |= isal_adler32(TEST_SEED, buf, TEST_LEN));
+ printf("adler32" TEST_TYPE_STR ": ");
+ perf_print(start, (long long)TEST_LEN);
+
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/adler32_sse.asm b/src/spdk/isa-l/igzip/adler32_sse.asm
new file mode 100644
index 000000000..83f577d24
--- /dev/null
+++ b/src/spdk/isa-l/igzip/adler32_sse.asm
@@ -0,0 +1,249 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2017 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+; uint32_t adler32_avx2(uint32_t init, const unsigned char *buf, uint64_t len)
+
+%define LIMIT 5552
+%define BASE 0xFFF1 ; 65521
+
+%include "reg_sizes.asm"
+
+default rel
+[bits 64]
+
+; need to keep free: eax, ecx, edx
+
+%ifidn __OUTPUT_FORMAT__, elf64
+ %define arg1 rdi
+ %define arg2 rsi
+ %define arg3 rdx
+
+ %define init_d edi
+ %define data r9
+ %define size r10
+ %define s r11
+ %define a_d r12d
+ %define b_d r8d
+ %define end r13
+
+ %define func(x) x:
+ %macro FUNC_SAVE 0
+ push r12
+ push r13
+ %endmacro
+%macro FUNC_RESTORE 0
+ pop r13
+ pop r12
+ %endmacro
+%endif
+
+
+%ifidn __OUTPUT_FORMAT__, win64
+ %define arg1 rcx
+ %define arg2 rdx
+ %define arg3 r8
+
+ %define init_d r12d
+ %define data r9
+ %define size r10
+ %define s r11
+ %define a_d esi
+ %define b_d edi
+ %define end r13
+
+ %define stack_size 5*8 ; must be an odd multiple of 8
+ %define func(x) proc_frame x
+ %macro FUNC_SAVE 0
+ alloc_stack stack_size
+ save_reg rdi, 0*8
+ save_reg rsi, 1*8
+ save_reg r12, 2*8
+ save_reg r13, 3*8
+ end_prolog
+ mov init_d, ecx ; initalize init_d from arg1 to keep ecx free
+ %endmacro
+
+ %macro FUNC_RESTORE 0
+ mov rdi, [rsp + 0*8]
+ mov rsi, [rsp + 1*8]
+ mov r12, [rsp + 2*8]
+ mov r13, [rsp + 3*8]
+ add rsp, stack_size
+ %endmacro
+%endif
+
+%define xa xmm0
+%define xb xmm1
+%define xdata0 xmm2
+%define xdata1 xmm3
+%define xsa xmm4
+
+global adler32_sse:ISAL_SYM_TYPE_FUNCTION
+func(adler32_sse)
+ FUNC_SAVE
+
+ mov data, arg2
+ mov size, arg3
+
+ mov b_d, init_d
+ shr b_d, 16
+ and init_d, 0xFFFF
+ cmp size, 32
+ jb .lt64
+ movd xa, init_d
+ pxor xb, xb
+.sloop1:
+ mov s, LIMIT
+ cmp s, size
+ cmova s, size ; s = min(size, LIMIT)
+ lea end, [data + s - 7]
+ cmp data, end
+ jae .skip_loop_1a
+align 32
+.sloop1a:
+ ; do 8 adds
+ pmovzxbd xdata0, [data]
+ pmovzxbd xdata1, [data + 4]
+ add data, 8
+ paddd xa, xdata0
+ paddd xb, xa
+ paddd xa, xdata1
+ paddd xb, xa
+ cmp data, end
+ jb .sloop1a
+
+.skip_loop_1a:
+ add end, 7
+
+ test s, 7
+ jnz .do_final
+
+ ; either we're done, or we just did LIMIT
+ sub size, s
+
+ ; reduce
+ pslld xb, 2 ; b is scaled by 4
+ movdqa xsa, xa ; scaled a
+ pmulld xsa, [A_SCALE]
+
+ phaddd xa, xa
+ phaddd xb, xb
+ phaddd xsa, xsa
+ phaddd xa, xa
+ phaddd xb, xb
+ phaddd xsa, xsa
+
+ movd eax, xa
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov a_d, edx
+
+ psubd xb, xsa
+ movd eax, xb
+ add eax, b_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov b_d, edx
+
+ test size, size
+ jz .finish
+
+ ; continue loop
+ movd xa, a_d
+ pxor xb, xb
+ jmp .sloop1
+
+.finish:
+ mov eax, b_d
+ shl eax, 16
+ or eax, a_d
+ jmp .end
+
+.lt64:
+ mov a_d, init_d
+ lea end, [data + size]
+ test size, size
+ jnz .final_loop
+ jmp .zero_size
+
+ ; handle remaining 1...15 bytes
+.do_final:
+ ; reduce
+ pslld xb, 2 ; b is scaled by 4
+ movdqa xsa, xa ; scaled a
+ pmulld xsa, [A_SCALE]
+
+ phaddd xa, xa
+ phaddd xb, xb
+ phaddd xsa, xsa
+ phaddd xa, xa
+ phaddd xb, xb
+ phaddd xsa, xsa
+ psubd xb, xsa
+
+ movd a_d, xa
+ movd eax, xb
+ add b_d, eax
+
+align 32
+.final_loop:
+ movzx eax, byte[data]
+ add a_d, eax
+ inc data
+ add b_d, a_d
+ cmp data, end
+ jb .final_loop
+
+.zero_size:
+ mov eax, a_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ mov a_d, edx
+
+ mov eax, b_d
+ xor edx, edx
+ mov ecx, BASE
+ div ecx ; divide edx:eax by ecx, quot->eax, rem->edx
+ shl edx, 16
+ or edx, a_d
+ mov eax, edx
+
+.end:
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 32
+A_SCALE:
+ dq 0x0000000100000000, 0x0000000300000002
diff --git a/src/spdk/isa-l/igzip/bitbuf2.asm b/src/spdk/isa-l/igzip/bitbuf2.asm
new file mode 100644
index 000000000..71493825e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/bitbuf2.asm
@@ -0,0 +1,64 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "stdmac.asm"
+
+; Assumes m_out_buf is a register
+; Clobbers RCX
+; code is clobbered
+; write_bits_always m_bits, m_bit_count, code, count, m_out_buf
+%macro write_bits 5
+%define %%m_bits %1
+%define %%m_bit_count %2
+%define %%code %3
+%define %%count %4
+%define %%m_out_buf %5
+
+ SHLX %%code, %%code, %%m_bit_count
+
+ or %%m_bits, %%code
+ add %%m_bit_count, %%count
+
+ mov [%%m_out_buf], %%m_bits
+ mov rcx, %%m_bit_count
+ shr rcx, 3 ; rcx = bytes
+ add %%m_out_buf, rcx
+ shl rcx, 3 ; rcx = bits
+ and %%m_bit_count, 0x7
+
+ SHRX %%m_bits, %%m_bits, rcx
+%endm
+
+%macro write_dword 2
+%define %%data %1d
+%define %%addr %2
+ mov [%%addr], %%data
+ add %%addr, 4
+%endm
diff --git a/src/spdk/isa-l/igzip/bitbuf2.h b/src/spdk/isa-l/igzip/bitbuf2.h
new file mode 100644
index 000000000..51bd752d0
--- /dev/null
+++ b/src/spdk/isa-l/igzip/bitbuf2.h
@@ -0,0 +1,130 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#ifndef BITBUF2_H
+#define BITBUF2_H
+
+#include "igzip_lib.h"
+#include "unaligned.h"
+
+#ifdef _MSC_VER
+#define inline __inline
+#endif
+
+
+/* MAX_BITBUF_BIT WRITE is the maximum number of bits than can be safely written
+ * by consecutive calls of write_bits. Note this assumes the bitbuf is in a
+ * state that is possible at the exit of write_bits */
+#define MAX_BITBUF_BIT_WRITE 56
+
+static inline void init(struct BitBuf2 *me)
+{
+ me->m_bits = 0;
+ me->m_bit_count = 0;
+}
+
+static inline void set_buf(struct BitBuf2 *me, unsigned char *buf, unsigned int len)
+{
+ unsigned int slop = 8;
+ me->m_out_buf = me->m_out_start = buf;
+ me->m_out_end = buf + len - slop;
+}
+
+static inline int is_full(struct BitBuf2 *me)
+{
+ return (me->m_out_buf > me->m_out_end);
+}
+
+static inline uint8_t * buffer_ptr(struct BitBuf2 *me)
+{
+ return me->m_out_buf;
+}
+
+static inline uint32_t buffer_used(struct BitBuf2 *me)
+{
+ return (uint32_t)(me->m_out_buf - me->m_out_start);
+}
+
+static inline uint32_t buffer_bits_used(struct BitBuf2 *me)
+{
+ return (8 * (uint32_t)(me->m_out_buf - me->m_out_start) + me->m_bit_count);
+}
+
+static inline void flush_bits(struct BitBuf2 *me)
+{
+ uint32_t bits;
+ store_u64(me->m_out_buf, me->m_bits);
+ bits = me->m_bit_count & ~7;
+ me->m_bit_count -= bits;
+ me->m_out_buf += bits/8;
+ me->m_bits >>= bits;
+
+}
+
+/* Can write up to 8 bytes to output buffer */
+static inline void flush(struct BitBuf2 *me)
+{
+ uint32_t bytes;
+ if (me->m_bit_count) {
+ store_u64(me->m_out_buf, me->m_bits);
+ bytes = (me->m_bit_count + 7) / 8;
+ me->m_out_buf += bytes;
+ }
+ me->m_bits = 0;
+ me->m_bit_count = 0;
+}
+
+static inline void check_space(struct BitBuf2 *me, uint32_t num_bits)
+{
+ /* Checks if bitbuf has num_bits extra space and flushes the bytes in
+ * the bitbuf if it doesn't. */
+ if (63 - me->m_bit_count < num_bits)
+ flush_bits(me);
+}
+
+static inline void write_bits_unsafe(struct BitBuf2 *me, uint64_t code, uint32_t count)
+{
+ me->m_bits |= code << me->m_bit_count;
+ me->m_bit_count += count;
+}
+
+static inline void write_bits(struct BitBuf2 *me, uint64_t code, uint32_t count)
+{ /* Assumes there is space to fit code into m_bits. */
+ me->m_bits |= code << me->m_bit_count;
+ me->m_bit_count += count;
+ flush_bits(me);
+}
+
+static inline void write_bits_flush(struct BitBuf2 *me, uint64_t code, uint32_t count)
+{ /* Assumes there is space to fit code into m_bits. */
+ me->m_bits |= code << me->m_bit_count;
+ me->m_bit_count += count;
+ flush(me);
+}
+
+#endif //BITBUF2_H
diff --git a/src/spdk/isa-l/igzip/checksum32_funcs_test.c b/src/spdk/isa-l/igzip/checksum32_funcs_test.c
new file mode 100644
index 000000000..cbb5d1bf5
--- /dev/null
+++ b/src/spdk/isa-l/igzip/checksum32_funcs_test.c
@@ -0,0 +1,308 @@
+/**********************************************************************
+ Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <stdint.h>
+#include "igzip_checksums.h"
+#include "checksum_test_ref.h"
+#include "types.h"
+
+#ifndef TEST_SEED
+# define TEST_SEED 0x1234
+#endif
+
+#define MAX_BUF 512
+#define TEST_SIZE 20
+
+typedef uint32_t(*checksum32_func_t) (uint32_t, const unsigned char *, uint64_t);
+
+typedef struct func_case {
+ char *note;
+ checksum32_func_t checksum32_func_call;
+ checksum32_func_t checksum32_ref_call;
+} func_case_t;
+
+func_case_t test_funcs[] = {
+ {"checksum32_adler", isal_adler32, adler_ref},
+};
+
+// Generates pseudo-random data
+
+void rand_buffer(unsigned char *buf, long buffer_size)
+{
+ long i;
+ for (i = 0; i < buffer_size; i++)
+ buf[i] = rand();
+}
+
+// Test cases
+int zeros_test(func_case_t * test_func);
+int simple_pattern_test(func_case_t * test_func);
+int seeds_sizes_test(func_case_t * test_func);
+int eob_test(func_case_t * test_func);
+int update_test(func_case_t * test_func);
+int update_over_mod_test(func_case_t * test_func);
+
+int verbose = 0;
+void *buf_alloc = NULL;
+
+int main(int argc, char *argv[])
+{
+ int fail = 0, fail_case;
+ int i, ret;
+ func_case_t *test_func;
+
+ verbose = argc - 1;
+
+ // Align to MAX_BUF boundary
+ ret = posix_memalign(&buf_alloc, MAX_BUF, MAX_BUF * TEST_SIZE);
+ if (ret) {
+ printf("alloc error: Fail");
+ return -1;
+ }
+ srand(TEST_SEED);
+ printf("CHECKSUM32 Tests seed=0x%x\n", TEST_SEED);
+
+ for (i = 0; i < sizeof(test_funcs) / sizeof(test_funcs[0]); i++) {
+ fail_case = 0;
+ test_func = &test_funcs[i];
+
+ printf("Test %s ", test_func->note);
+ fail_case += zeros_test(test_func);
+ fail_case += simple_pattern_test(test_func);
+ fail_case += seeds_sizes_test(test_func);
+ fail_case += eob_test(test_func);
+ fail_case += update_test(test_func);
+ fail_case += update_over_mod_test(test_func);
+ printf("Test %s done: %s\n", test_func->note, fail_case ? "Fail" : "Pass");
+
+ if (fail_case) {
+ printf("\n%s Failed %d tests\n", test_func->note, fail_case);
+ fail++;
+ }
+ }
+
+ printf("CHECKSUM32 Tests all done: %s\n", fail ? "Fail" : "Pass");
+
+ return fail;
+}
+
+// Test of all zeros
+int zeros_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ unsigned char *buf = NULL;
+
+ buf = (unsigned char *)buf_alloc;
+ memset(buf, 0, MAX_BUF * 10);
+ c_dut = test_func->checksum32_func_call(TEST_SEED, buf, MAX_BUF * 10);
+ c_ref = test_func->checksum32_ref_call(TEST_SEED, buf, MAX_BUF * 10);
+
+ if (c_dut != c_ref) {
+ fail++;
+ printf("\n opt ref\n");
+ printf(" ------ ------\n");
+ printf("checksum zero = 0x%8x 0x%8x \n", c_dut, c_ref);
+ } else
+ printf(".");
+
+ return fail;
+}
+
+// Another simple test pattern
+int simple_pattern_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ unsigned char *buf = NULL;
+
+ buf = (unsigned char *)buf_alloc;
+ memset(buf, 0x8a, MAX_BUF);
+ c_dut = test_func->checksum32_func_call(TEST_SEED, buf, MAX_BUF);
+ c_ref = test_func->checksum32_ref_call(TEST_SEED, buf, MAX_BUF);
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum all 8a = 0x%8x 0x%8x\n", c_dut, c_ref);
+ else
+ printf(".");
+
+ return fail;
+}
+
+int seeds_sizes_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ int i;
+ uint32_t r, s;
+ unsigned char *buf = NULL;
+
+ // Do a few random tests
+ buf = (unsigned char *)buf_alloc; //reset buf
+ r = rand();
+ rand_buffer(buf, MAX_BUF * TEST_SIZE);
+
+ for (i = 0; i < TEST_SIZE; i++) {
+ c_dut = test_func->checksum32_func_call(r, buf, MAX_BUF);
+ c_ref = test_func->checksum32_ref_call(r, buf, MAX_BUF);
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum rand%3d = 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ else
+ printf(".");
+ buf += MAX_BUF;
+ }
+
+ // Do a few random sizes
+ buf = (unsigned char *)buf_alloc; //reset buf
+ r = rand();
+
+ for (i = MAX_BUF; i >= 0; i--) {
+ c_dut = test_func->checksum32_func_call(r, buf, i);
+ c_ref = test_func->checksum32_ref_call(r, buf, i);
+ if (c_dut != c_ref) {
+ fail++;
+ printf("fail random size%i 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ } else
+ printf(".");
+ }
+
+ // Try different seeds
+ for (s = 0; s < 20; s++) {
+ buf = (unsigned char *)buf_alloc; //reset buf
+
+ r = rand(); // just to get a new seed
+ rand_buffer(buf, MAX_BUF * TEST_SIZE); // new pseudo-rand data
+
+ if (verbose)
+ printf("seed = 0x%x\n", r);
+
+ for (i = 0; i < TEST_SIZE; i++) {
+ c_dut = test_func->checksum32_func_call(r, buf, MAX_BUF);
+ c_ref = test_func->checksum32_ref_call(r, buf, MAX_BUF);
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum rand%3d = 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ else
+ printf(".");
+ buf += MAX_BUF;
+ }
+ }
+
+ return fail;
+}
+
+// Run tests at end of buffer
+int eob_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ int i;
+ unsigned char *buf = NULL;
+
+ buf = (unsigned char *)buf_alloc; //reset buf
+ buf = buf + ((MAX_BUF - 1) * TEST_SIZE); //Line up TEST_SIZE from end
+ for (i = 0; i < TEST_SIZE; i++) {
+ c_dut = test_func->checksum32_func_call(TEST_SEED, buf + i, TEST_SIZE - i);
+ c_ref = test_func->checksum32_ref_call(TEST_SEED, buf + i, TEST_SIZE - i);
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum eob rand%3d = 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ else
+ printf(".");
+ }
+
+ return fail;
+}
+
+int update_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ int i;
+ uint32_t r;
+ unsigned char *buf = NULL;
+
+ buf = (unsigned char *)buf_alloc; //reset buf
+ r = rand();
+ // Process the whole buf with reference func single call.
+ c_ref = test_func->checksum32_ref_call(r, buf, MAX_BUF * TEST_SIZE);
+ // Process buf with update method.
+ for (i = 0; i < TEST_SIZE; i++) {
+ c_dut = test_func->checksum32_func_call(r, buf, MAX_BUF);
+ // Update checksum seeds and buf pointer.
+ r = c_dut;
+ buf += MAX_BUF;
+ }
+
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum rand%3d = 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ else
+ printf(".");
+
+ return fail;
+}
+
+int update_over_mod_test(func_case_t * test_func)
+{
+ uint32_t c_dut, c_ref;
+ int fail = 0;
+ int i;
+ unsigned char *buf = NULL;
+
+ buf = malloc(ADLER_MOD);
+ memset(buf, 0xff, ADLER_MOD);
+
+ c_ref = c_dut = rand();
+
+ // Process buf with update method.
+ for (i = 0; i < 20; i++) {
+ c_ref = test_func->checksum32_ref_call(c_ref, buf, ADLER_MOD - 64);
+ c_dut = test_func->checksum32_func_call(c_dut, buf, ADLER_MOD - 64);
+ }
+
+ if (c_dut != c_ref)
+ fail++;
+ if (verbose)
+ printf("checksum rand%3d = 0x%8x 0x%8x\n", i, c_dut, c_ref);
+ else
+ printf(".");
+
+ free(buf);
+ return fail;
+}
diff --git a/src/spdk/isa-l/igzip/checksum_test_ref.h b/src/spdk/isa-l/igzip/checksum_test_ref.h
new file mode 100644
index 000000000..b561be975
--- /dev/null
+++ b/src/spdk/isa-l/igzip/checksum_test_ref.h
@@ -0,0 +1,102 @@
+/*
+ * Reference checksums used in compression tests
+ */
+
+#ifndef CHECKSUM_TEST_REF_H
+#define CHECKSUM_TEST_REF_H
+
+#include <stdint.h>
+
+uint32_t inflate_crc_table[256] = {
+ 0x00000000, 0x77073096, 0xee0e612c, 0x990951ba,
+ 0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,
+ 0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988,
+ 0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,
+ 0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de,
+ 0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,
+ 0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec,
+ 0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,
+ 0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172,
+ 0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,
+ 0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940,
+ 0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,
+ 0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116,
+ 0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,
+ 0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924,
+ 0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,
+ 0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a,
+ 0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,
+ 0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818,
+ 0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,
+ 0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e,
+ 0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,
+ 0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c,
+ 0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,
+ 0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2,
+ 0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,
+ 0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0,
+ 0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,
+ 0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086,
+ 0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,
+ 0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4,
+ 0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,
+ 0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a,
+ 0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,
+ 0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8,
+ 0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,
+ 0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe,
+ 0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,
+ 0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc,
+ 0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,
+ 0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252,
+ 0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,
+ 0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60,
+ 0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,
+ 0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236,
+ 0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,
+ 0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04,
+ 0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,
+ 0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a,
+ 0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,
+ 0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38,
+ 0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,
+ 0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e,
+ 0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,
+ 0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c,
+ 0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,
+ 0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2,
+ 0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,
+ 0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0,
+ 0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,
+ 0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6,
+ 0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,
+ 0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94,
+ 0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d};
+
+
+uint32_t crc32_gzip_refl_ref(uint32_t crc, const unsigned char *buf, uint64_t len)
+{
+ uint64_t i;
+ crc = ~crc;
+ for (i = 0; i < len; i++)
+ crc = (crc >> 8) ^ inflate_crc_table[(crc & 0xff) ^ buf[i]];
+ return ~crc;
+}
+
+#define ADLER_MOD 65521
+
+
+uint32_t adler_ref(uint32_t init, const unsigned char *buf, uint64_t len)
+{
+ uint64_t i;
+ uint32_t a = init & 0xffff;
+ uint32_t b = init >> 16;
+
+ for (i = 0; i < len; i++) {
+ a = (a + buf[i]) % ADLER_MOD;
+ b = (b + a) % ADLER_MOD;
+ }
+ return (b << 16) | a;
+}
+
+#endif /* CHECKSUM_TEST_REF_H */
diff --git a/src/spdk/isa-l/igzip/data_struct2.asm b/src/spdk/isa-l/igzip/data_struct2.asm
new file mode 100644
index 000000000..233e264d3
--- /dev/null
+++ b/src/spdk/isa-l/igzip/data_struct2.asm
@@ -0,0 +1,275 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+;; START_FIELDS
+%macro START_FIELDS 0
+%assign _FIELD_OFFSET 0
+%assign _STRUCT_ALIGN 0
+%endm
+
+;; FIELD name size align
+%macro FIELD 3
+%define %%name %1
+%define %%size %2
+%define %%align %3
+
+%assign _FIELD_OFFSET (_FIELD_OFFSET + (%%align) - 1) & (~ ((%%align)-1))
+%%name equ _FIELD_OFFSET
+%assign _FIELD_OFFSET _FIELD_OFFSET + (%%size)
+%if (%%align > _STRUCT_ALIGN)
+%assign _STRUCT_ALIGN %%align
+%endif
+%endm
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; BitBuf2
+
+;; name size align
+FIELD _m_bits, 8, 8
+FIELD _m_bit_count, 4, 4
+FIELD _m_out_buf, 8, 8
+FIELD _m_out_end, 8, 8
+FIELD _m_out_start, 8, 8
+
+%assign _BitBuf2_size _FIELD_OFFSET
+%assign _BitBuf2_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%define HIST_ELEM_SIZE 4
+
+START_FIELDS ;; isal_mod_hist
+
+;; name size align
+FIELD _d_hist, 30*HIST_ELEM_SIZE, HIST_ELEM_SIZE
+FIELD _ll_hist, 513*HIST_ELEM_SIZE, HIST_ELEM_SIZE
+
+%assign _isal_mod_hist_size _FIELD_OFFSET
+%assign _isal_mod_hist_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%define HUFF_CODE_SIZE 4
+
+START_FIELDS ;; hufftables_icf
+
+;; name size align
+FIELD _dist_table, 31 * HUFF_CODE_SIZE, HUFF_CODE_SIZE
+FIELD _lit_len_table, 513 * HUFF_CODE_SIZE, HUFF_CODE_SIZE
+
+%assign _hufftables_icf_size _FIELD_OFFSET
+%assign _hufftables_icf_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; hash8k_buf
+
+;; name size align
+FIELD _hash8k_table, 2 * IGZIP_HASH8K_HASH_SIZE, 2
+
+%assign _hash_buf1_size _FIELD_OFFSET
+%assign _hash_buf1_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; hash_map_buf
+
+;; name size align
+FIELD _hash_table, 2 * IGZIP_HASH_MAP_HASH_SIZE, 2
+FIELD _matches_next, 8, 8
+FIELD _matches_end, 8, 8
+FIELD _matches, 4*4*1024, 4
+FIELD _overflow, 4*LA, 4
+
+%assign _hash_map_buf_size _FIELD_OFFSET
+%assign _hash_map_buf_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%define DEF_MAX_HDR_SIZE 328
+START_FIELDS ;; level_buf
+
+;; name size align
+FIELD _encode_tables, _hufftables_icf_size, _hufftables_icf_align
+FIELD _hist, _isal_mod_hist_size, _isal_mod_hist_align
+FIELD _deflate_hdr_count, 4, 4
+FIELD _deflate_hdr_extra_bits,4, 4
+FIELD _deflate_hdr, DEF_MAX_HDR_SIZE, 1
+FIELD _icf_buf_next, 8, 8
+FIELD _icf_buf_avail_out, 8, 8
+FIELD _icf_buf_start, 8, 8
+FIELD _lvl_extra, _hash_map_buf_size, _hash_map_buf_align
+
+%assign _level_buf_base_size _FIELD_OFFSET
+%assign _level_buf_base_align _STRUCT_ALIGN
+
+_hash8k_hash_table equ _lvl_extra + _hash8k_table
+_hash_map_hash_table equ _lvl_extra + _hash_table
+_hash_map_matches_next equ _lvl_extra + _matches_next
+_hash_map_matches_end equ _lvl_extra + _matches_end
+_hash_map_matches equ _lvl_extra + _matches
+_hist_lit_len equ _hist+_ll_hist
+_hist_dist equ _hist+_d_hist
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; isal_zstate
+
+;; name size align
+FIELD _total_in_start,4, 4
+FIELD _block_next, 4, 4
+FIELD _block_end, 4, 4
+FIELD _dist_mask, 4, 4
+FIELD _hash_mask, 4, 4
+FIELD _state, 4, 4
+FIELD _bitbuf, _BitBuf2_size, _BitBuf2_align
+FIELD _crc, 4, 4
+FIELD _has_wrap_hdr, 1, 1
+FIELD _has_eob_hdr, 1, 1
+FIELD _has_eob, 1, 1
+FIELD _has_hist, 1, 1
+FIELD _has_level_buf_init, 2, 2
+FIELD _count, 4, 4
+FIELD _tmp_out_buff, 16, 1
+FIELD _tmp_out_start, 4, 4
+FIELD _tmp_out_end, 4, 4
+FIELD _b_bytes_valid, 4, 4
+FIELD _b_bytes_processed, 4, 4
+FIELD _buffer, BSIZE, 1
+FIELD _head, IGZIP_LVL0_HASH_SIZE*2, 2
+%assign _isal_zstate_size _FIELD_OFFSET
+%assign _isal_zstate_align _STRUCT_ALIGN
+
+_bitbuf_m_bits equ _bitbuf+_m_bits
+_bitbuf_m_bit_count equ _bitbuf+_m_bit_count
+_bitbuf_m_out_buf equ _bitbuf+_m_out_buf
+_bitbuf_m_out_end equ _bitbuf+_m_out_end
+_bitbuf_m_out_start equ _bitbuf+_m_out_start
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; isal_zstream
+
+;; name size align
+FIELD _next_in, 8, 8
+FIELD _avail_in, 4, 4
+FIELD _total_in, 4, 4
+FIELD _next_out, 8, 8
+FIELD _avail_out, 4, 4
+FIELD _total_out, 4, 4
+FIELD _hufftables, 8, 8
+FIELD _level, 4, 4
+FIELD _level_buf_size, 4, 4
+FIELD _level_buf, 8, 8
+FIELD _end_of_stream, 2, 2
+FIELD _flush, 2, 2
+FIELD _gzip_flag, 2, 2
+FIELD _hist_bits, 2, 2
+FIELD _internal_state, _isal_zstate_size, _isal_zstate_align
+
+%assign _isal_zstream_size _FIELD_OFFSET
+%assign _isal_zstream_align _STRUCT_ALIGN
+
+_internal_state_total_in_start equ _internal_state+_total_in_start
+_internal_state_block_next equ _internal_state+_block_next
+_internal_state_block_end equ _internal_state+_block_end
+_internal_state_b_bytes_valid equ _internal_state+_b_bytes_valid
+_internal_state_b_bytes_processed equ _internal_state+_b_bytes_processed
+_internal_state_crc equ _internal_state+_crc
+_internal_state_dist_mask equ _internal_state+_dist_mask
+_internal_state_hash_mask equ _internal_state+_hash_mask
+_internal_state_bitbuf equ _internal_state+_bitbuf
+_internal_state_state equ _internal_state+_state
+_internal_state_count equ _internal_state+_count
+_internal_state_tmp_out_buff equ _internal_state+_tmp_out_buff
+_internal_state_tmp_out_start equ _internal_state+_tmp_out_start
+_internal_state_tmp_out_end equ _internal_state+_tmp_out_end
+_internal_state_has_wrap_hdr equ _internal_state+_has_wrap_hdr
+_internal_state_has_eob equ _internal_state+_has_eob
+_internal_state_has_eob_hdr equ _internal_state+_has_eob_hdr
+_internal_state_has_hist equ _internal_state+_has_hist
+_internal_state_has_level_buf_init equ _internal_state+_has_level_buf_init
+_internal_state_buffer equ _internal_state+_buffer
+_internal_state_head equ _internal_state+_head
+_internal_state_bitbuf_m_bits equ _internal_state+_bitbuf_m_bits
+_internal_state_bitbuf_m_bit_count equ _internal_state+_bitbuf_m_bit_count
+_internal_state_bitbuf_m_out_buf equ _internal_state+_bitbuf_m_out_buf
+_internal_state_bitbuf_m_out_end equ _internal_state+_bitbuf_m_out_end
+_internal_state_bitbuf_m_out_start equ _internal_state+_bitbuf_m_out_start
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; Internal States
+ZSTATE_NEW_HDR equ 0
+ZSTATE_HDR equ (ZSTATE_NEW_HDR + 1)
+ZSTATE_CREATE_HDR equ (ZSTATE_HDR + 1)
+ZSTATE_BODY equ (ZSTATE_CREATE_HDR + 1)
+ZSTATE_FLUSH_READ_BUFFER equ (ZSTATE_BODY + 1)
+ZSTATE_FLUSH_ICF_BUFFER equ (ZSTATE_FLUSH_READ_BUFFER + 1)
+ZSTATE_TYPE0_HDR equ (ZSTATE_FLUSH_ICF_BUFFER + 1)
+ZSTATE_TYPE0_BODY equ (ZSTATE_TYPE0_HDR + 1)
+ZSTATE_SYNC_FLUSH equ (ZSTATE_TYPE0_BODY + 1)
+ZSTATE_FLUSH_WRITE_BUFFER equ (ZSTATE_SYNC_FLUSH + 1)
+ZSTATE_TRL equ (ZSTATE_FLUSH_WRITE_BUFFER + 1)
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+_NO_FLUSH equ 0
+_SYNC_FLUSH equ 1
+_FULL_FLUSH equ 2
+_STORED_BLK equ 0
+%assign _STORED_BLK_END 65535
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+IGZIP_NO_HIST equ 0
+IGZIP_HIST equ 1
+IGZIP_DICT_HIST equ 2
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
diff --git a/src/spdk/isa-l/igzip/encode_df.c b/src/spdk/isa-l/igzip/encode_df.c
new file mode 100644
index 000000000..d26d1c942
--- /dev/null
+++ b/src/spdk/isa-l/igzip/encode_df.c
@@ -0,0 +1,38 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <stdint.h>
+#include <memory.h>
+#include <assert.h>
+
+#if __x86_64__ || __i386__ || _M_X64 || _M_IX86
+#ifdef _MSC_VER
+# include <intrin.h>
+#else
+# include <x86intrin.h>
+#endif
+#endif //__x86_64__ || __i386__ || _M_X64 || _M_IX86
+
+#include "encode_df.h"
+#include "bitbuf2.h"
+
+struct deflate_icf *encode_deflate_icf_base(struct deflate_icf *next_in,
+ struct deflate_icf *end_in, struct BitBuf2 *bb,
+ struct hufftables_icf *hufftables)
+{
+ struct huff_code lsym, dsym;
+
+ while (next_in < end_in && !is_full(bb)) {
+ lsym = hufftables->lit_len_table[next_in->lit_len];
+ dsym = hufftables->dist_lit_table[next_in->lit_dist];
+
+ // insert ll code, dist_code, and extra_bits
+ write_bits_unsafe(bb, lsym.code_and_extra, lsym.length);
+ write_bits_unsafe(bb, dsym.code, dsym.length);
+ write_bits_unsafe(bb, next_in->dist_extra, dsym.extra_bit_count);
+ flush_bits(bb);
+
+ next_in++;
+ }
+
+ return next_in;
+}
diff --git a/src/spdk/isa-l/igzip/encode_df.h b/src/spdk/isa-l/igzip/encode_df.h
new file mode 100644
index 000000000..f3e4f754d
--- /dev/null
+++ b/src/spdk/isa-l/igzip/encode_df.h
@@ -0,0 +1,30 @@
+#ifndef ENCODE_DF_H
+#define ENCODE_DF_H
+
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "huff_codes.h"
+
+/* Deflate Intermediate Compression Format */
+#define LIT_LEN_BIT_COUNT 10
+#define LIT_LEN_MASK ((1 << LIT_LEN_BIT_COUNT) - 1)
+#define DIST_LIT_BIT_COUNT 9
+#define DIST_LIT_MASK ((1 << DIST_LIT_BIT_COUNT) - 1)
+#define ICF_DIST_OFFSET LIT_LEN_BIT_COUNT
+#define NULL_DIST_SYM 30
+
+#define LEN_START ISAL_DEF_LIT_SYMBOLS
+#define LEN_OFFSET (LEN_START - ISAL_DEF_MIN_MATCH)
+#define LEN_MAX (LEN_OFFSET + ISAL_DEF_MAX_MATCH)
+#define LIT_START (NULL_DIST_SYM + 1)
+#define ICF_CODE_LEN 32
+
+struct deflate_icf {
+ uint32_t lit_len:LIT_LEN_BIT_COUNT;
+ uint32_t lit_dist:DIST_LIT_BIT_COUNT;
+ uint32_t dist_extra:ICF_CODE_LEN - DIST_LIT_BIT_COUNT - ICF_DIST_OFFSET;
+};
+
+struct deflate_icf *encode_deflate_icf(struct deflate_icf *next_in, struct deflate_icf *end_in,
+ struct BitBuf2 *bb, struct hufftables_icf * hufftables);
+#endif
diff --git a/src/spdk/isa-l/igzip/encode_df_04.asm b/src/spdk/isa-l/igzip/encode_df_04.asm
new file mode 100644
index 000000000..81287ccfe
--- /dev/null
+++ b/src/spdk/isa-l/igzip/encode_df_04.asm
@@ -0,0 +1,576 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "stdmac.asm"
+
+%define ARCH 04
+%define USE_HSWNI
+
+; tree entry is 4 bytes:
+; lit/len tree (513 entries)
+; | 3 | 2 | 1 | 0 |
+; | len | code |
+;
+; dist tree
+; | 3 | 2 | 1 | 0 |
+; |eblen:codlen| code |
+
+; token format:
+; DIST_OFFSET:0 : lit/len
+; 31:(DIST_OFFSET + 5) : dist Extra Bits
+; (DIST_OFFSET + 5):DIST_OFFSET : dist code
+; lit/len: 0-256 (literal)
+; 257-512 (dist + 254)
+
+; returns final token pointer
+; equal to token_end if successful
+; uint32_t* encode_df(uint32_t *token_start, uint32_t *token_end,
+; BitBuf *out_buf, uint32_t *trees);
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define arg4 r9
+%define sym rsi
+%define dsym rdi
+%define hufftables r9
+%define ptr r11
+%else
+; Linux
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define arg4 rcx
+%define sym r9
+%define dsym r8
+%define hufftables r11
+%define ptr rdi
+%endif
+
+%define in_buf_end arg2
+%define bitbuf arg3
+%define out_buf bitbuf
+; bit_count is rcx
+%define bits rax
+%define data r12
+%define tmp rbx
+%define len dsym
+%define tmp2 r10
+%define end_ptr rbp
+
+%define LIT_MASK ((0x1 << LIT_LEN_BIT_COUNT) - 1)
+%define DIST_MASK ((0x1 << DIST_LIT_BIT_COUNT) - 1)
+
+%define codes1 ymm1
+%define code_lens1 ymm2
+%define codes2 ymm3
+%define code_lens2 ymm4
+%define codes3 ymm5
+%define code_lens3 ymm6
+%define codes4 ymm7
+%define syms ymm7
+
+%define code_lens4 ymm8
+%define dsyms ymm8
+
+%define ytmp ymm9
+%define codes_lookup1 ymm10
+%define codes_lookup2 ymm11
+%define datas ymm12
+%define ybits ymm13
+%define ybits_count ymm14
+%define yoffset_mask ymm15
+
+%define VECTOR_SIZE 0x20
+%define VECTOR_LOOP_PROCESSED (2 * VECTOR_SIZE)
+%define VECTOR_SLOP 0x20 - 8
+
+gpr_save_mem_offset equ 0
+gpr_save_mem_size equ 8 * 6
+xmm_save_mem_offset equ gpr_save_mem_offset + gpr_save_mem_size
+xmm_save_mem_size equ 10 * 16
+bitbuf_mem_offset equ xmm_save_mem_offset + xmm_save_mem_size
+bitbuf_mem_size equ 8
+stack_size equ gpr_save_mem_size + xmm_save_mem_size + bitbuf_mem_size
+
+
+%macro FUNC_SAVE 0
+ sub rsp, stack_size
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rbp
+ mov [rsp + gpr_save_mem_offset + 2*8], r12
+
+%ifidn __OUTPUT_FORMAT__, win64
+ mov [rsp + gpr_save_mem_offset + 3*8], rsi
+ mov [rsp + gpr_save_mem_offset + 4*8], rdi
+
+ MOVDQU [rsp + xmm_save_mem_offset + 0*8], xmm6
+ MOVDQU [rsp + xmm_save_mem_offset + 1*8], xmm7
+ MOVDQU [rsp + xmm_save_mem_offset + 2*8], xmm8
+ MOVDQU [rsp + xmm_save_mem_offset + 3*8], xmm9
+ MOVDQU [rsp + xmm_save_mem_offset + 4*8], xmm10
+ MOVDQU [rsp + xmm_save_mem_offset + 5*8], xmm11
+ MOVDQU [rsp + xmm_save_mem_offset + 6*8], xmm12
+ MOVDQU [rsp + xmm_save_mem_offset + 7*8], xmm13
+ MOVDQU [rsp + xmm_save_mem_offset + 8*8], xmm14
+ MOVDQU [rsp + xmm_save_mem_offset + 9*8], xmm15
+%endif
+
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 1*8]
+ mov r12, [rsp + gpr_save_mem_offset + 2*8]
+
+%ifidn __OUTPUT_FORMAT__, win64
+ mov rsi, [rsp + gpr_save_mem_offset + 3*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 4*8]
+
+ MOVDQU xmm6, [rsp + xmm_save_mem_offset + 0*8]
+ MOVDQU xmm7, [rsp + xmm_save_mem_offset + 1*8]
+ MOVDQU xmm8, [rsp + xmm_save_mem_offset + 2*8]
+ MOVDQU xmm9, [rsp + xmm_save_mem_offset + 3*8]
+ MOVDQU xmm10, [rsp + xmm_save_mem_offset + 4*8]
+ MOVDQU xmm11, [rsp + xmm_save_mem_offset + 5*8]
+ MOVDQU xmm12, [rsp + xmm_save_mem_offset + 6*8]
+ MOVDQU xmm13, [rsp + xmm_save_mem_offset + 7*8]
+ MOVDQU xmm14, [rsp + xmm_save_mem_offset + 8*8]
+ MOVDQU xmm15, [rsp + xmm_save_mem_offset + 9*8]
+%endif
+ add rsp, stack_size
+
+%endmacro
+
+global encode_deflate_icf_ %+ ARCH
+encode_deflate_icf_ %+ ARCH:
+ FUNC_SAVE
+
+%ifnidn ptr, arg1
+ mov ptr, arg1
+%endif
+%ifnidn hufftables, arg4
+ mov hufftables, arg4
+%endif
+
+ mov [rsp + bitbuf_mem_offset], bitbuf
+ mov bits, [bitbuf + _m_bits]
+ mov ecx, [bitbuf + _m_bit_count]
+ mov end_ptr, [bitbuf + _m_out_end]
+ mov out_buf, [bitbuf + _m_out_buf] ; clobbers bitbuf
+
+ sub end_ptr, VECTOR_SLOP
+ sub in_buf_end, VECTOR_LOOP_PROCESSED
+ cmp ptr, in_buf_end
+ jge .finish
+
+ vpcmpeqq ytmp, ytmp, ytmp
+ vmovdqu datas, [ptr]
+ vpand syms, datas, [lit_mask]
+ vpgatherdd codes_lookup1, [hufftables + _lit_len_table + 4 * syms], ytmp
+
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpsrld dsyms, datas, DIST_OFFSET
+ vpand dsyms, dsyms, [dist_mask]
+ vpgatherdd codes_lookup2, [hufftables + _dist_table + 4 * dsyms], ytmp
+
+ vmovq ybits %+ x, bits
+ vmovq ybits_count %+ x, rcx
+ vmovdqa yoffset_mask, [offset_mask]
+
+.main_loop:
+ ;; Sets codes1 to contain lit/len codes andcode_lens1 the corresponding lengths
+ vpsrld code_lens1, codes_lookup1, 24
+ vpand codes1, codes_lookup1, [lit_icr_mask]
+
+ ;; Sets codes2 to contain dist codes, code_lens2 the corresponding lengths,
+ ;; and code_lens3 the extra bit counts
+ vpblendw codes2, ybits, codes_lookup2, 0x55 ;Bits 8 and above of ybits are 0
+ vpsrld code_lens2, codes_lookup2, 24
+ vpsrld code_lens3, codes_lookup2, 16
+ vpand code_lens3, [eb_icr_mask]
+
+ ;; Set codes3 to contain the extra bits
+ vpsrld codes3, datas, EXTRA_BITS_OFFSET
+
+ cmp out_buf, end_ptr
+ ja .main_loop_exit
+
+ ;; Start code lookups for next iteration
+ add ptr, VECTOR_SIZE
+ vpcmpeqq ytmp, ytmp, ytmp
+ vmovdqu datas, [ptr]
+ vpand syms, datas, [lit_mask]
+ vpgatherdd codes_lookup1, [hufftables + _lit_len_table + 4 * syms], ytmp
+
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpsrld dsyms, datas, DIST_OFFSET
+ vpand dsyms, dsyms, [dist_mask]
+ vpgatherdd codes_lookup2, [hufftables + _dist_table + 4 * dsyms], ytmp
+
+ ;; Merge dist code with extra bits
+ vpsllvd codes3, codes3, code_lens2
+ vpxor codes2, codes2, codes3
+ vpaddd code_lens2, code_lens2, code_lens3
+
+ ;; Check for long codes
+ vpaddd code_lens3, code_lens1, code_lens2
+ vpcmpgtd ytmp, code_lens3, [max_write_d]
+ vptest ytmp, ytmp
+ jnz .long_codes
+
+ ;; Merge dist and len codes
+ vpsllvd codes2, codes2, code_lens1
+ vpxor codes1, codes1, codes2
+
+ ;; Split buffer data into qwords, ytmp is 0 after last branch
+ vpblendd codes3, ytmp, codes1, 0x55
+ vpsrlq codes1, codes1, 32
+ vpsrlq code_lens1, code_lens3, 32
+ vpblendd code_lens3, ytmp, code_lens3, 0x55
+
+ ;; Merge bitbuf bits
+ vpsllvq codes3, codes3, ybits_count
+ vpxor codes3, codes3, ybits
+ vpaddq code_lens3, code_lens3, ybits_count
+
+ ;; Merge two symbols into qwords
+ vpsllvq codes1, codes1, code_lens3
+ vpxor codes1, codes1, codes3
+ vpaddq code_lens1, code_lens1, code_lens3
+
+ ;; Split buffer data into dqwords, ytmp is 0 after last branch
+ vpblendd codes2, ytmp, codes1, 0x33
+ vpblendd code_lens2, ytmp, code_lens1, 0x33
+ vpsrldq codes1, 8
+ vpsrldq code_lens1, 8
+
+ ;; Bit align dqwords
+ vpaddq code_lens1, code_lens1, code_lens2
+ vpand ybits_count, code_lens1, yoffset_mask ;Extra bits
+ vpermq ybits_count, ybits_count, 0xcf
+ vpaddq code_lens2, ybits_count
+ vpsllvq codes2, codes2, ybits_count
+
+ ;; Merge two qwords into dqwords
+ vmovdqa ytmp, [q_64]
+ vpsubq code_lens3, ytmp, code_lens2
+ vpsrlvq codes3, codes1, code_lens3
+ vpslldq codes3, codes3, 8
+
+ vpsllvq codes1, codes1, code_lens2
+
+ vpxor codes1, codes1, codes3
+ vpxor codes1, codes1, codes2
+
+ vmovq tmp, code_lens1 %+ x ;Number of bytes
+ shr tmp, 3
+
+ ;; Extract last bytes
+ vpaddq code_lens2, code_lens1, ybits_count
+ vpsrlq code_lens2, code_lens2, 3
+ vpshufb codes2, codes1, code_lens2
+ vpand codes2, codes2, [bytes_mask]
+ vextracti128 ybits %+ x, codes2, 1
+
+ ;; Check for short codes
+ vptest code_lens2, [min_write_mask]
+ jz .short_codes
+.short_codes_next:
+
+ vpermq codes2, codes2, 0x45
+ vpor codes1, codes1, codes2
+
+ ;; bit shift upper dqword combined bits to line up with lower dqword
+ vextracti128 code_lens2 %+ x, code_lens1, 1
+
+ ; Write out lower dqword of combined bits
+ vmovdqu [out_buf], codes1
+ vpaddq code_lens1, code_lens1, code_lens2
+
+ vmovq tmp2, code_lens1 %+ x ;Number of bytes
+ shr tmp2, 3
+ vpand ybits_count, code_lens1, yoffset_mask ;Extra bits
+
+ ; Write out upper dqword of combined bits
+ vextracti128 [out_buf + tmp], codes1, 1
+ add out_buf, tmp2
+
+ cmp ptr, in_buf_end
+ jbe .main_loop
+
+.main_loop_exit:
+ vmovq rcx, ybits_count %+ x
+ vmovq bits, ybits %+ x
+ jmp .finish
+
+.short_codes:
+ ;; Merge last bytes when the second dqword contains less than a byte
+ vpor ybits %+ x, codes2 %+ x
+ jmp .short_codes_next
+
+.long_codes:
+ add end_ptr, VECTOR_SLOP
+ sub ptr, VECTOR_SIZE
+
+ vpxor ytmp, ytmp, ytmp
+ vpblendd codes3, ytmp, codes1, 0x55
+ vpblendd code_lens3, ytmp, code_lens1, 0x55
+ vpblendd codes4, ytmp, codes2, 0x55
+
+ vpsllvq codes4, codes4, code_lens3
+ vpxor codes3, codes3, codes4
+ vpaddd code_lens3, code_lens1, code_lens2
+
+ vpsrlq codes1, codes1, 32
+ vpsrlq code_lens1, code_lens1, 32
+ vpsrlq codes2, codes2, 32
+
+ vpsllvq codes2, codes2, code_lens1
+ vpxor codes1, codes1, codes2
+
+ vpsrlq code_lens1, code_lens3, 32
+ vpblendd code_lens3, ytmp, code_lens3, 0x55
+
+ ;; Merge bitbuf bits
+ vpsllvq codes3, codes3, ybits_count
+ vpxor codes3, codes3, ybits
+ vpaddq code_lens3, code_lens3, ybits_count
+ vpaddq code_lens1, code_lens1, code_lens3
+
+ xor bits, bits
+ xor rcx, rcx
+ vpsubq code_lens1, code_lens1, code_lens3
+%rep 2
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vmovq sym, codes3 %+ x
+ vmovq tmp2, code_lens3 %+ x
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vmovq sym, codes1 %+ x
+ vmovq tmp2, code_lens1 %+ x
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vpextrq sym, codes3 %+ x, 1
+ vpextrq tmp2, code_lens3 %+ x, 1
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vpextrq sym, codes1 %+ x, 1
+ vpextrq tmp2, code_lens1 %+ x, 1
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+ vextracti128 codes3 %+ x, codes3, 1
+ vextracti128 code_lens3 %+ x, code_lens3, 1
+ vextracti128 codes1 %+ x, codes1, 1
+ vextracti128 code_lens1 %+ x, code_lens1, 1
+%endrep
+ sub end_ptr, VECTOR_SLOP
+
+ vmovq ybits %+ x, bits
+ vmovq ybits_count %+ x, rcx
+ cmp ptr, in_buf_end
+ jbe .main_loop
+
+.finish:
+ add in_buf_end, VECTOR_LOOP_PROCESSED
+ add end_ptr, VECTOR_SLOP
+
+ cmp ptr, in_buf_end
+ jge .overflow
+
+.finish_loop:
+ mov DWORD(data), [ptr]
+
+ cmp out_buf, end_ptr
+ ja .overflow
+
+ mov sym, data
+ and sym, LIT_MASK ; sym has ll_code
+ mov DWORD(sym), [hufftables + _lit_len_table + sym * 4]
+
+ ; look up dist sym
+ mov dsym, data
+ shr dsym, DIST_OFFSET
+ and dsym, DIST_MASK
+ mov DWORD(dsym), [hufftables + _dist_table + dsym * 4]
+
+ ; insert LL code
+ ; sym: 31:24 length; 23:0 code
+ mov tmp2, sym
+ and sym, 0xFFFFFF
+ SHLX sym, sym, rcx
+ shr tmp2, 24
+ or bits, sym
+ add rcx, tmp2
+
+ ; insert dist code
+ movzx tmp, WORD(dsym)
+ SHLX tmp, tmp, rcx
+ or bits, tmp
+ mov tmp, dsym
+ shr tmp, 24
+ add rcx, tmp
+
+ ; insert dist extra bits
+ shr data, EXTRA_BITS_OFFSET
+ add ptr, 4
+ SHLX data, data, rcx
+ or bits, data
+ shr dsym, 16
+ and dsym, 0xFF
+ add rcx, dsym
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+
+ cmp ptr, in_buf_end
+ jb .finish_loop
+
+.overflow:
+ mov tmp, [rsp + bitbuf_mem_offset]
+ mov [tmp + _m_bits], bits
+ mov [tmp + _m_bit_count], ecx
+ mov [tmp + _m_out_buf], out_buf
+
+ mov rax, ptr
+
+ FUNC_RESTORE
+
+ ret
+
+section .data
+ align 32
+max_write_d:
+ dd 0x1c, 0x1d, 0x1f, 0x20, 0x1c, 0x1d, 0x1f, 0x20
+min_write_mask:
+ dq 0x00, 0x00, 0xff, 0x00
+offset_mask:
+ dq 0x0000000000000007, 0x0000000000000000
+ dq 0x0000000000000000, 0x0000000000000000
+q_64:
+ dq 0x0000000000000040, 0x0000000000000000
+ dq 0x0000000000000040, 0x0000000000000000
+lit_mask:
+ dd LIT_MASK, LIT_MASK, LIT_MASK, LIT_MASK
+ dd LIT_MASK, LIT_MASK, LIT_MASK, LIT_MASK
+dist_mask:
+ dd DIST_MASK, DIST_MASK, DIST_MASK, DIST_MASK
+ dd DIST_MASK, DIST_MASK, DIST_MASK, DIST_MASK
+lit_icr_mask:
+ dd 0x00FFFFFF, 0x00FFFFFF, 0x00FFFFFF, 0x00FFFFFF
+ dd 0x00FFFFFF, 0x00FFFFFF, 0x00FFFFFF, 0x00FFFFFF
+eb_icr_mask:
+ dd 0x000000FF, 0x000000FF, 0x000000FF, 0x000000FF
+ dd 0x000000FF, 0x000000FF, 0x000000FF, 0x000000FF
+bytes_mask:
+ dq 0x00000000000000ff, 0x0000000000000000
+ dq 0x00000000000000ff, 0x0000000000000000
diff --git a/src/spdk/isa-l/igzip/encode_df_06.asm b/src/spdk/isa-l/igzip/encode_df_06.asm
new file mode 100644
index 000000000..9fa516326
--- /dev/null
+++ b/src/spdk/isa-l/igzip/encode_df_06.asm
@@ -0,0 +1,620 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "stdmac.asm"
+
+%ifdef HAVE_AS_KNOWS_AVX512
+
+%define ARCH 06
+%define USE_HSWNI
+
+; tree entry is 4 bytes:
+; lit/len tree (513 entries)
+; | 3 | 2 | 1 | 0 |
+; | len | code |
+;
+; dist tree
+; | 3 | 2 | 1 | 0 |
+; |eblen:codlen| code |
+
+; token format:
+; DIST_OFFSET:0 : lit/len
+; 31:(DIST_OFFSET + 5) : dist Extra Bits
+; (DIST_OFFSET + 5):DIST_OFFSET : dist code
+; lit/len: 0-256 (literal)
+; 257-512 (dist + 254)
+
+; returns final token pointer
+; equal to token_end if successful
+; uint32_t* encode_df(uint32_t *token_start, uint32_t *token_end,
+; BitBuf *out_buf, uint32_t *trees);
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define arg4 r9
+%define sym rsi
+%define dsym rdi
+%define hufftables r9
+%define ptr r11
+%else
+; Linux
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define arg4 rcx
+%define sym r9
+%define dsym r8
+%define hufftables r11
+%define ptr rdi
+%endif
+
+%define in_buf_end arg2
+%define bitbuf arg3
+%define out_buf bitbuf
+; bit_count is rcx
+%define bits rax
+%define data r12
+%define tmp rbx
+%define len dsym
+%define tmp2 r10
+%define end_ptr rbp
+
+%define LIT_MASK ((0x1 << LIT_LEN_BIT_COUNT) - 1)
+%define DIST_MASK ((0x1 << DIST_LIT_BIT_COUNT) - 1)
+
+%define codes1 zmm1
+%define code_lens1 zmm2
+%define codes2 zmm3
+%define code_lens2 zmm4
+%define codes3 zmm5
+%define ztmp zmm5
+%define code_lens3 zmm6
+%define codes4 zmm7
+%define syms zmm7
+
+%define code_lens4 zmm8
+%define dsyms zmm8
+%define zbits_count_q zmm8
+
+%define codes_lookup1 zmm9
+%define codes_lookup2 zmm10
+%define datas zmm11
+%define zbits zmm12
+%define zbits_count zmm13
+%define zoffset_mask zmm14
+%define znotoffset_mask zmm23
+
+%define zq_64 zmm15
+%define zlit_mask zmm16
+%define zdist_mask zmm17
+%define zlit_icr_mask zmm18
+%define zeb_icr_mask zmm19
+%define zmax_write zmm20
+%define zrot_perm zmm21
+%define zq_8 zmm22
+
+%define VECTOR_SIZE 0x40
+%define VECTOR_LOOP_PROCESSED (2 * VECTOR_SIZE)
+%define VECTOR_SLOP 0x40 - 8
+
+gpr_save_mem_offset equ 0
+gpr_save_mem_size equ 8 * 6
+xmm_save_mem_offset equ gpr_save_mem_offset + gpr_save_mem_size
+xmm_save_mem_size equ 10 * 16
+bitbuf_mem_offset equ xmm_save_mem_offset + xmm_save_mem_size
+bitbuf_mem_size equ 8
+stack_size equ gpr_save_mem_size + xmm_save_mem_size + bitbuf_mem_size
+
+
+%macro FUNC_SAVE 0
+ sub rsp, stack_size
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rbp
+ mov [rsp + gpr_save_mem_offset + 2*8], r12
+
+%ifidn __OUTPUT_FORMAT__, win64
+ mov [rsp + gpr_save_mem_offset + 3*8], rsi
+ mov [rsp + gpr_save_mem_offset + 4*8], rdi
+
+ MOVDQU [rsp + xmm_save_mem_offset + 0*8], xmm6
+ MOVDQU [rsp + xmm_save_mem_offset + 1*8], xmm7
+ MOVDQU [rsp + xmm_save_mem_offset + 2*8], xmm8
+ MOVDQU [rsp + xmm_save_mem_offset + 3*8], xmm9
+ MOVDQU [rsp + xmm_save_mem_offset + 4*8], xmm10
+ MOVDQU [rsp + xmm_save_mem_offset + 5*8], xmm11
+ MOVDQU [rsp + xmm_save_mem_offset + 6*8], xmm12
+ MOVDQU [rsp + xmm_save_mem_offset + 7*8], xmm13
+ MOVDQU [rsp + xmm_save_mem_offset + 8*8], xmm14
+ MOVDQU [rsp + xmm_save_mem_offset + 9*8], xmm15
+%endif
+
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 1*8]
+ mov r12, [rsp + gpr_save_mem_offset + 2*8]
+
+%ifidn __OUTPUT_FORMAT__, win64
+ mov rsi, [rsp + gpr_save_mem_offset + 3*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 4*8]
+
+ MOVDQU xmm6, [rsp + xmm_save_mem_offset + 0*8]
+ MOVDQU xmm7, [rsp + xmm_save_mem_offset + 1*8]
+ MOVDQU xmm8, [rsp + xmm_save_mem_offset + 2*8]
+ MOVDQU xmm9, [rsp + xmm_save_mem_offset + 3*8]
+ MOVDQU xmm10, [rsp + xmm_save_mem_offset + 4*8]
+ MOVDQU xmm11, [rsp + xmm_save_mem_offset + 5*8]
+ MOVDQU xmm12, [rsp + xmm_save_mem_offset + 6*8]
+ MOVDQU xmm13, [rsp + xmm_save_mem_offset + 7*8]
+ MOVDQU xmm14, [rsp + xmm_save_mem_offset + 8*8]
+ MOVDQU xmm15, [rsp + xmm_save_mem_offset + 9*8]
+%endif
+ add rsp, stack_size
+
+%endmacro
+
+global encode_deflate_icf_ %+ ARCH
+encode_deflate_icf_ %+ ARCH:
+ FUNC_SAVE
+
+%ifnidn ptr, arg1
+ mov ptr, arg1
+%endif
+%ifnidn hufftables, arg4
+ mov hufftables, arg4
+%endif
+
+ mov [rsp + bitbuf_mem_offset], bitbuf
+ mov bits, [bitbuf + _m_bits]
+ mov ecx, [bitbuf + _m_bit_count]
+ mov end_ptr, [bitbuf + _m_out_end]
+ mov out_buf, [bitbuf + _m_out_buf] ; clobbers bitbuf
+
+ sub end_ptr, VECTOR_SLOP
+ sub in_buf_end, VECTOR_LOOP_PROCESSED
+ cmp ptr, in_buf_end
+ jge .finish
+
+ kxorq k0, k0, k0
+ kmovq k1, [k_mask_1]
+ kmovq k2, [k_mask_2]
+ kmovq k3, [k_mask_3]
+ kmovq k4, [k_mask_4]
+ kmovq k5, [k_mask_5]
+
+ vmovdqa64 zrot_perm, [rot_perm]
+
+ vbroadcasti64x2 zq_64, [q_64]
+ vbroadcasti64x2 zq_8, [q_8]
+
+ vpbroadcastq zoffset_mask, [offset_mask]
+ vpternlogd znotoffset_mask, znotoffset_mask, zoffset_mask, 0x55
+
+ vpbroadcastd zlit_mask, [lit_mask]
+ vpbroadcastd zdist_mask, [dist_mask]
+ vpbroadcastd zlit_icr_mask, [lit_icr_mask]
+ vpbroadcastd zeb_icr_mask, [eb_icr_mask]
+ vpbroadcastd zmax_write, [max_write_d]
+
+ knotq k6, k0
+ vmovdqu64 datas, [ptr]
+ vpandd syms, datas, zlit_mask
+ vpgatherdd codes_lookup1 {k6}, [hufftables + _lit_len_table + 4 * syms]
+
+ knotq k7, k0
+ vpsrld dsyms, datas, DIST_OFFSET
+ vpandd dsyms, dsyms, zdist_mask
+ vpgatherdd codes_lookup2 {k7}, [hufftables + _dist_table + 4 * dsyms]
+
+ vmovq zbits %+ x, bits
+ vmovq zbits_count %+ x, rcx
+
+.main_loop:
+ ;; Sets codes1 to contain lit/len codes andcode_lens1 the corresponding lengths
+ vpsrld code_lens1, codes_lookup1, 24
+ vpandd codes1, codes_lookup1, zlit_icr_mask
+
+ ;; Sets codes2 to contain dist codes, code_lens2 the corresponding lengths,
+ ;; and code_lens3 the extra bit counts
+ vmovdqu16 codes2 {k1}{z}, codes_lookup2 ;Bits 8 and above of zbits are 0
+ vpsrld code_lens2, codes_lookup2, 24
+ vpsrld code_lens3, codes_lookup2, 16
+ vpandd code_lens3, code_lens3, zeb_icr_mask
+
+ ;; Set codes3 to contain the extra bits
+ vpsrld codes3, datas, EXTRA_BITS_OFFSET
+
+ cmp out_buf, end_ptr
+ ja .main_loop_exit
+
+ ;; Start code lookups for next iteration
+ knotq k6, k0
+ add ptr, VECTOR_SIZE
+ vmovdqu64 datas, [ptr]
+ vpandd syms, datas, zlit_mask
+ vpgatherdd codes_lookup1 {k6}, [hufftables + _lit_len_table + 4 * syms]
+
+ knotq k7, k0
+ vpsrld dsyms, datas, DIST_OFFSET
+ vpandd dsyms, dsyms, zdist_mask
+ vpgatherdd codes_lookup2 {k7}, [hufftables + _dist_table + 4 * dsyms]
+
+ ;; Merge dist code with extra bits
+ vpsllvd codes3, codes3, code_lens2
+ vpxord codes2, codes2, codes3
+ vpaddd code_lens2, code_lens2, code_lens3
+
+ ;; Check for long codes
+ vpaddd code_lens3, code_lens1, code_lens2
+ vpcmpgtd k6, code_lens3, zmax_write
+ ktestd k6, k6
+ jnz .long_codes
+
+ ;; Merge dist and len codes
+ vpsllvd codes2, codes2, code_lens1
+ vpxord codes1, codes1, codes2
+
+ vmovdqa32 codes3 {k1}{z}, codes1
+ vpsrlq codes1, codes1, 32
+ vpsrlq code_lens1, code_lens3, 32
+ vmovdqa32 code_lens3 {k1}{z}, code_lens3
+
+ ;; Merge bitbuf bits
+ vpsllvq codes3, codes3, zbits_count
+ vpxord codes3, codes3, zbits
+ vpaddq code_lens3, code_lens3, zbits_count
+
+ ;; Merge two symbols into qwords
+ vpsllvq codes1, codes1, code_lens3
+ vpxord codes1, codes1, codes3
+ vpaddq code_lens1, code_lens1, code_lens3
+
+ ;; Determine total bits at end of each qword
+ vpermq zbits_count {k5}{z}, zrot_perm, code_lens1
+ vpaddq code_lens2, zbits_count, code_lens1
+ vshufi64x2 zbits_count {k3}{z}, code_lens2, code_lens2, 0x90
+ vpaddq code_lens2, code_lens2, zbits_count
+ vshufi64x2 zbits_count {k2}{z}, code_lens2, code_lens2, 0x40
+ vpaddq code_lens2, code_lens2, zbits_count
+
+ ;; Bit align quadwords
+ vpandd zbits_count, code_lens2, zoffset_mask
+ vpermq zbits_count_q {k5}{z}, zrot_perm, zbits_count
+ vpsllvq codes1, codes1, zbits_count_q
+
+ ;; Check whether any of the last bytes overlap
+ vpcmpq k6 {k5}, code_lens1, zbits_count, 1
+
+ ;; Get last byte in each qword
+ vpsrlq code_lens2, code_lens2, 3
+ vpaddq code_lens1, code_lens1, zbits_count_q
+ vpandq code_lens1, code_lens1, znotoffset_mask
+ vpsrlvq codes3, codes1, code_lens1
+
+ ;; Branch to handle overlapping last bytes
+ ktestd k6, k6
+ jnz .small_codes
+
+.small_codes_next:
+ ;; Save off zbits and zbits_count for next loop
+ knotq k7, k5
+ vpermq zbits {k7}{z}, zrot_perm, codes3
+ vpermq zbits_count {k7}{z}, zrot_perm, zbits_count
+
+ ;; Merge last byte in each qword with the next qword
+ vpermq codes3 {k5}{z}, zrot_perm, codes3
+ vpxord codes1, codes1, codes3
+
+ ;; Determine total bytes written
+ vextracti64x2 code_lens1 %+ x, code_lens2, 3
+ vpextrq tmp2, code_lens1 %+ x, 1
+
+ ;; Write out qwords
+ knotq k6, k0
+ vpermq code_lens2 {k5}{z}, zrot_perm, code_lens2
+ vpscatterqq [out_buf + code_lens2] {k6}, codes1
+
+ add out_buf, tmp2
+
+ cmp ptr, in_buf_end
+ jbe .main_loop
+
+.main_loop_exit:
+ vmovq rcx, zbits_count %+ x
+ vmovq bits, zbits %+ x
+ jmp .finish
+
+.small_codes:
+ ;; Merge overlapping last bytes
+ vpermq codes4 {k6}{z}, zrot_perm, codes3
+ vporq codes3, codes3, codes4
+ kshiftlq k7, k6, 1
+ ktestd k6, k7
+ jz .small_codes_next
+
+ kandq k6, k6, k7
+ jmp .small_codes
+
+.long_codes:
+ add end_ptr, VECTOR_SLOP
+ sub ptr, VECTOR_SIZE
+
+ vmovdqa32 codes3 {k1}{z}, codes1
+ vmovdqa32 code_lens3 {k1}{z}, code_lens1
+ vmovdqa32 codes4 {k1}{z}, codes2
+
+ vpsllvq codes4, codes4, code_lens3
+ vpxord codes3, codes3, codes4
+ vpaddd code_lens3, code_lens1, code_lens2
+
+ vpsrlq codes1, codes1, 32
+ vpsrlq code_lens1, code_lens1, 32
+ vpsrlq codes2, codes2, 32
+
+ vpsllvq codes2, codes2, code_lens1
+ vpxord codes1, codes1, codes2
+
+ vpsrlq code_lens1, code_lens3, 32
+ vmovdqa32 code_lens3 {k1}{z}, code_lens3
+
+ ;; Merge bitbuf bits
+ vpsllvq codes3, codes3, zbits_count
+ vpxord codes3, codes3, zbits
+ vpaddq code_lens3, code_lens3, zbits_count
+ vpaddq code_lens1, code_lens1, code_lens3
+
+ xor bits, bits
+ xor rcx, rcx
+ vpsubq code_lens1, code_lens1, code_lens3
+
+ vmovdqu64 codes2, codes1
+ vmovdqu64 code_lens2, code_lens1
+ vmovdqu64 codes4, codes3
+ vmovdqu64 code_lens4, code_lens3
+%assign i 0
+%rep 4
+%assign i (i + 1)
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vmovq sym, codes3 %+ x
+ vmovq tmp2, code_lens3 %+ x
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vmovq sym, codes1 %+ x
+ vmovq tmp2, code_lens1 %+ x
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vpextrq sym, codes3 %+ x, 1
+ vpextrq tmp2, code_lens3 %+ x, 1
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+ cmp out_buf, end_ptr
+ ja .overflow
+ ;; insert LL code
+ vpextrq sym, codes1 %+ x, 1
+ vpextrq tmp2, code_lens1 %+ x, 1
+ SHLX sym, sym, rcx
+ or bits, sym
+ add rcx, tmp2
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+ add ptr, 4
+
+ vextracti32x4 codes3 %+ x, codes4, i
+ vextracti32x4 code_lens3 %+ x, code_lens4, i
+ vextracti32x4 codes1 %+ x, codes2, i
+ vextracti32x4 code_lens1 %+ x, code_lens2, i
+%endrep
+ sub end_ptr, VECTOR_SLOP
+
+ vmovq zbits %+ x, bits
+ vmovq zbits_count %+ x, rcx
+ cmp ptr, in_buf_end
+ jbe .main_loop
+
+.finish:
+ add in_buf_end, VECTOR_LOOP_PROCESSED
+ add end_ptr, VECTOR_SLOP
+
+ cmp ptr, in_buf_end
+ jge .overflow
+
+.finish_loop:
+ mov DWORD(data), [ptr]
+
+ cmp out_buf, end_ptr
+ ja .overflow
+
+ mov sym, data
+ and sym, LIT_MASK ; sym has ll_code
+ mov DWORD(sym), [hufftables + _lit_len_table + sym * 4]
+
+ ; look up dist sym
+ mov dsym, data
+ shr dsym, DIST_OFFSET
+ and dsym, DIST_MASK
+ mov DWORD(dsym), [hufftables + _dist_table + dsym * 4]
+
+ ; insert LL code
+ ; sym: 31:24 length; 23:0 code
+ mov tmp2, sym
+ and sym, 0xFFFFFF
+ SHLX sym, sym, rcx
+ shr tmp2, 24
+ or bits, sym
+ add rcx, tmp2
+
+ ; insert dist code
+ movzx tmp, WORD(dsym)
+ SHLX tmp, tmp, rcx
+ or bits, tmp
+ mov tmp, dsym
+ shr tmp, 24
+ add rcx, tmp
+
+ ; insert dist extra bits
+ shr data, EXTRA_BITS_OFFSET
+ add ptr, 4
+ SHLX data, data, rcx
+ or bits, data
+ shr dsym, 16
+ and dsym, 0xFF
+ add rcx, dsym
+
+ ; empty bits
+ mov [out_buf], bits
+ mov tmp, rcx
+ shr tmp, 3 ; byte count
+ add out_buf, tmp
+ mov tmp, rcx
+ and rcx, ~7
+ SHRX bits, bits, rcx
+ mov rcx, tmp
+ and rcx, 7
+
+ cmp ptr, in_buf_end
+ jb .finish_loop
+
+.overflow:
+ mov tmp, [rsp + bitbuf_mem_offset]
+ mov [tmp + _m_bits], bits
+ mov [tmp + _m_bit_count], ecx
+ mov [tmp + _m_out_buf], out_buf
+
+ mov rax, ptr
+
+ FUNC_RESTORE
+
+ ret
+
+section .data
+ align 64
+;; 64 byte data
+rot_perm:
+ dq 0x00000007, 0x00000000, 0x00000001, 0x00000002
+ dq 0x00000003, 0x00000004, 0x00000005, 0x00000006
+
+;; 16 byte data
+q_64:
+ dq 0x0000000000000040, 0x0000000000000000
+q_8 :
+ dq 0x0000000000000000, 0x0000000000000008
+
+;; 8 byte data
+offset_mask:
+ dq 0x0000000000000007
+
+;; 4 byte data
+max_write_d:
+ dd 0x1c
+lit_mask:
+ dd LIT_MASK
+dist_mask:
+ dd DIST_MASK
+lit_icr_mask:
+ dd 0x00ffffff
+eb_icr_mask:
+ dd 0x000000ff
+
+;; k mask constants
+k_mask_1: dq 0x55555555
+k_mask_2: dq 0xfffffff0
+k_mask_3: dq 0xfffffffc
+k_mask_4: dw 0x0101, 0x0101, 0x0101, 0x0101
+k_mask_5: dq 0xfffffffe
+
+%endif
diff --git a/src/spdk/isa-l/igzip/flatten_ll.c b/src/spdk/isa-l/igzip/flatten_ll.c
new file mode 100644
index 000000000..1eb13b559
--- /dev/null
+++ b/src/spdk/isa-l/igzip/flatten_ll.c
@@ -0,0 +1,41 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <stdint.h>
+
+#include "flatten_ll.h"
+
+void flatten_ll(uint32_t * ll_hist)
+{
+ uint32_t i, j;
+ uint32_t *s = ll_hist, x, *p;
+
+ s[265] += s[266];
+ s[266] = s[267] + s[268];
+ s[267] = s[269] + s[270];
+ s[268] = s[271] + s[272];
+ s[269] = s[273] + s[274] + s[275] + s[276];
+ s[270] = s[277] + s[278] + s[279] + s[280];
+ s[271] = s[281] + s[282] + s[283] + s[284];
+ s[272] = s[285] + s[286] + s[287] + s[288];
+ p = s + 289;
+ for (i = 273; i < 277; i++) {
+ x = *(p++);
+ for (j = 1; j < 8; j++)
+ x += *(p++);
+ s[i] = x;
+ }
+ for (; i < 281; i++) {
+ x = *(p++);
+ for (j = 1; j < 16; j++)
+ x += *(p++);
+ s[i] = x;
+ }
+ for (; i < 285; i++) {
+ x = *(p++);
+ for (j = 1; j < 32; j++)
+ x += *(p++);
+ s[i] = x;
+ }
+ s[284] -= s[512];
+ s[285] = s[512];
+}
diff --git a/src/spdk/isa-l/igzip/flatten_ll.h b/src/spdk/isa-l/igzip/flatten_ll.h
new file mode 100644
index 000000000..9aaf89106
--- /dev/null
+++ b/src/spdk/isa-l/igzip/flatten_ll.h
@@ -0,0 +1,3 @@
+#include <stdint.h>
+
+void flatten_ll(uint32_t *ll_hist);
diff --git a/src/spdk/isa-l/igzip/generate_custom_hufftables.c b/src/spdk/isa-l/igzip/generate_custom_hufftables.c
new file mode 100644
index 000000000..60df1b085
--- /dev/null
+++ b/src/spdk/isa-l/igzip/generate_custom_hufftables.c
@@ -0,0 +1,308 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+/* This program can be used to generate custom a custom huffman encoding to get
+ * better data compression. This is most useful when the type of data being
+ * compressed is well known.
+ *
+ * To use generate_custom_hufftables, pass a sequence of files to the program
+ * that together form an accurate representation of the data that is being
+ * compressed. Generate_custom_hufftables will then produce the file
+ * hufftables_c.c, which should be moved to replace its counterpart in the igzip
+ * source folder. After recompiling the Isa-l library, the igzip compression
+ * functions will use the new hufftables.
+ *
+ * Generate_custom_hufftables should be compiled with the same compile time
+ * parameters as the igzip source code. Generating custom hufftables with
+ * different compile time parameters may cause igzip to produce invalid output
+ * for the reasons described below. The default parameters used by
+ * generate_custom_hufftables are the same as the default parameters used by
+ * igzip.
+ *
+ * *WARNING* generate custom hufftables must be compiled with a IGZIP_HIST_SIZE
+ * that is at least as large as the IGZIP_HIST_SIZE used by igzip. By default
+ * IGZIP_HIST_SIZE is 32K, the maximum usable IGZIP_HIST_SIZE is 32K. The reason
+ * for this is to generate better compression. Igzip cannot produce look back
+ * distances with sizes larger than the IGZIP_HIST_SIZE igzip was compiled with,
+ * so look back distances with sizes larger than IGZIP_HIST_SIZE are not
+ * assigned a huffman code. The definition of LONGER_HUFFTABLES must be
+ * consistent as well since that definition changes the size of the structures
+ * printed by this tool.
+ *
+ */
+
+#include <stdint.h>
+#include <stdio.h>
+#include <inttypes.h>
+#include <string.h>
+#include <stdlib.h>
+#include "igzip_lib.h"
+
+/*These max code lengths are limited by how the data is stored in
+ * hufftables.asm. The deflate standard max is 15.*/
+
+#define MAX_HEADER_SIZE ISAL_DEF_MAX_HDR_SIZE
+
+#define GZIP_HEADER_SIZE 10
+#define GZIP_TRAILER_SIZE 8
+#define ZLIB_HEADER_SIZE 2
+#define ZLIB_TRAILER_SIZE 4
+
+/**
+ * @brief Prints a table of uint8_t elements to a file.
+ * @param outfile: the file the table is printed to.
+ * @param table: the table to be printed.
+ * @param length: number of elements to be printed.
+ * @param header: header to append in front of the table.
+ * @param footer: footer to append at the end of the table.
+ * @param begin_line: string printed at beginning of new line
+ */
+void fprint_uint8_table(FILE * outfile, uint8_t * table, uint64_t length, char *header,
+ char *footer, char *begin_line)
+{
+ int i;
+ fprintf(outfile, "%s", header);
+ for (i = 0; i < length - 1; i++) {
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%02x,", table[i]);
+ }
+
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%02x", table[i]);
+ fprintf(outfile, "%s", footer);
+
+}
+
+/**
+ * @brief Prints a table of uint16_t elements to a file.
+ * @param outfile: the file the table is printed to.
+ * @param table: the table to be printed.
+ * @param length: number of elements to be printed.
+ * @param header: header to append in front of the table.
+ * @param footer: footer to append at the end of the table.
+ * @param begin_line: string printed at beginning of new line
+ */
+void fprint_uint16_table(FILE * outfile, uint16_t * table, uint64_t length, char *header,
+ char *footer, char *begin_line)
+{
+ int i;
+ fprintf(outfile, "%s", header);
+ for (i = 0; i < length - 1; i++) {
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%04x,", table[i]);
+ }
+
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%04x", table[i]);
+ fprintf(outfile, "%s", footer);
+
+}
+
+/**
+ * @brief Prints a table of uint32_t elements to a file.
+ * @param outfile: the file the table is printed to.
+ * @param table: the table to be printed.
+ * @param length: number of elements to be printed.
+ * @param header: header to append in front of the table.
+ * @param footer: footer to append at the end of the table.
+ * @param begin_line: string printed at beginning of new line
+ */
+void fprint_uint32_table(FILE * outfile, uint32_t * table, uint64_t length, char *header,
+ char *footer, char *begin_line)
+{
+ int i;
+ fprintf(outfile, "%s", header);
+ for (i = 0; i < length - 1; i++) {
+ if ((i & 3) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%08x,", table[i]);
+ }
+
+ if ((i & 3) == 0)
+ fprintf(outfile, "%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%08x", table[i]);
+ fprintf(outfile, "%s", footer);
+
+}
+
+void fprint_hufftables(FILE * output_file, char *hufftables_name,
+ struct isal_hufftables *hufftables)
+{
+ fprintf(output_file, "struct isal_hufftables %s = {\n\n", hufftables_name);
+
+ fprint_uint8_table(output_file, hufftables->deflate_hdr,
+ hufftables->deflate_hdr_count +
+ (hufftables->deflate_hdr_extra_bits + 7) / 8,
+ "\t.deflate_hdr = {", "},\n\n", "\t\t");
+
+ fprintf(output_file, "\t.deflate_hdr_count = %d,\n", hufftables->deflate_hdr_count);
+ fprintf(output_file, "\t.deflate_hdr_extra_bits = %d,\n\n",
+ hufftables->deflate_hdr_extra_bits);
+
+ fprint_uint32_table(output_file, hufftables->dist_table, IGZIP_DIST_TABLE_SIZE,
+ "\t.dist_table = {", "},\n\n", "\t\t");
+
+ fprint_uint32_table(output_file, hufftables->len_table, IGZIP_LEN_TABLE_SIZE,
+ "\t.len_table = {", "},\n\n", "\t\t");
+
+ fprint_uint16_table(output_file, hufftables->lit_table, IGZIP_LIT_TABLE_SIZE,
+ "\t.lit_table = {", "},\n\n", "\t\t");
+ fprint_uint8_table(output_file, hufftables->lit_table_sizes, IGZIP_LIT_TABLE_SIZE,
+ "\t.lit_table_sizes = {", "},\n\n", "\t\t");
+
+ fprint_uint16_table(output_file, hufftables->dcodes,
+ ISAL_DEF_DIST_SYMBOLS - IGZIP_DECODE_OFFSET,
+ "\t.dcodes = {", "},\n\n", "\t\t");
+ fprint_uint8_table(output_file, hufftables->dcodes_sizes,
+ ISAL_DEF_DIST_SYMBOLS - IGZIP_DECODE_OFFSET,
+ "\t.dcodes_sizes = {", "}\n", "\t\t");
+ fprintf(output_file, "};\n");
+}
+
+void fprint_header(FILE * output_file)
+{
+
+ fprintf(output_file, "#include <stdint.h>\n");
+ fprintf(output_file, "#include <igzip_lib.h>\n\n");
+
+ fprintf(output_file, "#if IGZIP_HIST_SIZE > %d\n"
+ "# error \"Invalid history size for the custom hufftable\"\n"
+ "#endif\n", IGZIP_HIST_SIZE);
+
+#ifdef LONGER_HUFFTABLE
+ fprintf(output_file, "#ifndef LONGER_HUFFTABLE\n"
+ "# error \"Custom hufftable requires LONGER_HUFFTABLE to be defined \"\n"
+ "#endif\n");
+#else
+ fprintf(output_file, "#ifdef LONGER_HUFFTABLE\n"
+ "# error \"Custom hufftable requires LONGER_HUFFTABLE to not be defined \"\n"
+ "#endif\n");
+#endif
+ fprintf(output_file, "\n");
+
+ fprintf(output_file, "const uint8_t gzip_hdr[] = {\n"
+ "\t0x1f, 0x8b, 0x08, 0x00, 0x00,\n" "\t0x00, 0x00, 0x00, 0x00, 0xff\t};\n\n");
+
+ fprintf(output_file, "const uint32_t gzip_hdr_bytes = %d;\n", GZIP_HEADER_SIZE);
+ fprintf(output_file, "const uint32_t gzip_trl_bytes = %d;\n\n", GZIP_TRAILER_SIZE);
+
+ fprintf(output_file, "const uint8_t zlib_hdr[] = { 0x78, 0x01 };\n\n");
+ fprintf(output_file, "const uint32_t zlib_hdr_bytes = %d;\n", ZLIB_HEADER_SIZE);
+ fprintf(output_file, "const uint32_t zlib_trl_bytes = %d;\n", ZLIB_TRAILER_SIZE);
+}
+
+int main(int argc, char *argv[])
+{
+ long int file_length;
+ uint8_t *stream = NULL;
+ struct isal_hufftables hufftables;
+ struct isal_huff_histogram histogram;
+ struct isal_zstream tmp_stream;
+ FILE *file;
+
+ if (argc == 1) {
+ printf("Error, no input file.\n");
+ return 1;
+ }
+
+ memset(&histogram, 0, sizeof(histogram)); /* Initialize histograms. */
+
+ while (argc > 1) {
+ printf("Processing %s\n", argv[argc - 1]);
+ file = fopen(argv[argc - 1], "r");
+ if (file == NULL) {
+ printf("Error opening file\n");
+ return 1;
+ }
+ fseek(file, 0, SEEK_END);
+ file_length = ftell(file);
+ fseek(file, 0, SEEK_SET);
+ file_length -= ftell(file);
+ stream = malloc(file_length);
+ if (stream == NULL) {
+ printf("Failed to allocate memory to read in file\n");
+ fclose(file);
+ return 1;
+ }
+ if (fread(stream, 1, file_length, file) != file_length) {
+ printf("Error occurred when reading file");
+ fclose(file);
+ free(stream);
+ return 1;
+ }
+
+ /* Create a histogram of frequency of symbols found in stream to
+ * generate the huffman tree.*/
+ isal_update_histogram(stream, file_length, &histogram);
+
+ fclose(file);
+ free(stream);
+ argc--;
+ }
+
+ isal_create_hufftables(&hufftables, &histogram);
+
+ file = fopen("hufftables_c.c", "w");
+ if (file == NULL) {
+ printf("Error creating file hufftables_c.c\n");
+ return 1;
+ }
+
+ fprint_header(file);
+
+ fprintf(file, "\n");
+
+ fprint_hufftables(file, "hufftables_default", &hufftables);
+
+ fprintf(file, "\n");
+
+ isal_deflate_stateless_init(&tmp_stream);
+ isal_deflate_set_hufftables(&tmp_stream, NULL, IGZIP_HUFFTABLE_STATIC);
+ fprint_hufftables(file, "hufftables_static", tmp_stream.hufftables);
+
+ fclose(file);
+
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/generate_static_inflate.c b/src/spdk/isa-l/igzip/generate_static_inflate.c
new file mode 100644
index 000000000..f4bf5acce
--- /dev/null
+++ b/src/spdk/isa-l/igzip/generate_static_inflate.c
@@ -0,0 +1,163 @@
+/**********************************************************************
+ Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdint.h>
+#include <stdio.h>
+#include <inttypes.h>
+#include <string.h>
+#include <stdlib.h>
+#include "igzip_lib.h"
+
+#define STATIC_INFLATE_FILE "static_inflate.h"
+
+/**
+ * @brief Prints a table of uint16_t elements to a file.
+ * @param outfile: the file the table is printed to.
+ * @param table: the table to be printed.
+ * @param length: number of elements to be printed.
+ * @param header: header to append in front of the table.
+ * @param footer: footer to append at the end of the table.
+ * @param begin_line: string printed at beginning of new line
+ */
+void fprint_uint16_table(FILE * outfile, uint16_t * table, uint64_t length, char *header,
+ char *footer, char *begin_line)
+{
+ int i;
+ fprintf(outfile, "%s", header);
+ for (i = 0; i < length - 1; i++) {
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%04x,", table[i]);
+ }
+
+ if ((i & 7) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%04x", table[i]);
+ fprintf(outfile, "%s", footer);
+
+}
+
+/**
+ * @brief Prints a table of uint32_t elements to a file.
+ * @param outfile: the file the table is printed to.
+ * @param table: the table to be printed.
+ * @param length: number of elements to be printed.
+ * @param header: header to append in front of the table.
+ * @param footer: footer to append at the end of the table.
+ * @param begin_line: string printed at beginning of new line
+ */
+void fprint_uint32_table(FILE * outfile, uint32_t * table, uint64_t length, char *header,
+ char *footer, char *begin_line)
+{
+ int i;
+ fprintf(outfile, "%s", header);
+ for (i = 0; i < length - 1; i++) {
+ if ((i & 3) == 0)
+ fprintf(outfile, "\n%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%08x,", table[i]);
+ }
+
+ if ((i & 3) == 0)
+ fprintf(outfile, "%s", begin_line);
+ else
+ fprintf(outfile, " ");
+ fprintf(outfile, "0x%08x", table[i]);
+ fprintf(outfile, "%s", footer);
+
+}
+
+void fprint_header(FILE * output_file)
+{
+ fprintf(output_file, "#include \"igzip_lib.h\"\n\n");
+ fprintf(output_file, "#define LONG_BITS_CHECK %d\n", ISAL_DECODE_LONG_BITS);
+ fprintf(output_file, "#define SHORT_BITS_CHECK %d\n", ISAL_DECODE_SHORT_BITS);
+ fprintf(output_file,
+ "#if (LONG_BITS_CHECK == ISAL_DECODE_LONG_BITS) && (SHORT_BITS_CHECK == ISAL_DECODE_SHORT_BITS)\n"
+ "# define ISAL_STATIC_INFLATE_TABLE\n"
+ "#else\n"
+ "# warning \"Incompatible compile time defines for optimized static inflate table.\"\n"
+ "#endif\n\n");
+}
+
+int main(int argc, char *argv[])
+{
+ struct inflate_state state;
+ FILE *file;
+ uint8_t static_deflate_hdr = 3;
+ uint8_t tmp_space[8];
+
+ isal_inflate_init(&state);
+
+ state.next_in = &static_deflate_hdr;
+ state.avail_in = sizeof(static_deflate_hdr);
+ state.next_out = tmp_space;
+ state.avail_out = sizeof(tmp_space);
+
+ isal_inflate(&state);
+
+ file = fopen(STATIC_INFLATE_FILE, "w");
+
+ if (file == NULL) {
+ printf("Error creating file hufftables_c.c\n");
+ return 1;
+ }
+
+ fprintf(file, "#ifndef STATIC_HEADER_H\n" "#define STATIC_HEADER_H\n\n");
+
+ fprint_header(file);
+
+ fprintf(file, "struct inflate_huff_code_large static_lit_huff_code = {\n");
+ fprint_uint32_table(file, state.lit_huff_code.short_code_lookup,
+ sizeof(state.lit_huff_code.short_code_lookup) / sizeof(uint32_t),
+ "\t.short_code_lookup = {", "\t},\n\n", "\t\t");
+ fprint_uint16_table(file, state.lit_huff_code.long_code_lookup,
+ sizeof(state.lit_huff_code.long_code_lookup) / sizeof(uint16_t),
+ "\t.long_code_lookup = {", "\t}\n", "\t\t");
+ fprintf(file, "};\n\n");
+
+ fprintf(file, "struct inflate_huff_code_small static_dist_huff_code = {\n");
+ fprint_uint16_table(file, state.dist_huff_code.short_code_lookup,
+ sizeof(state.dist_huff_code.short_code_lookup) / sizeof(uint16_t),
+ "\t.short_code_lookup = {", "\t},\n\n", "\t\t");
+ fprint_uint16_table(file, state.dist_huff_code.long_code_lookup,
+ sizeof(state.dist_huff_code.long_code_lookup) / sizeof(uint16_t),
+ "\t.long_code_lookup = {", "\t}\n", "\t\t");
+ fprintf(file, "};\n\n");
+
+ fprintf(file, "#endif\n");
+ fclose(file);
+
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/heap_macros.asm b/src/spdk/isa-l/igzip/heap_macros.asm
new file mode 100644
index 000000000..4385fae66
--- /dev/null
+++ b/src/spdk/isa-l/igzip/heap_macros.asm
@@ -0,0 +1,98 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+; heapify heap, heap_size, i, child, tmp1, tmp2, tmpd
+%macro heapify2 7
+%define %%heap %1 ; qword ptr
+%define %%heap_size %2 ; dword
+%define %%i %3 ; dword
+%define %%child %4 ; dword
+%define %%tmp1 %5 ; qword
+%define %%tmp2 %6 ; qword
+%define %%tmpd %7 ; dword
+ align 16
+%%heapify1:
+ lea %%child, [%%i + %%i]
+ cmp %%child, %%heap_size
+ ja %%end_heapify1
+ mov %%tmp1, [%%heap + %%child]
+ mov %%tmpd, %%child
+ mov %%tmp2, [%%heap + %%child) + 8]
+ lea %%child, [%%child + 1]
+ cmove %%tmp2, %%tmp1
+ cmp %%tmp1, %%tmp2
+ cmovbe %%child, %%tmpd
+ cmovbe %%tmp2, %%tmp1
+ ; child is correct, %%tmp2 = heap[child]
+ mov %%tmp1, [%%heap + %%i]
+ cmp %%tmp1, %%tmp2
+ jbe %%end_heapify1
+ mov [%%heap + %%i], %%tmp2
+ mov [%%heap + %%child], %%tmp1
+ mov %%i, %%child
+ jmp %%heapify1
+%%end_heapify1
+%endm
+
+; heapify heap, heap_size, i, child, tmp1, tmp2, tmpd, tmp3
+%macro heapify 8
+%define %%heap %1 ; qword ptr
+%define %%heap_size %2 ; qword
+%define %%i %3 ; qword
+%define %%child %4 ; qword
+%define %%tmp1 %5 ; qword
+%define %%tmp2 %6 ; qword
+%define %%tmpd %7 ; qword
+%define %%tmp3 %8
+ align 16
+%%heapify1:
+ lea %%child, [%%i + %%i]
+; mov %%child, %%i
+; add %%child, %%child
+ cmp %%child, %%heap_size
+ ja %%end_heapify1
+ mov %%tmp1, [%%heap + %%child*8]
+ mov %%tmp2, [%%heap + %%child*8 + 8]
+ mov %%tmp3, [%%heap + %%i*8]
+ mov %%tmpd, %%child
+ add %%tmpd, 1
+
+ cmp %%tmp2, %%tmp1
+ cmovb %%child, %%tmpd
+ cmovb %%tmp1, %%tmp2
+ ; child is correct, tmp1 = heap[child]
+ cmp %%tmp3, %%tmp1
+ jbe %%end_heapify1
+ ; swap i and child
+ mov [%%heap + %%i*8], %%tmp1
+ mov [%%heap + %%child*8], %%tmp3
+ mov %%i, %%child
+ jmp %%heapify1
+%%end_heapify1:
+%endm
diff --git a/src/spdk/isa-l/igzip/huff_codes.c b/src/spdk/isa-l/igzip/huff_codes.c
new file mode 100644
index 000000000..7512af234
--- /dev/null
+++ b/src/spdk/isa-l/igzip/huff_codes.c
@@ -0,0 +1,1694 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include "huff_codes.h"
+#include "huffman.h"
+#include "flatten_ll.h"
+
+/* The order code length codes are written in the dynamic code header. This is
+ * defined in RFC 1951 page 13 */
+static const uint8_t code_length_code_order[] =
+ { 16, 17, 18, 0, 8, 7, 9, 6, 10, 5, 11, 4, 12, 3, 13, 2, 14, 1, 15 };
+
+static const uint32_t len_code_extra_bits[] = {
+ 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+ 0x1, 0x1, 0x1, 0x1, 0x2, 0x2, 0x2, 0x2,
+ 0x3, 0x3, 0x3, 0x3, 0x4, 0x4, 0x4, 0x4,
+ 0x5, 0x5, 0x5, 0x5, 0x0
+};
+
+static const uint32_t dist_code_extra_bits[] = {
+ 0x0, 0x0, 0x0, 0x0, 0x1, 0x1, 0x2, 0x2,
+ 0x3, 0x3, 0x4, 0x4, 0x5, 0x5, 0x6, 0x6,
+ 0x7, 0x7, 0x8, 0x8, 0x9, 0x9, 0xa, 0xa,
+ 0xb, 0xb, 0xc, 0xc, 0xd, 0xd
+};
+
+static struct hufftables_icf static_hufftables = {
+ .lit_len_table = {
+ {{{.code_and_extra = 0x00c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x08c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x04c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0cc,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x02c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ac,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x06c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ec,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x01c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x09c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x05c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0dc,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x03c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0bc,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x07c,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0fc,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x002,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x082,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x042,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x022,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x062,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x012,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x092,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x052,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0d2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x032,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0b2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x072,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0f2,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x00a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x08a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x04a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ca,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x02a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0aa,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x06a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ea,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x01a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x09a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x05a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0da,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x03a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ba,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x07a,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0fa,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x006,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x086,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x046,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x026,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x066,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x016,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x096,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x056,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0d6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x036,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0b6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x076,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0f6,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x00e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x08e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x04e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ce,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x02e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ae,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x06e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ee,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x01e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x09e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x05e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0de,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x03e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0be,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x07e,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0fe,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x001,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x081,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x041,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x021,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x061,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x011,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x091,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x051,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0d1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x031,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0b1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x071,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0f1,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x009,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x089,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x049,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x029,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x069,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x019,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x099,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x059,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0d9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x039,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0b9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x079,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0f9,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x005,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x085,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x045,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x025,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x065,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x015,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x095,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x055,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0d5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x035,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0b5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x075,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0f5,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x00d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x08d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x04d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0cd,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x02d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ad,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x06d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0ed,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x01d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x09d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x05d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0dd,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x03d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0bd,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x07d,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0fd,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x013,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x113,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x093,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x193,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x053,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x153,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0d3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1d3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x033,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x133,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0b3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1b3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x073,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x173,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0f3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1f3,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x00b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x10b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x08b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x18b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x04b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x14b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0cb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1cb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x02b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x12b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0ab,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1ab,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x06b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x16b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0eb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1eb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x01b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x11b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x09b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x19b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x05b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x15b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0db,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1db,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x03b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x13b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0bb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1bb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x07b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x17b,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0fb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1fb,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x007,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x107,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x087,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x187,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x047,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x147,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0c7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1c7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x027,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x127,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0a7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1a7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x067,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x167,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0e7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1e7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x017,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x117,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x097,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x197,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x057,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x157,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0d7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1d7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x037,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x137,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0b7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1b7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x077,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x177,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0f7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1f7,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x00f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x10f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x08f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x18f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x04f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x14f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0cf,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1cf,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x02f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x12f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0af,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1af,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x06f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x16f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0ef,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1ef,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x01f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x11f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x09f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x19f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x05f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x15f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0df,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1df,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x03f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x13f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0bf,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1bf,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x07f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x17f,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x0ff,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x1ff,.length2 = 0x9}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x040,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x020,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x060,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x010,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x050,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x030,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x070,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x008,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x048,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x028,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x068,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x018,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x058,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x038,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x078,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x004,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x044,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x024,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x064,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x014,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x054,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x034,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x074,.length2 = 0x7}}},
+ {{{.code_and_extra = 0x003,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x083,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x043,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0c3,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x023,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0a3,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x063,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x0e3,.length2 = 0x8}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}}},
+ .dist_table = {
+ {{{.code_and_extra = 0x000,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x010,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x008,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x018,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x10004,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x10014,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x2000c,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x2001c,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x30002,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x30012,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x4000a,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x4001a,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x50006,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x50016,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x6000e,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x6001e,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x70001,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x70011,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x80009,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x80019,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x90005,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x90015,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xa000d,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xa001d,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xb0003,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xb0013,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xc000b,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xc001b,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xd0007,.length2 = 0x5}}},
+ {{{.code_and_extra = 0xd0017,.length2 = 0x5}}},
+ {{{.code_and_extra = 0x000,.length2 = 0x0}}}}
+};
+
+struct slver {
+ uint16_t snum;
+ uint8_t ver;
+ uint8_t core;
+};
+
+/* Version info */
+struct slver isal_update_histogram_slver_00010085;
+struct slver isal_update_histogram_slver = { 0x0085, 0x01, 0x00 };
+
+struct slver isal_create_hufftables_slver_00010086;
+struct slver isal_create_hufftables_slver = { 0x0086, 0x01, 0x00 };
+
+struct slver isal_create_hufftables_subset_slver_00010087;
+struct slver isal_create_hufftables_subset_slver = { 0x0087, 0x01, 0x00 };
+
+extern uint32_t build_huff_tree(struct heap_tree *heap, uint64_t heap_size, uint64_t node_ptr);
+extern void build_heap(uint64_t * heap, uint64_t heap_size);
+
+static uint32_t convert_dist_to_dist_sym(uint32_t dist);
+static uint32_t convert_length_to_len_sym(uint32_t length);
+
+static const uint8_t bitrev8[0x100] = {
+ 0x00, 0x80, 0x40, 0xC0, 0x20, 0xA0, 0x60, 0xE0,
+ 0x10, 0x90, 0x50, 0xD0, 0x30, 0xB0, 0x70, 0xF0,
+ 0x08, 0x88, 0x48, 0xC8, 0x28, 0xA8, 0x68, 0xE8,
+ 0x18, 0x98, 0x58, 0xD8, 0x38, 0xB8, 0x78, 0xF8,
+ 0x04, 0x84, 0x44, 0xC4, 0x24, 0xA4, 0x64, 0xE4,
+ 0x14, 0x94, 0x54, 0xD4, 0x34, 0xB4, 0x74, 0xF4,
+ 0x0C, 0x8C, 0x4C, 0xCC, 0x2C, 0xAC, 0x6C, 0xEC,
+ 0x1C, 0x9C, 0x5C, 0xDC, 0x3C, 0xBC, 0x7C, 0xFC,
+ 0x02, 0x82, 0x42, 0xC2, 0x22, 0xA2, 0x62, 0xE2,
+ 0x12, 0x92, 0x52, 0xD2, 0x32, 0xB2, 0x72, 0xF2,
+ 0x0A, 0x8A, 0x4A, 0xCA, 0x2A, 0xAA, 0x6A, 0xEA,
+ 0x1A, 0x9A, 0x5A, 0xDA, 0x3A, 0xBA, 0x7A, 0xFA,
+ 0x06, 0x86, 0x46, 0xC6, 0x26, 0xA6, 0x66, 0xE6,
+ 0x16, 0x96, 0x56, 0xD6, 0x36, 0xB6, 0x76, 0xF6,
+ 0x0E, 0x8E, 0x4E, 0xCE, 0x2E, 0xAE, 0x6E, 0xEE,
+ 0x1E, 0x9E, 0x5E, 0xDE, 0x3E, 0xBE, 0x7E, 0xFE,
+ 0x01, 0x81, 0x41, 0xC1, 0x21, 0xA1, 0x61, 0xE1,
+ 0x11, 0x91, 0x51, 0xD1, 0x31, 0xB1, 0x71, 0xF1,
+ 0x09, 0x89, 0x49, 0xC9, 0x29, 0xA9, 0x69, 0xE9,
+ 0x19, 0x99, 0x59, 0xD9, 0x39, 0xB9, 0x79, 0xF9,
+ 0x05, 0x85, 0x45, 0xC5, 0x25, 0xA5, 0x65, 0xE5,
+ 0x15, 0x95, 0x55, 0xD5, 0x35, 0xB5, 0x75, 0xF5,
+ 0x0D, 0x8D, 0x4D, 0xCD, 0x2D, 0xAD, 0x6D, 0xED,
+ 0x1D, 0x9D, 0x5D, 0xDD, 0x3D, 0xBD, 0x7D, 0xFD,
+ 0x03, 0x83, 0x43, 0xC3, 0x23, 0xA3, 0x63, 0xE3,
+ 0x13, 0x93, 0x53, 0xD3, 0x33, 0xB3, 0x73, 0xF3,
+ 0x0B, 0x8B, 0x4B, 0xCB, 0x2B, 0xAB, 0x6B, 0xEB,
+ 0x1B, 0x9B, 0x5B, 0xDB, 0x3B, 0xBB, 0x7B, 0xFB,
+ 0x07, 0x87, 0x47, 0xC7, 0x27, 0xA7, 0x67, 0xE7,
+ 0x17, 0x97, 0x57, 0xD7, 0x37, 0xB7, 0x77, 0xF7,
+ 0x0F, 0x8F, 0x4F, 0xCF, 0x2F, 0xAF, 0x6F, 0xEF,
+ 0x1F, 0x9F, 0x5F, 0xDF, 0x3F, 0xBF, 0x7F, 0xFF
+};
+
+// bit reverse low order LENGTH bits in code, and return result in low order bits
+static inline uint16_t bit_reverse(uint16_t code, uint32_t length)
+{
+ code = (bitrev8[code & 0x00FF] << 8) | (bitrev8[code >> 8]);
+ return (code >> (16 - length));
+}
+
+void isal_update_histogram_base(uint8_t * start_stream, int length,
+ struct isal_huff_histogram *histogram)
+{
+ uint32_t literal = 0, hash;
+ uint16_t seen, *last_seen = histogram->hash_table;
+ uint8_t *current, *end_stream, *next_hash, *end;
+ uint32_t match_length;
+ uint32_t dist;
+ uint64_t *lit_len_histogram = histogram->lit_len_histogram;
+ uint64_t *dist_histogram = histogram->dist_histogram;
+
+ if (length <= 0)
+ return;
+
+ end_stream = start_stream + length;
+ memset(last_seen, 0, sizeof(histogram->hash_table)); /* Initialize last_seen to be 0. */
+ for (current = start_stream; current < end_stream - 3; current++) {
+ literal = load_u32(current);
+ hash = compute_hash(literal) & LVL0_HASH_MASK;
+ seen = last_seen[hash];
+ last_seen[hash] = (current - start_stream) & 0xFFFF;
+ dist = (current - start_stream - seen) & 0xFFFF;
+ if (dist - 1 < D - 1) {
+ assert(start_stream <= current - dist);
+ match_length =
+ compare258(current - dist, current, end_stream - current);
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = current;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ if (end > end_stream - 3)
+ end = end_stream - 3;
+ next_hash++;
+ for (; next_hash < end; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash(literal) & LVL0_HASH_MASK;
+ last_seen[hash] = (next_hash - start_stream) & 0xFFFF;
+ }
+
+ dist_histogram[convert_dist_to_dist_sym(dist)] += 1;
+ lit_len_histogram[convert_length_to_len_sym(match_length)] +=
+ 1;
+ current += match_length - 1;
+ continue;
+ }
+ }
+ lit_len_histogram[literal & 0xFF] += 1;
+ }
+
+ for (; current < end_stream; current++)
+ lit_len_histogram[*current] += 1;
+
+ lit_len_histogram[256] += 1;
+ return;
+}
+
+/**
+ * @brief Returns the deflate symbol value for a look back distance.
+ */
+static uint32_t convert_dist_to_dist_sym(uint32_t dist)
+{
+ assert(dist <= 32768 && dist > 0);
+ if (dist <= 32768) {
+ uint32_t msb = dist > 4 ? bsr(dist - 1) - 2 : 0;
+ return (msb * 2) + ((dist - 1) >> msb);
+ } else {
+ return ~0;
+ }
+}
+
+/**
+ * @brief Returns the deflate symbol value for a repeat length.
+ */
+static uint32_t convert_length_to_len_sym(uint32_t length)
+{
+ assert(length > 2 && length < 259);
+
+ /* Based on tables on page 11 in RFC 1951 */
+ if (length < 11)
+ return 257 + length - 3;
+ else if (length < 19)
+ return 261 + (length - 3) / 2;
+ else if (length < 35)
+ return 265 + (length - 3) / 4;
+ else if (length < 67)
+ return 269 + (length - 3) / 8;
+ else if (length < 131)
+ return 273 + (length - 3) / 16;
+ else if (length < 258)
+ return 277 + (length - 3) / 32;
+ else
+ return 285;
+}
+
+// Upon return, codes[] contains the code lengths,
+// and bl_count is the count of the lengths
+
+/* Init heap with the histogram, and return the histogram size */
+static inline uint32_t init_heap32(struct heap_tree *heap_space, uint32_t * histogram,
+ uint32_t hist_size)
+{
+ uint32_t heap_size, i;
+
+ memset(heap_space, 0, sizeof(struct heap_tree));
+
+ heap_size = 0;
+ for (i = 0; i < hist_size; i++) {
+ if (histogram[i] != 0)
+ heap_space->heap[++heap_size] =
+ (((uint64_t) histogram[i]) << FREQ_SHIFT) | i;
+ }
+
+ // make sure heap has at least two elements in it
+ if (heap_size < 2) {
+ if (heap_size == 0) {
+ heap_space->heap[1] = 1ULL << FREQ_SHIFT;
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ } else {
+ // heap size == 1
+ if (histogram[0] == 0)
+ heap_space->heap[2] = 1ULL << FREQ_SHIFT;
+ else
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ }
+ }
+
+ build_heap(heap_space->heap, heap_size);
+
+ return heap_size;
+}
+
+static inline uint32_t init_heap64(struct heap_tree *heap_space, uint64_t * histogram,
+ uint64_t hist_size)
+{
+ uint32_t heap_size, i;
+
+ memset(heap_space, 0, sizeof(struct heap_tree));
+
+ heap_size = 0;
+ for (i = 0; i < hist_size; i++) {
+ if (histogram[i] != 0)
+ heap_space->heap[++heap_size] = ((histogram[i]) << FREQ_SHIFT) | i;
+ }
+
+ // make sure heap has at least two elements in it
+ if (heap_size < 2) {
+ if (heap_size == 0) {
+ heap_space->heap[1] = 1ULL << FREQ_SHIFT;
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ } else {
+ // heap size == 1
+ if (histogram[0] == 0)
+ heap_space->heap[2] = 1ULL << FREQ_SHIFT;
+ else
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ }
+ }
+
+ build_heap(heap_space->heap, heap_size);
+
+ return heap_size;
+}
+
+static inline uint32_t init_heap64_semi_complete(struct heap_tree *heap_space,
+ uint64_t * histogram, uint64_t hist_size,
+ uint64_t complete_start)
+{
+ uint32_t heap_size, i;
+
+ memset(heap_space, 0, sizeof(struct heap_tree));
+
+ heap_size = 0;
+ for (i = 0; i < complete_start; i++) {
+ if (histogram[i] != 0)
+ heap_space->heap[++heap_size] = ((histogram[i]) << FREQ_SHIFT) | i;
+ }
+
+ for (; i < hist_size; i++)
+ heap_space->heap[++heap_size] = ((histogram[i]) << FREQ_SHIFT) | i;
+
+ // make sure heap has at least two elements in it
+ if (heap_size < 2) {
+ if (heap_size == 0) {
+ heap_space->heap[1] = 1ULL << FREQ_SHIFT;
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ } else {
+ // heap size == 1
+ if (histogram[0] == 0)
+ heap_space->heap[2] = 1ULL << FREQ_SHIFT;
+ else
+ heap_space->heap[2] = (1ULL << FREQ_SHIFT) | 1;
+ heap_size = 2;
+ }
+ }
+
+ build_heap(heap_space->heap, heap_size);
+
+ return heap_size;
+}
+
+static inline uint32_t init_heap64_complete(struct heap_tree *heap_space, uint64_t * histogram,
+ uint64_t hist_size)
+{
+ uint32_t heap_size, i;
+
+ memset(heap_space, 0, sizeof(struct heap_tree));
+
+ heap_size = 0;
+ for (i = 0; i < hist_size; i++)
+ heap_space->heap[++heap_size] = ((histogram[i]) << FREQ_SHIFT) | i;
+
+ build_heap(heap_space->heap, heap_size);
+
+ return heap_size;
+}
+
+static inline uint32_t fix_code_lens(struct heap_tree *heap_space, uint32_t root_node,
+ uint32_t * bl_count, uint32_t max_code_len)
+{
+ struct tree_node *tree = heap_space->tree;
+ uint64_t *code_len_count = heap_space->code_len_count;
+ uint32_t i, j, k, child, depth, code_len;
+
+ // compute code lengths and code length counts
+ code_len = 0;
+ j = root_node;
+ for (i = root_node; i <= HEAP_TREE_NODE_START; i++) {
+ child = tree[i].child;
+ if (child > MAX_HISTHEAP_SIZE) {
+ depth = 1 + tree[i].depth;
+
+ tree[child].depth = depth;
+ tree[child - 1].depth = depth;
+ } else {
+ tree[j++] = tree[i];
+ depth = tree[i].depth;
+ while (code_len < depth) {
+ code_len++;
+ code_len_count[code_len] = 0;
+ }
+ code_len_count[depth]++;
+ }
+ }
+
+ if (code_len > max_code_len) {
+ while (code_len > max_code_len) {
+ assert(code_len_count[code_len] > 1);
+ for (i = max_code_len - 1; i != 0; i--)
+ if (code_len_count[i] != 0)
+ break;
+ assert(i != 0);
+ code_len_count[i]--;
+ code_len_count[i + 1] += 2;
+ code_len_count[code_len - 1]++;
+ code_len_count[code_len] -= 2;
+ if (code_len_count[code_len] == 0)
+ code_len--;
+ }
+
+ bl_count[0] = 0;
+ for (i = 1; i <= code_len; i++)
+ bl_count[i] = code_len_count[i];
+ for (; i <= max_code_len; i++)
+ bl_count[i] = 0;
+
+ for (k = 1; code_len_count[k] == 0; k++) ;
+ for (i = root_node; i < j; i++) {
+ tree[i].depth = k;
+ code_len_count[k]--;
+ for (; code_len_count[k] == 0; k++) ;
+ }
+ } else {
+ bl_count[0] = 0;
+ for (i = 1; i <= code_len; i++)
+ bl_count[i] = code_len_count[i];
+ for (; i <= max_code_len; i++)
+ bl_count[i] = 0;
+ }
+
+ return j;
+
+}
+
+static inline void
+gen_huff_code_lens(struct heap_tree *heap_space, uint32_t heap_size, uint32_t * bl_count,
+ struct huff_code *codes, uint32_t codes_count, uint32_t max_code_len)
+{
+ struct tree_node *tree = heap_space->tree;
+ uint32_t root_node = HEAP_TREE_NODE_START, node_ptr;
+ uint32_t end_node;
+
+ root_node = build_huff_tree(heap_space, heap_size, root_node);
+
+ end_node = fix_code_lens(heap_space, root_node, bl_count, max_code_len);
+
+ memset(codes, 0, codes_count * sizeof(*codes));
+ for (node_ptr = root_node; node_ptr < end_node; node_ptr++)
+ codes[tree[node_ptr].child].length = tree[node_ptr].depth;
+
+}
+
+/**
+ * @brief Determines the code each element of a deflate compliant huffman tree and stores
+ * it in a lookup table
+ * @requires table has been initialized to already contain the code length for each element.
+ * @param table: A lookup table used to store the codes.
+ * @param table_length: The length of table.
+ * @param count: a histogram representing the number of occurences of codes of a given length
+ */
+static inline uint32_t set_huff_codes(struct huff_code *huff_code_table, int table_length,
+ uint32_t * count)
+{
+ /* Uses the algorithm mentioned in the deflate standard, Rfc 1951. */
+ int i;
+ uint16_t code = 0;
+ uint16_t next_code[MAX_HUFF_TREE_DEPTH + 1];
+ uint32_t max_code = 0;
+
+ next_code[0] = code;
+
+ for (i = 1; i < MAX_HUFF_TREE_DEPTH + 1; i++)
+ next_code[i] = (next_code[i - 1] + count[i - 1]) << 1;
+
+ for (i = 0; i < table_length; i++) {
+ if (huff_code_table[i].length != 0) {
+ huff_code_table[i].code =
+ bit_reverse(next_code[huff_code_table[i].length],
+ huff_code_table[i].length);
+ next_code[huff_code_table[i].length] += 1;
+ max_code = i;
+ }
+ }
+
+ return max_code;
+}
+
+// on input, codes contain the code lengths
+// on output, code contains:
+// 23:16 code length
+// 15:0 code value in low order bits
+// returns max code value
+static inline uint32_t set_dist_huff_codes(struct huff_code *codes, uint32_t * bl_count)
+{
+ uint32_t code, code_len, bits, i;
+ uint32_t next_code[MAX_DEFLATE_CODE_LEN + 1];
+ uint32_t max_code = 0;
+ const uint32_t num_codes = DIST_LEN;
+
+ code = bl_count[0] = 0;
+ for (bits = 1; bits <= MAX_HUFF_TREE_DEPTH; bits++) {
+ code = (code + bl_count[bits - 1]) << 1;
+ next_code[bits] = code;
+ }
+ for (i = 0; i < num_codes; i++) {
+ code_len = codes[i].length;
+ if (code_len != 0) {
+ codes[i].code = bit_reverse(next_code[code_len], code_len);
+ codes[i].extra_bit_count = dist_code_extra_bits[i];
+ next_code[code_len] += 1;
+ max_code = i;
+ }
+ }
+ return max_code;
+}
+
+/**
+ * @brief Creates the header for run length encoded huffman trees.
+ * @param header: the output header.
+ * @param lookup_table: a huffman lookup table.
+ * @param huffman_rep: a run length encoded huffman tree.
+ * @extra_bits: extra bits associated with the corresponding spot in huffman_rep
+ * @param huffman_rep_length: the length of huffman_rep.
+ * @param end_of_block: Value determining whether end of block header is produced or not;
+ * 0 corresponds to not end of block and all other inputs correspond to end of block.
+ * @param hclen: Length of huffman code for huffman codes minus 4.
+ * @param hlit: Length of literal/length table minus 257.
+ * @parm hdist: Length of distance table minus 1.
+ */
+static int create_huffman_header(struct BitBuf2 *header_bitbuf,
+ struct huff_code *lookup_table,
+ struct rl_code *huffman_rep,
+ uint16_t huffman_rep_length, uint32_t end_of_block,
+ uint32_t hclen, uint32_t hlit, uint32_t hdist)
+{
+ /* hlit, hdist, hclen are as defined in the deflate standard, head is the
+ * first three deflate header bits.*/
+ int i;
+ uint64_t bit_count;
+ uint64_t data;
+ struct huff_code huffman_value;
+ const uint32_t extra_bits[3] = { 2, 3, 7 };
+
+ bit_count = buffer_bits_used(header_bitbuf);
+
+ data = (end_of_block ? 5 : 4) | (hlit << 3) | (hdist << 8) | (hclen << 13);
+ data |= ((lookup_table[code_length_code_order[0]].length) << DYN_HDR_START_LEN);
+ write_bits(header_bitbuf, data, DYN_HDR_START_LEN + 3);
+ data = 0;
+ for (i = hclen + 3; i >= 1; i--)
+ data = (data << 3) | lookup_table[code_length_code_order[i]].length;
+
+ write_bits(header_bitbuf, data, (hclen + 3) * 3);
+
+ for (i = 0; i < huffman_rep_length; i++) {
+ huffman_value = lookup_table[huffman_rep[i].code];
+
+ write_bits(header_bitbuf, (uint64_t) huffman_value.code,
+ (uint32_t) huffman_value.length);
+
+ if (huffman_rep[i].code > 15) {
+ write_bits(header_bitbuf, (uint64_t) huffman_rep[i].extra_bits,
+ (uint32_t) extra_bits[huffman_rep[i].code - 16]);
+ }
+ }
+ bit_count = buffer_bits_used(header_bitbuf) - bit_count;
+
+ return bit_count;
+}
+
+/**
+ * @brief Creates the dynamic huffman deflate header.
+ * @returns Returns the length of header in bits.
+ * @requires This function requires header is large enough to store the whole header.
+ * @param header: The output header.
+ * @param lit_huff_table: A literal/length code huffman lookup table.\
+ * @param dist_huff_table: A distance huffman code lookup table.
+ * @param end_of_block: Value determining whether end of block header is produced or not;
+ * 0 corresponds to not end of block and all other inputs correspond to end of block.
+ */
+static inline int create_header(struct BitBuf2 *header_bitbuf, struct rl_code *huffman_rep,
+ uint32_t length, uint64_t * histogram, uint32_t hlit,
+ uint32_t hdist, uint32_t end_of_block)
+{
+ int i;
+
+ uint32_t heap_size;
+ struct heap_tree heap_space;
+ uint32_t code_len_count[MAX_HUFF_TREE_DEPTH + 1];
+ struct huff_code lookup_table[HUFF_LEN];
+
+ /* hlit, hdist, and hclen are defined in RFC 1951 page 13 */
+ uint32_t hclen;
+ uint64_t bit_count;
+
+ /* Create a huffman tree to encode run length encoded representation. */
+ heap_size = init_heap64(&heap_space, histogram, HUFF_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)lookup_table, HUFF_LEN, 7);
+ set_huff_codes(lookup_table, HUFF_LEN, code_len_count);
+
+ /* Calculate hclen */
+ for (i = CODE_LEN_CODES - 1; i > 3; i--) /* i must be at least 4 */
+ if (lookup_table[code_length_code_order[i]].length != 0)
+ break;
+
+ hclen = i - 3;
+
+ /* Generate actual header. */
+ bit_count = create_huffman_header(header_bitbuf, lookup_table, huffman_rep,
+ length, end_of_block, hclen, hlit, hdist);
+
+ return bit_count;
+}
+
+static inline
+ struct rl_code *write_rl(struct rl_code *pout, uint16_t last_len, uint32_t run_len,
+ uint64_t * counts)
+{
+ if (last_len == 0) {
+ while (run_len > 138) {
+ pout->code = 18;
+ pout->extra_bits = 138 - 11;
+ pout++;
+ run_len -= 138;
+ counts[18]++;
+ }
+ // 1 <= run_len <= 138
+ if (run_len > 10) {
+ pout->code = 18;
+ pout->extra_bits = run_len - 11;
+ pout++;
+ counts[18]++;
+ } else if (run_len > 2) {
+ pout->code = 17;
+ pout->extra_bits = run_len - 3;
+ pout++;
+ counts[17]++;
+ } else if (run_len == 1) {
+ pout->code = 0;
+ pout->extra_bits = 0;
+ pout++;
+ counts[0]++;
+ } else {
+ assert(run_len == 2);
+ pout[0].code = 0;
+ pout[0].extra_bits = 0;
+ pout[1].code = 0;
+ pout[1].extra_bits = 0;
+ pout += 2;
+ counts[0] += 2;
+ }
+ } else {
+ // last_len != 0
+ pout->code = last_len;
+ pout->extra_bits = 0;
+ pout++;
+ counts[last_len]++;
+ run_len--;
+ if (run_len != 0) {
+ while (run_len > 6) {
+ pout->code = 16;
+ pout->extra_bits = 6 - 3;
+ pout++;
+ run_len -= 6;
+ counts[16]++;
+ }
+ // 1 <= run_len <= 6
+ switch (run_len) {
+ case 1:
+ pout->code = last_len;
+ pout->extra_bits = 0;
+ pout++;
+ counts[last_len]++;
+ break;
+ case 2:
+ pout[0].code = last_len;
+ pout[0].extra_bits = 0;
+ pout[1].code = last_len;
+ pout[1].extra_bits = 0;
+ pout += 2;
+ counts[last_len] += 2;
+ break;
+ default: // 3...6
+ pout->code = 16;
+ pout->extra_bits = run_len - 3;
+ pout++;
+ counts[16]++;
+ }
+ }
+ }
+ return pout;
+}
+
+// convert codes into run-length symbols, write symbols into OUT
+// generate histogram into COUNTS (assumed to be initialized to 0)
+// Format of OUT:
+// 4:0 code (0...18)
+// 15:8 Extra bits (0...127)
+// returns number of symbols in out
+static inline uint32_t rl_encode(uint16_t * codes, uint32_t num_codes, uint64_t * counts,
+ struct rl_code *out)
+{
+ uint32_t i, run_len;
+ uint16_t last_len, len;
+ struct rl_code *pout;
+
+ pout = out;
+ last_len = codes[0];
+ run_len = 1;
+ for (i = 1; i < num_codes; i++) {
+ len = codes[i];
+ if (len == last_len) {
+ run_len++;
+ continue;
+ }
+ pout = write_rl(pout, last_len, run_len, counts);
+ last_len = len;
+ run_len = 1;
+ }
+ pout = write_rl(pout, last_len, run_len, counts);
+
+ return (uint32_t) (pout - out);
+}
+
+/**
+ * @brief Creates a two table representation of huffman codes.
+ * @param code_table: output table containing the code
+ * @param code_size_table: output table containing the code length
+ * @param length: the lenght of hufftable
+ * @param hufftable: a huffman lookup table
+ */
+static void create_code_tables(uint16_t * code_table, uint8_t * code_length_table,
+ uint32_t length, struct huff_code *hufftable)
+{
+ int i;
+ for (i = 0; i < length; i++) {
+ code_table[i] = hufftable[i].code;
+ code_length_table[i] = hufftable[i].length;
+ }
+}
+
+/**
+ * @brief Creates a packed representation of length huffman codes.
+ * @details In packed_table, bits 32:8 contain the extra bits appended to the huffman
+ * code and bits 8:0 contain the code length.
+ * @param packed_table: the output table
+ * @param length: the length of lit_len_hufftable
+ * @param lit_len_hufftable: a literal/length huffman lookup table
+ */
+static void create_packed_len_table(uint32_t * packed_table,
+ struct huff_code *lit_len_hufftable)
+{
+ int i, count = 0;
+ uint16_t extra_bits;
+ uint16_t extra_bits_count = 0;
+
+ /* Gain extra bits is the next place where the number of extra bits in
+ * lenght codes increases. */
+ uint16_t gain_extra_bits = LEN_EXTRA_BITS_START;
+
+ for (i = 257; i < LIT_LEN - 1; i++) {
+ for (extra_bits = 0; extra_bits < (1 << extra_bits_count); extra_bits++) {
+ if (count > 254)
+ break;
+ packed_table[count++] =
+ (extra_bits << (lit_len_hufftable[i].length + LENGTH_BITS)) |
+ (lit_len_hufftable[i].code << LENGTH_BITS) |
+ (lit_len_hufftable[i].length + extra_bits_count);
+ }
+
+ if (i == gain_extra_bits) {
+ gain_extra_bits += LEN_EXTRA_BITS_INTERVAL;
+ extra_bits_count += 1;
+ }
+ }
+
+ packed_table[count] = (lit_len_hufftable[LIT_LEN - 1].code << LENGTH_BITS) |
+ (lit_len_hufftable[LIT_LEN - 1].length);
+}
+
+/**
+ * @brief Creates a packed representation of distance huffman codes.
+ * @details In packed_table, bits 32:8 contain the extra bits appended to the huffman
+ * code and bits 8:0 contain the code length.
+ * @param packed_table: the output table
+ * @param length: the length of lit_len_hufftable
+ * @param dist_hufftable: a distance huffman lookup table
+ */
+static void create_packed_dist_table(uint32_t * packed_table, uint32_t length,
+ struct huff_code *dist_hufftable)
+{
+ int i, count = 0;
+ uint16_t extra_bits;
+ uint16_t extra_bits_count = 0;
+
+ /* Gain extra bits is the next place where the number of extra bits in
+ * distance codes increases. */
+ uint16_t gain_extra_bits = DIST_EXTRA_BITS_START;
+
+ for (i = 0; i < DIST_LEN; i++) {
+ for (extra_bits = 0; extra_bits < (1 << extra_bits_count); extra_bits++) {
+ if (count >= length)
+ return;
+
+ packed_table[count++] =
+ (extra_bits << (dist_hufftable[i].length + LENGTH_BITS)) |
+ (dist_hufftable[i].code << LENGTH_BITS) |
+ (dist_hufftable[i].length + extra_bits_count);
+
+ }
+
+ if (i == gain_extra_bits) {
+ gain_extra_bits += DIST_EXTRA_BITS_INTERVAL;
+ extra_bits_count += 1;
+ }
+ }
+}
+
+/**
+ * @brief Checks to see if the hufftable is usable by igzip
+ *
+ * @param lit_len_hufftable: literal/length huffman code
+ * @param dist_hufftable: distance huffman code
+ * @returns Returns 0 if the table is usable
+ */
+static int are_hufftables_useable(struct huff_code *lit_len_hufftable,
+ struct huff_code *dist_hufftable)
+{
+ int max_lit_code_len = 0, max_len_code_len = 0, max_dist_code_len = 0;
+ int dist_extra_bits = 0, len_extra_bits = 0;
+ int gain_dist_extra_bits = DIST_EXTRA_BITS_START;
+ int gain_len_extra_bits = LEN_EXTRA_BITS_START;
+ int max_code_len;
+ int i;
+
+ for (i = 0; i < LIT_LEN; i++)
+ if (lit_len_hufftable[i].length > max_lit_code_len)
+ max_lit_code_len = lit_len_hufftable[i].length;
+
+ for (i = 257; i < LIT_LEN - 1; i++) {
+ if (lit_len_hufftable[i].length + len_extra_bits > max_len_code_len)
+ max_len_code_len = lit_len_hufftable[i].length + len_extra_bits;
+
+ if (i == gain_len_extra_bits) {
+ gain_len_extra_bits += LEN_EXTRA_BITS_INTERVAL;
+ len_extra_bits += 1;
+ }
+ }
+
+ for (i = 0; i < DIST_LEN; i++) {
+ if (dist_hufftable[i].length + dist_extra_bits > max_dist_code_len)
+ max_dist_code_len = dist_hufftable[i].length + dist_extra_bits;
+
+ if (i == gain_dist_extra_bits) {
+ gain_dist_extra_bits += DIST_EXTRA_BITS_INTERVAL;
+ dist_extra_bits += 1;
+ }
+ }
+
+ max_code_len = max_lit_code_len + max_len_code_len + max_dist_code_len;
+
+ /* Some versions of igzip can write upto one literal, one length and one
+ * distance code at the same time. This checks to make sure that is
+ * always writeable in bitbuf*/
+ return (max_code_len > MAX_BITBUF_BIT_WRITE);
+}
+
+int isal_create_hufftables(struct isal_hufftables *hufftables,
+ struct isal_huff_histogram *histogram)
+{
+ struct huff_code lit_huff_table[LIT_LEN], dist_huff_table[DIST_LEN];
+ uint64_t bit_count;
+ int max_dist = convert_dist_to_dist_sym(IGZIP_HIST_SIZE);
+ struct heap_tree heap_space;
+ uint32_t heap_size;
+ uint32_t code_len_count[MAX_HUFF_TREE_DEPTH + 1];
+ struct BitBuf2 header_bitbuf;
+ uint32_t max_lit_len_sym;
+ uint32_t max_dist_sym;
+ uint32_t hlit, hdist, i;
+ uint16_t combined_table[LIT_LEN + DIST_LEN];
+ uint64_t count_histogram[HUFF_LEN];
+ struct rl_code rl_huff[LIT_LEN + DIST_LEN];
+ uint32_t rl_huff_len;
+
+ uint32_t *dist_table = hufftables->dist_table;
+ uint32_t *len_table = hufftables->len_table;
+ uint16_t *lit_table = hufftables->lit_table;
+ uint16_t *dcodes = hufftables->dcodes;
+ uint8_t *lit_table_sizes = hufftables->lit_table_sizes;
+ uint8_t *dcodes_sizes = hufftables->dcodes_sizes;
+ uint64_t *lit_len_histogram = histogram->lit_len_histogram;
+ uint64_t *dist_histogram = histogram->dist_histogram;
+
+ memset(hufftables, 0, sizeof(struct isal_hufftables));
+
+ heap_size = init_heap64_complete(&heap_space, lit_len_histogram, LIT_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)lit_huff_table, LIT_LEN, MAX_DEFLATE_CODE_LEN);
+ max_lit_len_sym = set_huff_codes(lit_huff_table, LIT_LEN, code_len_count);
+
+ heap_size = init_heap64_complete(&heap_space, dist_histogram, DIST_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)dist_huff_table, max_dist,
+ MAX_DEFLATE_CODE_LEN);
+ max_dist_sym = set_huff_codes(dist_huff_table, DIST_LEN, code_len_count);
+
+ if (are_hufftables_useable(lit_huff_table, dist_huff_table)) {
+ heap_size = init_heap64_complete(&heap_space, lit_len_histogram, LIT_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)lit_huff_table, LIT_LEN,
+ MAX_SAFE_LIT_CODE_LEN);
+ max_lit_len_sym = set_huff_codes(lit_huff_table, LIT_LEN, code_len_count);
+
+ heap_size = init_heap64_complete(&heap_space, dist_histogram, DIST_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)dist_huff_table, max_dist,
+ MAX_SAFE_DIST_CODE_LEN);
+ max_dist_sym = set_huff_codes(dist_huff_table, DIST_LEN, code_len_count);
+
+ }
+
+ create_code_tables(dcodes, dcodes_sizes, DIST_LEN - DCODE_OFFSET,
+ dist_huff_table + DCODE_OFFSET);
+
+ create_code_tables(lit_table, lit_table_sizes, IGZIP_LIT_TABLE_SIZE, lit_huff_table);
+
+ create_packed_len_table(len_table, lit_huff_table);
+ create_packed_dist_table(dist_table, IGZIP_DIST_TABLE_SIZE, dist_huff_table);
+
+ set_buf(&header_bitbuf, hufftables->deflate_hdr, sizeof(hufftables->deflate_hdr));
+ init(&header_bitbuf);
+
+ hlit = max_lit_len_sym - 256;
+ hdist = max_dist_sym;
+
+ /* Run length encode the length and distance huffman codes */
+ memset(count_histogram, 0, sizeof(count_histogram));
+ for (i = 0; i < 257 + hlit; i++)
+ combined_table[i] = lit_huff_table[i].length;
+ for (i = 0; i < 1 + hdist; i++)
+ combined_table[i + hlit + 257] = dist_huff_table[i].length;
+ rl_huff_len =
+ rl_encode(combined_table, hlit + 257 + hdist + 1, count_histogram, rl_huff);
+
+ /* Create header */
+ bit_count =
+ create_header(&header_bitbuf, rl_huff, rl_huff_len,
+ count_histogram, hlit, hdist, LAST_BLOCK);
+ flush(&header_bitbuf);
+
+ hufftables->deflate_hdr_count = bit_count / 8;
+ hufftables->deflate_hdr_extra_bits = bit_count % 8;
+
+ return 0;
+}
+
+int isal_create_hufftables_subset(struct isal_hufftables *hufftables,
+ struct isal_huff_histogram *histogram)
+{
+ struct huff_code lit_huff_table[LIT_LEN], dist_huff_table[DIST_LEN];
+ uint64_t bit_count;
+ int max_dist = convert_dist_to_dist_sym(IGZIP_HIST_SIZE);
+ struct heap_tree heap_space;
+ uint32_t heap_size;
+ uint32_t code_len_count[MAX_HUFF_TREE_DEPTH + 1];
+ struct BitBuf2 header_bitbuf;
+ uint32_t max_lit_len_sym;
+ uint32_t max_dist_sym;
+ uint32_t hlit, hdist, i;
+ uint16_t combined_table[LIT_LEN + DIST_LEN];
+ uint64_t count_histogram[HUFF_LEN];
+ struct rl_code rl_huff[LIT_LEN + DIST_LEN];
+ uint32_t rl_huff_len;
+
+ uint32_t *dist_table = hufftables->dist_table;
+ uint32_t *len_table = hufftables->len_table;
+ uint16_t *lit_table = hufftables->lit_table;
+ uint16_t *dcodes = hufftables->dcodes;
+ uint8_t *lit_table_sizes = hufftables->lit_table_sizes;
+ uint8_t *dcodes_sizes = hufftables->dcodes_sizes;
+ uint64_t *lit_len_histogram = histogram->lit_len_histogram;
+ uint64_t *dist_histogram = histogram->dist_histogram;
+
+ memset(hufftables, 0, sizeof(struct isal_hufftables));
+
+ heap_size =
+ init_heap64_semi_complete(&heap_space, lit_len_histogram, LIT_LEN,
+ ISAL_DEF_LIT_SYMBOLS);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)lit_huff_table, LIT_LEN, MAX_DEFLATE_CODE_LEN);
+ max_lit_len_sym = set_huff_codes(lit_huff_table, LIT_LEN, code_len_count);
+
+ heap_size = init_heap64_complete(&heap_space, dist_histogram, DIST_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)dist_huff_table, max_dist,
+ MAX_DEFLATE_CODE_LEN);
+ max_dist_sym = set_huff_codes(dist_huff_table, DIST_LEN, code_len_count);
+
+ if (are_hufftables_useable(lit_huff_table, dist_huff_table)) {
+ heap_size = init_heap64_complete(&heap_space, lit_len_histogram, LIT_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)lit_huff_table, LIT_LEN,
+ MAX_SAFE_LIT_CODE_LEN);
+ max_lit_len_sym = set_huff_codes(lit_huff_table, LIT_LEN, code_len_count);
+
+ heap_size = init_heap64_complete(&heap_space, dist_histogram, DIST_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, code_len_count,
+ (struct huff_code *)dist_huff_table, max_dist,
+ MAX_SAFE_DIST_CODE_LEN);
+ max_dist_sym = set_huff_codes(dist_huff_table, DIST_LEN, code_len_count);
+
+ }
+
+ create_code_tables(dcodes, dcodes_sizes, DIST_LEN - DCODE_OFFSET,
+ dist_huff_table + DCODE_OFFSET);
+
+ create_code_tables(lit_table, lit_table_sizes, IGZIP_LIT_TABLE_SIZE, lit_huff_table);
+
+ create_packed_len_table(len_table, lit_huff_table);
+ create_packed_dist_table(dist_table, IGZIP_DIST_TABLE_SIZE, dist_huff_table);
+
+ set_buf(&header_bitbuf, hufftables->deflate_hdr, sizeof(hufftables->deflate_hdr));
+ init(&header_bitbuf);
+
+ hlit = max_lit_len_sym - 256;
+ hdist = max_dist_sym;
+
+ /* Run length encode the length and distance huffman codes */
+ memset(count_histogram, 0, sizeof(count_histogram));
+ for (i = 0; i < 257 + hlit; i++)
+ combined_table[i] = lit_huff_table[i].length;
+ for (i = 0; i < 1 + hdist; i++)
+ combined_table[i + hlit + 257] = dist_huff_table[i].length;
+ rl_huff_len =
+ rl_encode(combined_table, hlit + 257 + hdist + 1, count_histogram, rl_huff);
+
+ /* Create header */
+ bit_count =
+ create_header(&header_bitbuf, rl_huff, rl_huff_len,
+ count_histogram, hlit, hdist, LAST_BLOCK);
+ flush(&header_bitbuf);
+
+ hufftables->deflate_hdr_count = bit_count / 8;
+ hufftables->deflate_hdr_extra_bits = bit_count % 8;
+
+ return 0;
+}
+
+static void expand_hufftables_icf(struct hufftables_icf *hufftables)
+{
+ uint32_t i, eb, j, k, len, code;
+ struct huff_code orig[21], *p_code;
+ struct huff_code *lit_len_codes = hufftables->lit_len_table;
+ struct huff_code *dist_codes = hufftables->dist_table;
+
+ for (i = 0; i < 21; i++)
+ orig[i] = lit_len_codes[i + 265];
+
+ p_code = &lit_len_codes[265];
+
+ i = 0;
+ for (eb = 1; eb < 6; eb++) {
+ for (k = 0; k < 4; k++) {
+ len = orig[i].length;
+ code = orig[i++].code;
+ for (j = 0; j < (1u << eb); j++) {
+ p_code->code_and_extra = code | (j << len);
+ p_code->length = len + eb;
+ p_code++;
+ }
+ } // end for k
+ } // end for eb
+ // fix up last record
+ p_code[-1] = orig[i];
+
+ dist_codes[DIST_LEN].code_and_extra = 0;
+ dist_codes[DIST_LEN].length = 0;
+}
+
+uint64_t
+create_hufftables_icf(struct BitBuf2 *bb, struct hufftables_icf *hufftables,
+ struct isal_mod_hist *hist, uint32_t end_of_block)
+{
+ uint32_t bl_count[MAX_DEFLATE_CODE_LEN + 1];
+ uint32_t max_ll_code, max_d_code;
+ struct heap_tree heap_space;
+ uint32_t heap_size;
+ struct rl_code cl_tokens[LIT_LEN + DIST_LEN];
+ uint32_t num_cl_tokens;
+ uint64_t cl_counts[CODE_LEN_CODES];
+ uint16_t combined_table[LIT_LEN + DIST_LEN];
+ int i;
+ uint64_t compressed_len = 0;
+ uint64_t static_compressed_len = 3; /* The static header size */
+ struct BitBuf2 bb_tmp;
+
+ struct huff_code *ll_codes = hufftables->lit_len_table;
+ struct huff_code *d_codes = hufftables->dist_table;
+ uint32_t *ll_hist = hist->ll_hist;
+ uint32_t *d_hist = hist->d_hist;
+ struct huff_code *static_ll_codes = static_hufftables.lit_len_table;
+ struct huff_code *static_d_codes = static_hufftables.dist_table;
+
+ memcpy(&bb_tmp, bb, sizeof(struct BitBuf2));
+
+ flatten_ll(hist->ll_hist);
+
+ // make sure EOB is present
+ if (ll_hist[256] == 0)
+ ll_hist[256] = 1;
+
+ heap_size = init_heap32(&heap_space, ll_hist, LIT_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, bl_count,
+ ll_codes, LIT_LEN, MAX_DEFLATE_CODE_LEN);
+ max_ll_code = set_huff_codes(ll_codes, LIT_LEN, bl_count);
+
+ heap_size = init_heap32(&heap_space, d_hist, DIST_LEN);
+ gen_huff_code_lens(&heap_space, heap_size, bl_count, d_codes,
+ DIST_LEN, MAX_DEFLATE_CODE_LEN);
+ max_d_code = set_dist_huff_codes(d_codes, bl_count);
+
+ assert(max_ll_code >= 256); // must be EOB code
+ assert(max_d_code != 0);
+
+ /* Run length encode the length and distance huffman codes */
+ memset(cl_counts, 0, sizeof(cl_counts));
+
+ for (i = 0; i <= 256; i++) {
+ combined_table[i] = ll_codes[i].length;
+ compressed_len += ll_codes[i].length * ll_hist[i];
+ static_compressed_len += static_ll_codes[i].length * ll_hist[i];
+ }
+
+ for (; i < max_ll_code + 1; i++) {
+ combined_table[i] = ll_codes[i].length;
+ compressed_len +=
+ (ll_codes[i].length + len_code_extra_bits[i - 257]) * ll_hist[i];
+ static_compressed_len +=
+ (static_ll_codes[i].length + len_code_extra_bits[i - 257]) * ll_hist[i];
+ }
+
+ for (i = 0; i < max_d_code + 1; i++) {
+ combined_table[i + max_ll_code + 1] = d_codes[i].length;
+ compressed_len += (d_codes[i].length + dist_code_extra_bits[i]) * d_hist[i];
+ static_compressed_len +=
+ (static_d_codes[i].length + dist_code_extra_bits[i]) * d_hist[i];
+ }
+
+ if (static_compressed_len > compressed_len) {
+ num_cl_tokens = rl_encode(combined_table, max_ll_code + max_d_code + 2,
+ cl_counts, cl_tokens);
+
+ /* Create header */
+ create_header(bb, cl_tokens, num_cl_tokens, cl_counts, max_ll_code - 256,
+ max_d_code, end_of_block);
+ compressed_len += 8 * buffer_used(bb) + bb->m_bit_count;
+ }
+
+ /* Substitute in static block since it creates smaller block */
+ if (static_compressed_len <= compressed_len) {
+ memcpy(hufftables, &static_hufftables, sizeof(struct hufftables_icf));
+ memcpy(bb, &bb_tmp, sizeof(struct BitBuf2));
+ end_of_block = end_of_block ? 1 : 0;
+ write_bits(bb, 0x2 | end_of_block, 3);
+ compressed_len = static_compressed_len;
+ }
+
+ expand_hufftables_icf(hufftables);
+ return compressed_len;
+}
diff --git a/src/spdk/isa-l/igzip/huff_codes.h b/src/spdk/isa-l/igzip/huff_codes.h
new file mode 100644
index 000000000..d353d27ea
--- /dev/null
+++ b/src/spdk/isa-l/igzip/huff_codes.h
@@ -0,0 +1,170 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef HUFF_CODES_H
+#define HUFF_CODES_H
+
+#include <stdint.h>
+#include <string.h>
+#include <assert.h>
+#include "igzip_lib.h"
+#include "bitbuf2.h"
+
+#if __x86_64__ || __i386__ || _M_X64 || _M_IX86
+# include <immintrin.h>
+#ifdef _MSC_VER
+# include <intrin.h>
+#else
+# include <x86intrin.h>
+#endif
+#endif //__x86_64__ || __i386__ || _M_X64 || _M_IX86
+
+#define LIT_LEN ISAL_DEF_LIT_LEN_SYMBOLS
+#define DIST_LEN ISAL_DEF_DIST_SYMBOLS
+#define CODE_LEN_CODES 19
+#define HUFF_LEN 19
+#ifdef LONGER_HUFFTABLE
+# define DCODE_OFFSET 26
+#else
+# define DCODE_OFFSET 0
+#endif
+#define DYN_HDR_START_LEN 17
+#define MAX_HISTHEAP_SIZE LIT_LEN
+#define MAX_HUFF_TREE_DEPTH 15
+#define D IGZIP_HIST_SIZE /* Amount of history */
+
+#define MAX_DEFLATE_CODE_LEN 15
+#define MAX_SAFE_LIT_CODE_LEN 13
+#define MAX_SAFE_DIST_CODE_LEN 12
+
+#define LONG_DIST_TABLE_SIZE 8192
+#define SHORT_DIST_TABLE_SIZE 2
+#define LEN_TABLE_SIZE 256
+#define LIT_TABLE_SIZE 257
+#define LAST_BLOCK 1
+
+#define LEN_EXTRA_BITS_START 264
+#define LEN_EXTRA_BITS_INTERVAL 4
+#define DIST_EXTRA_BITS_START 3
+#define DIST_EXTRA_BITS_INTERVAL 2
+
+#define INVALID_LIT_LEN_HUFFCODE 1
+#define INVALID_DIST_HUFFCODE 1
+#define INVALID_HUFFCODE 1
+
+#define HASH8K_HASH_MASK (IGZIP_HASH8K_HASH_SIZE - 1)
+#define HASH_HIST_HASH_MASK (IGZIP_HASH_HIST_SIZE - 1)
+#define HASH_MAP_HASH_MASK (IGZIP_HASH_MAP_HASH_SIZE - 1)
+
+#define LVL0_HASH_MASK (IGZIP_LVL0_HASH_SIZE - 1)
+#define LVL1_HASH_MASK (IGZIP_LVL1_HASH_SIZE - 1)
+#define LVL2_HASH_MASK (IGZIP_LVL2_HASH_SIZE - 1)
+#define LVL3_HASH_MASK (IGZIP_LVL3_HASH_SIZE - 1)
+#define SHORTEST_MATCH 4
+
+#define LENGTH_BITS 5
+#define FREQ_SHIFT 16
+#define FREQ_MASK_HI (0xFFFFFFFFFFFF0000)
+#define DEPTH_SHIFT 24
+#define DEPTH_MASK 0x7F
+#define DEPTH_MASK_HI (DEPTH_MASK << DEPTH_SHIFT)
+#define DEPTH_1 (1 << DEPTH_SHIFT)
+#define HEAP_TREE_SIZE (3*MAX_HISTHEAP_SIZE + 1)
+#define HEAP_TREE_NODE_START (HEAP_TREE_SIZE-1)
+#define MAX_BL_CODE_LEN 7
+
+/**
+ * @brief Structure used to store huffman codes
+ */
+struct huff_code {
+ union {
+ struct {
+ uint32_t code_and_extra:24;
+ uint32_t length2:8;
+ };
+
+ struct {
+ uint16_t code;
+ uint8_t extra_bit_count;
+ uint8_t length;
+ };
+
+ uint32_t code_and_length;
+ };
+};
+
+struct tree_node {
+ uint32_t child;
+ uint32_t depth;
+};
+
+struct heap_tree {
+ union {
+ uint64_t heap[HEAP_TREE_SIZE];
+ uint64_t code_len_count[MAX_HUFF_TREE_DEPTH + 1];
+ struct tree_node tree[HEAP_TREE_SIZE];
+ };
+};
+
+struct rl_code {
+ uint8_t code;
+ uint8_t extra_bits;
+};
+
+struct hufftables_icf {
+ union {
+ struct {
+ struct huff_code dist_lit_table[288];
+ struct huff_code len_table[256];
+ };
+
+ struct {
+ struct huff_code dist_table[31];
+ struct huff_code lit_len_table[513];
+ };
+ };
+};
+
+/**
+ * @brief Creates a representation of the huffman code from a histogram used to
+ * decompress the intermediate compression format.
+ *
+ * @param bb: bitbuf structure where the header huffman code header is written
+ * @param hufftables: output huffman code representation
+ * @param hist: histogram used to generat huffman code
+ * @param end_of_block: flag whether this is the final huffman code
+ *
+ * @returns Returns the length in bits of the block with histogram hist encoded
+ * with the set hufftable
+ */
+uint64_t
+create_hufftables_icf(struct BitBuf2 *bb, struct hufftables_icf * hufftables,
+ struct isal_mod_hist *hist, uint32_t end_of_block);
+
+#endif
diff --git a/src/spdk/isa-l/igzip/huffman.asm b/src/spdk/isa-l/igzip/huffman.asm
new file mode 100644
index 000000000..9056b5ee4
--- /dev/null
+++ b/src/spdk/isa-l/igzip/huffman.asm
@@ -0,0 +1,249 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "lz0a_const.asm"
+%include "stdmac.asm"
+
+; Macros for doing Huffman Encoding
+
+%ifdef LONGER_HUFFTABLE
+ %if (D > 8192)
+ %error History D is larger than 8K, cannot use %LONGER_HUFFTABLE
+ % error
+ %else
+ %define DIST_TABLE_SIZE 8192
+ %define DECODE_OFFSET 26
+ %endif
+%else
+ %define DIST_TABLE_SIZE 2
+ %define DECODE_OFFSET 0
+%endif
+
+%define LEN_TABLE_SIZE 256
+%define LIT_TABLE_SIZE 257
+
+%define DIST_TABLE_START (ISAL_DEF_MAX_HDR_SIZE + 8)
+%define DIST_TABLE_OFFSET (DIST_TABLE_START + - 4 * 1)
+%define LEN_TABLE_OFFSET (DIST_TABLE_START + DIST_TABLE_SIZE * 4 - 4*3)
+%define LIT_TABLE_OFFSET (DIST_TABLE_START + 4 * DIST_TABLE_SIZE + 4 * LEN_TABLE_SIZE)
+%define LIT_TABLE_SIZES_OFFSET (LIT_TABLE_OFFSET + 2 * LIT_TABLE_SIZE)
+%define DCODE_TABLE_OFFSET (LIT_TABLE_SIZES_OFFSET + LIT_TABLE_SIZE + 1 - DECODE_OFFSET * 2)
+%define DCODE_TABLE_SIZE_OFFSET (DCODE_TABLE_OFFSET + 2 * 30 - DECODE_OFFSET)
+;; /** @brief Holds the huffman tree used to huffman encode the input stream **/
+;; struct isal_hufftables {
+;; // deflate huffman tree header
+;; uint8_t deflate_huff_hdr[ISAL_DEF_MAX_HDR_SIZE];
+;;
+;; //!< Number of whole bytes in deflate_huff_hdr
+;; uint32_t deflate_huff_hdr_count;
+;;
+;; //!< Number of bits in the partial byte in header
+;; uint32_t deflate_huff_hdr_extra_bits;
+;;
+;; //!< bits 7:0 are the code length, bits 31:8 are the code
+;; uint32_t dist_table[DIST_TABLE_SIZE];
+;;
+;; //!< bits 7:0 are the code length, bits 31:8 are the code
+;; uint32_t len_table[LEN_TABLE_SIZE];
+;;
+;; //!< bits 3:0 are the code length, bits 15:4 are the code
+;; uint16_t lit_table[LIT_TABLE_SIZE];
+;;
+;; //!< bits 3:0 are the code length, bits 15:4 are the code
+;; uint16_t dcodes[30 - DECODE_OFFSET];
+
+;; };
+
+
+%ifdef LONGER_HUFFTABLE
+; Uses RCX, clobbers dist
+; get_dist_code dist, code, len
+%macro get_dist_code 4
+%define %%dist %1 ; 64-bit IN
+%define %%code %2d ; 32-bit OUT
+%define %%len %3d ; 32-bit OUT
+%define %%hufftables %4 ; address of the hufftable
+
+ mov %%len, [%%hufftables + DIST_TABLE_OFFSET + 4*(%%dist + 1) ]
+ mov %%code, %%len
+ and %%len, 0x1F;
+ shr %%code, 5
+%endm
+
+%macro get_packed_dist_code 3
+%define %%dist %1 ; 64-bit IN
+%define %%code_len %2d ; 32-bit OUT
+%define %%hufftables %3 ; address of the hufftable
+ mov %%code_len, [%%hufftables + DIST_TABLE_OFFSET + 4*%%dist ]
+%endm
+
+%macro unpack_dist_code 2
+%define %%code %1d ; 32-bit OUT
+%define %%len %2d ; 32-bit OUT
+
+ mov %%len, %%code
+ and %%len, 0x1F;
+ shr %%code, 5
+%endm
+
+%else
+; Assumes (dist != 0)
+; Uses RCX, clobbers dist
+; void compute_dist_code dist, code, len
+%macro compute_dist_code 4
+%define %%dist %1 ; IN, clobbered
+%define %%distq %1
+%define %%code %2 ; OUT
+%define %%len %3 ; OUT
+%define %%hufftables %4
+
+ bsr rcx, %%dist ; ecx = msb = bsr(dist)
+ dec rcx ; ecx = num_extra_bits = msb - N
+ BZHI %%code, %%dist, rcx, %%len
+ SHRX %%dist, %%dist, rcx ; dist >>= num_extra_bits
+ lea %%dist, [%%dist + 2*rcx] ; dist = sym = dist + num_extra_bits*2
+ mov %%len, rcx ; len = num_extra_bits
+ movzx rcx, byte [hufftables + DCODE_TABLE_SIZE_OFFSET + %%distq WRT_OPT]
+ movzx %%dist, word [hufftables + DCODE_TABLE_OFFSET + 2 * %%distq WRT_OPT]
+ SHLX %%code, %%code, rcx ; code = extra_bits << (sym & 0xF)
+ or %%code, %%dist ; code = (sym >> 4) | (extra_bits << (sym & 0xF))
+ add %%len, rcx ; len = num_extra_bits + (sym & 0xF)
+%endm
+
+; Uses RCX, clobbers dist
+; get_dist_code dist, code, len
+%macro get_dist_code 4
+%define %%dist %1 ; 32-bit IN, clobbered
+%define %%distq %1 ; 64-bit IN, clobbered
+%define %%code %2 ; 32-bit OUT
+%define %%len %3 ; 32-bit OUT
+%define %%hufftables %4
+
+ cmp %%dist, DIST_TABLE_SIZE - 1
+ jg %%do_compute
+%ifndef IACA
+ mov %%len %+ d, dword [hufftables + DIST_TABLE_OFFSET + 4*(%%distq + 1) WRT_OPT]
+ mov %%code, %%len
+ and %%len, 0x1F;
+ shr %%code, 5
+ jmp %%done
+%endif
+%%do_compute:
+ compute_dist_code %%distq, %%code, %%len, %%hufftables
+%%done:
+%endm
+
+%macro get_packed_dist_code 3
+%define %%dist %1 ; 64-bit IN
+%define %%code_len %2d ; 32-bit OUT
+%define %%hufftables %3 ; address of the hufftable
+%endm
+
+%endif
+
+
+; Macros for doing Huffman Encoding
+
+; Assumes (dist != 0)
+; Uses RCX, clobbers dist
+; void compute_dist_code dist, code, len
+%macro compute_dist_icf_code 3
+%define %%dist %1 ; IN, clobbered
+%define %%distq %1
+%define %%code %2 ; OUT
+%define %%tmp1 %3
+
+ bsr rcx, %%dist ; ecx = msb = bsr(dist)
+ dec rcx ; ecx = num_extra_bits = msb - N
+ BZHI %%code, %%dist, rcx, %%tmp1
+ SHRX %%dist, %%dist, rcx ; dist >>= num_extra_bits
+ lea %%dist, [%%dist + 2*rcx] ; code = sym = dist + num_extra_bits*2
+ shl %%code, EXTRA_BITS_OFFSET - DIST_OFFSET
+ add %%code, %%dist ; code = extra_bits | sym
+
+%endm
+
+; Uses RCX, clobbers dist
+; get_dist_code dist, code, len
+%macro get_dist_icf_code 3
+%define %%dist %1 ; 32-bit IN, clobbered
+%define %%distq %1 ; 64-bit IN, clobbered
+%define %%code %2 ; 32-bit OUT
+%define %%tmp1 %3
+
+ cmp %%dist, 1
+ jg %%do_compute
+
+%ifnidn %%code, %%dist
+ mov %%code, %%dist
+%endif
+ jmp %%done
+%%do_compute:
+ compute_dist_icf_code %%distq, %%code, %%tmp1
+%%done:
+ shl %%code, DIST_OFFSET
+%endm
+
+
+; "len" can be same register as "length"
+; get_len_code length, code, len
+%macro get_len_code 4
+%define %%length %1 ; 64-bit IN
+%define %%code %2d ; 32-bit OUT
+%define %%len %3d ; 32-bit OUT
+%define %%hufftables %4
+
+ mov %%len, [%%hufftables + LEN_TABLE_OFFSET + 4 * %%length]
+ mov %%code, %%len
+ and %%len, 0x1F
+ shr %%code, 5
+%endm
+
+
+%macro get_lit_code 4
+%define %%lit %1 ; 64-bit IN or CONST
+%define %%code %2d ; 32-bit OUT
+%define %%len %3d ; 32-bit OUT
+%define %%hufftables %4
+
+ movzx %%len, byte [%%hufftables + LIT_TABLE_SIZES_OFFSET + %%lit]
+ movzx %%code, word [%%hufftables + LIT_TABLE_OFFSET + 2 * %%lit]
+
+%endm
+
+
+;; Compute hash of first 3 bytes of data
+%macro compute_hash 2
+%define %%result %1d ; 32-bit reg
+%define %%data %2d ; 32-bit reg (low byte not clobbered)
+
+ xor %%result, %%result
+ crc32 %%result, %%data
+%endm
diff --git a/src/spdk/isa-l/igzip/huffman.h b/src/spdk/isa-l/igzip/huffman.h
new file mode 100644
index 000000000..2b44b617b
--- /dev/null
+++ b/src/spdk/isa-l/igzip/huffman.h
@@ -0,0 +1,359 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdint.h>
+#include <stdlib.h>
+#include <assert.h>
+#include "igzip_lib.h"
+#include "unaligned.h"
+
+#if __x86_64__ || __i386__ || _M_X64 || _M_IX86
+#ifdef _MSC_VER
+# include <intrin.h>
+# define inline __inline
+#else
+# include <x86intrin.h>
+#endif
+#else
+# define inline __inline
+#endif //__x86_64__ || __i386__ || _M_X64 || _M_IX86
+
+/**
+ * @brief Calculate the bit offset of the msb.
+ * @param val 32-bit unsigned integer input
+ *
+ * @returns bit offset of msb starting at 1 for first bit
+ */
+static inline uint32_t bsr(uint32_t val)
+{
+ uint32_t msb;
+#if defined(_MSC_VER)
+ unsigned long ret = 0;
+ if (val != 0) {
+ _BitScanReverse(&ret, val);
+ msb = ret + 1;
+ }
+ else
+ msb = 0;
+#elif defined( __LZCNT__)
+ msb = 32 - __lzcnt32(val);
+#elif defined(__x86_64__) || defined(__aarch64__)
+ msb = (val == 0)? 0 : 32 - __builtin_clz(val);
+#else
+ for(msb = 0; val > 0; val >>= 1)
+ msb++;
+#endif
+ return msb;
+}
+
+static inline uint32_t tzbytecnt(uint64_t val)
+{
+ uint32_t cnt;
+
+#ifdef __BMI__
+ cnt = __tzcnt_u64(val);
+ cnt = cnt / 8;
+#elif defined(__x86_64__) || defined(__aarch64__)
+
+ cnt = (val == 0)? 64 : __builtin_ctzll(val);
+ cnt = cnt / 8;
+
+#else
+ for(cnt = 8; val > 0; val <<= 8)
+ cnt -= 1;
+#endif
+ return cnt;
+}
+
+static void compute_dist_code(struct isal_hufftables *hufftables, uint16_t dist, uint64_t *p_code, uint64_t *p_len)
+{
+ assert(dist > IGZIP_DIST_TABLE_SIZE);
+
+ dist -= 1;
+ uint32_t msb;
+ uint32_t num_extra_bits;
+ uint32_t extra_bits;
+ uint32_t sym;
+ uint32_t len;
+ uint32_t code;
+
+ msb = bsr(dist);
+ assert(msb >= 1);
+ num_extra_bits = msb - 2;
+ extra_bits = dist & ((1 << num_extra_bits) - 1);
+ dist >>= num_extra_bits;
+ sym = dist + 2 * num_extra_bits;
+ assert(sym < 30);
+ code = hufftables->dcodes[sym - IGZIP_DECODE_OFFSET];
+ len = hufftables->dcodes_sizes[sym - IGZIP_DECODE_OFFSET];
+ *p_code = code | (extra_bits << len);
+ *p_len = len + num_extra_bits;
+}
+
+static inline void get_dist_code(struct isal_hufftables *hufftables, uint32_t dist, uint64_t *code, uint64_t *len)
+{
+ if (dist < 1)
+ dist = 0;
+ assert(dist >= 1);
+ assert(dist <= 32768);
+ if (dist <= IGZIP_DIST_TABLE_SIZE) {
+ uint64_t code_len;
+ code_len = hufftables->dist_table[dist - 1];
+ *code = code_len >> 5;
+ *len = code_len & 0x1F;
+ } else {
+ compute_dist_code(hufftables, dist, code, len);
+ }
+}
+
+static inline void get_len_code(struct isal_hufftables *hufftables, uint32_t length, uint64_t *code, uint64_t *len)
+{
+ assert(length >= 3);
+ assert(length <= 258);
+
+ uint64_t code_len;
+ code_len = hufftables->len_table[length - 3];
+ *code = code_len >> 5;
+ *len = code_len & 0x1F;
+}
+
+static inline void get_lit_code(struct isal_hufftables *hufftables, uint32_t lit, uint64_t *code, uint64_t *len)
+{
+ assert(lit <= 256);
+
+ *code = hufftables->lit_table[lit];
+ *len = hufftables->lit_table_sizes[lit];
+}
+
+static void compute_dist_icf_code(uint32_t dist, uint32_t *code, uint32_t *extra_bits)
+{
+ uint32_t msb;
+ uint32_t num_extra_bits;
+
+ dist -= 1;
+ msb = bsr(dist);
+ assert(msb >= 1);
+ num_extra_bits = msb - 2;
+ *extra_bits = dist & ((1 << num_extra_bits) - 1);
+ dist >>= num_extra_bits;
+ *code = dist + 2 * num_extra_bits;
+ assert(*code < 30);
+}
+
+static inline void get_dist_icf_code(uint32_t dist, uint32_t *code, uint32_t *extra_bits)
+{
+ assert(dist >= 1);
+ assert(dist <= 32768);
+ if (dist <= 2) {
+ *code = dist - 1;
+ *extra_bits = 0;
+ } else {
+ compute_dist_icf_code(dist, code, extra_bits);
+ }
+}
+
+static inline void get_len_icf_code(uint32_t length, uint32_t *code)
+{
+ assert(length >= 3);
+ assert(length <= 258);
+
+ *code = length + 254;
+}
+
+static inline void get_lit_icf_code(uint32_t lit, uint32_t *code)
+{
+ assert(lit <= 256);
+
+ *code = lit;
+}
+
+/**
+ * @brief Returns a hash of the first 3 bytes of input data.
+ */
+static inline uint32_t compute_hash(uint32_t data)
+{
+#ifdef __SSE4_2__
+
+ return _mm_crc32_u32(0, data);
+
+#else
+ uint64_t hash;
+ /* Use multiplication to create a hash, 0xBDD06057 is a prime number */
+ hash = data;
+ hash *= 0xB2D06057;
+ hash >>= 16;
+ hash *= 0xB2D06057;
+ hash >>= 16;
+
+ return hash;
+
+#endif /* __SSE4_2__ */
+}
+
+#define PROD1 0xFFFFE84B
+#define PROD2 0xFFFF97B1
+static inline uint32_t compute_hash_mad(uint32_t data)
+{
+ int16_t data_low;
+ int16_t data_high;
+
+ data_low = data;
+ data_high = data >> 16;
+ data = PROD1 * data_low + PROD2 * data_high;
+
+ data_low = data;
+ data_high = data >> 16;
+ data = PROD1 * data_low + PROD2 * data_high;
+
+ return data;
+}
+
+static inline uint32_t compute_long_hash(uint64_t data) {
+
+ return compute_hash(data >> 32)^compute_hash(data);
+}
+
+/**
+ * @brief Returns how long str1 and str2 have the same symbols.
+ * @param str1: First input string.
+ * @param str2: Second input string.
+ * @param max_length: length of the smaller string.
+ */
+static inline int compare258(uint8_t * str1, uint8_t * str2, uint32_t max_length)
+{
+ uint32_t count;
+ uint64_t test;
+ uint64_t loop_length;
+
+ if(max_length > 258)
+ max_length = 258;
+
+ loop_length = max_length & ~0x7;
+
+ for(count = 0; count < loop_length; count += 8){
+ test = load_u64(str1);
+ test ^= load_u64(str2);
+ if(test != 0)
+ return count + tzbytecnt(test);
+ str1 += 8;
+ str2 += 8;
+ }
+
+ switch(max_length % 8){
+
+ case 7:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 6:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 5:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 4:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 3:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 2:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 1:
+ if(*str1 != *str2)
+ return count;
+ count++;
+ }
+
+ return count;
+}
+
+/**
+ * @brief Returns how long str1 and str2 have the same symbols.
+ * @param str1: First input string.
+ * @param str2: Second input string.
+ * @param max_length: length of the smaller string.
+ */
+static inline int compare(uint8_t * str1, uint8_t * str2, uint32_t max_length)
+{
+ uint32_t count;
+ uint64_t test;
+ uint64_t loop_length;
+
+ loop_length = max_length & ~0x7;
+
+ for(count = 0; count < loop_length; count += 8){
+ test = load_u64(str1);
+ test ^= load_u64(str2);
+ if(test != 0)
+ return count + tzbytecnt(test);
+ str1 += 8;
+ str2 += 8;
+ }
+
+ switch(max_length % 8){
+
+ case 7:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 6:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 5:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 4:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 3:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 2:
+ if(*str1++ != *str2++)
+ return count;
+ count++;
+ case 1:
+ if(*str1 != *str2)
+ return count;
+ count++;
+ }
+
+ return count;
+}
diff --git a/src/spdk/isa-l/igzip/hufftables_c.c b/src/spdk/isa-l/igzip/hufftables_c.c
new file mode 100644
index 000000000..281f3e940
--- /dev/null
+++ b/src/spdk/isa-l/igzip/hufftables_c.c
@@ -0,0 +1,6742 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#include <stdint.h>
+#include <igzip_lib.h>
+
+#if (IGZIP_HIST_SIZE <= 8192)
+
+const uint8_t gzip_hdr[] = {
+ 0x1f, 0x8b, 0x08, 0x00, 0x00,
+ 0x00, 0x00, 0x00, 0x00, 0xff
+};
+
+const uint32_t gzip_hdr_bytes = 10;
+const uint32_t gzip_trl_bytes = 8;
+
+const uint8_t zlib_hdr[] = { 0x78, 0x01 };
+
+const uint32_t zlib_hdr_bytes = 2;
+const uint32_t zlib_trl_bytes = 4;
+
+struct isal_hufftables hufftables_default = {
+
+ .deflate_hdr = {
+ 0xed, 0xf9, 0x09, 0x60, 0x54, 0xd5, 0xf9, 0x37,
+ 0x00, 0x9f, 0x90, 0x04, 0xc8, 0x40, 0x00, 0x77,
+ 0xdb, 0x5a, 0x38, 0x22, 0x4a, 0xd0, 0xc9, 0x98,
+ 0x15, 0x02, 0x20, 0x24, 0x09, 0x5b, 0x10, 0x20,
+ 0x12, 0x10, 0x77, 0x39, 0x33, 0xf7, 0xcc, 0xcc,
+ 0x25, 0x77, 0xee, 0x1d, 0xef, 0xbd, 0x37, 0xc3,
+ 0x50, 0x55, 0x5a, 0x6d, 0xb5, 0xb5, 0xad, 0x76,
+ 0xdf, 0x5b, 0xdb, 0x5a, 0x6b, 0x77, 0xdb, 0xda,
+ 0xbd, 0x56, 0x84, 0xb6, 0xda, 0x55, 0xbb, 0xef,
+ 0x2d, 0x56, 0x5b, 0xed, 0x2a, 0x56, 0xdb, 0x62,
+ 0x8b, 0xe4, 0xfb, 0x7e, 0xcf, 0x39, 0x77, 0xe6,
+ 0x24, 0x09, 0xae, 0xfd, 0xbf, 0xef, 0xff, 0xfd,
+ 0xbe, 0x22, 0x92, 0xdc, 0x7b, 0xcf, 0x79, 0xce,
+ 0xb3, 0x9f, 0xdf, 0xf3, 0x3c},
+
+ .deflate_hdr_count = 109,
+ .deflate_hdr_extra_bits = 0,
+
+ .dist_table = {
+ 0x00000fe9, 0x00003fea,
+#ifdef LONGER_HUFFTABLE
+ 0x00002fe9, 0x00007fea, 0x00001fea, 0x00005fea,
+ 0x000007e9, 0x000027e9, 0x000017ea, 0x000037ea,
+ 0x000057ea, 0x000077ea, 0x000001e8, 0x000009e8,
+ 0x000011e8, 0x000019e8, 0x000005e9, 0x00000de9,
+ 0x000015e9, 0x00001de9, 0x000025e9, 0x00002de9,
+ 0x000035e9, 0x00003de9, 0x000003e9, 0x00000be9,
+ 0x000013e9, 0x00001be9, 0x000023e9, 0x00002be9,
+ 0x000033e9, 0x00003be9, 0x00000169, 0x00000569,
+ 0x00000969, 0x00000d69, 0x00001169, 0x00001569,
+ 0x00001969, 0x00001d69, 0x00002169, 0x00002569,
+ 0x00002969, 0x00002d69, 0x00003169, 0x00003569,
+ 0x00003969, 0x00003d69, 0x00000369, 0x00000769,
+ 0x00000b69, 0x00000f69, 0x00001369, 0x00001769,
+ 0x00001b69, 0x00001f69, 0x00002369, 0x00002769,
+ 0x00002b69, 0x00002f69, 0x00003369, 0x00003769,
+ 0x00003b69, 0x00003f69, 0x00000089, 0x00000289,
+ 0x00000489, 0x00000689, 0x00000889, 0x00000a89,
+ 0x00000c89, 0x00000e89, 0x00001089, 0x00001289,
+ 0x00001489, 0x00001689, 0x00001889, 0x00001a89,
+ 0x00001c89, 0x00001e89, 0x00002089, 0x00002289,
+ 0x00002489, 0x00002689, 0x00002889, 0x00002a89,
+ 0x00002c89, 0x00002e89, 0x00003089, 0x00003289,
+ 0x00003489, 0x00003689, 0x00003889, 0x00003a89,
+ 0x00003c89, 0x00003e89, 0x000000ea, 0x000004ea,
+ 0x000008ea, 0x00000cea, 0x000010ea, 0x000014ea,
+ 0x000018ea, 0x00001cea, 0x000020ea, 0x000024ea,
+ 0x000028ea, 0x00002cea, 0x000030ea, 0x000034ea,
+ 0x000038ea, 0x00003cea, 0x000040ea, 0x000044ea,
+ 0x000048ea, 0x00004cea, 0x000050ea, 0x000054ea,
+ 0x000058ea, 0x00005cea, 0x000060ea, 0x000064ea,
+ 0x000068ea, 0x00006cea, 0x000070ea, 0x000074ea,
+ 0x000078ea, 0x00007cea, 0x0000018a, 0x0000038a,
+ 0x0000058a, 0x0000078a, 0x0000098a, 0x00000b8a,
+ 0x00000d8a, 0x00000f8a, 0x0000118a, 0x0000138a,
+ 0x0000158a, 0x0000178a, 0x0000198a, 0x00001b8a,
+ 0x00001d8a, 0x00001f8a, 0x0000218a, 0x0000238a,
+ 0x0000258a, 0x0000278a, 0x0000298a, 0x00002b8a,
+ 0x00002d8a, 0x00002f8a, 0x0000318a, 0x0000338a,
+ 0x0000358a, 0x0000378a, 0x0000398a, 0x00003b8a,
+ 0x00003d8a, 0x00003f8a, 0x0000418a, 0x0000438a,
+ 0x0000458a, 0x0000478a, 0x0000498a, 0x00004b8a,
+ 0x00004d8a, 0x00004f8a, 0x0000518a, 0x0000538a,
+ 0x0000558a, 0x0000578a, 0x0000598a, 0x00005b8a,
+ 0x00005d8a, 0x00005f8a, 0x0000618a, 0x0000638a,
+ 0x0000658a, 0x0000678a, 0x0000698a, 0x00006b8a,
+ 0x00006d8a, 0x00006f8a, 0x0000718a, 0x0000738a,
+ 0x0000758a, 0x0000778a, 0x0000798a, 0x00007b8a,
+ 0x00007d8a, 0x00007f8a, 0x0000004a, 0x0000024a,
+ 0x0000044a, 0x0000064a, 0x0000084a, 0x00000a4a,
+ 0x00000c4a, 0x00000e4a, 0x0000104a, 0x0000124a,
+ 0x0000144a, 0x0000164a, 0x0000184a, 0x00001a4a,
+ 0x00001c4a, 0x00001e4a, 0x0000204a, 0x0000224a,
+ 0x0000244a, 0x0000264a, 0x0000284a, 0x00002a4a,
+ 0x00002c4a, 0x00002e4a, 0x0000304a, 0x0000324a,
+ 0x0000344a, 0x0000364a, 0x0000384a, 0x00003a4a,
+ 0x00003c4a, 0x00003e4a, 0x0000404a, 0x0000424a,
+ 0x0000444a, 0x0000464a, 0x0000484a, 0x00004a4a,
+ 0x00004c4a, 0x00004e4a, 0x0000504a, 0x0000524a,
+ 0x0000544a, 0x0000564a, 0x0000584a, 0x00005a4a,
+ 0x00005c4a, 0x00005e4a, 0x0000604a, 0x0000624a,
+ 0x0000644a, 0x0000664a, 0x0000684a, 0x00006a4a,
+ 0x00006c4a, 0x00006e4a, 0x0000704a, 0x0000724a,
+ 0x0000744a, 0x0000764a, 0x0000784a, 0x00007a4a,
+ 0x00007c4a, 0x00007e4a, 0x0000014b, 0x0000034b,
+ 0x0000054b, 0x0000074b, 0x0000094b, 0x00000b4b,
+ 0x00000d4b, 0x00000f4b, 0x0000114b, 0x0000134b,
+ 0x0000154b, 0x0000174b, 0x0000194b, 0x00001b4b,
+ 0x00001d4b, 0x00001f4b, 0x0000214b, 0x0000234b,
+ 0x0000254b, 0x0000274b, 0x0000294b, 0x00002b4b,
+ 0x00002d4b, 0x00002f4b, 0x0000314b, 0x0000334b,
+ 0x0000354b, 0x0000374b, 0x0000394b, 0x00003b4b,
+ 0x00003d4b, 0x00003f4b, 0x0000414b, 0x0000434b,
+ 0x0000454b, 0x0000474b, 0x0000494b, 0x00004b4b,
+ 0x00004d4b, 0x00004f4b, 0x0000514b, 0x0000534b,
+ 0x0000554b, 0x0000574b, 0x0000594b, 0x00005b4b,
+ 0x00005d4b, 0x00005f4b, 0x0000614b, 0x0000634b,
+ 0x0000654b, 0x0000674b, 0x0000694b, 0x00006b4b,
+ 0x00006d4b, 0x00006f4b, 0x0000714b, 0x0000734b,
+ 0x0000754b, 0x0000774b, 0x0000794b, 0x00007b4b,
+ 0x00007d4b, 0x00007f4b, 0x0000814b, 0x0000834b,
+ 0x0000854b, 0x0000874b, 0x0000894b, 0x00008b4b,
+ 0x00008d4b, 0x00008f4b, 0x0000914b, 0x0000934b,
+ 0x0000954b, 0x0000974b, 0x0000994b, 0x00009b4b,
+ 0x00009d4b, 0x00009f4b, 0x0000a14b, 0x0000a34b,
+ 0x0000a54b, 0x0000a74b, 0x0000a94b, 0x0000ab4b,
+ 0x0000ad4b, 0x0000af4b, 0x0000b14b, 0x0000b34b,
+ 0x0000b54b, 0x0000b74b, 0x0000b94b, 0x0000bb4b,
+ 0x0000bd4b, 0x0000bf4b, 0x0000c14b, 0x0000c34b,
+ 0x0000c54b, 0x0000c74b, 0x0000c94b, 0x0000cb4b,
+ 0x0000cd4b, 0x0000cf4b, 0x0000d14b, 0x0000d34b,
+ 0x0000d54b, 0x0000d74b, 0x0000d94b, 0x0000db4b,
+ 0x0000dd4b, 0x0000df4b, 0x0000e14b, 0x0000e34b,
+ 0x0000e54b, 0x0000e74b, 0x0000e94b, 0x0000eb4b,
+ 0x0000ed4b, 0x0000ef4b, 0x0000f14b, 0x0000f34b,
+ 0x0000f54b, 0x0000f74b, 0x0000f94b, 0x0000fb4b,
+ 0x0000fd4b, 0x0000ff4b, 0x000000cb, 0x000002cb,
+ 0x000004cb, 0x000006cb, 0x000008cb, 0x00000acb,
+ 0x00000ccb, 0x00000ecb, 0x000010cb, 0x000012cb,
+ 0x000014cb, 0x000016cb, 0x000018cb, 0x00001acb,
+ 0x00001ccb, 0x00001ecb, 0x000020cb, 0x000022cb,
+ 0x000024cb, 0x000026cb, 0x000028cb, 0x00002acb,
+ 0x00002ccb, 0x00002ecb, 0x000030cb, 0x000032cb,
+ 0x000034cb, 0x000036cb, 0x000038cb, 0x00003acb,
+ 0x00003ccb, 0x00003ecb, 0x000040cb, 0x000042cb,
+ 0x000044cb, 0x000046cb, 0x000048cb, 0x00004acb,
+ 0x00004ccb, 0x00004ecb, 0x000050cb, 0x000052cb,
+ 0x000054cb, 0x000056cb, 0x000058cb, 0x00005acb,
+ 0x00005ccb, 0x00005ecb, 0x000060cb, 0x000062cb,
+ 0x000064cb, 0x000066cb, 0x000068cb, 0x00006acb,
+ 0x00006ccb, 0x00006ecb, 0x000070cb, 0x000072cb,
+ 0x000074cb, 0x000076cb, 0x000078cb, 0x00007acb,
+ 0x00007ccb, 0x00007ecb, 0x000080cb, 0x000082cb,
+ 0x000084cb, 0x000086cb, 0x000088cb, 0x00008acb,
+ 0x00008ccb, 0x00008ecb, 0x000090cb, 0x000092cb,
+ 0x000094cb, 0x000096cb, 0x000098cb, 0x00009acb,
+ 0x00009ccb, 0x00009ecb, 0x0000a0cb, 0x0000a2cb,
+ 0x0000a4cb, 0x0000a6cb, 0x0000a8cb, 0x0000aacb,
+ 0x0000accb, 0x0000aecb, 0x0000b0cb, 0x0000b2cb,
+ 0x0000b4cb, 0x0000b6cb, 0x0000b8cb, 0x0000bacb,
+ 0x0000bccb, 0x0000becb, 0x0000c0cb, 0x0000c2cb,
+ 0x0000c4cb, 0x0000c6cb, 0x0000c8cb, 0x0000cacb,
+ 0x0000cccb, 0x0000cecb, 0x0000d0cb, 0x0000d2cb,
+ 0x0000d4cb, 0x0000d6cb, 0x0000d8cb, 0x0000dacb,
+ 0x0000dccb, 0x0000decb, 0x0000e0cb, 0x0000e2cb,
+ 0x0000e4cb, 0x0000e6cb, 0x0000e8cb, 0x0000eacb,
+ 0x0000eccb, 0x0000eecb, 0x0000f0cb, 0x0000f2cb,
+ 0x0000f4cb, 0x0000f6cb, 0x0000f8cb, 0x0000facb,
+ 0x0000fccb, 0x0000fecb, 0x000001cc, 0x000003cc,
+ 0x000005cc, 0x000007cc, 0x000009cc, 0x00000bcc,
+ 0x00000dcc, 0x00000fcc, 0x000011cc, 0x000013cc,
+ 0x000015cc, 0x000017cc, 0x000019cc, 0x00001bcc,
+ 0x00001dcc, 0x00001fcc, 0x000021cc, 0x000023cc,
+ 0x000025cc, 0x000027cc, 0x000029cc, 0x00002bcc,
+ 0x00002dcc, 0x00002fcc, 0x000031cc, 0x000033cc,
+ 0x000035cc, 0x000037cc, 0x000039cc, 0x00003bcc,
+ 0x00003dcc, 0x00003fcc, 0x000041cc, 0x000043cc,
+ 0x000045cc, 0x000047cc, 0x000049cc, 0x00004bcc,
+ 0x00004dcc, 0x00004fcc, 0x000051cc, 0x000053cc,
+ 0x000055cc, 0x000057cc, 0x000059cc, 0x00005bcc,
+ 0x00005dcc, 0x00005fcc, 0x000061cc, 0x000063cc,
+ 0x000065cc, 0x000067cc, 0x000069cc, 0x00006bcc,
+ 0x00006dcc, 0x00006fcc, 0x000071cc, 0x000073cc,
+ 0x000075cc, 0x000077cc, 0x000079cc, 0x00007bcc,
+ 0x00007dcc, 0x00007fcc, 0x000081cc, 0x000083cc,
+ 0x000085cc, 0x000087cc, 0x000089cc, 0x00008bcc,
+ 0x00008dcc, 0x00008fcc, 0x000091cc, 0x000093cc,
+ 0x000095cc, 0x000097cc, 0x000099cc, 0x00009bcc,
+ 0x00009dcc, 0x00009fcc, 0x0000a1cc, 0x0000a3cc,
+ 0x0000a5cc, 0x0000a7cc, 0x0000a9cc, 0x0000abcc,
+ 0x0000adcc, 0x0000afcc, 0x0000b1cc, 0x0000b3cc,
+ 0x0000b5cc, 0x0000b7cc, 0x0000b9cc, 0x0000bbcc,
+ 0x0000bdcc, 0x0000bfcc, 0x0000c1cc, 0x0000c3cc,
+ 0x0000c5cc, 0x0000c7cc, 0x0000c9cc, 0x0000cbcc,
+ 0x0000cdcc, 0x0000cfcc, 0x0000d1cc, 0x0000d3cc,
+ 0x0000d5cc, 0x0000d7cc, 0x0000d9cc, 0x0000dbcc,
+ 0x0000ddcc, 0x0000dfcc, 0x0000e1cc, 0x0000e3cc,
+ 0x0000e5cc, 0x0000e7cc, 0x0000e9cc, 0x0000ebcc,
+ 0x0000edcc, 0x0000efcc, 0x0000f1cc, 0x0000f3cc,
+ 0x0000f5cc, 0x0000f7cc, 0x0000f9cc, 0x0000fbcc,
+ 0x0000fdcc, 0x0000ffcc, 0x000101cc, 0x000103cc,
+ 0x000105cc, 0x000107cc, 0x000109cc, 0x00010bcc,
+ 0x00010dcc, 0x00010fcc, 0x000111cc, 0x000113cc,
+ 0x000115cc, 0x000117cc, 0x000119cc, 0x00011bcc,
+ 0x00011dcc, 0x00011fcc, 0x000121cc, 0x000123cc,
+ 0x000125cc, 0x000127cc, 0x000129cc, 0x00012bcc,
+ 0x00012dcc, 0x00012fcc, 0x000131cc, 0x000133cc,
+ 0x000135cc, 0x000137cc, 0x000139cc, 0x00013bcc,
+ 0x00013dcc, 0x00013fcc, 0x000141cc, 0x000143cc,
+ 0x000145cc, 0x000147cc, 0x000149cc, 0x00014bcc,
+ 0x00014dcc, 0x00014fcc, 0x000151cc, 0x000153cc,
+ 0x000155cc, 0x000157cc, 0x000159cc, 0x00015bcc,
+ 0x00015dcc, 0x00015fcc, 0x000161cc, 0x000163cc,
+ 0x000165cc, 0x000167cc, 0x000169cc, 0x00016bcc,
+ 0x00016dcc, 0x00016fcc, 0x000171cc, 0x000173cc,
+ 0x000175cc, 0x000177cc, 0x000179cc, 0x00017bcc,
+ 0x00017dcc, 0x00017fcc, 0x000181cc, 0x000183cc,
+ 0x000185cc, 0x000187cc, 0x000189cc, 0x00018bcc,
+ 0x00018dcc, 0x00018fcc, 0x000191cc, 0x000193cc,
+ 0x000195cc, 0x000197cc, 0x000199cc, 0x00019bcc,
+ 0x00019dcc, 0x00019fcc, 0x0001a1cc, 0x0001a3cc,
+ 0x0001a5cc, 0x0001a7cc, 0x0001a9cc, 0x0001abcc,
+ 0x0001adcc, 0x0001afcc, 0x0001b1cc, 0x0001b3cc,
+ 0x0001b5cc, 0x0001b7cc, 0x0001b9cc, 0x0001bbcc,
+ 0x0001bdcc, 0x0001bfcc, 0x0001c1cc, 0x0001c3cc,
+ 0x0001c5cc, 0x0001c7cc, 0x0001c9cc, 0x0001cbcc,
+ 0x0001cdcc, 0x0001cfcc, 0x0001d1cc, 0x0001d3cc,
+ 0x0001d5cc, 0x0001d7cc, 0x0001d9cc, 0x0001dbcc,
+ 0x0001ddcc, 0x0001dfcc, 0x0001e1cc, 0x0001e3cc,
+ 0x0001e5cc, 0x0001e7cc, 0x0001e9cc, 0x0001ebcc,
+ 0x0001edcc, 0x0001efcc, 0x0001f1cc, 0x0001f3cc,
+ 0x0001f5cc, 0x0001f7cc, 0x0001f9cc, 0x0001fbcc,
+ 0x0001fdcc, 0x0001ffcc, 0x0000002c, 0x0000022c,
+ 0x0000042c, 0x0000062c, 0x0000082c, 0x00000a2c,
+ 0x00000c2c, 0x00000e2c, 0x0000102c, 0x0000122c,
+ 0x0000142c, 0x0000162c, 0x0000182c, 0x00001a2c,
+ 0x00001c2c, 0x00001e2c, 0x0000202c, 0x0000222c,
+ 0x0000242c, 0x0000262c, 0x0000282c, 0x00002a2c,
+ 0x00002c2c, 0x00002e2c, 0x0000302c, 0x0000322c,
+ 0x0000342c, 0x0000362c, 0x0000382c, 0x00003a2c,
+ 0x00003c2c, 0x00003e2c, 0x0000402c, 0x0000422c,
+ 0x0000442c, 0x0000462c, 0x0000482c, 0x00004a2c,
+ 0x00004c2c, 0x00004e2c, 0x0000502c, 0x0000522c,
+ 0x0000542c, 0x0000562c, 0x0000582c, 0x00005a2c,
+ 0x00005c2c, 0x00005e2c, 0x0000602c, 0x0000622c,
+ 0x0000642c, 0x0000662c, 0x0000682c, 0x00006a2c,
+ 0x00006c2c, 0x00006e2c, 0x0000702c, 0x0000722c,
+ 0x0000742c, 0x0000762c, 0x0000782c, 0x00007a2c,
+ 0x00007c2c, 0x00007e2c, 0x0000802c, 0x0000822c,
+ 0x0000842c, 0x0000862c, 0x0000882c, 0x00008a2c,
+ 0x00008c2c, 0x00008e2c, 0x0000902c, 0x0000922c,
+ 0x0000942c, 0x0000962c, 0x0000982c, 0x00009a2c,
+ 0x00009c2c, 0x00009e2c, 0x0000a02c, 0x0000a22c,
+ 0x0000a42c, 0x0000a62c, 0x0000a82c, 0x0000aa2c,
+ 0x0000ac2c, 0x0000ae2c, 0x0000b02c, 0x0000b22c,
+ 0x0000b42c, 0x0000b62c, 0x0000b82c, 0x0000ba2c,
+ 0x0000bc2c, 0x0000be2c, 0x0000c02c, 0x0000c22c,
+ 0x0000c42c, 0x0000c62c, 0x0000c82c, 0x0000ca2c,
+ 0x0000cc2c, 0x0000ce2c, 0x0000d02c, 0x0000d22c,
+ 0x0000d42c, 0x0000d62c, 0x0000d82c, 0x0000da2c,
+ 0x0000dc2c, 0x0000de2c, 0x0000e02c, 0x0000e22c,
+ 0x0000e42c, 0x0000e62c, 0x0000e82c, 0x0000ea2c,
+ 0x0000ec2c, 0x0000ee2c, 0x0000f02c, 0x0000f22c,
+ 0x0000f42c, 0x0000f62c, 0x0000f82c, 0x0000fa2c,
+ 0x0000fc2c, 0x0000fe2c, 0x0001002c, 0x0001022c,
+ 0x0001042c, 0x0001062c, 0x0001082c, 0x00010a2c,
+ 0x00010c2c, 0x00010e2c, 0x0001102c, 0x0001122c,
+ 0x0001142c, 0x0001162c, 0x0001182c, 0x00011a2c,
+ 0x00011c2c, 0x00011e2c, 0x0001202c, 0x0001222c,
+ 0x0001242c, 0x0001262c, 0x0001282c, 0x00012a2c,
+ 0x00012c2c, 0x00012e2c, 0x0001302c, 0x0001322c,
+ 0x0001342c, 0x0001362c, 0x0001382c, 0x00013a2c,
+ 0x00013c2c, 0x00013e2c, 0x0001402c, 0x0001422c,
+ 0x0001442c, 0x0001462c, 0x0001482c, 0x00014a2c,
+ 0x00014c2c, 0x00014e2c, 0x0001502c, 0x0001522c,
+ 0x0001542c, 0x0001562c, 0x0001582c, 0x00015a2c,
+ 0x00015c2c, 0x00015e2c, 0x0001602c, 0x0001622c,
+ 0x0001642c, 0x0001662c, 0x0001682c, 0x00016a2c,
+ 0x00016c2c, 0x00016e2c, 0x0001702c, 0x0001722c,
+ 0x0001742c, 0x0001762c, 0x0001782c, 0x00017a2c,
+ 0x00017c2c, 0x00017e2c, 0x0001802c, 0x0001822c,
+ 0x0001842c, 0x0001862c, 0x0001882c, 0x00018a2c,
+ 0x00018c2c, 0x00018e2c, 0x0001902c, 0x0001922c,
+ 0x0001942c, 0x0001962c, 0x0001982c, 0x00019a2c,
+ 0x00019c2c, 0x00019e2c, 0x0001a02c, 0x0001a22c,
+ 0x0001a42c, 0x0001a62c, 0x0001a82c, 0x0001aa2c,
+ 0x0001ac2c, 0x0001ae2c, 0x0001b02c, 0x0001b22c,
+ 0x0001b42c, 0x0001b62c, 0x0001b82c, 0x0001ba2c,
+ 0x0001bc2c, 0x0001be2c, 0x0001c02c, 0x0001c22c,
+ 0x0001c42c, 0x0001c62c, 0x0001c82c, 0x0001ca2c,
+ 0x0001cc2c, 0x0001ce2c, 0x0001d02c, 0x0001d22c,
+ 0x0001d42c, 0x0001d62c, 0x0001d82c, 0x0001da2c,
+ 0x0001dc2c, 0x0001de2c, 0x0001e02c, 0x0001e22c,
+ 0x0001e42c, 0x0001e62c, 0x0001e82c, 0x0001ea2c,
+ 0x0001ec2c, 0x0001ee2c, 0x0001f02c, 0x0001f22c,
+ 0x0001f42c, 0x0001f62c, 0x0001f82c, 0x0001fa2c,
+ 0x0001fc2c, 0x0001fe2c, 0x0000012d, 0x0000032d,
+ 0x0000052d, 0x0000072d, 0x0000092d, 0x00000b2d,
+ 0x00000d2d, 0x00000f2d, 0x0000112d, 0x0000132d,
+ 0x0000152d, 0x0000172d, 0x0000192d, 0x00001b2d,
+ 0x00001d2d, 0x00001f2d, 0x0000212d, 0x0000232d,
+ 0x0000252d, 0x0000272d, 0x0000292d, 0x00002b2d,
+ 0x00002d2d, 0x00002f2d, 0x0000312d, 0x0000332d,
+ 0x0000352d, 0x0000372d, 0x0000392d, 0x00003b2d,
+ 0x00003d2d, 0x00003f2d, 0x0000412d, 0x0000432d,
+ 0x0000452d, 0x0000472d, 0x0000492d, 0x00004b2d,
+ 0x00004d2d, 0x00004f2d, 0x0000512d, 0x0000532d,
+ 0x0000552d, 0x0000572d, 0x0000592d, 0x00005b2d,
+ 0x00005d2d, 0x00005f2d, 0x0000612d, 0x0000632d,
+ 0x0000652d, 0x0000672d, 0x0000692d, 0x00006b2d,
+ 0x00006d2d, 0x00006f2d, 0x0000712d, 0x0000732d,
+ 0x0000752d, 0x0000772d, 0x0000792d, 0x00007b2d,
+ 0x00007d2d, 0x00007f2d, 0x0000812d, 0x0000832d,
+ 0x0000852d, 0x0000872d, 0x0000892d, 0x00008b2d,
+ 0x00008d2d, 0x00008f2d, 0x0000912d, 0x0000932d,
+ 0x0000952d, 0x0000972d, 0x0000992d, 0x00009b2d,
+ 0x00009d2d, 0x00009f2d, 0x0000a12d, 0x0000a32d,
+ 0x0000a52d, 0x0000a72d, 0x0000a92d, 0x0000ab2d,
+ 0x0000ad2d, 0x0000af2d, 0x0000b12d, 0x0000b32d,
+ 0x0000b52d, 0x0000b72d, 0x0000b92d, 0x0000bb2d,
+ 0x0000bd2d, 0x0000bf2d, 0x0000c12d, 0x0000c32d,
+ 0x0000c52d, 0x0000c72d, 0x0000c92d, 0x0000cb2d,
+ 0x0000cd2d, 0x0000cf2d, 0x0000d12d, 0x0000d32d,
+ 0x0000d52d, 0x0000d72d, 0x0000d92d, 0x0000db2d,
+ 0x0000dd2d, 0x0000df2d, 0x0000e12d, 0x0000e32d,
+ 0x0000e52d, 0x0000e72d, 0x0000e92d, 0x0000eb2d,
+ 0x0000ed2d, 0x0000ef2d, 0x0000f12d, 0x0000f32d,
+ 0x0000f52d, 0x0000f72d, 0x0000f92d, 0x0000fb2d,
+ 0x0000fd2d, 0x0000ff2d, 0x0001012d, 0x0001032d,
+ 0x0001052d, 0x0001072d, 0x0001092d, 0x00010b2d,
+ 0x00010d2d, 0x00010f2d, 0x0001112d, 0x0001132d,
+ 0x0001152d, 0x0001172d, 0x0001192d, 0x00011b2d,
+ 0x00011d2d, 0x00011f2d, 0x0001212d, 0x0001232d,
+ 0x0001252d, 0x0001272d, 0x0001292d, 0x00012b2d,
+ 0x00012d2d, 0x00012f2d, 0x0001312d, 0x0001332d,
+ 0x0001352d, 0x0001372d, 0x0001392d, 0x00013b2d,
+ 0x00013d2d, 0x00013f2d, 0x0001412d, 0x0001432d,
+ 0x0001452d, 0x0001472d, 0x0001492d, 0x00014b2d,
+ 0x00014d2d, 0x00014f2d, 0x0001512d, 0x0001532d,
+ 0x0001552d, 0x0001572d, 0x0001592d, 0x00015b2d,
+ 0x00015d2d, 0x00015f2d, 0x0001612d, 0x0001632d,
+ 0x0001652d, 0x0001672d, 0x0001692d, 0x00016b2d,
+ 0x00016d2d, 0x00016f2d, 0x0001712d, 0x0001732d,
+ 0x0001752d, 0x0001772d, 0x0001792d, 0x00017b2d,
+ 0x00017d2d, 0x00017f2d, 0x0001812d, 0x0001832d,
+ 0x0001852d, 0x0001872d, 0x0001892d, 0x00018b2d,
+ 0x00018d2d, 0x00018f2d, 0x0001912d, 0x0001932d,
+ 0x0001952d, 0x0001972d, 0x0001992d, 0x00019b2d,
+ 0x00019d2d, 0x00019f2d, 0x0001a12d, 0x0001a32d,
+ 0x0001a52d, 0x0001a72d, 0x0001a92d, 0x0001ab2d,
+ 0x0001ad2d, 0x0001af2d, 0x0001b12d, 0x0001b32d,
+ 0x0001b52d, 0x0001b72d, 0x0001b92d, 0x0001bb2d,
+ 0x0001bd2d, 0x0001bf2d, 0x0001c12d, 0x0001c32d,
+ 0x0001c52d, 0x0001c72d, 0x0001c92d, 0x0001cb2d,
+ 0x0001cd2d, 0x0001cf2d, 0x0001d12d, 0x0001d32d,
+ 0x0001d52d, 0x0001d72d, 0x0001d92d, 0x0001db2d,
+ 0x0001dd2d, 0x0001df2d, 0x0001e12d, 0x0001e32d,
+ 0x0001e52d, 0x0001e72d, 0x0001e92d, 0x0001eb2d,
+ 0x0001ed2d, 0x0001ef2d, 0x0001f12d, 0x0001f32d,
+ 0x0001f52d, 0x0001f72d, 0x0001f92d, 0x0001fb2d,
+ 0x0001fd2d, 0x0001ff2d, 0x0002012d, 0x0002032d,
+ 0x0002052d, 0x0002072d, 0x0002092d, 0x00020b2d,
+ 0x00020d2d, 0x00020f2d, 0x0002112d, 0x0002132d,
+ 0x0002152d, 0x0002172d, 0x0002192d, 0x00021b2d,
+ 0x00021d2d, 0x00021f2d, 0x0002212d, 0x0002232d,
+ 0x0002252d, 0x0002272d, 0x0002292d, 0x00022b2d,
+ 0x00022d2d, 0x00022f2d, 0x0002312d, 0x0002332d,
+ 0x0002352d, 0x0002372d, 0x0002392d, 0x00023b2d,
+ 0x00023d2d, 0x00023f2d, 0x0002412d, 0x0002432d,
+ 0x0002452d, 0x0002472d, 0x0002492d, 0x00024b2d,
+ 0x00024d2d, 0x00024f2d, 0x0002512d, 0x0002532d,
+ 0x0002552d, 0x0002572d, 0x0002592d, 0x00025b2d,
+ 0x00025d2d, 0x00025f2d, 0x0002612d, 0x0002632d,
+ 0x0002652d, 0x0002672d, 0x0002692d, 0x00026b2d,
+ 0x00026d2d, 0x00026f2d, 0x0002712d, 0x0002732d,
+ 0x0002752d, 0x0002772d, 0x0002792d, 0x00027b2d,
+ 0x00027d2d, 0x00027f2d, 0x0002812d, 0x0002832d,
+ 0x0002852d, 0x0002872d, 0x0002892d, 0x00028b2d,
+ 0x00028d2d, 0x00028f2d, 0x0002912d, 0x0002932d,
+ 0x0002952d, 0x0002972d, 0x0002992d, 0x00029b2d,
+ 0x00029d2d, 0x00029f2d, 0x0002a12d, 0x0002a32d,
+ 0x0002a52d, 0x0002a72d, 0x0002a92d, 0x0002ab2d,
+ 0x0002ad2d, 0x0002af2d, 0x0002b12d, 0x0002b32d,
+ 0x0002b52d, 0x0002b72d, 0x0002b92d, 0x0002bb2d,
+ 0x0002bd2d, 0x0002bf2d, 0x0002c12d, 0x0002c32d,
+ 0x0002c52d, 0x0002c72d, 0x0002c92d, 0x0002cb2d,
+ 0x0002cd2d, 0x0002cf2d, 0x0002d12d, 0x0002d32d,
+ 0x0002d52d, 0x0002d72d, 0x0002d92d, 0x0002db2d,
+ 0x0002dd2d, 0x0002df2d, 0x0002e12d, 0x0002e32d,
+ 0x0002e52d, 0x0002e72d, 0x0002e92d, 0x0002eb2d,
+ 0x0002ed2d, 0x0002ef2d, 0x0002f12d, 0x0002f32d,
+ 0x0002f52d, 0x0002f72d, 0x0002f92d, 0x0002fb2d,
+ 0x0002fd2d, 0x0002ff2d, 0x0003012d, 0x0003032d,
+ 0x0003052d, 0x0003072d, 0x0003092d, 0x00030b2d,
+ 0x00030d2d, 0x00030f2d, 0x0003112d, 0x0003132d,
+ 0x0003152d, 0x0003172d, 0x0003192d, 0x00031b2d,
+ 0x00031d2d, 0x00031f2d, 0x0003212d, 0x0003232d,
+ 0x0003252d, 0x0003272d, 0x0003292d, 0x00032b2d,
+ 0x00032d2d, 0x00032f2d, 0x0003312d, 0x0003332d,
+ 0x0003352d, 0x0003372d, 0x0003392d, 0x00033b2d,
+ 0x00033d2d, 0x00033f2d, 0x0003412d, 0x0003432d,
+ 0x0003452d, 0x0003472d, 0x0003492d, 0x00034b2d,
+ 0x00034d2d, 0x00034f2d, 0x0003512d, 0x0003532d,
+ 0x0003552d, 0x0003572d, 0x0003592d, 0x00035b2d,
+ 0x00035d2d, 0x00035f2d, 0x0003612d, 0x0003632d,
+ 0x0003652d, 0x0003672d, 0x0003692d, 0x00036b2d,
+ 0x00036d2d, 0x00036f2d, 0x0003712d, 0x0003732d,
+ 0x0003752d, 0x0003772d, 0x0003792d, 0x00037b2d,
+ 0x00037d2d, 0x00037f2d, 0x0003812d, 0x0003832d,
+ 0x0003852d, 0x0003872d, 0x0003892d, 0x00038b2d,
+ 0x00038d2d, 0x00038f2d, 0x0003912d, 0x0003932d,
+ 0x0003952d, 0x0003972d, 0x0003992d, 0x00039b2d,
+ 0x00039d2d, 0x00039f2d, 0x0003a12d, 0x0003a32d,
+ 0x0003a52d, 0x0003a72d, 0x0003a92d, 0x0003ab2d,
+ 0x0003ad2d, 0x0003af2d, 0x0003b12d, 0x0003b32d,
+ 0x0003b52d, 0x0003b72d, 0x0003b92d, 0x0003bb2d,
+ 0x0003bd2d, 0x0003bf2d, 0x0003c12d, 0x0003c32d,
+ 0x0003c52d, 0x0003c72d, 0x0003c92d, 0x0003cb2d,
+ 0x0003cd2d, 0x0003cf2d, 0x0003d12d, 0x0003d32d,
+ 0x0003d52d, 0x0003d72d, 0x0003d92d, 0x0003db2d,
+ 0x0003dd2d, 0x0003df2d, 0x0003e12d, 0x0003e32d,
+ 0x0003e52d, 0x0003e72d, 0x0003e92d, 0x0003eb2d,
+ 0x0003ed2d, 0x0003ef2d, 0x0003f12d, 0x0003f32d,
+ 0x0003f52d, 0x0003f72d, 0x0003f92d, 0x0003fb2d,
+ 0x0003fd2d, 0x0003ff2d, 0x000002ee, 0x000006ee,
+ 0x00000aee, 0x00000eee, 0x000012ee, 0x000016ee,
+ 0x00001aee, 0x00001eee, 0x000022ee, 0x000026ee,
+ 0x00002aee, 0x00002eee, 0x000032ee, 0x000036ee,
+ 0x00003aee, 0x00003eee, 0x000042ee, 0x000046ee,
+ 0x00004aee, 0x00004eee, 0x000052ee, 0x000056ee,
+ 0x00005aee, 0x00005eee, 0x000062ee, 0x000066ee,
+ 0x00006aee, 0x00006eee, 0x000072ee, 0x000076ee,
+ 0x00007aee, 0x00007eee, 0x000082ee, 0x000086ee,
+ 0x00008aee, 0x00008eee, 0x000092ee, 0x000096ee,
+ 0x00009aee, 0x00009eee, 0x0000a2ee, 0x0000a6ee,
+ 0x0000aaee, 0x0000aeee, 0x0000b2ee, 0x0000b6ee,
+ 0x0000baee, 0x0000beee, 0x0000c2ee, 0x0000c6ee,
+ 0x0000caee, 0x0000ceee, 0x0000d2ee, 0x0000d6ee,
+ 0x0000daee, 0x0000deee, 0x0000e2ee, 0x0000e6ee,
+ 0x0000eaee, 0x0000eeee, 0x0000f2ee, 0x0000f6ee,
+ 0x0000faee, 0x0000feee, 0x000102ee, 0x000106ee,
+ 0x00010aee, 0x00010eee, 0x000112ee, 0x000116ee,
+ 0x00011aee, 0x00011eee, 0x000122ee, 0x000126ee,
+ 0x00012aee, 0x00012eee, 0x000132ee, 0x000136ee,
+ 0x00013aee, 0x00013eee, 0x000142ee, 0x000146ee,
+ 0x00014aee, 0x00014eee, 0x000152ee, 0x000156ee,
+ 0x00015aee, 0x00015eee, 0x000162ee, 0x000166ee,
+ 0x00016aee, 0x00016eee, 0x000172ee, 0x000176ee,
+ 0x00017aee, 0x00017eee, 0x000182ee, 0x000186ee,
+ 0x00018aee, 0x00018eee, 0x000192ee, 0x000196ee,
+ 0x00019aee, 0x00019eee, 0x0001a2ee, 0x0001a6ee,
+ 0x0001aaee, 0x0001aeee, 0x0001b2ee, 0x0001b6ee,
+ 0x0001baee, 0x0001beee, 0x0001c2ee, 0x0001c6ee,
+ 0x0001caee, 0x0001ceee, 0x0001d2ee, 0x0001d6ee,
+ 0x0001daee, 0x0001deee, 0x0001e2ee, 0x0001e6ee,
+ 0x0001eaee, 0x0001eeee, 0x0001f2ee, 0x0001f6ee,
+ 0x0001faee, 0x0001feee, 0x000202ee, 0x000206ee,
+ 0x00020aee, 0x00020eee, 0x000212ee, 0x000216ee,
+ 0x00021aee, 0x00021eee, 0x000222ee, 0x000226ee,
+ 0x00022aee, 0x00022eee, 0x000232ee, 0x000236ee,
+ 0x00023aee, 0x00023eee, 0x000242ee, 0x000246ee,
+ 0x00024aee, 0x00024eee, 0x000252ee, 0x000256ee,
+ 0x00025aee, 0x00025eee, 0x000262ee, 0x000266ee,
+ 0x00026aee, 0x00026eee, 0x000272ee, 0x000276ee,
+ 0x00027aee, 0x00027eee, 0x000282ee, 0x000286ee,
+ 0x00028aee, 0x00028eee, 0x000292ee, 0x000296ee,
+ 0x00029aee, 0x00029eee, 0x0002a2ee, 0x0002a6ee,
+ 0x0002aaee, 0x0002aeee, 0x0002b2ee, 0x0002b6ee,
+ 0x0002baee, 0x0002beee, 0x0002c2ee, 0x0002c6ee,
+ 0x0002caee, 0x0002ceee, 0x0002d2ee, 0x0002d6ee,
+ 0x0002daee, 0x0002deee, 0x0002e2ee, 0x0002e6ee,
+ 0x0002eaee, 0x0002eeee, 0x0002f2ee, 0x0002f6ee,
+ 0x0002faee, 0x0002feee, 0x000302ee, 0x000306ee,
+ 0x00030aee, 0x00030eee, 0x000312ee, 0x000316ee,
+ 0x00031aee, 0x00031eee, 0x000322ee, 0x000326ee,
+ 0x00032aee, 0x00032eee, 0x000332ee, 0x000336ee,
+ 0x00033aee, 0x00033eee, 0x000342ee, 0x000346ee,
+ 0x00034aee, 0x00034eee, 0x000352ee, 0x000356ee,
+ 0x00035aee, 0x00035eee, 0x000362ee, 0x000366ee,
+ 0x00036aee, 0x00036eee, 0x000372ee, 0x000376ee,
+ 0x00037aee, 0x00037eee, 0x000382ee, 0x000386ee,
+ 0x00038aee, 0x00038eee, 0x000392ee, 0x000396ee,
+ 0x00039aee, 0x00039eee, 0x0003a2ee, 0x0003a6ee,
+ 0x0003aaee, 0x0003aeee, 0x0003b2ee, 0x0003b6ee,
+ 0x0003baee, 0x0003beee, 0x0003c2ee, 0x0003c6ee,
+ 0x0003caee, 0x0003ceee, 0x0003d2ee, 0x0003d6ee,
+ 0x0003daee, 0x0003deee, 0x0003e2ee, 0x0003e6ee,
+ 0x0003eaee, 0x0003eeee, 0x0003f2ee, 0x0003f6ee,
+ 0x0003faee, 0x0003feee, 0x000402ee, 0x000406ee,
+ 0x00040aee, 0x00040eee, 0x000412ee, 0x000416ee,
+ 0x00041aee, 0x00041eee, 0x000422ee, 0x000426ee,
+ 0x00042aee, 0x00042eee, 0x000432ee, 0x000436ee,
+ 0x00043aee, 0x00043eee, 0x000442ee, 0x000446ee,
+ 0x00044aee, 0x00044eee, 0x000452ee, 0x000456ee,
+ 0x00045aee, 0x00045eee, 0x000462ee, 0x000466ee,
+ 0x00046aee, 0x00046eee, 0x000472ee, 0x000476ee,
+ 0x00047aee, 0x00047eee, 0x000482ee, 0x000486ee,
+ 0x00048aee, 0x00048eee, 0x000492ee, 0x000496ee,
+ 0x00049aee, 0x00049eee, 0x0004a2ee, 0x0004a6ee,
+ 0x0004aaee, 0x0004aeee, 0x0004b2ee, 0x0004b6ee,
+ 0x0004baee, 0x0004beee, 0x0004c2ee, 0x0004c6ee,
+ 0x0004caee, 0x0004ceee, 0x0004d2ee, 0x0004d6ee,
+ 0x0004daee, 0x0004deee, 0x0004e2ee, 0x0004e6ee,
+ 0x0004eaee, 0x0004eeee, 0x0004f2ee, 0x0004f6ee,
+ 0x0004faee, 0x0004feee, 0x000502ee, 0x000506ee,
+ 0x00050aee, 0x00050eee, 0x000512ee, 0x000516ee,
+ 0x00051aee, 0x00051eee, 0x000522ee, 0x000526ee,
+ 0x00052aee, 0x00052eee, 0x000532ee, 0x000536ee,
+ 0x00053aee, 0x00053eee, 0x000542ee, 0x000546ee,
+ 0x00054aee, 0x00054eee, 0x000552ee, 0x000556ee,
+ 0x00055aee, 0x00055eee, 0x000562ee, 0x000566ee,
+ 0x00056aee, 0x00056eee, 0x000572ee, 0x000576ee,
+ 0x00057aee, 0x00057eee, 0x000582ee, 0x000586ee,
+ 0x00058aee, 0x00058eee, 0x000592ee, 0x000596ee,
+ 0x00059aee, 0x00059eee, 0x0005a2ee, 0x0005a6ee,
+ 0x0005aaee, 0x0005aeee, 0x0005b2ee, 0x0005b6ee,
+ 0x0005baee, 0x0005beee, 0x0005c2ee, 0x0005c6ee,
+ 0x0005caee, 0x0005ceee, 0x0005d2ee, 0x0005d6ee,
+ 0x0005daee, 0x0005deee, 0x0005e2ee, 0x0005e6ee,
+ 0x0005eaee, 0x0005eeee, 0x0005f2ee, 0x0005f6ee,
+ 0x0005faee, 0x0005feee, 0x000602ee, 0x000606ee,
+ 0x00060aee, 0x00060eee, 0x000612ee, 0x000616ee,
+ 0x00061aee, 0x00061eee, 0x000622ee, 0x000626ee,
+ 0x00062aee, 0x00062eee, 0x000632ee, 0x000636ee,
+ 0x00063aee, 0x00063eee, 0x000642ee, 0x000646ee,
+ 0x00064aee, 0x00064eee, 0x000652ee, 0x000656ee,
+ 0x00065aee, 0x00065eee, 0x000662ee, 0x000666ee,
+ 0x00066aee, 0x00066eee, 0x000672ee, 0x000676ee,
+ 0x00067aee, 0x00067eee, 0x000682ee, 0x000686ee,
+ 0x00068aee, 0x00068eee, 0x000692ee, 0x000696ee,
+ 0x00069aee, 0x00069eee, 0x0006a2ee, 0x0006a6ee,
+ 0x0006aaee, 0x0006aeee, 0x0006b2ee, 0x0006b6ee,
+ 0x0006baee, 0x0006beee, 0x0006c2ee, 0x0006c6ee,
+ 0x0006caee, 0x0006ceee, 0x0006d2ee, 0x0006d6ee,
+ 0x0006daee, 0x0006deee, 0x0006e2ee, 0x0006e6ee,
+ 0x0006eaee, 0x0006eeee, 0x0006f2ee, 0x0006f6ee,
+ 0x0006faee, 0x0006feee, 0x000702ee, 0x000706ee,
+ 0x00070aee, 0x00070eee, 0x000712ee, 0x000716ee,
+ 0x00071aee, 0x00071eee, 0x000722ee, 0x000726ee,
+ 0x00072aee, 0x00072eee, 0x000732ee, 0x000736ee,
+ 0x00073aee, 0x00073eee, 0x000742ee, 0x000746ee,
+ 0x00074aee, 0x00074eee, 0x000752ee, 0x000756ee,
+ 0x00075aee, 0x00075eee, 0x000762ee, 0x000766ee,
+ 0x00076aee, 0x00076eee, 0x000772ee, 0x000776ee,
+ 0x00077aee, 0x00077eee, 0x000782ee, 0x000786ee,
+ 0x00078aee, 0x00078eee, 0x000792ee, 0x000796ee,
+ 0x00079aee, 0x00079eee, 0x0007a2ee, 0x0007a6ee,
+ 0x0007aaee, 0x0007aeee, 0x0007b2ee, 0x0007b6ee,
+ 0x0007baee, 0x0007beee, 0x0007c2ee, 0x0007c6ee,
+ 0x0007caee, 0x0007ceee, 0x0007d2ee, 0x0007d6ee,
+ 0x0007daee, 0x0007deee, 0x0007e2ee, 0x0007e6ee,
+ 0x0007eaee, 0x0007eeee, 0x0007f2ee, 0x0007f6ee,
+ 0x0007faee, 0x0007feee, 0x0000000d, 0x0000010d,
+ 0x0000020d, 0x0000030d, 0x0000040d, 0x0000050d,
+ 0x0000060d, 0x0000070d, 0x0000080d, 0x0000090d,
+ 0x00000a0d, 0x00000b0d, 0x00000c0d, 0x00000d0d,
+ 0x00000e0d, 0x00000f0d, 0x0000100d, 0x0000110d,
+ 0x0000120d, 0x0000130d, 0x0000140d, 0x0000150d,
+ 0x0000160d, 0x0000170d, 0x0000180d, 0x0000190d,
+ 0x00001a0d, 0x00001b0d, 0x00001c0d, 0x00001d0d,
+ 0x00001e0d, 0x00001f0d, 0x0000200d, 0x0000210d,
+ 0x0000220d, 0x0000230d, 0x0000240d, 0x0000250d,
+ 0x0000260d, 0x0000270d, 0x0000280d, 0x0000290d,
+ 0x00002a0d, 0x00002b0d, 0x00002c0d, 0x00002d0d,
+ 0x00002e0d, 0x00002f0d, 0x0000300d, 0x0000310d,
+ 0x0000320d, 0x0000330d, 0x0000340d, 0x0000350d,
+ 0x0000360d, 0x0000370d, 0x0000380d, 0x0000390d,
+ 0x00003a0d, 0x00003b0d, 0x00003c0d, 0x00003d0d,
+ 0x00003e0d, 0x00003f0d, 0x0000400d, 0x0000410d,
+ 0x0000420d, 0x0000430d, 0x0000440d, 0x0000450d,
+ 0x0000460d, 0x0000470d, 0x0000480d, 0x0000490d,
+ 0x00004a0d, 0x00004b0d, 0x00004c0d, 0x00004d0d,
+ 0x00004e0d, 0x00004f0d, 0x0000500d, 0x0000510d,
+ 0x0000520d, 0x0000530d, 0x0000540d, 0x0000550d,
+ 0x0000560d, 0x0000570d, 0x0000580d, 0x0000590d,
+ 0x00005a0d, 0x00005b0d, 0x00005c0d, 0x00005d0d,
+ 0x00005e0d, 0x00005f0d, 0x0000600d, 0x0000610d,
+ 0x0000620d, 0x0000630d, 0x0000640d, 0x0000650d,
+ 0x0000660d, 0x0000670d, 0x0000680d, 0x0000690d,
+ 0x00006a0d, 0x00006b0d, 0x00006c0d, 0x00006d0d,
+ 0x00006e0d, 0x00006f0d, 0x0000700d, 0x0000710d,
+ 0x0000720d, 0x0000730d, 0x0000740d, 0x0000750d,
+ 0x0000760d, 0x0000770d, 0x0000780d, 0x0000790d,
+ 0x00007a0d, 0x00007b0d, 0x00007c0d, 0x00007d0d,
+ 0x00007e0d, 0x00007f0d, 0x0000800d, 0x0000810d,
+ 0x0000820d, 0x0000830d, 0x0000840d, 0x0000850d,
+ 0x0000860d, 0x0000870d, 0x0000880d, 0x0000890d,
+ 0x00008a0d, 0x00008b0d, 0x00008c0d, 0x00008d0d,
+ 0x00008e0d, 0x00008f0d, 0x0000900d, 0x0000910d,
+ 0x0000920d, 0x0000930d, 0x0000940d, 0x0000950d,
+ 0x0000960d, 0x0000970d, 0x0000980d, 0x0000990d,
+ 0x00009a0d, 0x00009b0d, 0x00009c0d, 0x00009d0d,
+ 0x00009e0d, 0x00009f0d, 0x0000a00d, 0x0000a10d,
+ 0x0000a20d, 0x0000a30d, 0x0000a40d, 0x0000a50d,
+ 0x0000a60d, 0x0000a70d, 0x0000a80d, 0x0000a90d,
+ 0x0000aa0d, 0x0000ab0d, 0x0000ac0d, 0x0000ad0d,
+ 0x0000ae0d, 0x0000af0d, 0x0000b00d, 0x0000b10d,
+ 0x0000b20d, 0x0000b30d, 0x0000b40d, 0x0000b50d,
+ 0x0000b60d, 0x0000b70d, 0x0000b80d, 0x0000b90d,
+ 0x0000ba0d, 0x0000bb0d, 0x0000bc0d, 0x0000bd0d,
+ 0x0000be0d, 0x0000bf0d, 0x0000c00d, 0x0000c10d,
+ 0x0000c20d, 0x0000c30d, 0x0000c40d, 0x0000c50d,
+ 0x0000c60d, 0x0000c70d, 0x0000c80d, 0x0000c90d,
+ 0x0000ca0d, 0x0000cb0d, 0x0000cc0d, 0x0000cd0d,
+ 0x0000ce0d, 0x0000cf0d, 0x0000d00d, 0x0000d10d,
+ 0x0000d20d, 0x0000d30d, 0x0000d40d, 0x0000d50d,
+ 0x0000d60d, 0x0000d70d, 0x0000d80d, 0x0000d90d,
+ 0x0000da0d, 0x0000db0d, 0x0000dc0d, 0x0000dd0d,
+ 0x0000de0d, 0x0000df0d, 0x0000e00d, 0x0000e10d,
+ 0x0000e20d, 0x0000e30d, 0x0000e40d, 0x0000e50d,
+ 0x0000e60d, 0x0000e70d, 0x0000e80d, 0x0000e90d,
+ 0x0000ea0d, 0x0000eb0d, 0x0000ec0d, 0x0000ed0d,
+ 0x0000ee0d, 0x0000ef0d, 0x0000f00d, 0x0000f10d,
+ 0x0000f20d, 0x0000f30d, 0x0000f40d, 0x0000f50d,
+ 0x0000f60d, 0x0000f70d, 0x0000f80d, 0x0000f90d,
+ 0x0000fa0d, 0x0000fb0d, 0x0000fc0d, 0x0000fd0d,
+ 0x0000fe0d, 0x0000ff0d, 0x0001000d, 0x0001010d,
+ 0x0001020d, 0x0001030d, 0x0001040d, 0x0001050d,
+ 0x0001060d, 0x0001070d, 0x0001080d, 0x0001090d,
+ 0x00010a0d, 0x00010b0d, 0x00010c0d, 0x00010d0d,
+ 0x00010e0d, 0x00010f0d, 0x0001100d, 0x0001110d,
+ 0x0001120d, 0x0001130d, 0x0001140d, 0x0001150d,
+ 0x0001160d, 0x0001170d, 0x0001180d, 0x0001190d,
+ 0x00011a0d, 0x00011b0d, 0x00011c0d, 0x00011d0d,
+ 0x00011e0d, 0x00011f0d, 0x0001200d, 0x0001210d,
+ 0x0001220d, 0x0001230d, 0x0001240d, 0x0001250d,
+ 0x0001260d, 0x0001270d, 0x0001280d, 0x0001290d,
+ 0x00012a0d, 0x00012b0d, 0x00012c0d, 0x00012d0d,
+ 0x00012e0d, 0x00012f0d, 0x0001300d, 0x0001310d,
+ 0x0001320d, 0x0001330d, 0x0001340d, 0x0001350d,
+ 0x0001360d, 0x0001370d, 0x0001380d, 0x0001390d,
+ 0x00013a0d, 0x00013b0d, 0x00013c0d, 0x00013d0d,
+ 0x00013e0d, 0x00013f0d, 0x0001400d, 0x0001410d,
+ 0x0001420d, 0x0001430d, 0x0001440d, 0x0001450d,
+ 0x0001460d, 0x0001470d, 0x0001480d, 0x0001490d,
+ 0x00014a0d, 0x00014b0d, 0x00014c0d, 0x00014d0d,
+ 0x00014e0d, 0x00014f0d, 0x0001500d, 0x0001510d,
+ 0x0001520d, 0x0001530d, 0x0001540d, 0x0001550d,
+ 0x0001560d, 0x0001570d, 0x0001580d, 0x0001590d,
+ 0x00015a0d, 0x00015b0d, 0x00015c0d, 0x00015d0d,
+ 0x00015e0d, 0x00015f0d, 0x0001600d, 0x0001610d,
+ 0x0001620d, 0x0001630d, 0x0001640d, 0x0001650d,
+ 0x0001660d, 0x0001670d, 0x0001680d, 0x0001690d,
+ 0x00016a0d, 0x00016b0d, 0x00016c0d, 0x00016d0d,
+ 0x00016e0d, 0x00016f0d, 0x0001700d, 0x0001710d,
+ 0x0001720d, 0x0001730d, 0x0001740d, 0x0001750d,
+ 0x0001760d, 0x0001770d, 0x0001780d, 0x0001790d,
+ 0x00017a0d, 0x00017b0d, 0x00017c0d, 0x00017d0d,
+ 0x00017e0d, 0x00017f0d, 0x0001800d, 0x0001810d,
+ 0x0001820d, 0x0001830d, 0x0001840d, 0x0001850d,
+ 0x0001860d, 0x0001870d, 0x0001880d, 0x0001890d,
+ 0x00018a0d, 0x00018b0d, 0x00018c0d, 0x00018d0d,
+ 0x00018e0d, 0x00018f0d, 0x0001900d, 0x0001910d,
+ 0x0001920d, 0x0001930d, 0x0001940d, 0x0001950d,
+ 0x0001960d, 0x0001970d, 0x0001980d, 0x0001990d,
+ 0x00019a0d, 0x00019b0d, 0x00019c0d, 0x00019d0d,
+ 0x00019e0d, 0x00019f0d, 0x0001a00d, 0x0001a10d,
+ 0x0001a20d, 0x0001a30d, 0x0001a40d, 0x0001a50d,
+ 0x0001a60d, 0x0001a70d, 0x0001a80d, 0x0001a90d,
+ 0x0001aa0d, 0x0001ab0d, 0x0001ac0d, 0x0001ad0d,
+ 0x0001ae0d, 0x0001af0d, 0x0001b00d, 0x0001b10d,
+ 0x0001b20d, 0x0001b30d, 0x0001b40d, 0x0001b50d,
+ 0x0001b60d, 0x0001b70d, 0x0001b80d, 0x0001b90d,
+ 0x0001ba0d, 0x0001bb0d, 0x0001bc0d, 0x0001bd0d,
+ 0x0001be0d, 0x0001bf0d, 0x0001c00d, 0x0001c10d,
+ 0x0001c20d, 0x0001c30d, 0x0001c40d, 0x0001c50d,
+ 0x0001c60d, 0x0001c70d, 0x0001c80d, 0x0001c90d,
+ 0x0001ca0d, 0x0001cb0d, 0x0001cc0d, 0x0001cd0d,
+ 0x0001ce0d, 0x0001cf0d, 0x0001d00d, 0x0001d10d,
+ 0x0001d20d, 0x0001d30d, 0x0001d40d, 0x0001d50d,
+ 0x0001d60d, 0x0001d70d, 0x0001d80d, 0x0001d90d,
+ 0x0001da0d, 0x0001db0d, 0x0001dc0d, 0x0001dd0d,
+ 0x0001de0d, 0x0001df0d, 0x0001e00d, 0x0001e10d,
+ 0x0001e20d, 0x0001e30d, 0x0001e40d, 0x0001e50d,
+ 0x0001e60d, 0x0001e70d, 0x0001e80d, 0x0001e90d,
+ 0x0001ea0d, 0x0001eb0d, 0x0001ec0d, 0x0001ed0d,
+ 0x0001ee0d, 0x0001ef0d, 0x0001f00d, 0x0001f10d,
+ 0x0001f20d, 0x0001f30d, 0x0001f40d, 0x0001f50d,
+ 0x0001f60d, 0x0001f70d, 0x0001f80d, 0x0001f90d,
+ 0x0001fa0d, 0x0001fb0d, 0x0001fc0d, 0x0001fd0d,
+ 0x0001fe0d, 0x0001ff0d, 0x0002000d, 0x0002010d,
+ 0x0002020d, 0x0002030d, 0x0002040d, 0x0002050d,
+ 0x0002060d, 0x0002070d, 0x0002080d, 0x0002090d,
+ 0x00020a0d, 0x00020b0d, 0x00020c0d, 0x00020d0d,
+ 0x00020e0d, 0x00020f0d, 0x0002100d, 0x0002110d,
+ 0x0002120d, 0x0002130d, 0x0002140d, 0x0002150d,
+ 0x0002160d, 0x0002170d, 0x0002180d, 0x0002190d,
+ 0x00021a0d, 0x00021b0d, 0x00021c0d, 0x00021d0d,
+ 0x00021e0d, 0x00021f0d, 0x0002200d, 0x0002210d,
+ 0x0002220d, 0x0002230d, 0x0002240d, 0x0002250d,
+ 0x0002260d, 0x0002270d, 0x0002280d, 0x0002290d,
+ 0x00022a0d, 0x00022b0d, 0x00022c0d, 0x00022d0d,
+ 0x00022e0d, 0x00022f0d, 0x0002300d, 0x0002310d,
+ 0x0002320d, 0x0002330d, 0x0002340d, 0x0002350d,
+ 0x0002360d, 0x0002370d, 0x0002380d, 0x0002390d,
+ 0x00023a0d, 0x00023b0d, 0x00023c0d, 0x00023d0d,
+ 0x00023e0d, 0x00023f0d, 0x0002400d, 0x0002410d,
+ 0x0002420d, 0x0002430d, 0x0002440d, 0x0002450d,
+ 0x0002460d, 0x0002470d, 0x0002480d, 0x0002490d,
+ 0x00024a0d, 0x00024b0d, 0x00024c0d, 0x00024d0d,
+ 0x00024e0d, 0x00024f0d, 0x0002500d, 0x0002510d,
+ 0x0002520d, 0x0002530d, 0x0002540d, 0x0002550d,
+ 0x0002560d, 0x0002570d, 0x0002580d, 0x0002590d,
+ 0x00025a0d, 0x00025b0d, 0x00025c0d, 0x00025d0d,
+ 0x00025e0d, 0x00025f0d, 0x0002600d, 0x0002610d,
+ 0x0002620d, 0x0002630d, 0x0002640d, 0x0002650d,
+ 0x0002660d, 0x0002670d, 0x0002680d, 0x0002690d,
+ 0x00026a0d, 0x00026b0d, 0x00026c0d, 0x00026d0d,
+ 0x00026e0d, 0x00026f0d, 0x0002700d, 0x0002710d,
+ 0x0002720d, 0x0002730d, 0x0002740d, 0x0002750d,
+ 0x0002760d, 0x0002770d, 0x0002780d, 0x0002790d,
+ 0x00027a0d, 0x00027b0d, 0x00027c0d, 0x00027d0d,
+ 0x00027e0d, 0x00027f0d, 0x0002800d, 0x0002810d,
+ 0x0002820d, 0x0002830d, 0x0002840d, 0x0002850d,
+ 0x0002860d, 0x0002870d, 0x0002880d, 0x0002890d,
+ 0x00028a0d, 0x00028b0d, 0x00028c0d, 0x00028d0d,
+ 0x00028e0d, 0x00028f0d, 0x0002900d, 0x0002910d,
+ 0x0002920d, 0x0002930d, 0x0002940d, 0x0002950d,
+ 0x0002960d, 0x0002970d, 0x0002980d, 0x0002990d,
+ 0x00029a0d, 0x00029b0d, 0x00029c0d, 0x00029d0d,
+ 0x00029e0d, 0x00029f0d, 0x0002a00d, 0x0002a10d,
+ 0x0002a20d, 0x0002a30d, 0x0002a40d, 0x0002a50d,
+ 0x0002a60d, 0x0002a70d, 0x0002a80d, 0x0002a90d,
+ 0x0002aa0d, 0x0002ab0d, 0x0002ac0d, 0x0002ad0d,
+ 0x0002ae0d, 0x0002af0d, 0x0002b00d, 0x0002b10d,
+ 0x0002b20d, 0x0002b30d, 0x0002b40d, 0x0002b50d,
+ 0x0002b60d, 0x0002b70d, 0x0002b80d, 0x0002b90d,
+ 0x0002ba0d, 0x0002bb0d, 0x0002bc0d, 0x0002bd0d,
+ 0x0002be0d, 0x0002bf0d, 0x0002c00d, 0x0002c10d,
+ 0x0002c20d, 0x0002c30d, 0x0002c40d, 0x0002c50d,
+ 0x0002c60d, 0x0002c70d, 0x0002c80d, 0x0002c90d,
+ 0x0002ca0d, 0x0002cb0d, 0x0002cc0d, 0x0002cd0d,
+ 0x0002ce0d, 0x0002cf0d, 0x0002d00d, 0x0002d10d,
+ 0x0002d20d, 0x0002d30d, 0x0002d40d, 0x0002d50d,
+ 0x0002d60d, 0x0002d70d, 0x0002d80d, 0x0002d90d,
+ 0x0002da0d, 0x0002db0d, 0x0002dc0d, 0x0002dd0d,
+ 0x0002de0d, 0x0002df0d, 0x0002e00d, 0x0002e10d,
+ 0x0002e20d, 0x0002e30d, 0x0002e40d, 0x0002e50d,
+ 0x0002e60d, 0x0002e70d, 0x0002e80d, 0x0002e90d,
+ 0x0002ea0d, 0x0002eb0d, 0x0002ec0d, 0x0002ed0d,
+ 0x0002ee0d, 0x0002ef0d, 0x0002f00d, 0x0002f10d,
+ 0x0002f20d, 0x0002f30d, 0x0002f40d, 0x0002f50d,
+ 0x0002f60d, 0x0002f70d, 0x0002f80d, 0x0002f90d,
+ 0x0002fa0d, 0x0002fb0d, 0x0002fc0d, 0x0002fd0d,
+ 0x0002fe0d, 0x0002ff0d, 0x0003000d, 0x0003010d,
+ 0x0003020d, 0x0003030d, 0x0003040d, 0x0003050d,
+ 0x0003060d, 0x0003070d, 0x0003080d, 0x0003090d,
+ 0x00030a0d, 0x00030b0d, 0x00030c0d, 0x00030d0d,
+ 0x00030e0d, 0x00030f0d, 0x0003100d, 0x0003110d,
+ 0x0003120d, 0x0003130d, 0x0003140d, 0x0003150d,
+ 0x0003160d, 0x0003170d, 0x0003180d, 0x0003190d,
+ 0x00031a0d, 0x00031b0d, 0x00031c0d, 0x00031d0d,
+ 0x00031e0d, 0x00031f0d, 0x0003200d, 0x0003210d,
+ 0x0003220d, 0x0003230d, 0x0003240d, 0x0003250d,
+ 0x0003260d, 0x0003270d, 0x0003280d, 0x0003290d,
+ 0x00032a0d, 0x00032b0d, 0x00032c0d, 0x00032d0d,
+ 0x00032e0d, 0x00032f0d, 0x0003300d, 0x0003310d,
+ 0x0003320d, 0x0003330d, 0x0003340d, 0x0003350d,
+ 0x0003360d, 0x0003370d, 0x0003380d, 0x0003390d,
+ 0x00033a0d, 0x00033b0d, 0x00033c0d, 0x00033d0d,
+ 0x00033e0d, 0x00033f0d, 0x0003400d, 0x0003410d,
+ 0x0003420d, 0x0003430d, 0x0003440d, 0x0003450d,
+ 0x0003460d, 0x0003470d, 0x0003480d, 0x0003490d,
+ 0x00034a0d, 0x00034b0d, 0x00034c0d, 0x00034d0d,
+ 0x00034e0d, 0x00034f0d, 0x0003500d, 0x0003510d,
+ 0x0003520d, 0x0003530d, 0x0003540d, 0x0003550d,
+ 0x0003560d, 0x0003570d, 0x0003580d, 0x0003590d,
+ 0x00035a0d, 0x00035b0d, 0x00035c0d, 0x00035d0d,
+ 0x00035e0d, 0x00035f0d, 0x0003600d, 0x0003610d,
+ 0x0003620d, 0x0003630d, 0x0003640d, 0x0003650d,
+ 0x0003660d, 0x0003670d, 0x0003680d, 0x0003690d,
+ 0x00036a0d, 0x00036b0d, 0x00036c0d, 0x00036d0d,
+ 0x00036e0d, 0x00036f0d, 0x0003700d, 0x0003710d,
+ 0x0003720d, 0x0003730d, 0x0003740d, 0x0003750d,
+ 0x0003760d, 0x0003770d, 0x0003780d, 0x0003790d,
+ 0x00037a0d, 0x00037b0d, 0x00037c0d, 0x00037d0d,
+ 0x00037e0d, 0x00037f0d, 0x0003800d, 0x0003810d,
+ 0x0003820d, 0x0003830d, 0x0003840d, 0x0003850d,
+ 0x0003860d, 0x0003870d, 0x0003880d, 0x0003890d,
+ 0x00038a0d, 0x00038b0d, 0x00038c0d, 0x00038d0d,
+ 0x00038e0d, 0x00038f0d, 0x0003900d, 0x0003910d,
+ 0x0003920d, 0x0003930d, 0x0003940d, 0x0003950d,
+ 0x0003960d, 0x0003970d, 0x0003980d, 0x0003990d,
+ 0x00039a0d, 0x00039b0d, 0x00039c0d, 0x00039d0d,
+ 0x00039e0d, 0x00039f0d, 0x0003a00d, 0x0003a10d,
+ 0x0003a20d, 0x0003a30d, 0x0003a40d, 0x0003a50d,
+ 0x0003a60d, 0x0003a70d, 0x0003a80d, 0x0003a90d,
+ 0x0003aa0d, 0x0003ab0d, 0x0003ac0d, 0x0003ad0d,
+ 0x0003ae0d, 0x0003af0d, 0x0003b00d, 0x0003b10d,
+ 0x0003b20d, 0x0003b30d, 0x0003b40d, 0x0003b50d,
+ 0x0003b60d, 0x0003b70d, 0x0003b80d, 0x0003b90d,
+ 0x0003ba0d, 0x0003bb0d, 0x0003bc0d, 0x0003bd0d,
+ 0x0003be0d, 0x0003bf0d, 0x0003c00d, 0x0003c10d,
+ 0x0003c20d, 0x0003c30d, 0x0003c40d, 0x0003c50d,
+ 0x0003c60d, 0x0003c70d, 0x0003c80d, 0x0003c90d,
+ 0x0003ca0d, 0x0003cb0d, 0x0003cc0d, 0x0003cd0d,
+ 0x0003ce0d, 0x0003cf0d, 0x0003d00d, 0x0003d10d,
+ 0x0003d20d, 0x0003d30d, 0x0003d40d, 0x0003d50d,
+ 0x0003d60d, 0x0003d70d, 0x0003d80d, 0x0003d90d,
+ 0x0003da0d, 0x0003db0d, 0x0003dc0d, 0x0003dd0d,
+ 0x0003de0d, 0x0003df0d, 0x0003e00d, 0x0003e10d,
+ 0x0003e20d, 0x0003e30d, 0x0003e40d, 0x0003e50d,
+ 0x0003e60d, 0x0003e70d, 0x0003e80d, 0x0003e90d,
+ 0x0003ea0d, 0x0003eb0d, 0x0003ec0d, 0x0003ed0d,
+ 0x0003ee0d, 0x0003ef0d, 0x0003f00d, 0x0003f10d,
+ 0x0003f20d, 0x0003f30d, 0x0003f40d, 0x0003f50d,
+ 0x0003f60d, 0x0003f70d, 0x0003f80d, 0x0003f90d,
+ 0x0003fa0d, 0x0003fb0d, 0x0003fc0d, 0x0003fd0d,
+ 0x0003fe0d, 0x0003ff0d, 0x000000ae, 0x000002ae,
+ 0x000004ae, 0x000006ae, 0x000008ae, 0x00000aae,
+ 0x00000cae, 0x00000eae, 0x000010ae, 0x000012ae,
+ 0x000014ae, 0x000016ae, 0x000018ae, 0x00001aae,
+ 0x00001cae, 0x00001eae, 0x000020ae, 0x000022ae,
+ 0x000024ae, 0x000026ae, 0x000028ae, 0x00002aae,
+ 0x00002cae, 0x00002eae, 0x000030ae, 0x000032ae,
+ 0x000034ae, 0x000036ae, 0x000038ae, 0x00003aae,
+ 0x00003cae, 0x00003eae, 0x000040ae, 0x000042ae,
+ 0x000044ae, 0x000046ae, 0x000048ae, 0x00004aae,
+ 0x00004cae, 0x00004eae, 0x000050ae, 0x000052ae,
+ 0x000054ae, 0x000056ae, 0x000058ae, 0x00005aae,
+ 0x00005cae, 0x00005eae, 0x000060ae, 0x000062ae,
+ 0x000064ae, 0x000066ae, 0x000068ae, 0x00006aae,
+ 0x00006cae, 0x00006eae, 0x000070ae, 0x000072ae,
+ 0x000074ae, 0x000076ae, 0x000078ae, 0x00007aae,
+ 0x00007cae, 0x00007eae, 0x000080ae, 0x000082ae,
+ 0x000084ae, 0x000086ae, 0x000088ae, 0x00008aae,
+ 0x00008cae, 0x00008eae, 0x000090ae, 0x000092ae,
+ 0x000094ae, 0x000096ae, 0x000098ae, 0x00009aae,
+ 0x00009cae, 0x00009eae, 0x0000a0ae, 0x0000a2ae,
+ 0x0000a4ae, 0x0000a6ae, 0x0000a8ae, 0x0000aaae,
+ 0x0000acae, 0x0000aeae, 0x0000b0ae, 0x0000b2ae,
+ 0x0000b4ae, 0x0000b6ae, 0x0000b8ae, 0x0000baae,
+ 0x0000bcae, 0x0000beae, 0x0000c0ae, 0x0000c2ae,
+ 0x0000c4ae, 0x0000c6ae, 0x0000c8ae, 0x0000caae,
+ 0x0000ccae, 0x0000ceae, 0x0000d0ae, 0x0000d2ae,
+ 0x0000d4ae, 0x0000d6ae, 0x0000d8ae, 0x0000daae,
+ 0x0000dcae, 0x0000deae, 0x0000e0ae, 0x0000e2ae,
+ 0x0000e4ae, 0x0000e6ae, 0x0000e8ae, 0x0000eaae,
+ 0x0000ecae, 0x0000eeae, 0x0000f0ae, 0x0000f2ae,
+ 0x0000f4ae, 0x0000f6ae, 0x0000f8ae, 0x0000faae,
+ 0x0000fcae, 0x0000feae, 0x000100ae, 0x000102ae,
+ 0x000104ae, 0x000106ae, 0x000108ae, 0x00010aae,
+ 0x00010cae, 0x00010eae, 0x000110ae, 0x000112ae,
+ 0x000114ae, 0x000116ae, 0x000118ae, 0x00011aae,
+ 0x00011cae, 0x00011eae, 0x000120ae, 0x000122ae,
+ 0x000124ae, 0x000126ae, 0x000128ae, 0x00012aae,
+ 0x00012cae, 0x00012eae, 0x000130ae, 0x000132ae,
+ 0x000134ae, 0x000136ae, 0x000138ae, 0x00013aae,
+ 0x00013cae, 0x00013eae, 0x000140ae, 0x000142ae,
+ 0x000144ae, 0x000146ae, 0x000148ae, 0x00014aae,
+ 0x00014cae, 0x00014eae, 0x000150ae, 0x000152ae,
+ 0x000154ae, 0x000156ae, 0x000158ae, 0x00015aae,
+ 0x00015cae, 0x00015eae, 0x000160ae, 0x000162ae,
+ 0x000164ae, 0x000166ae, 0x000168ae, 0x00016aae,
+ 0x00016cae, 0x00016eae, 0x000170ae, 0x000172ae,
+ 0x000174ae, 0x000176ae, 0x000178ae, 0x00017aae,
+ 0x00017cae, 0x00017eae, 0x000180ae, 0x000182ae,
+ 0x000184ae, 0x000186ae, 0x000188ae, 0x00018aae,
+ 0x00018cae, 0x00018eae, 0x000190ae, 0x000192ae,
+ 0x000194ae, 0x000196ae, 0x000198ae, 0x00019aae,
+ 0x00019cae, 0x00019eae, 0x0001a0ae, 0x0001a2ae,
+ 0x0001a4ae, 0x0001a6ae, 0x0001a8ae, 0x0001aaae,
+ 0x0001acae, 0x0001aeae, 0x0001b0ae, 0x0001b2ae,
+ 0x0001b4ae, 0x0001b6ae, 0x0001b8ae, 0x0001baae,
+ 0x0001bcae, 0x0001beae, 0x0001c0ae, 0x0001c2ae,
+ 0x0001c4ae, 0x0001c6ae, 0x0001c8ae, 0x0001caae,
+ 0x0001ccae, 0x0001ceae, 0x0001d0ae, 0x0001d2ae,
+ 0x0001d4ae, 0x0001d6ae, 0x0001d8ae, 0x0001daae,
+ 0x0001dcae, 0x0001deae, 0x0001e0ae, 0x0001e2ae,
+ 0x0001e4ae, 0x0001e6ae, 0x0001e8ae, 0x0001eaae,
+ 0x0001ecae, 0x0001eeae, 0x0001f0ae, 0x0001f2ae,
+ 0x0001f4ae, 0x0001f6ae, 0x0001f8ae, 0x0001faae,
+ 0x0001fcae, 0x0001feae, 0x000200ae, 0x000202ae,
+ 0x000204ae, 0x000206ae, 0x000208ae, 0x00020aae,
+ 0x00020cae, 0x00020eae, 0x000210ae, 0x000212ae,
+ 0x000214ae, 0x000216ae, 0x000218ae, 0x00021aae,
+ 0x00021cae, 0x00021eae, 0x000220ae, 0x000222ae,
+ 0x000224ae, 0x000226ae, 0x000228ae, 0x00022aae,
+ 0x00022cae, 0x00022eae, 0x000230ae, 0x000232ae,
+ 0x000234ae, 0x000236ae, 0x000238ae, 0x00023aae,
+ 0x00023cae, 0x00023eae, 0x000240ae, 0x000242ae,
+ 0x000244ae, 0x000246ae, 0x000248ae, 0x00024aae,
+ 0x00024cae, 0x00024eae, 0x000250ae, 0x000252ae,
+ 0x000254ae, 0x000256ae, 0x000258ae, 0x00025aae,
+ 0x00025cae, 0x00025eae, 0x000260ae, 0x000262ae,
+ 0x000264ae, 0x000266ae, 0x000268ae, 0x00026aae,
+ 0x00026cae, 0x00026eae, 0x000270ae, 0x000272ae,
+ 0x000274ae, 0x000276ae, 0x000278ae, 0x00027aae,
+ 0x00027cae, 0x00027eae, 0x000280ae, 0x000282ae,
+ 0x000284ae, 0x000286ae, 0x000288ae, 0x00028aae,
+ 0x00028cae, 0x00028eae, 0x000290ae, 0x000292ae,
+ 0x000294ae, 0x000296ae, 0x000298ae, 0x00029aae,
+ 0x00029cae, 0x00029eae, 0x0002a0ae, 0x0002a2ae,
+ 0x0002a4ae, 0x0002a6ae, 0x0002a8ae, 0x0002aaae,
+ 0x0002acae, 0x0002aeae, 0x0002b0ae, 0x0002b2ae,
+ 0x0002b4ae, 0x0002b6ae, 0x0002b8ae, 0x0002baae,
+ 0x0002bcae, 0x0002beae, 0x0002c0ae, 0x0002c2ae,
+ 0x0002c4ae, 0x0002c6ae, 0x0002c8ae, 0x0002caae,
+ 0x0002ccae, 0x0002ceae, 0x0002d0ae, 0x0002d2ae,
+ 0x0002d4ae, 0x0002d6ae, 0x0002d8ae, 0x0002daae,
+ 0x0002dcae, 0x0002deae, 0x0002e0ae, 0x0002e2ae,
+ 0x0002e4ae, 0x0002e6ae, 0x0002e8ae, 0x0002eaae,
+ 0x0002ecae, 0x0002eeae, 0x0002f0ae, 0x0002f2ae,
+ 0x0002f4ae, 0x0002f6ae, 0x0002f8ae, 0x0002faae,
+ 0x0002fcae, 0x0002feae, 0x000300ae, 0x000302ae,
+ 0x000304ae, 0x000306ae, 0x000308ae, 0x00030aae,
+ 0x00030cae, 0x00030eae, 0x000310ae, 0x000312ae,
+ 0x000314ae, 0x000316ae, 0x000318ae, 0x00031aae,
+ 0x00031cae, 0x00031eae, 0x000320ae, 0x000322ae,
+ 0x000324ae, 0x000326ae, 0x000328ae, 0x00032aae,
+ 0x00032cae, 0x00032eae, 0x000330ae, 0x000332ae,
+ 0x000334ae, 0x000336ae, 0x000338ae, 0x00033aae,
+ 0x00033cae, 0x00033eae, 0x000340ae, 0x000342ae,
+ 0x000344ae, 0x000346ae, 0x000348ae, 0x00034aae,
+ 0x00034cae, 0x00034eae, 0x000350ae, 0x000352ae,
+ 0x000354ae, 0x000356ae, 0x000358ae, 0x00035aae,
+ 0x00035cae, 0x00035eae, 0x000360ae, 0x000362ae,
+ 0x000364ae, 0x000366ae, 0x000368ae, 0x00036aae,
+ 0x00036cae, 0x00036eae, 0x000370ae, 0x000372ae,
+ 0x000374ae, 0x000376ae, 0x000378ae, 0x00037aae,
+ 0x00037cae, 0x00037eae, 0x000380ae, 0x000382ae,
+ 0x000384ae, 0x000386ae, 0x000388ae, 0x00038aae,
+ 0x00038cae, 0x00038eae, 0x000390ae, 0x000392ae,
+ 0x000394ae, 0x000396ae, 0x000398ae, 0x00039aae,
+ 0x00039cae, 0x00039eae, 0x0003a0ae, 0x0003a2ae,
+ 0x0003a4ae, 0x0003a6ae, 0x0003a8ae, 0x0003aaae,
+ 0x0003acae, 0x0003aeae, 0x0003b0ae, 0x0003b2ae,
+ 0x0003b4ae, 0x0003b6ae, 0x0003b8ae, 0x0003baae,
+ 0x0003bcae, 0x0003beae, 0x0003c0ae, 0x0003c2ae,
+ 0x0003c4ae, 0x0003c6ae, 0x0003c8ae, 0x0003caae,
+ 0x0003ccae, 0x0003ceae, 0x0003d0ae, 0x0003d2ae,
+ 0x0003d4ae, 0x0003d6ae, 0x0003d8ae, 0x0003daae,
+ 0x0003dcae, 0x0003deae, 0x0003e0ae, 0x0003e2ae,
+ 0x0003e4ae, 0x0003e6ae, 0x0003e8ae, 0x0003eaae,
+ 0x0003ecae, 0x0003eeae, 0x0003f0ae, 0x0003f2ae,
+ 0x0003f4ae, 0x0003f6ae, 0x0003f8ae, 0x0003faae,
+ 0x0003fcae, 0x0003feae, 0x000400ae, 0x000402ae,
+ 0x000404ae, 0x000406ae, 0x000408ae, 0x00040aae,
+ 0x00040cae, 0x00040eae, 0x000410ae, 0x000412ae,
+ 0x000414ae, 0x000416ae, 0x000418ae, 0x00041aae,
+ 0x00041cae, 0x00041eae, 0x000420ae, 0x000422ae,
+ 0x000424ae, 0x000426ae, 0x000428ae, 0x00042aae,
+ 0x00042cae, 0x00042eae, 0x000430ae, 0x000432ae,
+ 0x000434ae, 0x000436ae, 0x000438ae, 0x00043aae,
+ 0x00043cae, 0x00043eae, 0x000440ae, 0x000442ae,
+ 0x000444ae, 0x000446ae, 0x000448ae, 0x00044aae,
+ 0x00044cae, 0x00044eae, 0x000450ae, 0x000452ae,
+ 0x000454ae, 0x000456ae, 0x000458ae, 0x00045aae,
+ 0x00045cae, 0x00045eae, 0x000460ae, 0x000462ae,
+ 0x000464ae, 0x000466ae, 0x000468ae, 0x00046aae,
+ 0x00046cae, 0x00046eae, 0x000470ae, 0x000472ae,
+ 0x000474ae, 0x000476ae, 0x000478ae, 0x00047aae,
+ 0x00047cae, 0x00047eae, 0x000480ae, 0x000482ae,
+ 0x000484ae, 0x000486ae, 0x000488ae, 0x00048aae,
+ 0x00048cae, 0x00048eae, 0x000490ae, 0x000492ae,
+ 0x000494ae, 0x000496ae, 0x000498ae, 0x00049aae,
+ 0x00049cae, 0x00049eae, 0x0004a0ae, 0x0004a2ae,
+ 0x0004a4ae, 0x0004a6ae, 0x0004a8ae, 0x0004aaae,
+ 0x0004acae, 0x0004aeae, 0x0004b0ae, 0x0004b2ae,
+ 0x0004b4ae, 0x0004b6ae, 0x0004b8ae, 0x0004baae,
+ 0x0004bcae, 0x0004beae, 0x0004c0ae, 0x0004c2ae,
+ 0x0004c4ae, 0x0004c6ae, 0x0004c8ae, 0x0004caae,
+ 0x0004ccae, 0x0004ceae, 0x0004d0ae, 0x0004d2ae,
+ 0x0004d4ae, 0x0004d6ae, 0x0004d8ae, 0x0004daae,
+ 0x0004dcae, 0x0004deae, 0x0004e0ae, 0x0004e2ae,
+ 0x0004e4ae, 0x0004e6ae, 0x0004e8ae, 0x0004eaae,
+ 0x0004ecae, 0x0004eeae, 0x0004f0ae, 0x0004f2ae,
+ 0x0004f4ae, 0x0004f6ae, 0x0004f8ae, 0x0004faae,
+ 0x0004fcae, 0x0004feae, 0x000500ae, 0x000502ae,
+ 0x000504ae, 0x000506ae, 0x000508ae, 0x00050aae,
+ 0x00050cae, 0x00050eae, 0x000510ae, 0x000512ae,
+ 0x000514ae, 0x000516ae, 0x000518ae, 0x00051aae,
+ 0x00051cae, 0x00051eae, 0x000520ae, 0x000522ae,
+ 0x000524ae, 0x000526ae, 0x000528ae, 0x00052aae,
+ 0x00052cae, 0x00052eae, 0x000530ae, 0x000532ae,
+ 0x000534ae, 0x000536ae, 0x000538ae, 0x00053aae,
+ 0x00053cae, 0x00053eae, 0x000540ae, 0x000542ae,
+ 0x000544ae, 0x000546ae, 0x000548ae, 0x00054aae,
+ 0x00054cae, 0x00054eae, 0x000550ae, 0x000552ae,
+ 0x000554ae, 0x000556ae, 0x000558ae, 0x00055aae,
+ 0x00055cae, 0x00055eae, 0x000560ae, 0x000562ae,
+ 0x000564ae, 0x000566ae, 0x000568ae, 0x00056aae,
+ 0x00056cae, 0x00056eae, 0x000570ae, 0x000572ae,
+ 0x000574ae, 0x000576ae, 0x000578ae, 0x00057aae,
+ 0x00057cae, 0x00057eae, 0x000580ae, 0x000582ae,
+ 0x000584ae, 0x000586ae, 0x000588ae, 0x00058aae,
+ 0x00058cae, 0x00058eae, 0x000590ae, 0x000592ae,
+ 0x000594ae, 0x000596ae, 0x000598ae, 0x00059aae,
+ 0x00059cae, 0x00059eae, 0x0005a0ae, 0x0005a2ae,
+ 0x0005a4ae, 0x0005a6ae, 0x0005a8ae, 0x0005aaae,
+ 0x0005acae, 0x0005aeae, 0x0005b0ae, 0x0005b2ae,
+ 0x0005b4ae, 0x0005b6ae, 0x0005b8ae, 0x0005baae,
+ 0x0005bcae, 0x0005beae, 0x0005c0ae, 0x0005c2ae,
+ 0x0005c4ae, 0x0005c6ae, 0x0005c8ae, 0x0005caae,
+ 0x0005ccae, 0x0005ceae, 0x0005d0ae, 0x0005d2ae,
+ 0x0005d4ae, 0x0005d6ae, 0x0005d8ae, 0x0005daae,
+ 0x0005dcae, 0x0005deae, 0x0005e0ae, 0x0005e2ae,
+ 0x0005e4ae, 0x0005e6ae, 0x0005e8ae, 0x0005eaae,
+ 0x0005ecae, 0x0005eeae, 0x0005f0ae, 0x0005f2ae,
+ 0x0005f4ae, 0x0005f6ae, 0x0005f8ae, 0x0005faae,
+ 0x0005fcae, 0x0005feae, 0x000600ae, 0x000602ae,
+ 0x000604ae, 0x000606ae, 0x000608ae, 0x00060aae,
+ 0x00060cae, 0x00060eae, 0x000610ae, 0x000612ae,
+ 0x000614ae, 0x000616ae, 0x000618ae, 0x00061aae,
+ 0x00061cae, 0x00061eae, 0x000620ae, 0x000622ae,
+ 0x000624ae, 0x000626ae, 0x000628ae, 0x00062aae,
+ 0x00062cae, 0x00062eae, 0x000630ae, 0x000632ae,
+ 0x000634ae, 0x000636ae, 0x000638ae, 0x00063aae,
+ 0x00063cae, 0x00063eae, 0x000640ae, 0x000642ae,
+ 0x000644ae, 0x000646ae, 0x000648ae, 0x00064aae,
+ 0x00064cae, 0x00064eae, 0x000650ae, 0x000652ae,
+ 0x000654ae, 0x000656ae, 0x000658ae, 0x00065aae,
+ 0x00065cae, 0x00065eae, 0x000660ae, 0x000662ae,
+ 0x000664ae, 0x000666ae, 0x000668ae, 0x00066aae,
+ 0x00066cae, 0x00066eae, 0x000670ae, 0x000672ae,
+ 0x000674ae, 0x000676ae, 0x000678ae, 0x00067aae,
+ 0x00067cae, 0x00067eae, 0x000680ae, 0x000682ae,
+ 0x000684ae, 0x000686ae, 0x000688ae, 0x00068aae,
+ 0x00068cae, 0x00068eae, 0x000690ae, 0x000692ae,
+ 0x000694ae, 0x000696ae, 0x000698ae, 0x00069aae,
+ 0x00069cae, 0x00069eae, 0x0006a0ae, 0x0006a2ae,
+ 0x0006a4ae, 0x0006a6ae, 0x0006a8ae, 0x0006aaae,
+ 0x0006acae, 0x0006aeae, 0x0006b0ae, 0x0006b2ae,
+ 0x0006b4ae, 0x0006b6ae, 0x0006b8ae, 0x0006baae,
+ 0x0006bcae, 0x0006beae, 0x0006c0ae, 0x0006c2ae,
+ 0x0006c4ae, 0x0006c6ae, 0x0006c8ae, 0x0006caae,
+ 0x0006ccae, 0x0006ceae, 0x0006d0ae, 0x0006d2ae,
+ 0x0006d4ae, 0x0006d6ae, 0x0006d8ae, 0x0006daae,
+ 0x0006dcae, 0x0006deae, 0x0006e0ae, 0x0006e2ae,
+ 0x0006e4ae, 0x0006e6ae, 0x0006e8ae, 0x0006eaae,
+ 0x0006ecae, 0x0006eeae, 0x0006f0ae, 0x0006f2ae,
+ 0x0006f4ae, 0x0006f6ae, 0x0006f8ae, 0x0006faae,
+ 0x0006fcae, 0x0006feae, 0x000700ae, 0x000702ae,
+ 0x000704ae, 0x000706ae, 0x000708ae, 0x00070aae,
+ 0x00070cae, 0x00070eae, 0x000710ae, 0x000712ae,
+ 0x000714ae, 0x000716ae, 0x000718ae, 0x00071aae,
+ 0x00071cae, 0x00071eae, 0x000720ae, 0x000722ae,
+ 0x000724ae, 0x000726ae, 0x000728ae, 0x00072aae,
+ 0x00072cae, 0x00072eae, 0x000730ae, 0x000732ae,
+ 0x000734ae, 0x000736ae, 0x000738ae, 0x00073aae,
+ 0x00073cae, 0x00073eae, 0x000740ae, 0x000742ae,
+ 0x000744ae, 0x000746ae, 0x000748ae, 0x00074aae,
+ 0x00074cae, 0x00074eae, 0x000750ae, 0x000752ae,
+ 0x000754ae, 0x000756ae, 0x000758ae, 0x00075aae,
+ 0x00075cae, 0x00075eae, 0x000760ae, 0x000762ae,
+ 0x000764ae, 0x000766ae, 0x000768ae, 0x00076aae,
+ 0x00076cae, 0x00076eae, 0x000770ae, 0x000772ae,
+ 0x000774ae, 0x000776ae, 0x000778ae, 0x00077aae,
+ 0x00077cae, 0x00077eae, 0x000780ae, 0x000782ae,
+ 0x000784ae, 0x000786ae, 0x000788ae, 0x00078aae,
+ 0x00078cae, 0x00078eae, 0x000790ae, 0x000792ae,
+ 0x000794ae, 0x000796ae, 0x000798ae, 0x00079aae,
+ 0x00079cae, 0x00079eae, 0x0007a0ae, 0x0007a2ae,
+ 0x0007a4ae, 0x0007a6ae, 0x0007a8ae, 0x0007aaae,
+ 0x0007acae, 0x0007aeae, 0x0007b0ae, 0x0007b2ae,
+ 0x0007b4ae, 0x0007b6ae, 0x0007b8ae, 0x0007baae,
+ 0x0007bcae, 0x0007beae, 0x0007c0ae, 0x0007c2ae,
+ 0x0007c4ae, 0x0007c6ae, 0x0007c8ae, 0x0007caae,
+ 0x0007ccae, 0x0007ceae, 0x0007d0ae, 0x0007d2ae,
+ 0x0007d4ae, 0x0007d6ae, 0x0007d8ae, 0x0007daae,
+ 0x0007dcae, 0x0007deae, 0x0007e0ae, 0x0007e2ae,
+ 0x0007e4ae, 0x0007e6ae, 0x0007e8ae, 0x0007eaae,
+ 0x0007ecae, 0x0007eeae, 0x0007f0ae, 0x0007f2ae,
+ 0x0007f4ae, 0x0007f6ae, 0x0007f8ae, 0x0007faae,
+ 0x0007fcae, 0x0007feae, 0x000001af, 0x000003af,
+ 0x000005af, 0x000007af, 0x000009af, 0x00000baf,
+ 0x00000daf, 0x00000faf, 0x000011af, 0x000013af,
+ 0x000015af, 0x000017af, 0x000019af, 0x00001baf,
+ 0x00001daf, 0x00001faf, 0x000021af, 0x000023af,
+ 0x000025af, 0x000027af, 0x000029af, 0x00002baf,
+ 0x00002daf, 0x00002faf, 0x000031af, 0x000033af,
+ 0x000035af, 0x000037af, 0x000039af, 0x00003baf,
+ 0x00003daf, 0x00003faf, 0x000041af, 0x000043af,
+ 0x000045af, 0x000047af, 0x000049af, 0x00004baf,
+ 0x00004daf, 0x00004faf, 0x000051af, 0x000053af,
+ 0x000055af, 0x000057af, 0x000059af, 0x00005baf,
+ 0x00005daf, 0x00005faf, 0x000061af, 0x000063af,
+ 0x000065af, 0x000067af, 0x000069af, 0x00006baf,
+ 0x00006daf, 0x00006faf, 0x000071af, 0x000073af,
+ 0x000075af, 0x000077af, 0x000079af, 0x00007baf,
+ 0x00007daf, 0x00007faf, 0x000081af, 0x000083af,
+ 0x000085af, 0x000087af, 0x000089af, 0x00008baf,
+ 0x00008daf, 0x00008faf, 0x000091af, 0x000093af,
+ 0x000095af, 0x000097af, 0x000099af, 0x00009baf,
+ 0x00009daf, 0x00009faf, 0x0000a1af, 0x0000a3af,
+ 0x0000a5af, 0x0000a7af, 0x0000a9af, 0x0000abaf,
+ 0x0000adaf, 0x0000afaf, 0x0000b1af, 0x0000b3af,
+ 0x0000b5af, 0x0000b7af, 0x0000b9af, 0x0000bbaf,
+ 0x0000bdaf, 0x0000bfaf, 0x0000c1af, 0x0000c3af,
+ 0x0000c5af, 0x0000c7af, 0x0000c9af, 0x0000cbaf,
+ 0x0000cdaf, 0x0000cfaf, 0x0000d1af, 0x0000d3af,
+ 0x0000d5af, 0x0000d7af, 0x0000d9af, 0x0000dbaf,
+ 0x0000ddaf, 0x0000dfaf, 0x0000e1af, 0x0000e3af,
+ 0x0000e5af, 0x0000e7af, 0x0000e9af, 0x0000ebaf,
+ 0x0000edaf, 0x0000efaf, 0x0000f1af, 0x0000f3af,
+ 0x0000f5af, 0x0000f7af, 0x0000f9af, 0x0000fbaf,
+ 0x0000fdaf, 0x0000ffaf, 0x000101af, 0x000103af,
+ 0x000105af, 0x000107af, 0x000109af, 0x00010baf,
+ 0x00010daf, 0x00010faf, 0x000111af, 0x000113af,
+ 0x000115af, 0x000117af, 0x000119af, 0x00011baf,
+ 0x00011daf, 0x00011faf, 0x000121af, 0x000123af,
+ 0x000125af, 0x000127af, 0x000129af, 0x00012baf,
+ 0x00012daf, 0x00012faf, 0x000131af, 0x000133af,
+ 0x000135af, 0x000137af, 0x000139af, 0x00013baf,
+ 0x00013daf, 0x00013faf, 0x000141af, 0x000143af,
+ 0x000145af, 0x000147af, 0x000149af, 0x00014baf,
+ 0x00014daf, 0x00014faf, 0x000151af, 0x000153af,
+ 0x000155af, 0x000157af, 0x000159af, 0x00015baf,
+ 0x00015daf, 0x00015faf, 0x000161af, 0x000163af,
+ 0x000165af, 0x000167af, 0x000169af, 0x00016baf,
+ 0x00016daf, 0x00016faf, 0x000171af, 0x000173af,
+ 0x000175af, 0x000177af, 0x000179af, 0x00017baf,
+ 0x00017daf, 0x00017faf, 0x000181af, 0x000183af,
+ 0x000185af, 0x000187af, 0x000189af, 0x00018baf,
+ 0x00018daf, 0x00018faf, 0x000191af, 0x000193af,
+ 0x000195af, 0x000197af, 0x000199af, 0x00019baf,
+ 0x00019daf, 0x00019faf, 0x0001a1af, 0x0001a3af,
+ 0x0001a5af, 0x0001a7af, 0x0001a9af, 0x0001abaf,
+ 0x0001adaf, 0x0001afaf, 0x0001b1af, 0x0001b3af,
+ 0x0001b5af, 0x0001b7af, 0x0001b9af, 0x0001bbaf,
+ 0x0001bdaf, 0x0001bfaf, 0x0001c1af, 0x0001c3af,
+ 0x0001c5af, 0x0001c7af, 0x0001c9af, 0x0001cbaf,
+ 0x0001cdaf, 0x0001cfaf, 0x0001d1af, 0x0001d3af,
+ 0x0001d5af, 0x0001d7af, 0x0001d9af, 0x0001dbaf,
+ 0x0001ddaf, 0x0001dfaf, 0x0001e1af, 0x0001e3af,
+ 0x0001e5af, 0x0001e7af, 0x0001e9af, 0x0001ebaf,
+ 0x0001edaf, 0x0001efaf, 0x0001f1af, 0x0001f3af,
+ 0x0001f5af, 0x0001f7af, 0x0001f9af, 0x0001fbaf,
+ 0x0001fdaf, 0x0001ffaf, 0x000201af, 0x000203af,
+ 0x000205af, 0x000207af, 0x000209af, 0x00020baf,
+ 0x00020daf, 0x00020faf, 0x000211af, 0x000213af,
+ 0x000215af, 0x000217af, 0x000219af, 0x00021baf,
+ 0x00021daf, 0x00021faf, 0x000221af, 0x000223af,
+ 0x000225af, 0x000227af, 0x000229af, 0x00022baf,
+ 0x00022daf, 0x00022faf, 0x000231af, 0x000233af,
+ 0x000235af, 0x000237af, 0x000239af, 0x00023baf,
+ 0x00023daf, 0x00023faf, 0x000241af, 0x000243af,
+ 0x000245af, 0x000247af, 0x000249af, 0x00024baf,
+ 0x00024daf, 0x00024faf, 0x000251af, 0x000253af,
+ 0x000255af, 0x000257af, 0x000259af, 0x00025baf,
+ 0x00025daf, 0x00025faf, 0x000261af, 0x000263af,
+ 0x000265af, 0x000267af, 0x000269af, 0x00026baf,
+ 0x00026daf, 0x00026faf, 0x000271af, 0x000273af,
+ 0x000275af, 0x000277af, 0x000279af, 0x00027baf,
+ 0x00027daf, 0x00027faf, 0x000281af, 0x000283af,
+ 0x000285af, 0x000287af, 0x000289af, 0x00028baf,
+ 0x00028daf, 0x00028faf, 0x000291af, 0x000293af,
+ 0x000295af, 0x000297af, 0x000299af, 0x00029baf,
+ 0x00029daf, 0x00029faf, 0x0002a1af, 0x0002a3af,
+ 0x0002a5af, 0x0002a7af, 0x0002a9af, 0x0002abaf,
+ 0x0002adaf, 0x0002afaf, 0x0002b1af, 0x0002b3af,
+ 0x0002b5af, 0x0002b7af, 0x0002b9af, 0x0002bbaf,
+ 0x0002bdaf, 0x0002bfaf, 0x0002c1af, 0x0002c3af,
+ 0x0002c5af, 0x0002c7af, 0x0002c9af, 0x0002cbaf,
+ 0x0002cdaf, 0x0002cfaf, 0x0002d1af, 0x0002d3af,
+ 0x0002d5af, 0x0002d7af, 0x0002d9af, 0x0002dbaf,
+ 0x0002ddaf, 0x0002dfaf, 0x0002e1af, 0x0002e3af,
+ 0x0002e5af, 0x0002e7af, 0x0002e9af, 0x0002ebaf,
+ 0x0002edaf, 0x0002efaf, 0x0002f1af, 0x0002f3af,
+ 0x0002f5af, 0x0002f7af, 0x0002f9af, 0x0002fbaf,
+ 0x0002fdaf, 0x0002ffaf, 0x000301af, 0x000303af,
+ 0x000305af, 0x000307af, 0x000309af, 0x00030baf,
+ 0x00030daf, 0x00030faf, 0x000311af, 0x000313af,
+ 0x000315af, 0x000317af, 0x000319af, 0x00031baf,
+ 0x00031daf, 0x00031faf, 0x000321af, 0x000323af,
+ 0x000325af, 0x000327af, 0x000329af, 0x00032baf,
+ 0x00032daf, 0x00032faf, 0x000331af, 0x000333af,
+ 0x000335af, 0x000337af, 0x000339af, 0x00033baf,
+ 0x00033daf, 0x00033faf, 0x000341af, 0x000343af,
+ 0x000345af, 0x000347af, 0x000349af, 0x00034baf,
+ 0x00034daf, 0x00034faf, 0x000351af, 0x000353af,
+ 0x000355af, 0x000357af, 0x000359af, 0x00035baf,
+ 0x00035daf, 0x00035faf, 0x000361af, 0x000363af,
+ 0x000365af, 0x000367af, 0x000369af, 0x00036baf,
+ 0x00036daf, 0x00036faf, 0x000371af, 0x000373af,
+ 0x000375af, 0x000377af, 0x000379af, 0x00037baf,
+ 0x00037daf, 0x00037faf, 0x000381af, 0x000383af,
+ 0x000385af, 0x000387af, 0x000389af, 0x00038baf,
+ 0x00038daf, 0x00038faf, 0x000391af, 0x000393af,
+ 0x000395af, 0x000397af, 0x000399af, 0x00039baf,
+ 0x00039daf, 0x00039faf, 0x0003a1af, 0x0003a3af,
+ 0x0003a5af, 0x0003a7af, 0x0003a9af, 0x0003abaf,
+ 0x0003adaf, 0x0003afaf, 0x0003b1af, 0x0003b3af,
+ 0x0003b5af, 0x0003b7af, 0x0003b9af, 0x0003bbaf,
+ 0x0003bdaf, 0x0003bfaf, 0x0003c1af, 0x0003c3af,
+ 0x0003c5af, 0x0003c7af, 0x0003c9af, 0x0003cbaf,
+ 0x0003cdaf, 0x0003cfaf, 0x0003d1af, 0x0003d3af,
+ 0x0003d5af, 0x0003d7af, 0x0003d9af, 0x0003dbaf,
+ 0x0003ddaf, 0x0003dfaf, 0x0003e1af, 0x0003e3af,
+ 0x0003e5af, 0x0003e7af, 0x0003e9af, 0x0003ebaf,
+ 0x0003edaf, 0x0003efaf, 0x0003f1af, 0x0003f3af,
+ 0x0003f5af, 0x0003f7af, 0x0003f9af, 0x0003fbaf,
+ 0x0003fdaf, 0x0003ffaf, 0x000401af, 0x000403af,
+ 0x000405af, 0x000407af, 0x000409af, 0x00040baf,
+ 0x00040daf, 0x00040faf, 0x000411af, 0x000413af,
+ 0x000415af, 0x000417af, 0x000419af, 0x00041baf,
+ 0x00041daf, 0x00041faf, 0x000421af, 0x000423af,
+ 0x000425af, 0x000427af, 0x000429af, 0x00042baf,
+ 0x00042daf, 0x00042faf, 0x000431af, 0x000433af,
+ 0x000435af, 0x000437af, 0x000439af, 0x00043baf,
+ 0x00043daf, 0x00043faf, 0x000441af, 0x000443af,
+ 0x000445af, 0x000447af, 0x000449af, 0x00044baf,
+ 0x00044daf, 0x00044faf, 0x000451af, 0x000453af,
+ 0x000455af, 0x000457af, 0x000459af, 0x00045baf,
+ 0x00045daf, 0x00045faf, 0x000461af, 0x000463af,
+ 0x000465af, 0x000467af, 0x000469af, 0x00046baf,
+ 0x00046daf, 0x00046faf, 0x000471af, 0x000473af,
+ 0x000475af, 0x000477af, 0x000479af, 0x00047baf,
+ 0x00047daf, 0x00047faf, 0x000481af, 0x000483af,
+ 0x000485af, 0x000487af, 0x000489af, 0x00048baf,
+ 0x00048daf, 0x00048faf, 0x000491af, 0x000493af,
+ 0x000495af, 0x000497af, 0x000499af, 0x00049baf,
+ 0x00049daf, 0x00049faf, 0x0004a1af, 0x0004a3af,
+ 0x0004a5af, 0x0004a7af, 0x0004a9af, 0x0004abaf,
+ 0x0004adaf, 0x0004afaf, 0x0004b1af, 0x0004b3af,
+ 0x0004b5af, 0x0004b7af, 0x0004b9af, 0x0004bbaf,
+ 0x0004bdaf, 0x0004bfaf, 0x0004c1af, 0x0004c3af,
+ 0x0004c5af, 0x0004c7af, 0x0004c9af, 0x0004cbaf,
+ 0x0004cdaf, 0x0004cfaf, 0x0004d1af, 0x0004d3af,
+ 0x0004d5af, 0x0004d7af, 0x0004d9af, 0x0004dbaf,
+ 0x0004ddaf, 0x0004dfaf, 0x0004e1af, 0x0004e3af,
+ 0x0004e5af, 0x0004e7af, 0x0004e9af, 0x0004ebaf,
+ 0x0004edaf, 0x0004efaf, 0x0004f1af, 0x0004f3af,
+ 0x0004f5af, 0x0004f7af, 0x0004f9af, 0x0004fbaf,
+ 0x0004fdaf, 0x0004ffaf, 0x000501af, 0x000503af,
+ 0x000505af, 0x000507af, 0x000509af, 0x00050baf,
+ 0x00050daf, 0x00050faf, 0x000511af, 0x000513af,
+ 0x000515af, 0x000517af, 0x000519af, 0x00051baf,
+ 0x00051daf, 0x00051faf, 0x000521af, 0x000523af,
+ 0x000525af, 0x000527af, 0x000529af, 0x00052baf,
+ 0x00052daf, 0x00052faf, 0x000531af, 0x000533af,
+ 0x000535af, 0x000537af, 0x000539af, 0x00053baf,
+ 0x00053daf, 0x00053faf, 0x000541af, 0x000543af,
+ 0x000545af, 0x000547af, 0x000549af, 0x00054baf,
+ 0x00054daf, 0x00054faf, 0x000551af, 0x000553af,
+ 0x000555af, 0x000557af, 0x000559af, 0x00055baf,
+ 0x00055daf, 0x00055faf, 0x000561af, 0x000563af,
+ 0x000565af, 0x000567af, 0x000569af, 0x00056baf,
+ 0x00056daf, 0x00056faf, 0x000571af, 0x000573af,
+ 0x000575af, 0x000577af, 0x000579af, 0x00057baf,
+ 0x00057daf, 0x00057faf, 0x000581af, 0x000583af,
+ 0x000585af, 0x000587af, 0x000589af, 0x00058baf,
+ 0x00058daf, 0x00058faf, 0x000591af, 0x000593af,
+ 0x000595af, 0x000597af, 0x000599af, 0x00059baf,
+ 0x00059daf, 0x00059faf, 0x0005a1af, 0x0005a3af,
+ 0x0005a5af, 0x0005a7af, 0x0005a9af, 0x0005abaf,
+ 0x0005adaf, 0x0005afaf, 0x0005b1af, 0x0005b3af,
+ 0x0005b5af, 0x0005b7af, 0x0005b9af, 0x0005bbaf,
+ 0x0005bdaf, 0x0005bfaf, 0x0005c1af, 0x0005c3af,
+ 0x0005c5af, 0x0005c7af, 0x0005c9af, 0x0005cbaf,
+ 0x0005cdaf, 0x0005cfaf, 0x0005d1af, 0x0005d3af,
+ 0x0005d5af, 0x0005d7af, 0x0005d9af, 0x0005dbaf,
+ 0x0005ddaf, 0x0005dfaf, 0x0005e1af, 0x0005e3af,
+ 0x0005e5af, 0x0005e7af, 0x0005e9af, 0x0005ebaf,
+ 0x0005edaf, 0x0005efaf, 0x0005f1af, 0x0005f3af,
+ 0x0005f5af, 0x0005f7af, 0x0005f9af, 0x0005fbaf,
+ 0x0005fdaf, 0x0005ffaf, 0x000601af, 0x000603af,
+ 0x000605af, 0x000607af, 0x000609af, 0x00060baf,
+ 0x00060daf, 0x00060faf, 0x000611af, 0x000613af,
+ 0x000615af, 0x000617af, 0x000619af, 0x00061baf,
+ 0x00061daf, 0x00061faf, 0x000621af, 0x000623af,
+ 0x000625af, 0x000627af, 0x000629af, 0x00062baf,
+ 0x00062daf, 0x00062faf, 0x000631af, 0x000633af,
+ 0x000635af, 0x000637af, 0x000639af, 0x00063baf,
+ 0x00063daf, 0x00063faf, 0x000641af, 0x000643af,
+ 0x000645af, 0x000647af, 0x000649af, 0x00064baf,
+ 0x00064daf, 0x00064faf, 0x000651af, 0x000653af,
+ 0x000655af, 0x000657af, 0x000659af, 0x00065baf,
+ 0x00065daf, 0x00065faf, 0x000661af, 0x000663af,
+ 0x000665af, 0x000667af, 0x000669af, 0x00066baf,
+ 0x00066daf, 0x00066faf, 0x000671af, 0x000673af,
+ 0x000675af, 0x000677af, 0x000679af, 0x00067baf,
+ 0x00067daf, 0x00067faf, 0x000681af, 0x000683af,
+ 0x000685af, 0x000687af, 0x000689af, 0x00068baf,
+ 0x00068daf, 0x00068faf, 0x000691af, 0x000693af,
+ 0x000695af, 0x000697af, 0x000699af, 0x00069baf,
+ 0x00069daf, 0x00069faf, 0x0006a1af, 0x0006a3af,
+ 0x0006a5af, 0x0006a7af, 0x0006a9af, 0x0006abaf,
+ 0x0006adaf, 0x0006afaf, 0x0006b1af, 0x0006b3af,
+ 0x0006b5af, 0x0006b7af, 0x0006b9af, 0x0006bbaf,
+ 0x0006bdaf, 0x0006bfaf, 0x0006c1af, 0x0006c3af,
+ 0x0006c5af, 0x0006c7af, 0x0006c9af, 0x0006cbaf,
+ 0x0006cdaf, 0x0006cfaf, 0x0006d1af, 0x0006d3af,
+ 0x0006d5af, 0x0006d7af, 0x0006d9af, 0x0006dbaf,
+ 0x0006ddaf, 0x0006dfaf, 0x0006e1af, 0x0006e3af,
+ 0x0006e5af, 0x0006e7af, 0x0006e9af, 0x0006ebaf,
+ 0x0006edaf, 0x0006efaf, 0x0006f1af, 0x0006f3af,
+ 0x0006f5af, 0x0006f7af, 0x0006f9af, 0x0006fbaf,
+ 0x0006fdaf, 0x0006ffaf, 0x000701af, 0x000703af,
+ 0x000705af, 0x000707af, 0x000709af, 0x00070baf,
+ 0x00070daf, 0x00070faf, 0x000711af, 0x000713af,
+ 0x000715af, 0x000717af, 0x000719af, 0x00071baf,
+ 0x00071daf, 0x00071faf, 0x000721af, 0x000723af,
+ 0x000725af, 0x000727af, 0x000729af, 0x00072baf,
+ 0x00072daf, 0x00072faf, 0x000731af, 0x000733af,
+ 0x000735af, 0x000737af, 0x000739af, 0x00073baf,
+ 0x00073daf, 0x00073faf, 0x000741af, 0x000743af,
+ 0x000745af, 0x000747af, 0x000749af, 0x00074baf,
+ 0x00074daf, 0x00074faf, 0x000751af, 0x000753af,
+ 0x000755af, 0x000757af, 0x000759af, 0x00075baf,
+ 0x00075daf, 0x00075faf, 0x000761af, 0x000763af,
+ 0x000765af, 0x000767af, 0x000769af, 0x00076baf,
+ 0x00076daf, 0x00076faf, 0x000771af, 0x000773af,
+ 0x000775af, 0x000777af, 0x000779af, 0x00077baf,
+ 0x00077daf, 0x00077faf, 0x000781af, 0x000783af,
+ 0x000785af, 0x000787af, 0x000789af, 0x00078baf,
+ 0x00078daf, 0x00078faf, 0x000791af, 0x000793af,
+ 0x000795af, 0x000797af, 0x000799af, 0x00079baf,
+ 0x00079daf, 0x00079faf, 0x0007a1af, 0x0007a3af,
+ 0x0007a5af, 0x0007a7af, 0x0007a9af, 0x0007abaf,
+ 0x0007adaf, 0x0007afaf, 0x0007b1af, 0x0007b3af,
+ 0x0007b5af, 0x0007b7af, 0x0007b9af, 0x0007bbaf,
+ 0x0007bdaf, 0x0007bfaf, 0x0007c1af, 0x0007c3af,
+ 0x0007c5af, 0x0007c7af, 0x0007c9af, 0x0007cbaf,
+ 0x0007cdaf, 0x0007cfaf, 0x0007d1af, 0x0007d3af,
+ 0x0007d5af, 0x0007d7af, 0x0007d9af, 0x0007dbaf,
+ 0x0007ddaf, 0x0007dfaf, 0x0007e1af, 0x0007e3af,
+ 0x0007e5af, 0x0007e7af, 0x0007e9af, 0x0007ebaf,
+ 0x0007edaf, 0x0007efaf, 0x0007f1af, 0x0007f3af,
+ 0x0007f5af, 0x0007f7af, 0x0007f9af, 0x0007fbaf,
+ 0x0007fdaf, 0x0007ffaf, 0x000801af, 0x000803af,
+ 0x000805af, 0x000807af, 0x000809af, 0x00080baf,
+ 0x00080daf, 0x00080faf, 0x000811af, 0x000813af,
+ 0x000815af, 0x000817af, 0x000819af, 0x00081baf,
+ 0x00081daf, 0x00081faf, 0x000821af, 0x000823af,
+ 0x000825af, 0x000827af, 0x000829af, 0x00082baf,
+ 0x00082daf, 0x00082faf, 0x000831af, 0x000833af,
+ 0x000835af, 0x000837af, 0x000839af, 0x00083baf,
+ 0x00083daf, 0x00083faf, 0x000841af, 0x000843af,
+ 0x000845af, 0x000847af, 0x000849af, 0x00084baf,
+ 0x00084daf, 0x00084faf, 0x000851af, 0x000853af,
+ 0x000855af, 0x000857af, 0x000859af, 0x00085baf,
+ 0x00085daf, 0x00085faf, 0x000861af, 0x000863af,
+ 0x000865af, 0x000867af, 0x000869af, 0x00086baf,
+ 0x00086daf, 0x00086faf, 0x000871af, 0x000873af,
+ 0x000875af, 0x000877af, 0x000879af, 0x00087baf,
+ 0x00087daf, 0x00087faf, 0x000881af, 0x000883af,
+ 0x000885af, 0x000887af, 0x000889af, 0x00088baf,
+ 0x00088daf, 0x00088faf, 0x000891af, 0x000893af,
+ 0x000895af, 0x000897af, 0x000899af, 0x00089baf,
+ 0x00089daf, 0x00089faf, 0x0008a1af, 0x0008a3af,
+ 0x0008a5af, 0x0008a7af, 0x0008a9af, 0x0008abaf,
+ 0x0008adaf, 0x0008afaf, 0x0008b1af, 0x0008b3af,
+ 0x0008b5af, 0x0008b7af, 0x0008b9af, 0x0008bbaf,
+ 0x0008bdaf, 0x0008bfaf, 0x0008c1af, 0x0008c3af,
+ 0x0008c5af, 0x0008c7af, 0x0008c9af, 0x0008cbaf,
+ 0x0008cdaf, 0x0008cfaf, 0x0008d1af, 0x0008d3af,
+ 0x0008d5af, 0x0008d7af, 0x0008d9af, 0x0008dbaf,
+ 0x0008ddaf, 0x0008dfaf, 0x0008e1af, 0x0008e3af,
+ 0x0008e5af, 0x0008e7af, 0x0008e9af, 0x0008ebaf,
+ 0x0008edaf, 0x0008efaf, 0x0008f1af, 0x0008f3af,
+ 0x0008f5af, 0x0008f7af, 0x0008f9af, 0x0008fbaf,
+ 0x0008fdaf, 0x0008ffaf, 0x000901af, 0x000903af,
+ 0x000905af, 0x000907af, 0x000909af, 0x00090baf,
+ 0x00090daf, 0x00090faf, 0x000911af, 0x000913af,
+ 0x000915af, 0x000917af, 0x000919af, 0x00091baf,
+ 0x00091daf, 0x00091faf, 0x000921af, 0x000923af,
+ 0x000925af, 0x000927af, 0x000929af, 0x00092baf,
+ 0x00092daf, 0x00092faf, 0x000931af, 0x000933af,
+ 0x000935af, 0x000937af, 0x000939af, 0x00093baf,
+ 0x00093daf, 0x00093faf, 0x000941af, 0x000943af,
+ 0x000945af, 0x000947af, 0x000949af, 0x00094baf,
+ 0x00094daf, 0x00094faf, 0x000951af, 0x000953af,
+ 0x000955af, 0x000957af, 0x000959af, 0x00095baf,
+ 0x00095daf, 0x00095faf, 0x000961af, 0x000963af,
+ 0x000965af, 0x000967af, 0x000969af, 0x00096baf,
+ 0x00096daf, 0x00096faf, 0x000971af, 0x000973af,
+ 0x000975af, 0x000977af, 0x000979af, 0x00097baf,
+ 0x00097daf, 0x00097faf, 0x000981af, 0x000983af,
+ 0x000985af, 0x000987af, 0x000989af, 0x00098baf,
+ 0x00098daf, 0x00098faf, 0x000991af, 0x000993af,
+ 0x000995af, 0x000997af, 0x000999af, 0x00099baf,
+ 0x00099daf, 0x00099faf, 0x0009a1af, 0x0009a3af,
+ 0x0009a5af, 0x0009a7af, 0x0009a9af, 0x0009abaf,
+ 0x0009adaf, 0x0009afaf, 0x0009b1af, 0x0009b3af,
+ 0x0009b5af, 0x0009b7af, 0x0009b9af, 0x0009bbaf,
+ 0x0009bdaf, 0x0009bfaf, 0x0009c1af, 0x0009c3af,
+ 0x0009c5af, 0x0009c7af, 0x0009c9af, 0x0009cbaf,
+ 0x0009cdaf, 0x0009cfaf, 0x0009d1af, 0x0009d3af,
+ 0x0009d5af, 0x0009d7af, 0x0009d9af, 0x0009dbaf,
+ 0x0009ddaf, 0x0009dfaf, 0x0009e1af, 0x0009e3af,
+ 0x0009e5af, 0x0009e7af, 0x0009e9af, 0x0009ebaf,
+ 0x0009edaf, 0x0009efaf, 0x0009f1af, 0x0009f3af,
+ 0x0009f5af, 0x0009f7af, 0x0009f9af, 0x0009fbaf,
+ 0x0009fdaf, 0x0009ffaf, 0x000a01af, 0x000a03af,
+ 0x000a05af, 0x000a07af, 0x000a09af, 0x000a0baf,
+ 0x000a0daf, 0x000a0faf, 0x000a11af, 0x000a13af,
+ 0x000a15af, 0x000a17af, 0x000a19af, 0x000a1baf,
+ 0x000a1daf, 0x000a1faf, 0x000a21af, 0x000a23af,
+ 0x000a25af, 0x000a27af, 0x000a29af, 0x000a2baf,
+ 0x000a2daf, 0x000a2faf, 0x000a31af, 0x000a33af,
+ 0x000a35af, 0x000a37af, 0x000a39af, 0x000a3baf,
+ 0x000a3daf, 0x000a3faf, 0x000a41af, 0x000a43af,
+ 0x000a45af, 0x000a47af, 0x000a49af, 0x000a4baf,
+ 0x000a4daf, 0x000a4faf, 0x000a51af, 0x000a53af,
+ 0x000a55af, 0x000a57af, 0x000a59af, 0x000a5baf,
+ 0x000a5daf, 0x000a5faf, 0x000a61af, 0x000a63af,
+ 0x000a65af, 0x000a67af, 0x000a69af, 0x000a6baf,
+ 0x000a6daf, 0x000a6faf, 0x000a71af, 0x000a73af,
+ 0x000a75af, 0x000a77af, 0x000a79af, 0x000a7baf,
+ 0x000a7daf, 0x000a7faf, 0x000a81af, 0x000a83af,
+ 0x000a85af, 0x000a87af, 0x000a89af, 0x000a8baf,
+ 0x000a8daf, 0x000a8faf, 0x000a91af, 0x000a93af,
+ 0x000a95af, 0x000a97af, 0x000a99af, 0x000a9baf,
+ 0x000a9daf, 0x000a9faf, 0x000aa1af, 0x000aa3af,
+ 0x000aa5af, 0x000aa7af, 0x000aa9af, 0x000aabaf,
+ 0x000aadaf, 0x000aafaf, 0x000ab1af, 0x000ab3af,
+ 0x000ab5af, 0x000ab7af, 0x000ab9af, 0x000abbaf,
+ 0x000abdaf, 0x000abfaf, 0x000ac1af, 0x000ac3af,
+ 0x000ac5af, 0x000ac7af, 0x000ac9af, 0x000acbaf,
+ 0x000acdaf, 0x000acfaf, 0x000ad1af, 0x000ad3af,
+ 0x000ad5af, 0x000ad7af, 0x000ad9af, 0x000adbaf,
+ 0x000addaf, 0x000adfaf, 0x000ae1af, 0x000ae3af,
+ 0x000ae5af, 0x000ae7af, 0x000ae9af, 0x000aebaf,
+ 0x000aedaf, 0x000aefaf, 0x000af1af, 0x000af3af,
+ 0x000af5af, 0x000af7af, 0x000af9af, 0x000afbaf,
+ 0x000afdaf, 0x000affaf, 0x000b01af, 0x000b03af,
+ 0x000b05af, 0x000b07af, 0x000b09af, 0x000b0baf,
+ 0x000b0daf, 0x000b0faf, 0x000b11af, 0x000b13af,
+ 0x000b15af, 0x000b17af, 0x000b19af, 0x000b1baf,
+ 0x000b1daf, 0x000b1faf, 0x000b21af, 0x000b23af,
+ 0x000b25af, 0x000b27af, 0x000b29af, 0x000b2baf,
+ 0x000b2daf, 0x000b2faf, 0x000b31af, 0x000b33af,
+ 0x000b35af, 0x000b37af, 0x000b39af, 0x000b3baf,
+ 0x000b3daf, 0x000b3faf, 0x000b41af, 0x000b43af,
+ 0x000b45af, 0x000b47af, 0x000b49af, 0x000b4baf,
+ 0x000b4daf, 0x000b4faf, 0x000b51af, 0x000b53af,
+ 0x000b55af, 0x000b57af, 0x000b59af, 0x000b5baf,
+ 0x000b5daf, 0x000b5faf, 0x000b61af, 0x000b63af,
+ 0x000b65af, 0x000b67af, 0x000b69af, 0x000b6baf,
+ 0x000b6daf, 0x000b6faf, 0x000b71af, 0x000b73af,
+ 0x000b75af, 0x000b77af, 0x000b79af, 0x000b7baf,
+ 0x000b7daf, 0x000b7faf, 0x000b81af, 0x000b83af,
+ 0x000b85af, 0x000b87af, 0x000b89af, 0x000b8baf,
+ 0x000b8daf, 0x000b8faf, 0x000b91af, 0x000b93af,
+ 0x000b95af, 0x000b97af, 0x000b99af, 0x000b9baf,
+ 0x000b9daf, 0x000b9faf, 0x000ba1af, 0x000ba3af,
+ 0x000ba5af, 0x000ba7af, 0x000ba9af, 0x000babaf,
+ 0x000badaf, 0x000bafaf, 0x000bb1af, 0x000bb3af,
+ 0x000bb5af, 0x000bb7af, 0x000bb9af, 0x000bbbaf,
+ 0x000bbdaf, 0x000bbfaf, 0x000bc1af, 0x000bc3af,
+ 0x000bc5af, 0x000bc7af, 0x000bc9af, 0x000bcbaf,
+ 0x000bcdaf, 0x000bcfaf, 0x000bd1af, 0x000bd3af,
+ 0x000bd5af, 0x000bd7af, 0x000bd9af, 0x000bdbaf,
+ 0x000bddaf, 0x000bdfaf, 0x000be1af, 0x000be3af,
+ 0x000be5af, 0x000be7af, 0x000be9af, 0x000bebaf,
+ 0x000bedaf, 0x000befaf, 0x000bf1af, 0x000bf3af,
+ 0x000bf5af, 0x000bf7af, 0x000bf9af, 0x000bfbaf,
+ 0x000bfdaf, 0x000bffaf, 0x000c01af, 0x000c03af,
+ 0x000c05af, 0x000c07af, 0x000c09af, 0x000c0baf,
+ 0x000c0daf, 0x000c0faf, 0x000c11af, 0x000c13af,
+ 0x000c15af, 0x000c17af, 0x000c19af, 0x000c1baf,
+ 0x000c1daf, 0x000c1faf, 0x000c21af, 0x000c23af,
+ 0x000c25af, 0x000c27af, 0x000c29af, 0x000c2baf,
+ 0x000c2daf, 0x000c2faf, 0x000c31af, 0x000c33af,
+ 0x000c35af, 0x000c37af, 0x000c39af, 0x000c3baf,
+ 0x000c3daf, 0x000c3faf, 0x000c41af, 0x000c43af,
+ 0x000c45af, 0x000c47af, 0x000c49af, 0x000c4baf,
+ 0x000c4daf, 0x000c4faf, 0x000c51af, 0x000c53af,
+ 0x000c55af, 0x000c57af, 0x000c59af, 0x000c5baf,
+ 0x000c5daf, 0x000c5faf, 0x000c61af, 0x000c63af,
+ 0x000c65af, 0x000c67af, 0x000c69af, 0x000c6baf,
+ 0x000c6daf, 0x000c6faf, 0x000c71af, 0x000c73af,
+ 0x000c75af, 0x000c77af, 0x000c79af, 0x000c7baf,
+ 0x000c7daf, 0x000c7faf, 0x000c81af, 0x000c83af,
+ 0x000c85af, 0x000c87af, 0x000c89af, 0x000c8baf,
+ 0x000c8daf, 0x000c8faf, 0x000c91af, 0x000c93af,
+ 0x000c95af, 0x000c97af, 0x000c99af, 0x000c9baf,
+ 0x000c9daf, 0x000c9faf, 0x000ca1af, 0x000ca3af,
+ 0x000ca5af, 0x000ca7af, 0x000ca9af, 0x000cabaf,
+ 0x000cadaf, 0x000cafaf, 0x000cb1af, 0x000cb3af,
+ 0x000cb5af, 0x000cb7af, 0x000cb9af, 0x000cbbaf,
+ 0x000cbdaf, 0x000cbfaf, 0x000cc1af, 0x000cc3af,
+ 0x000cc5af, 0x000cc7af, 0x000cc9af, 0x000ccbaf,
+ 0x000ccdaf, 0x000ccfaf, 0x000cd1af, 0x000cd3af,
+ 0x000cd5af, 0x000cd7af, 0x000cd9af, 0x000cdbaf,
+ 0x000cddaf, 0x000cdfaf, 0x000ce1af, 0x000ce3af,
+ 0x000ce5af, 0x000ce7af, 0x000ce9af, 0x000cebaf,
+ 0x000cedaf, 0x000cefaf, 0x000cf1af, 0x000cf3af,
+ 0x000cf5af, 0x000cf7af, 0x000cf9af, 0x000cfbaf,
+ 0x000cfdaf, 0x000cffaf, 0x000d01af, 0x000d03af,
+ 0x000d05af, 0x000d07af, 0x000d09af, 0x000d0baf,
+ 0x000d0daf, 0x000d0faf, 0x000d11af, 0x000d13af,
+ 0x000d15af, 0x000d17af, 0x000d19af, 0x000d1baf,
+ 0x000d1daf, 0x000d1faf, 0x000d21af, 0x000d23af,
+ 0x000d25af, 0x000d27af, 0x000d29af, 0x000d2baf,
+ 0x000d2daf, 0x000d2faf, 0x000d31af, 0x000d33af,
+ 0x000d35af, 0x000d37af, 0x000d39af, 0x000d3baf,
+ 0x000d3daf, 0x000d3faf, 0x000d41af, 0x000d43af,
+ 0x000d45af, 0x000d47af, 0x000d49af, 0x000d4baf,
+ 0x000d4daf, 0x000d4faf, 0x000d51af, 0x000d53af,
+ 0x000d55af, 0x000d57af, 0x000d59af, 0x000d5baf,
+ 0x000d5daf, 0x000d5faf, 0x000d61af, 0x000d63af,
+ 0x000d65af, 0x000d67af, 0x000d69af, 0x000d6baf,
+ 0x000d6daf, 0x000d6faf, 0x000d71af, 0x000d73af,
+ 0x000d75af, 0x000d77af, 0x000d79af, 0x000d7baf,
+ 0x000d7daf, 0x000d7faf, 0x000d81af, 0x000d83af,
+ 0x000d85af, 0x000d87af, 0x000d89af, 0x000d8baf,
+ 0x000d8daf, 0x000d8faf, 0x000d91af, 0x000d93af,
+ 0x000d95af, 0x000d97af, 0x000d99af, 0x000d9baf,
+ 0x000d9daf, 0x000d9faf, 0x000da1af, 0x000da3af,
+ 0x000da5af, 0x000da7af, 0x000da9af, 0x000dabaf,
+ 0x000dadaf, 0x000dafaf, 0x000db1af, 0x000db3af,
+ 0x000db5af, 0x000db7af, 0x000db9af, 0x000dbbaf,
+ 0x000dbdaf, 0x000dbfaf, 0x000dc1af, 0x000dc3af,
+ 0x000dc5af, 0x000dc7af, 0x000dc9af, 0x000dcbaf,
+ 0x000dcdaf, 0x000dcfaf, 0x000dd1af, 0x000dd3af,
+ 0x000dd5af, 0x000dd7af, 0x000dd9af, 0x000ddbaf,
+ 0x000dddaf, 0x000ddfaf, 0x000de1af, 0x000de3af,
+ 0x000de5af, 0x000de7af, 0x000de9af, 0x000debaf,
+ 0x000dedaf, 0x000defaf, 0x000df1af, 0x000df3af,
+ 0x000df5af, 0x000df7af, 0x000df9af, 0x000dfbaf,
+ 0x000dfdaf, 0x000dffaf, 0x000e01af, 0x000e03af,
+ 0x000e05af, 0x000e07af, 0x000e09af, 0x000e0baf,
+ 0x000e0daf, 0x000e0faf, 0x000e11af, 0x000e13af,
+ 0x000e15af, 0x000e17af, 0x000e19af, 0x000e1baf,
+ 0x000e1daf, 0x000e1faf, 0x000e21af, 0x000e23af,
+ 0x000e25af, 0x000e27af, 0x000e29af, 0x000e2baf,
+ 0x000e2daf, 0x000e2faf, 0x000e31af, 0x000e33af,
+ 0x000e35af, 0x000e37af, 0x000e39af, 0x000e3baf,
+ 0x000e3daf, 0x000e3faf, 0x000e41af, 0x000e43af,
+ 0x000e45af, 0x000e47af, 0x000e49af, 0x000e4baf,
+ 0x000e4daf, 0x000e4faf, 0x000e51af, 0x000e53af,
+ 0x000e55af, 0x000e57af, 0x000e59af, 0x000e5baf,
+ 0x000e5daf, 0x000e5faf, 0x000e61af, 0x000e63af,
+ 0x000e65af, 0x000e67af, 0x000e69af, 0x000e6baf,
+ 0x000e6daf, 0x000e6faf, 0x000e71af, 0x000e73af,
+ 0x000e75af, 0x000e77af, 0x000e79af, 0x000e7baf,
+ 0x000e7daf, 0x000e7faf, 0x000e81af, 0x000e83af,
+ 0x000e85af, 0x000e87af, 0x000e89af, 0x000e8baf,
+ 0x000e8daf, 0x000e8faf, 0x000e91af, 0x000e93af,
+ 0x000e95af, 0x000e97af, 0x000e99af, 0x000e9baf,
+ 0x000e9daf, 0x000e9faf, 0x000ea1af, 0x000ea3af,
+ 0x000ea5af, 0x000ea7af, 0x000ea9af, 0x000eabaf,
+ 0x000eadaf, 0x000eafaf, 0x000eb1af, 0x000eb3af,
+ 0x000eb5af, 0x000eb7af, 0x000eb9af, 0x000ebbaf,
+ 0x000ebdaf, 0x000ebfaf, 0x000ec1af, 0x000ec3af,
+ 0x000ec5af, 0x000ec7af, 0x000ec9af, 0x000ecbaf,
+ 0x000ecdaf, 0x000ecfaf, 0x000ed1af, 0x000ed3af,
+ 0x000ed5af, 0x000ed7af, 0x000ed9af, 0x000edbaf,
+ 0x000eddaf, 0x000edfaf, 0x000ee1af, 0x000ee3af,
+ 0x000ee5af, 0x000ee7af, 0x000ee9af, 0x000eebaf,
+ 0x000eedaf, 0x000eefaf, 0x000ef1af, 0x000ef3af,
+ 0x000ef5af, 0x000ef7af, 0x000ef9af, 0x000efbaf,
+ 0x000efdaf, 0x000effaf, 0x000f01af, 0x000f03af,
+ 0x000f05af, 0x000f07af, 0x000f09af, 0x000f0baf,
+ 0x000f0daf, 0x000f0faf, 0x000f11af, 0x000f13af,
+ 0x000f15af, 0x000f17af, 0x000f19af, 0x000f1baf,
+ 0x000f1daf, 0x000f1faf, 0x000f21af, 0x000f23af,
+ 0x000f25af, 0x000f27af, 0x000f29af, 0x000f2baf,
+ 0x000f2daf, 0x000f2faf, 0x000f31af, 0x000f33af,
+ 0x000f35af, 0x000f37af, 0x000f39af, 0x000f3baf,
+ 0x000f3daf, 0x000f3faf, 0x000f41af, 0x000f43af,
+ 0x000f45af, 0x000f47af, 0x000f49af, 0x000f4baf,
+ 0x000f4daf, 0x000f4faf, 0x000f51af, 0x000f53af,
+ 0x000f55af, 0x000f57af, 0x000f59af, 0x000f5baf,
+ 0x000f5daf, 0x000f5faf, 0x000f61af, 0x000f63af,
+ 0x000f65af, 0x000f67af, 0x000f69af, 0x000f6baf,
+ 0x000f6daf, 0x000f6faf, 0x000f71af, 0x000f73af,
+ 0x000f75af, 0x000f77af, 0x000f79af, 0x000f7baf,
+ 0x000f7daf, 0x000f7faf, 0x000f81af, 0x000f83af,
+ 0x000f85af, 0x000f87af, 0x000f89af, 0x000f8baf,
+ 0x000f8daf, 0x000f8faf, 0x000f91af, 0x000f93af,
+ 0x000f95af, 0x000f97af, 0x000f99af, 0x000f9baf,
+ 0x000f9daf, 0x000f9faf, 0x000fa1af, 0x000fa3af,
+ 0x000fa5af, 0x000fa7af, 0x000fa9af, 0x000fabaf,
+ 0x000fadaf, 0x000fafaf, 0x000fb1af, 0x000fb3af,
+ 0x000fb5af, 0x000fb7af, 0x000fb9af, 0x000fbbaf,
+ 0x000fbdaf, 0x000fbfaf, 0x000fc1af, 0x000fc3af,
+ 0x000fc5af, 0x000fc7af, 0x000fc9af, 0x000fcbaf,
+ 0x000fcdaf, 0x000fcfaf, 0x000fd1af, 0x000fd3af,
+ 0x000fd5af, 0x000fd7af, 0x000fd9af, 0x000fdbaf,
+ 0x000fddaf, 0x000fdfaf, 0x000fe1af, 0x000fe3af,
+ 0x000fe5af, 0x000fe7af, 0x000fe9af, 0x000febaf,
+ 0x000fedaf, 0x000fefaf, 0x000ff1af, 0x000ff3af,
+ 0x000ff5af, 0x000ff7af, 0x000ff9af, 0x000ffbaf,
+ 0x000ffdaf, 0x000fffaf, 0x0000006f, 0x0000026f,
+ 0x0000046f, 0x0000066f, 0x0000086f, 0x00000a6f,
+ 0x00000c6f, 0x00000e6f, 0x0000106f, 0x0000126f,
+ 0x0000146f, 0x0000166f, 0x0000186f, 0x00001a6f,
+ 0x00001c6f, 0x00001e6f, 0x0000206f, 0x0000226f,
+ 0x0000246f, 0x0000266f, 0x0000286f, 0x00002a6f,
+ 0x00002c6f, 0x00002e6f, 0x0000306f, 0x0000326f,
+ 0x0000346f, 0x0000366f, 0x0000386f, 0x00003a6f,
+ 0x00003c6f, 0x00003e6f, 0x0000406f, 0x0000426f,
+ 0x0000446f, 0x0000466f, 0x0000486f, 0x00004a6f,
+ 0x00004c6f, 0x00004e6f, 0x0000506f, 0x0000526f,
+ 0x0000546f, 0x0000566f, 0x0000586f, 0x00005a6f,
+ 0x00005c6f, 0x00005e6f, 0x0000606f, 0x0000626f,
+ 0x0000646f, 0x0000666f, 0x0000686f, 0x00006a6f,
+ 0x00006c6f, 0x00006e6f, 0x0000706f, 0x0000726f,
+ 0x0000746f, 0x0000766f, 0x0000786f, 0x00007a6f,
+ 0x00007c6f, 0x00007e6f, 0x0000806f, 0x0000826f,
+ 0x0000846f, 0x0000866f, 0x0000886f, 0x00008a6f,
+ 0x00008c6f, 0x00008e6f, 0x0000906f, 0x0000926f,
+ 0x0000946f, 0x0000966f, 0x0000986f, 0x00009a6f,
+ 0x00009c6f, 0x00009e6f, 0x0000a06f, 0x0000a26f,
+ 0x0000a46f, 0x0000a66f, 0x0000a86f, 0x0000aa6f,
+ 0x0000ac6f, 0x0000ae6f, 0x0000b06f, 0x0000b26f,
+ 0x0000b46f, 0x0000b66f, 0x0000b86f, 0x0000ba6f,
+ 0x0000bc6f, 0x0000be6f, 0x0000c06f, 0x0000c26f,
+ 0x0000c46f, 0x0000c66f, 0x0000c86f, 0x0000ca6f,
+ 0x0000cc6f, 0x0000ce6f, 0x0000d06f, 0x0000d26f,
+ 0x0000d46f, 0x0000d66f, 0x0000d86f, 0x0000da6f,
+ 0x0000dc6f, 0x0000de6f, 0x0000e06f, 0x0000e26f,
+ 0x0000e46f, 0x0000e66f, 0x0000e86f, 0x0000ea6f,
+ 0x0000ec6f, 0x0000ee6f, 0x0000f06f, 0x0000f26f,
+ 0x0000f46f, 0x0000f66f, 0x0000f86f, 0x0000fa6f,
+ 0x0000fc6f, 0x0000fe6f, 0x0001006f, 0x0001026f,
+ 0x0001046f, 0x0001066f, 0x0001086f, 0x00010a6f,
+ 0x00010c6f, 0x00010e6f, 0x0001106f, 0x0001126f,
+ 0x0001146f, 0x0001166f, 0x0001186f, 0x00011a6f,
+ 0x00011c6f, 0x00011e6f, 0x0001206f, 0x0001226f,
+ 0x0001246f, 0x0001266f, 0x0001286f, 0x00012a6f,
+ 0x00012c6f, 0x00012e6f, 0x0001306f, 0x0001326f,
+ 0x0001346f, 0x0001366f, 0x0001386f, 0x00013a6f,
+ 0x00013c6f, 0x00013e6f, 0x0001406f, 0x0001426f,
+ 0x0001446f, 0x0001466f, 0x0001486f, 0x00014a6f,
+ 0x00014c6f, 0x00014e6f, 0x0001506f, 0x0001526f,
+ 0x0001546f, 0x0001566f, 0x0001586f, 0x00015a6f,
+ 0x00015c6f, 0x00015e6f, 0x0001606f, 0x0001626f,
+ 0x0001646f, 0x0001666f, 0x0001686f, 0x00016a6f,
+ 0x00016c6f, 0x00016e6f, 0x0001706f, 0x0001726f,
+ 0x0001746f, 0x0001766f, 0x0001786f, 0x00017a6f,
+ 0x00017c6f, 0x00017e6f, 0x0001806f, 0x0001826f,
+ 0x0001846f, 0x0001866f, 0x0001886f, 0x00018a6f,
+ 0x00018c6f, 0x00018e6f, 0x0001906f, 0x0001926f,
+ 0x0001946f, 0x0001966f, 0x0001986f, 0x00019a6f,
+ 0x00019c6f, 0x00019e6f, 0x0001a06f, 0x0001a26f,
+ 0x0001a46f, 0x0001a66f, 0x0001a86f, 0x0001aa6f,
+ 0x0001ac6f, 0x0001ae6f, 0x0001b06f, 0x0001b26f,
+ 0x0001b46f, 0x0001b66f, 0x0001b86f, 0x0001ba6f,
+ 0x0001bc6f, 0x0001be6f, 0x0001c06f, 0x0001c26f,
+ 0x0001c46f, 0x0001c66f, 0x0001c86f, 0x0001ca6f,
+ 0x0001cc6f, 0x0001ce6f, 0x0001d06f, 0x0001d26f,
+ 0x0001d46f, 0x0001d66f, 0x0001d86f, 0x0001da6f,
+ 0x0001dc6f, 0x0001de6f, 0x0001e06f, 0x0001e26f,
+ 0x0001e46f, 0x0001e66f, 0x0001e86f, 0x0001ea6f,
+ 0x0001ec6f, 0x0001ee6f, 0x0001f06f, 0x0001f26f,
+ 0x0001f46f, 0x0001f66f, 0x0001f86f, 0x0001fa6f,
+ 0x0001fc6f, 0x0001fe6f, 0x0002006f, 0x0002026f,
+ 0x0002046f, 0x0002066f, 0x0002086f, 0x00020a6f,
+ 0x00020c6f, 0x00020e6f, 0x0002106f, 0x0002126f,
+ 0x0002146f, 0x0002166f, 0x0002186f, 0x00021a6f,
+ 0x00021c6f, 0x00021e6f, 0x0002206f, 0x0002226f,
+ 0x0002246f, 0x0002266f, 0x0002286f, 0x00022a6f,
+ 0x00022c6f, 0x00022e6f, 0x0002306f, 0x0002326f,
+ 0x0002346f, 0x0002366f, 0x0002386f, 0x00023a6f,
+ 0x00023c6f, 0x00023e6f, 0x0002406f, 0x0002426f,
+ 0x0002446f, 0x0002466f, 0x0002486f, 0x00024a6f,
+ 0x00024c6f, 0x00024e6f, 0x0002506f, 0x0002526f,
+ 0x0002546f, 0x0002566f, 0x0002586f, 0x00025a6f,
+ 0x00025c6f, 0x00025e6f, 0x0002606f, 0x0002626f,
+ 0x0002646f, 0x0002666f, 0x0002686f, 0x00026a6f,
+ 0x00026c6f, 0x00026e6f, 0x0002706f, 0x0002726f,
+ 0x0002746f, 0x0002766f, 0x0002786f, 0x00027a6f,
+ 0x00027c6f, 0x00027e6f, 0x0002806f, 0x0002826f,
+ 0x0002846f, 0x0002866f, 0x0002886f, 0x00028a6f,
+ 0x00028c6f, 0x00028e6f, 0x0002906f, 0x0002926f,
+ 0x0002946f, 0x0002966f, 0x0002986f, 0x00029a6f,
+ 0x00029c6f, 0x00029e6f, 0x0002a06f, 0x0002a26f,
+ 0x0002a46f, 0x0002a66f, 0x0002a86f, 0x0002aa6f,
+ 0x0002ac6f, 0x0002ae6f, 0x0002b06f, 0x0002b26f,
+ 0x0002b46f, 0x0002b66f, 0x0002b86f, 0x0002ba6f,
+ 0x0002bc6f, 0x0002be6f, 0x0002c06f, 0x0002c26f,
+ 0x0002c46f, 0x0002c66f, 0x0002c86f, 0x0002ca6f,
+ 0x0002cc6f, 0x0002ce6f, 0x0002d06f, 0x0002d26f,
+ 0x0002d46f, 0x0002d66f, 0x0002d86f, 0x0002da6f,
+ 0x0002dc6f, 0x0002de6f, 0x0002e06f, 0x0002e26f,
+ 0x0002e46f, 0x0002e66f, 0x0002e86f, 0x0002ea6f,
+ 0x0002ec6f, 0x0002ee6f, 0x0002f06f, 0x0002f26f,
+ 0x0002f46f, 0x0002f66f, 0x0002f86f, 0x0002fa6f,
+ 0x0002fc6f, 0x0002fe6f, 0x0003006f, 0x0003026f,
+ 0x0003046f, 0x0003066f, 0x0003086f, 0x00030a6f,
+ 0x00030c6f, 0x00030e6f, 0x0003106f, 0x0003126f,
+ 0x0003146f, 0x0003166f, 0x0003186f, 0x00031a6f,
+ 0x00031c6f, 0x00031e6f, 0x0003206f, 0x0003226f,
+ 0x0003246f, 0x0003266f, 0x0003286f, 0x00032a6f,
+ 0x00032c6f, 0x00032e6f, 0x0003306f, 0x0003326f,
+ 0x0003346f, 0x0003366f, 0x0003386f, 0x00033a6f,
+ 0x00033c6f, 0x00033e6f, 0x0003406f, 0x0003426f,
+ 0x0003446f, 0x0003466f, 0x0003486f, 0x00034a6f,
+ 0x00034c6f, 0x00034e6f, 0x0003506f, 0x0003526f,
+ 0x0003546f, 0x0003566f, 0x0003586f, 0x00035a6f,
+ 0x00035c6f, 0x00035e6f, 0x0003606f, 0x0003626f,
+ 0x0003646f, 0x0003666f, 0x0003686f, 0x00036a6f,
+ 0x00036c6f, 0x00036e6f, 0x0003706f, 0x0003726f,
+ 0x0003746f, 0x0003766f, 0x0003786f, 0x00037a6f,
+ 0x00037c6f, 0x00037e6f, 0x0003806f, 0x0003826f,
+ 0x0003846f, 0x0003866f, 0x0003886f, 0x00038a6f,
+ 0x00038c6f, 0x00038e6f, 0x0003906f, 0x0003926f,
+ 0x0003946f, 0x0003966f, 0x0003986f, 0x00039a6f,
+ 0x00039c6f, 0x00039e6f, 0x0003a06f, 0x0003a26f,
+ 0x0003a46f, 0x0003a66f, 0x0003a86f, 0x0003aa6f,
+ 0x0003ac6f, 0x0003ae6f, 0x0003b06f, 0x0003b26f,
+ 0x0003b46f, 0x0003b66f, 0x0003b86f, 0x0003ba6f,
+ 0x0003bc6f, 0x0003be6f, 0x0003c06f, 0x0003c26f,
+ 0x0003c46f, 0x0003c66f, 0x0003c86f, 0x0003ca6f,
+ 0x0003cc6f, 0x0003ce6f, 0x0003d06f, 0x0003d26f,
+ 0x0003d46f, 0x0003d66f, 0x0003d86f, 0x0003da6f,
+ 0x0003dc6f, 0x0003de6f, 0x0003e06f, 0x0003e26f,
+ 0x0003e46f, 0x0003e66f, 0x0003e86f, 0x0003ea6f,
+ 0x0003ec6f, 0x0003ee6f, 0x0003f06f, 0x0003f26f,
+ 0x0003f46f, 0x0003f66f, 0x0003f86f, 0x0003fa6f,
+ 0x0003fc6f, 0x0003fe6f, 0x0004006f, 0x0004026f,
+ 0x0004046f, 0x0004066f, 0x0004086f, 0x00040a6f,
+ 0x00040c6f, 0x00040e6f, 0x0004106f, 0x0004126f,
+ 0x0004146f, 0x0004166f, 0x0004186f, 0x00041a6f,
+ 0x00041c6f, 0x00041e6f, 0x0004206f, 0x0004226f,
+ 0x0004246f, 0x0004266f, 0x0004286f, 0x00042a6f,
+ 0x00042c6f, 0x00042e6f, 0x0004306f, 0x0004326f,
+ 0x0004346f, 0x0004366f, 0x0004386f, 0x00043a6f,
+ 0x00043c6f, 0x00043e6f, 0x0004406f, 0x0004426f,
+ 0x0004446f, 0x0004466f, 0x0004486f, 0x00044a6f,
+ 0x00044c6f, 0x00044e6f, 0x0004506f, 0x0004526f,
+ 0x0004546f, 0x0004566f, 0x0004586f, 0x00045a6f,
+ 0x00045c6f, 0x00045e6f, 0x0004606f, 0x0004626f,
+ 0x0004646f, 0x0004666f, 0x0004686f, 0x00046a6f,
+ 0x00046c6f, 0x00046e6f, 0x0004706f, 0x0004726f,
+ 0x0004746f, 0x0004766f, 0x0004786f, 0x00047a6f,
+ 0x00047c6f, 0x00047e6f, 0x0004806f, 0x0004826f,
+ 0x0004846f, 0x0004866f, 0x0004886f, 0x00048a6f,
+ 0x00048c6f, 0x00048e6f, 0x0004906f, 0x0004926f,
+ 0x0004946f, 0x0004966f, 0x0004986f, 0x00049a6f,
+ 0x00049c6f, 0x00049e6f, 0x0004a06f, 0x0004a26f,
+ 0x0004a46f, 0x0004a66f, 0x0004a86f, 0x0004aa6f,
+ 0x0004ac6f, 0x0004ae6f, 0x0004b06f, 0x0004b26f,
+ 0x0004b46f, 0x0004b66f, 0x0004b86f, 0x0004ba6f,
+ 0x0004bc6f, 0x0004be6f, 0x0004c06f, 0x0004c26f,
+ 0x0004c46f, 0x0004c66f, 0x0004c86f, 0x0004ca6f,
+ 0x0004cc6f, 0x0004ce6f, 0x0004d06f, 0x0004d26f,
+ 0x0004d46f, 0x0004d66f, 0x0004d86f, 0x0004da6f,
+ 0x0004dc6f, 0x0004de6f, 0x0004e06f, 0x0004e26f,
+ 0x0004e46f, 0x0004e66f, 0x0004e86f, 0x0004ea6f,
+ 0x0004ec6f, 0x0004ee6f, 0x0004f06f, 0x0004f26f,
+ 0x0004f46f, 0x0004f66f, 0x0004f86f, 0x0004fa6f,
+ 0x0004fc6f, 0x0004fe6f, 0x0005006f, 0x0005026f,
+ 0x0005046f, 0x0005066f, 0x0005086f, 0x00050a6f,
+ 0x00050c6f, 0x00050e6f, 0x0005106f, 0x0005126f,
+ 0x0005146f, 0x0005166f, 0x0005186f, 0x00051a6f,
+ 0x00051c6f, 0x00051e6f, 0x0005206f, 0x0005226f,
+ 0x0005246f, 0x0005266f, 0x0005286f, 0x00052a6f,
+ 0x00052c6f, 0x00052e6f, 0x0005306f, 0x0005326f,
+ 0x0005346f, 0x0005366f, 0x0005386f, 0x00053a6f,
+ 0x00053c6f, 0x00053e6f, 0x0005406f, 0x0005426f,
+ 0x0005446f, 0x0005466f, 0x0005486f, 0x00054a6f,
+ 0x00054c6f, 0x00054e6f, 0x0005506f, 0x0005526f,
+ 0x0005546f, 0x0005566f, 0x0005586f, 0x00055a6f,
+ 0x00055c6f, 0x00055e6f, 0x0005606f, 0x0005626f,
+ 0x0005646f, 0x0005666f, 0x0005686f, 0x00056a6f,
+ 0x00056c6f, 0x00056e6f, 0x0005706f, 0x0005726f,
+ 0x0005746f, 0x0005766f, 0x0005786f, 0x00057a6f,
+ 0x00057c6f, 0x00057e6f, 0x0005806f, 0x0005826f,
+ 0x0005846f, 0x0005866f, 0x0005886f, 0x00058a6f,
+ 0x00058c6f, 0x00058e6f, 0x0005906f, 0x0005926f,
+ 0x0005946f, 0x0005966f, 0x0005986f, 0x00059a6f,
+ 0x00059c6f, 0x00059e6f, 0x0005a06f, 0x0005a26f,
+ 0x0005a46f, 0x0005a66f, 0x0005a86f, 0x0005aa6f,
+ 0x0005ac6f, 0x0005ae6f, 0x0005b06f, 0x0005b26f,
+ 0x0005b46f, 0x0005b66f, 0x0005b86f, 0x0005ba6f,
+ 0x0005bc6f, 0x0005be6f, 0x0005c06f, 0x0005c26f,
+ 0x0005c46f, 0x0005c66f, 0x0005c86f, 0x0005ca6f,
+ 0x0005cc6f, 0x0005ce6f, 0x0005d06f, 0x0005d26f,
+ 0x0005d46f, 0x0005d66f, 0x0005d86f, 0x0005da6f,
+ 0x0005dc6f, 0x0005de6f, 0x0005e06f, 0x0005e26f,
+ 0x0005e46f, 0x0005e66f, 0x0005e86f, 0x0005ea6f,
+ 0x0005ec6f, 0x0005ee6f, 0x0005f06f, 0x0005f26f,
+ 0x0005f46f, 0x0005f66f, 0x0005f86f, 0x0005fa6f,
+ 0x0005fc6f, 0x0005fe6f, 0x0006006f, 0x0006026f,
+ 0x0006046f, 0x0006066f, 0x0006086f, 0x00060a6f,
+ 0x00060c6f, 0x00060e6f, 0x0006106f, 0x0006126f,
+ 0x0006146f, 0x0006166f, 0x0006186f, 0x00061a6f,
+ 0x00061c6f, 0x00061e6f, 0x0006206f, 0x0006226f,
+ 0x0006246f, 0x0006266f, 0x0006286f, 0x00062a6f,
+ 0x00062c6f, 0x00062e6f, 0x0006306f, 0x0006326f,
+ 0x0006346f, 0x0006366f, 0x0006386f, 0x00063a6f,
+ 0x00063c6f, 0x00063e6f, 0x0006406f, 0x0006426f,
+ 0x0006446f, 0x0006466f, 0x0006486f, 0x00064a6f,
+ 0x00064c6f, 0x00064e6f, 0x0006506f, 0x0006526f,
+ 0x0006546f, 0x0006566f, 0x0006586f, 0x00065a6f,
+ 0x00065c6f, 0x00065e6f, 0x0006606f, 0x0006626f,
+ 0x0006646f, 0x0006666f, 0x0006686f, 0x00066a6f,
+ 0x00066c6f, 0x00066e6f, 0x0006706f, 0x0006726f,
+ 0x0006746f, 0x0006766f, 0x0006786f, 0x00067a6f,
+ 0x00067c6f, 0x00067e6f, 0x0006806f, 0x0006826f,
+ 0x0006846f, 0x0006866f, 0x0006886f, 0x00068a6f,
+ 0x00068c6f, 0x00068e6f, 0x0006906f, 0x0006926f,
+ 0x0006946f, 0x0006966f, 0x0006986f, 0x00069a6f,
+ 0x00069c6f, 0x00069e6f, 0x0006a06f, 0x0006a26f,
+ 0x0006a46f, 0x0006a66f, 0x0006a86f, 0x0006aa6f,
+ 0x0006ac6f, 0x0006ae6f, 0x0006b06f, 0x0006b26f,
+ 0x0006b46f, 0x0006b66f, 0x0006b86f, 0x0006ba6f,
+ 0x0006bc6f, 0x0006be6f, 0x0006c06f, 0x0006c26f,
+ 0x0006c46f, 0x0006c66f, 0x0006c86f, 0x0006ca6f,
+ 0x0006cc6f, 0x0006ce6f, 0x0006d06f, 0x0006d26f,
+ 0x0006d46f, 0x0006d66f, 0x0006d86f, 0x0006da6f,
+ 0x0006dc6f, 0x0006de6f, 0x0006e06f, 0x0006e26f,
+ 0x0006e46f, 0x0006e66f, 0x0006e86f, 0x0006ea6f,
+ 0x0006ec6f, 0x0006ee6f, 0x0006f06f, 0x0006f26f,
+ 0x0006f46f, 0x0006f66f, 0x0006f86f, 0x0006fa6f,
+ 0x0006fc6f, 0x0006fe6f, 0x0007006f, 0x0007026f,
+ 0x0007046f, 0x0007066f, 0x0007086f, 0x00070a6f,
+ 0x00070c6f, 0x00070e6f, 0x0007106f, 0x0007126f,
+ 0x0007146f, 0x0007166f, 0x0007186f, 0x00071a6f,
+ 0x00071c6f, 0x00071e6f, 0x0007206f, 0x0007226f,
+ 0x0007246f, 0x0007266f, 0x0007286f, 0x00072a6f,
+ 0x00072c6f, 0x00072e6f, 0x0007306f, 0x0007326f,
+ 0x0007346f, 0x0007366f, 0x0007386f, 0x00073a6f,
+ 0x00073c6f, 0x00073e6f, 0x0007406f, 0x0007426f,
+ 0x0007446f, 0x0007466f, 0x0007486f, 0x00074a6f,
+ 0x00074c6f, 0x00074e6f, 0x0007506f, 0x0007526f,
+ 0x0007546f, 0x0007566f, 0x0007586f, 0x00075a6f,
+ 0x00075c6f, 0x00075e6f, 0x0007606f, 0x0007626f,
+ 0x0007646f, 0x0007666f, 0x0007686f, 0x00076a6f,
+ 0x00076c6f, 0x00076e6f, 0x0007706f, 0x0007726f,
+ 0x0007746f, 0x0007766f, 0x0007786f, 0x00077a6f,
+ 0x00077c6f, 0x00077e6f, 0x0007806f, 0x0007826f,
+ 0x0007846f, 0x0007866f, 0x0007886f, 0x00078a6f,
+ 0x00078c6f, 0x00078e6f, 0x0007906f, 0x0007926f,
+ 0x0007946f, 0x0007966f, 0x0007986f, 0x00079a6f,
+ 0x00079c6f, 0x00079e6f, 0x0007a06f, 0x0007a26f,
+ 0x0007a46f, 0x0007a66f, 0x0007a86f, 0x0007aa6f,
+ 0x0007ac6f, 0x0007ae6f, 0x0007b06f, 0x0007b26f,
+ 0x0007b46f, 0x0007b66f, 0x0007b86f, 0x0007ba6f,
+ 0x0007bc6f, 0x0007be6f, 0x0007c06f, 0x0007c26f,
+ 0x0007c46f, 0x0007c66f, 0x0007c86f, 0x0007ca6f,
+ 0x0007cc6f, 0x0007ce6f, 0x0007d06f, 0x0007d26f,
+ 0x0007d46f, 0x0007d66f, 0x0007d86f, 0x0007da6f,
+ 0x0007dc6f, 0x0007de6f, 0x0007e06f, 0x0007e26f,
+ 0x0007e46f, 0x0007e66f, 0x0007e86f, 0x0007ea6f,
+ 0x0007ec6f, 0x0007ee6f, 0x0007f06f, 0x0007f26f,
+ 0x0007f46f, 0x0007f66f, 0x0007f86f, 0x0007fa6f,
+ 0x0007fc6f, 0x0007fe6f, 0x0008006f, 0x0008026f,
+ 0x0008046f, 0x0008066f, 0x0008086f, 0x00080a6f,
+ 0x00080c6f, 0x00080e6f, 0x0008106f, 0x0008126f,
+ 0x0008146f, 0x0008166f, 0x0008186f, 0x00081a6f,
+ 0x00081c6f, 0x00081e6f, 0x0008206f, 0x0008226f,
+ 0x0008246f, 0x0008266f, 0x0008286f, 0x00082a6f,
+ 0x00082c6f, 0x00082e6f, 0x0008306f, 0x0008326f,
+ 0x0008346f, 0x0008366f, 0x0008386f, 0x00083a6f,
+ 0x00083c6f, 0x00083e6f, 0x0008406f, 0x0008426f,
+ 0x0008446f, 0x0008466f, 0x0008486f, 0x00084a6f,
+ 0x00084c6f, 0x00084e6f, 0x0008506f, 0x0008526f,
+ 0x0008546f, 0x0008566f, 0x0008586f, 0x00085a6f,
+ 0x00085c6f, 0x00085e6f, 0x0008606f, 0x0008626f,
+ 0x0008646f, 0x0008666f, 0x0008686f, 0x00086a6f,
+ 0x00086c6f, 0x00086e6f, 0x0008706f, 0x0008726f,
+ 0x0008746f, 0x0008766f, 0x0008786f, 0x00087a6f,
+ 0x00087c6f, 0x00087e6f, 0x0008806f, 0x0008826f,
+ 0x0008846f, 0x0008866f, 0x0008886f, 0x00088a6f,
+ 0x00088c6f, 0x00088e6f, 0x0008906f, 0x0008926f,
+ 0x0008946f, 0x0008966f, 0x0008986f, 0x00089a6f,
+ 0x00089c6f, 0x00089e6f, 0x0008a06f, 0x0008a26f,
+ 0x0008a46f, 0x0008a66f, 0x0008a86f, 0x0008aa6f,
+ 0x0008ac6f, 0x0008ae6f, 0x0008b06f, 0x0008b26f,
+ 0x0008b46f, 0x0008b66f, 0x0008b86f, 0x0008ba6f,
+ 0x0008bc6f, 0x0008be6f, 0x0008c06f, 0x0008c26f,
+ 0x0008c46f, 0x0008c66f, 0x0008c86f, 0x0008ca6f,
+ 0x0008cc6f, 0x0008ce6f, 0x0008d06f, 0x0008d26f,
+ 0x0008d46f, 0x0008d66f, 0x0008d86f, 0x0008da6f,
+ 0x0008dc6f, 0x0008de6f, 0x0008e06f, 0x0008e26f,
+ 0x0008e46f, 0x0008e66f, 0x0008e86f, 0x0008ea6f,
+ 0x0008ec6f, 0x0008ee6f, 0x0008f06f, 0x0008f26f,
+ 0x0008f46f, 0x0008f66f, 0x0008f86f, 0x0008fa6f,
+ 0x0008fc6f, 0x0008fe6f, 0x0009006f, 0x0009026f,
+ 0x0009046f, 0x0009066f, 0x0009086f, 0x00090a6f,
+ 0x00090c6f, 0x00090e6f, 0x0009106f, 0x0009126f,
+ 0x0009146f, 0x0009166f, 0x0009186f, 0x00091a6f,
+ 0x00091c6f, 0x00091e6f, 0x0009206f, 0x0009226f,
+ 0x0009246f, 0x0009266f, 0x0009286f, 0x00092a6f,
+ 0x00092c6f, 0x00092e6f, 0x0009306f, 0x0009326f,
+ 0x0009346f, 0x0009366f, 0x0009386f, 0x00093a6f,
+ 0x00093c6f, 0x00093e6f, 0x0009406f, 0x0009426f,
+ 0x0009446f, 0x0009466f, 0x0009486f, 0x00094a6f,
+ 0x00094c6f, 0x00094e6f, 0x0009506f, 0x0009526f,
+ 0x0009546f, 0x0009566f, 0x0009586f, 0x00095a6f,
+ 0x00095c6f, 0x00095e6f, 0x0009606f, 0x0009626f,
+ 0x0009646f, 0x0009666f, 0x0009686f, 0x00096a6f,
+ 0x00096c6f, 0x00096e6f, 0x0009706f, 0x0009726f,
+ 0x0009746f, 0x0009766f, 0x0009786f, 0x00097a6f,
+ 0x00097c6f, 0x00097e6f, 0x0009806f, 0x0009826f,
+ 0x0009846f, 0x0009866f, 0x0009886f, 0x00098a6f,
+ 0x00098c6f, 0x00098e6f, 0x0009906f, 0x0009926f,
+ 0x0009946f, 0x0009966f, 0x0009986f, 0x00099a6f,
+ 0x00099c6f, 0x00099e6f, 0x0009a06f, 0x0009a26f,
+ 0x0009a46f, 0x0009a66f, 0x0009a86f, 0x0009aa6f,
+ 0x0009ac6f, 0x0009ae6f, 0x0009b06f, 0x0009b26f,
+ 0x0009b46f, 0x0009b66f, 0x0009b86f, 0x0009ba6f,
+ 0x0009bc6f, 0x0009be6f, 0x0009c06f, 0x0009c26f,
+ 0x0009c46f, 0x0009c66f, 0x0009c86f, 0x0009ca6f,
+ 0x0009cc6f, 0x0009ce6f, 0x0009d06f, 0x0009d26f,
+ 0x0009d46f, 0x0009d66f, 0x0009d86f, 0x0009da6f,
+ 0x0009dc6f, 0x0009de6f, 0x0009e06f, 0x0009e26f,
+ 0x0009e46f, 0x0009e66f, 0x0009e86f, 0x0009ea6f,
+ 0x0009ec6f, 0x0009ee6f, 0x0009f06f, 0x0009f26f,
+ 0x0009f46f, 0x0009f66f, 0x0009f86f, 0x0009fa6f,
+ 0x0009fc6f, 0x0009fe6f, 0x000a006f, 0x000a026f,
+ 0x000a046f, 0x000a066f, 0x000a086f, 0x000a0a6f,
+ 0x000a0c6f, 0x000a0e6f, 0x000a106f, 0x000a126f,
+ 0x000a146f, 0x000a166f, 0x000a186f, 0x000a1a6f,
+ 0x000a1c6f, 0x000a1e6f, 0x000a206f, 0x000a226f,
+ 0x000a246f, 0x000a266f, 0x000a286f, 0x000a2a6f,
+ 0x000a2c6f, 0x000a2e6f, 0x000a306f, 0x000a326f,
+ 0x000a346f, 0x000a366f, 0x000a386f, 0x000a3a6f,
+ 0x000a3c6f, 0x000a3e6f, 0x000a406f, 0x000a426f,
+ 0x000a446f, 0x000a466f, 0x000a486f, 0x000a4a6f,
+ 0x000a4c6f, 0x000a4e6f, 0x000a506f, 0x000a526f,
+ 0x000a546f, 0x000a566f, 0x000a586f, 0x000a5a6f,
+ 0x000a5c6f, 0x000a5e6f, 0x000a606f, 0x000a626f,
+ 0x000a646f, 0x000a666f, 0x000a686f, 0x000a6a6f,
+ 0x000a6c6f, 0x000a6e6f, 0x000a706f, 0x000a726f,
+ 0x000a746f, 0x000a766f, 0x000a786f, 0x000a7a6f,
+ 0x000a7c6f, 0x000a7e6f, 0x000a806f, 0x000a826f,
+ 0x000a846f, 0x000a866f, 0x000a886f, 0x000a8a6f,
+ 0x000a8c6f, 0x000a8e6f, 0x000a906f, 0x000a926f,
+ 0x000a946f, 0x000a966f, 0x000a986f, 0x000a9a6f,
+ 0x000a9c6f, 0x000a9e6f, 0x000aa06f, 0x000aa26f,
+ 0x000aa46f, 0x000aa66f, 0x000aa86f, 0x000aaa6f,
+ 0x000aac6f, 0x000aae6f, 0x000ab06f, 0x000ab26f,
+ 0x000ab46f, 0x000ab66f, 0x000ab86f, 0x000aba6f,
+ 0x000abc6f, 0x000abe6f, 0x000ac06f, 0x000ac26f,
+ 0x000ac46f, 0x000ac66f, 0x000ac86f, 0x000aca6f,
+ 0x000acc6f, 0x000ace6f, 0x000ad06f, 0x000ad26f,
+ 0x000ad46f, 0x000ad66f, 0x000ad86f, 0x000ada6f,
+ 0x000adc6f, 0x000ade6f, 0x000ae06f, 0x000ae26f,
+ 0x000ae46f, 0x000ae66f, 0x000ae86f, 0x000aea6f,
+ 0x000aec6f, 0x000aee6f, 0x000af06f, 0x000af26f,
+ 0x000af46f, 0x000af66f, 0x000af86f, 0x000afa6f,
+ 0x000afc6f, 0x000afe6f, 0x000b006f, 0x000b026f,
+ 0x000b046f, 0x000b066f, 0x000b086f, 0x000b0a6f,
+ 0x000b0c6f, 0x000b0e6f, 0x000b106f, 0x000b126f,
+ 0x000b146f, 0x000b166f, 0x000b186f, 0x000b1a6f,
+ 0x000b1c6f, 0x000b1e6f, 0x000b206f, 0x000b226f,
+ 0x000b246f, 0x000b266f, 0x000b286f, 0x000b2a6f,
+ 0x000b2c6f, 0x000b2e6f, 0x000b306f, 0x000b326f,
+ 0x000b346f, 0x000b366f, 0x000b386f, 0x000b3a6f,
+ 0x000b3c6f, 0x000b3e6f, 0x000b406f, 0x000b426f,
+ 0x000b446f, 0x000b466f, 0x000b486f, 0x000b4a6f,
+ 0x000b4c6f, 0x000b4e6f, 0x000b506f, 0x000b526f,
+ 0x000b546f, 0x000b566f, 0x000b586f, 0x000b5a6f,
+ 0x000b5c6f, 0x000b5e6f, 0x000b606f, 0x000b626f,
+ 0x000b646f, 0x000b666f, 0x000b686f, 0x000b6a6f,
+ 0x000b6c6f, 0x000b6e6f, 0x000b706f, 0x000b726f,
+ 0x000b746f, 0x000b766f, 0x000b786f, 0x000b7a6f,
+ 0x000b7c6f, 0x000b7e6f, 0x000b806f, 0x000b826f,
+ 0x000b846f, 0x000b866f, 0x000b886f, 0x000b8a6f,
+ 0x000b8c6f, 0x000b8e6f, 0x000b906f, 0x000b926f,
+ 0x000b946f, 0x000b966f, 0x000b986f, 0x000b9a6f,
+ 0x000b9c6f, 0x000b9e6f, 0x000ba06f, 0x000ba26f,
+ 0x000ba46f, 0x000ba66f, 0x000ba86f, 0x000baa6f,
+ 0x000bac6f, 0x000bae6f, 0x000bb06f, 0x000bb26f,
+ 0x000bb46f, 0x000bb66f, 0x000bb86f, 0x000bba6f,
+ 0x000bbc6f, 0x000bbe6f, 0x000bc06f, 0x000bc26f,
+ 0x000bc46f, 0x000bc66f, 0x000bc86f, 0x000bca6f,
+ 0x000bcc6f, 0x000bce6f, 0x000bd06f, 0x000bd26f,
+ 0x000bd46f, 0x000bd66f, 0x000bd86f, 0x000bda6f,
+ 0x000bdc6f, 0x000bde6f, 0x000be06f, 0x000be26f,
+ 0x000be46f, 0x000be66f, 0x000be86f, 0x000bea6f,
+ 0x000bec6f, 0x000bee6f, 0x000bf06f, 0x000bf26f,
+ 0x000bf46f, 0x000bf66f, 0x000bf86f, 0x000bfa6f,
+ 0x000bfc6f, 0x000bfe6f, 0x000c006f, 0x000c026f,
+ 0x000c046f, 0x000c066f, 0x000c086f, 0x000c0a6f,
+ 0x000c0c6f, 0x000c0e6f, 0x000c106f, 0x000c126f,
+ 0x000c146f, 0x000c166f, 0x000c186f, 0x000c1a6f,
+ 0x000c1c6f, 0x000c1e6f, 0x000c206f, 0x000c226f,
+ 0x000c246f, 0x000c266f, 0x000c286f, 0x000c2a6f,
+ 0x000c2c6f, 0x000c2e6f, 0x000c306f, 0x000c326f,
+ 0x000c346f, 0x000c366f, 0x000c386f, 0x000c3a6f,
+ 0x000c3c6f, 0x000c3e6f, 0x000c406f, 0x000c426f,
+ 0x000c446f, 0x000c466f, 0x000c486f, 0x000c4a6f,
+ 0x000c4c6f, 0x000c4e6f, 0x000c506f, 0x000c526f,
+ 0x000c546f, 0x000c566f, 0x000c586f, 0x000c5a6f,
+ 0x000c5c6f, 0x000c5e6f, 0x000c606f, 0x000c626f,
+ 0x000c646f, 0x000c666f, 0x000c686f, 0x000c6a6f,
+ 0x000c6c6f, 0x000c6e6f, 0x000c706f, 0x000c726f,
+ 0x000c746f, 0x000c766f, 0x000c786f, 0x000c7a6f,
+ 0x000c7c6f, 0x000c7e6f, 0x000c806f, 0x000c826f,
+ 0x000c846f, 0x000c866f, 0x000c886f, 0x000c8a6f,
+ 0x000c8c6f, 0x000c8e6f, 0x000c906f, 0x000c926f,
+ 0x000c946f, 0x000c966f, 0x000c986f, 0x000c9a6f,
+ 0x000c9c6f, 0x000c9e6f, 0x000ca06f, 0x000ca26f,
+ 0x000ca46f, 0x000ca66f, 0x000ca86f, 0x000caa6f,
+ 0x000cac6f, 0x000cae6f, 0x000cb06f, 0x000cb26f,
+ 0x000cb46f, 0x000cb66f, 0x000cb86f, 0x000cba6f,
+ 0x000cbc6f, 0x000cbe6f, 0x000cc06f, 0x000cc26f,
+ 0x000cc46f, 0x000cc66f, 0x000cc86f, 0x000cca6f,
+ 0x000ccc6f, 0x000cce6f, 0x000cd06f, 0x000cd26f,
+ 0x000cd46f, 0x000cd66f, 0x000cd86f, 0x000cda6f,
+ 0x000cdc6f, 0x000cde6f, 0x000ce06f, 0x000ce26f,
+ 0x000ce46f, 0x000ce66f, 0x000ce86f, 0x000cea6f,
+ 0x000cec6f, 0x000cee6f, 0x000cf06f, 0x000cf26f,
+ 0x000cf46f, 0x000cf66f, 0x000cf86f, 0x000cfa6f,
+ 0x000cfc6f, 0x000cfe6f, 0x000d006f, 0x000d026f,
+ 0x000d046f, 0x000d066f, 0x000d086f, 0x000d0a6f,
+ 0x000d0c6f, 0x000d0e6f, 0x000d106f, 0x000d126f,
+ 0x000d146f, 0x000d166f, 0x000d186f, 0x000d1a6f,
+ 0x000d1c6f, 0x000d1e6f, 0x000d206f, 0x000d226f,
+ 0x000d246f, 0x000d266f, 0x000d286f, 0x000d2a6f,
+ 0x000d2c6f, 0x000d2e6f, 0x000d306f, 0x000d326f,
+ 0x000d346f, 0x000d366f, 0x000d386f, 0x000d3a6f,
+ 0x000d3c6f, 0x000d3e6f, 0x000d406f, 0x000d426f,
+ 0x000d446f, 0x000d466f, 0x000d486f, 0x000d4a6f,
+ 0x000d4c6f, 0x000d4e6f, 0x000d506f, 0x000d526f,
+ 0x000d546f, 0x000d566f, 0x000d586f, 0x000d5a6f,
+ 0x000d5c6f, 0x000d5e6f, 0x000d606f, 0x000d626f,
+ 0x000d646f, 0x000d666f, 0x000d686f, 0x000d6a6f,
+ 0x000d6c6f, 0x000d6e6f, 0x000d706f, 0x000d726f,
+ 0x000d746f, 0x000d766f, 0x000d786f, 0x000d7a6f,
+ 0x000d7c6f, 0x000d7e6f, 0x000d806f, 0x000d826f,
+ 0x000d846f, 0x000d866f, 0x000d886f, 0x000d8a6f,
+ 0x000d8c6f, 0x000d8e6f, 0x000d906f, 0x000d926f,
+ 0x000d946f, 0x000d966f, 0x000d986f, 0x000d9a6f,
+ 0x000d9c6f, 0x000d9e6f, 0x000da06f, 0x000da26f,
+ 0x000da46f, 0x000da66f, 0x000da86f, 0x000daa6f,
+ 0x000dac6f, 0x000dae6f, 0x000db06f, 0x000db26f,
+ 0x000db46f, 0x000db66f, 0x000db86f, 0x000dba6f,
+ 0x000dbc6f, 0x000dbe6f, 0x000dc06f, 0x000dc26f,
+ 0x000dc46f, 0x000dc66f, 0x000dc86f, 0x000dca6f,
+ 0x000dcc6f, 0x000dce6f, 0x000dd06f, 0x000dd26f,
+ 0x000dd46f, 0x000dd66f, 0x000dd86f, 0x000dda6f,
+ 0x000ddc6f, 0x000dde6f, 0x000de06f, 0x000de26f,
+ 0x000de46f, 0x000de66f, 0x000de86f, 0x000dea6f,
+ 0x000dec6f, 0x000dee6f, 0x000df06f, 0x000df26f,
+ 0x000df46f, 0x000df66f, 0x000df86f, 0x000dfa6f,
+ 0x000dfc6f, 0x000dfe6f, 0x000e006f, 0x000e026f,
+ 0x000e046f, 0x000e066f, 0x000e086f, 0x000e0a6f,
+ 0x000e0c6f, 0x000e0e6f, 0x000e106f, 0x000e126f,
+ 0x000e146f, 0x000e166f, 0x000e186f, 0x000e1a6f,
+ 0x000e1c6f, 0x000e1e6f, 0x000e206f, 0x000e226f,
+ 0x000e246f, 0x000e266f, 0x000e286f, 0x000e2a6f,
+ 0x000e2c6f, 0x000e2e6f, 0x000e306f, 0x000e326f,
+ 0x000e346f, 0x000e366f, 0x000e386f, 0x000e3a6f,
+ 0x000e3c6f, 0x000e3e6f, 0x000e406f, 0x000e426f,
+ 0x000e446f, 0x000e466f, 0x000e486f, 0x000e4a6f,
+ 0x000e4c6f, 0x000e4e6f, 0x000e506f, 0x000e526f,
+ 0x000e546f, 0x000e566f, 0x000e586f, 0x000e5a6f,
+ 0x000e5c6f, 0x000e5e6f, 0x000e606f, 0x000e626f,
+ 0x000e646f, 0x000e666f, 0x000e686f, 0x000e6a6f,
+ 0x000e6c6f, 0x000e6e6f, 0x000e706f, 0x000e726f,
+ 0x000e746f, 0x000e766f, 0x000e786f, 0x000e7a6f,
+ 0x000e7c6f, 0x000e7e6f, 0x000e806f, 0x000e826f,
+ 0x000e846f, 0x000e866f, 0x000e886f, 0x000e8a6f,
+ 0x000e8c6f, 0x000e8e6f, 0x000e906f, 0x000e926f,
+ 0x000e946f, 0x000e966f, 0x000e986f, 0x000e9a6f,
+ 0x000e9c6f, 0x000e9e6f, 0x000ea06f, 0x000ea26f,
+ 0x000ea46f, 0x000ea66f, 0x000ea86f, 0x000eaa6f,
+ 0x000eac6f, 0x000eae6f, 0x000eb06f, 0x000eb26f,
+ 0x000eb46f, 0x000eb66f, 0x000eb86f, 0x000eba6f,
+ 0x000ebc6f, 0x000ebe6f, 0x000ec06f, 0x000ec26f,
+ 0x000ec46f, 0x000ec66f, 0x000ec86f, 0x000eca6f,
+ 0x000ecc6f, 0x000ece6f, 0x000ed06f, 0x000ed26f,
+ 0x000ed46f, 0x000ed66f, 0x000ed86f, 0x000eda6f,
+ 0x000edc6f, 0x000ede6f, 0x000ee06f, 0x000ee26f,
+ 0x000ee46f, 0x000ee66f, 0x000ee86f, 0x000eea6f,
+ 0x000eec6f, 0x000eee6f, 0x000ef06f, 0x000ef26f,
+ 0x000ef46f, 0x000ef66f, 0x000ef86f, 0x000efa6f,
+ 0x000efc6f, 0x000efe6f, 0x000f006f, 0x000f026f,
+ 0x000f046f, 0x000f066f, 0x000f086f, 0x000f0a6f,
+ 0x000f0c6f, 0x000f0e6f, 0x000f106f, 0x000f126f,
+ 0x000f146f, 0x000f166f, 0x000f186f, 0x000f1a6f,
+ 0x000f1c6f, 0x000f1e6f, 0x000f206f, 0x000f226f,
+ 0x000f246f, 0x000f266f, 0x000f286f, 0x000f2a6f,
+ 0x000f2c6f, 0x000f2e6f, 0x000f306f, 0x000f326f,
+ 0x000f346f, 0x000f366f, 0x000f386f, 0x000f3a6f,
+ 0x000f3c6f, 0x000f3e6f, 0x000f406f, 0x000f426f,
+ 0x000f446f, 0x000f466f, 0x000f486f, 0x000f4a6f,
+ 0x000f4c6f, 0x000f4e6f, 0x000f506f, 0x000f526f,
+ 0x000f546f, 0x000f566f, 0x000f586f, 0x000f5a6f,
+ 0x000f5c6f, 0x000f5e6f, 0x000f606f, 0x000f626f,
+ 0x000f646f, 0x000f666f, 0x000f686f, 0x000f6a6f,
+ 0x000f6c6f, 0x000f6e6f, 0x000f706f, 0x000f726f,
+ 0x000f746f, 0x000f766f, 0x000f786f, 0x000f7a6f,
+ 0x000f7c6f, 0x000f7e6f, 0x000f806f, 0x000f826f,
+ 0x000f846f, 0x000f866f, 0x000f886f, 0x000f8a6f,
+ 0x000f8c6f, 0x000f8e6f, 0x000f906f, 0x000f926f,
+ 0x000f946f, 0x000f966f, 0x000f986f, 0x000f9a6f,
+ 0x000f9c6f, 0x000f9e6f, 0x000fa06f, 0x000fa26f,
+ 0x000fa46f, 0x000fa66f, 0x000fa86f, 0x000faa6f,
+ 0x000fac6f, 0x000fae6f, 0x000fb06f, 0x000fb26f,
+ 0x000fb46f, 0x000fb66f, 0x000fb86f, 0x000fba6f,
+ 0x000fbc6f, 0x000fbe6f, 0x000fc06f, 0x000fc26f,
+ 0x000fc46f, 0x000fc66f, 0x000fc86f, 0x000fca6f,
+ 0x000fcc6f, 0x000fce6f, 0x000fd06f, 0x000fd26f,
+ 0x000fd46f, 0x000fd66f, 0x000fd86f, 0x000fda6f,
+ 0x000fdc6f, 0x000fde6f, 0x000fe06f, 0x000fe26f,
+ 0x000fe46f, 0x000fe66f, 0x000fe86f, 0x000fea6f,
+ 0x000fec6f, 0x000fee6f, 0x000ff06f, 0x000ff26f,
+ 0x000ff46f, 0x000ff66f, 0x000ff86f, 0x000ffa6f,
+ 0x000ffc6f, 0x000ffe6f
+#endif /* LONGER_HUFFTABLE */
+ },
+
+ .len_table = {
+ 0x000bffef, 0x00000003, 0x00000084, 0x00000145,
+ 0x00000345, 0x00000626, 0x000002a7, 0x00000aa7,
+ 0x000000c6, 0x000004c6, 0x00001469, 0x00003469,
+ 0x00000c69, 0x00002c69, 0x00001c69, 0x00003c69,
+ 0x0000026a, 0x0000226a, 0x0000426a, 0x0000626a,
+ 0x000008eb, 0x000048eb, 0x000088eb, 0x0000c8eb,
+ 0x000029ec, 0x0000a9ec, 0x000129ec, 0x0001a9ec,
+ 0x000069ec, 0x0000e9ec, 0x000169ec, 0x0001e9ec,
+ 0x000019ed, 0x000099ed, 0x000119ed, 0x000199ed,
+ 0x000219ed, 0x000299ed, 0x000319ed, 0x000399ed,
+ 0x000059ed, 0x0000d9ed, 0x000159ed, 0x0001d9ed,
+ 0x000259ed, 0x0002d9ed, 0x000359ed, 0x0003d9ed,
+ 0x000039ed, 0x0000b9ed, 0x000139ed, 0x0001b9ed,
+ 0x000239ed, 0x0002b9ed, 0x000339ed, 0x0003b9ed,
+ 0x000079ed, 0x0000f9ed, 0x000179ed, 0x0001f9ed,
+ 0x000279ed, 0x0002f9ed, 0x000379ed, 0x0003f9ed,
+ 0x00003fef, 0x00013fef, 0x00023fef, 0x00033fef,
+ 0x00043fef, 0x00053fef, 0x00063fef, 0x00073fef,
+ 0x00083fef, 0x00093fef, 0x000a3fef, 0x000b3fef,
+ 0x000c3fef, 0x000d3fef, 0x000e3fef, 0x000f3fef,
+ 0x00007ff0, 0x00027ff0, 0x00047ff0, 0x00067ff0,
+ 0x00087ff0, 0x000a7ff0, 0x000c7ff0, 0x000e7ff0,
+ 0x00107ff0, 0x00127ff0, 0x00147ff0, 0x00167ff0,
+ 0x00187ff0, 0x001a7ff0, 0x001c7ff0, 0x001e7ff0,
+ 0x0000fff1, 0x0004fff1, 0x0008fff1, 0x000cfff1,
+ 0x0010fff1, 0x0014fff1, 0x0018fff1, 0x001cfff1,
+ 0x0020fff1, 0x0024fff1, 0x0028fff1, 0x002cfff1,
+ 0x0030fff1, 0x0034fff1, 0x0038fff1, 0x003cfff1,
+ 0x0002fff1, 0x0006fff1, 0x000afff1, 0x000efff1,
+ 0x0012fff1, 0x0016fff1, 0x001afff1, 0x001efff1,
+ 0x0022fff1, 0x0026fff1, 0x002afff1, 0x002efff1,
+ 0x0032fff1, 0x0036fff1, 0x003afff1, 0x003efff1,
+ 0x00017ff1, 0x00037ff1, 0x00057ff1, 0x00077ff1,
+ 0x00097ff1, 0x000b7ff1, 0x000d7ff1, 0x000f7ff1,
+ 0x00117ff1, 0x00137ff1, 0x00157ff1, 0x00177ff1,
+ 0x00197ff1, 0x001b7ff1, 0x001d7ff1, 0x001f7ff1,
+ 0x00217ff1, 0x00237ff1, 0x00257ff1, 0x00277ff1,
+ 0x00297ff1, 0x002b7ff1, 0x002d7ff1, 0x002f7ff1,
+ 0x00317ff1, 0x00337ff1, 0x00357ff1, 0x00377ff1,
+ 0x00397ff1, 0x003b7ff1, 0x003d7ff1, 0x003f7ff1,
+ 0x0001fff2, 0x0005fff2, 0x0009fff2, 0x000dfff2,
+ 0x0011fff2, 0x0015fff2, 0x0019fff2, 0x001dfff2,
+ 0x0021fff2, 0x0025fff2, 0x0029fff2, 0x002dfff2,
+ 0x0031fff2, 0x0035fff2, 0x0039fff2, 0x003dfff2,
+ 0x0041fff2, 0x0045fff2, 0x0049fff2, 0x004dfff2,
+ 0x0051fff2, 0x0055fff2, 0x0059fff2, 0x005dfff2,
+ 0x0061fff2, 0x0065fff2, 0x0069fff2, 0x006dfff2,
+ 0x0071fff2, 0x0075fff2, 0x0079fff2, 0x007dfff2,
+ 0x0007fff4, 0x0017fff4, 0x0027fff4, 0x0037fff4,
+ 0x0047fff4, 0x0057fff4, 0x0067fff4, 0x0077fff4,
+ 0x0087fff4, 0x0097fff4, 0x00a7fff4, 0x00b7fff4,
+ 0x00c7fff4, 0x00d7fff4, 0x00e7fff4, 0x00f7fff4,
+ 0x0107fff4, 0x0117fff4, 0x0127fff4, 0x0137fff4,
+ 0x0147fff4, 0x0157fff4, 0x0167fff4, 0x0177fff4,
+ 0x0187fff4, 0x0197fff4, 0x01a7fff4, 0x01b7fff4,
+ 0x01c7fff4, 0x01d7fff4, 0x01e7fff4, 0x01f7fff4,
+ 0x000ffff4, 0x001ffff4, 0x002ffff4, 0x003ffff4,
+ 0x004ffff4, 0x005ffff4, 0x006ffff4, 0x007ffff4,
+ 0x008ffff4, 0x009ffff4, 0x00affff4, 0x00bffff4,
+ 0x00cffff4, 0x00dffff4, 0x00effff4, 0x00fffff4,
+ 0x010ffff4, 0x011ffff4, 0x012ffff4, 0x013ffff4,
+ 0x014ffff4, 0x015ffff4, 0x016ffff4, 0x017ffff4,
+ 0x018ffff4, 0x019ffff4, 0x01affff4, 0x01bffff4,
+ 0x01cffff4, 0x01dffff4, 0x01effff4, 0x0000bfeb},
+
+ .lit_table = {
+ 0x000c, 0x0035, 0x0093, 0x00b5, 0x0075, 0x00f5, 0x0193, 0x0053,
+ 0x0153, 0x000d, 0x0009, 0x00d3, 0x01d3, 0x008d, 0x0033, 0x0133,
+ 0x00b3, 0x0147, 0x0347, 0x00c7, 0x02c7, 0x01c7, 0x03c7, 0x0027,
+ 0x0227, 0x002f, 0x042f, 0x022f, 0x0127, 0x062f, 0x01b3, 0x0073,
+ 0x001c, 0x0327, 0x0173, 0x00a7, 0x00f3, 0x02a7, 0x01a7, 0x01f3,
+ 0x004d, 0x000b, 0x03a7, 0x0067, 0x0049, 0x00cd, 0x0029, 0x0267,
+ 0x002d, 0x00ad, 0x006d, 0x00ed, 0x001d, 0x009d, 0x010b, 0x008b,
+ 0x005d, 0x018b, 0x004b, 0x014b, 0x00cb, 0x0167, 0x01cb, 0x002b,
+ 0x00dd, 0x003d, 0x00bd, 0x007d, 0x012b, 0x00ab, 0x01ab, 0x006b,
+ 0x016b, 0x00fd, 0x00eb, 0x0367, 0x01eb, 0x001b, 0x011b, 0x009b,
+ 0x0003, 0x00e7, 0x019b, 0x0083, 0x005b, 0x015b, 0x02e7, 0x00db,
+ 0x01e7, 0x03e7, 0x0017, 0x0217, 0x0117, 0x0317, 0x0097, 0x0297,
+ 0x01db, 0x0002, 0x0069, 0x0019, 0x0016, 0x0012, 0x0059, 0x0039,
+ 0x0079, 0x0036, 0x003b, 0x0043, 0x000e, 0x0005, 0x002e, 0x001e,
+ 0x0045, 0x0197, 0x003e, 0x0001, 0x0021, 0x0011, 0x00c3, 0x0025,
+ 0x013b, 0x0065, 0x00bb, 0x012f, 0x0397, 0x0057, 0x0257, 0x0157,
+ 0x01bb, 0x052f, 0x032f, 0x0357, 0x00d7, 0x072f, 0x00af, 0x02d7,
+ 0x01d7, 0x04af, 0x02af, 0x03d7, 0x06af, 0x01af, 0x05af, 0x0037,
+ 0x0237, 0x03af, 0x07af, 0x006f, 0x046f, 0x026f, 0x066f, 0x016f,
+ 0x056f, 0x036f, 0x076f, 0x00ef, 0x04ef, 0x02ef, 0x06ef, 0x01ef,
+ 0x0137, 0x05ef, 0x03ef, 0x07ef, 0x0337, 0x001f, 0x00b7, 0x041f,
+ 0x02b7, 0x021f, 0x061f, 0x011f, 0x051f, 0x031f, 0x071f, 0x009f,
+ 0x01b7, 0x049f, 0x029f, 0x069f, 0x03b7, 0x019f, 0x059f, 0x039f,
+ 0x079f, 0x005f, 0x045f, 0x025f, 0x065f, 0x0077, 0x015f, 0x0277,
+ 0x007b, 0x0177, 0x017b, 0x00fb, 0x055f, 0x035f, 0x075f, 0x0377,
+ 0x00f7, 0x00df, 0x04df, 0x02df, 0x06df, 0x01df, 0x05df, 0x02f7,
+ 0x01f7, 0x03df, 0x07df, 0x003f, 0x043f, 0x023f, 0x063f, 0x013f,
+ 0x053f, 0x033f, 0x073f, 0x00bf, 0x04bf, 0x02bf, 0x06bf, 0x01bf,
+ 0x01fb, 0x03f7, 0x05bf, 0x000f, 0x020f, 0x03bf, 0x07bf, 0x010f,
+ 0x030f, 0x007f, 0x047f, 0x027f, 0x067f, 0x017f, 0x057f, 0x008f,
+ 0x0007, 0x028f, 0x037f, 0x018f, 0x038f, 0x077f, 0x00ff, 0x04ff,
+ 0x0107, 0x004f, 0x02ff, 0x06ff, 0x0087, 0x024f, 0x0187, 0x0023,
+ 0x1fff},
+
+ .lit_table_sizes = {
+ 0x05, 0x08, 0x09, 0x08, 0x08, 0x08, 0x09, 0x09,
+ 0x09, 0x08, 0x07, 0x09, 0x09, 0x08, 0x09, 0x09,
+ 0x09, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x09, 0x09,
+ 0x05, 0x0a, 0x09, 0x0a, 0x09, 0x0a, 0x0a, 0x09,
+ 0x08, 0x09, 0x0a, 0x0a, 0x07, 0x08, 0x07, 0x0a,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x09, 0x09,
+ 0x08, 0x09, 0x09, 0x09, 0x09, 0x0a, 0x09, 0x09,
+ 0x08, 0x08, 0x08, 0x08, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x08, 0x09, 0x0a, 0x09, 0x09, 0x09, 0x09,
+ 0x08, 0x0a, 0x09, 0x08, 0x09, 0x09, 0x0a, 0x09,
+ 0x0a, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a, 0x0a,
+ 0x09, 0x05, 0x07, 0x07, 0x06, 0x05, 0x07, 0x07,
+ 0x07, 0x06, 0x09, 0x08, 0x06, 0x07, 0x06, 0x06,
+ 0x07, 0x0a, 0x06, 0x06, 0x06, 0x06, 0x08, 0x07,
+ 0x09, 0x07, 0x09, 0x0b, 0x0a, 0x0a, 0x0a, 0x0a,
+ 0x09, 0x0b, 0x0b, 0x0a, 0x0a, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0a, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0a,
+ 0x09, 0x0a, 0x09, 0x09, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x09, 0x0a, 0x0b, 0x0a, 0x0a, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x09, 0x0a, 0x0b, 0x0a, 0x0a, 0x0b, 0x0b, 0x0b,
+ 0x09, 0x0a, 0x0b, 0x0b, 0x09, 0x0a, 0x09, 0x08,
+ 0x0f},
+
+#ifndef LONGER_HUFFTABLE
+ .dcodes = {
+ 0x007f, 0x01ff, 0x017f, 0x03ff, 0x00ff, 0x003f, 0x00bf, 0x000f,
+ 0x002f, 0x001f, 0x000b, 0x001b, 0x0004, 0x0007, 0x000c, 0x0002,
+ 0x000a, 0x0006, 0x000e, 0x0001, 0x0009, 0x0017, 0x0000, 0x0005,
+ 0x000d, 0x0003, 0x0000, 0x0000, 0x0000, 0x0000},
+
+ .dcodes_sizes = {
+ 0x09, 0x0a, 0x09, 0x0a, 0x09, 0x08, 0x08, 0x06,
+ 0x06, 0x06, 0x05, 0x05, 0x04, 0x05, 0x04, 0x04,
+ 0x04, 0x04, 0x04, 0x04, 0x04, 0x05, 0x03, 0x04,
+ 0x04, 0x04, 0x00, 0x00, 0x00, 0x00}
+#else
+ .dcodes = {
+ 0x0000, 0x0000, 0x0000, 0x0000},
+
+ .dcodes_sizes = {
+ 0x00, 0x00, 0x00, 0x00}
+#endif
+};
+
+#else // LARGE_WINDOW
+
+const uint8_t gzip_hdr[] = {
+ 0x1f, 0x8b, 0x08, 0x00, 0x00,
+ 0x00, 0x00, 0x00, 0x00, 0xff
+};
+
+const uint32_t gzip_hdr_bytes = 10;
+const uint32_t gzip_trl_bytes = 8;
+
+const uint8_t zlib_hdr[] = { 0x78, 0x01 };
+
+const uint32_t zlib_hdr_bytes = 2;
+const uint32_t zlib_trl_bytes = 4;
+
+struct isal_hufftables hufftables_default = {
+
+ .deflate_hdr = {
+ 0xed, 0xfd, 0x09, 0x80, 0x1c, 0x45, 0xf9, 0xbf,
+ 0x81, 0xf7, 0x66, 0x37, 0xd7, 0x24, 0x9b, 0x04,
+ 0x40, 0x45, 0x45, 0x52, 0x04, 0x20, 0x09, 0xcc,
+ 0x2e, 0xbb, 0x9b, 0x3b, 0x81, 0x24, 0xbb, 0xb9,
+ 0x21, 0x17, 0x49, 0xb8, 0x04, 0x85, 0xde, 0x99,
+ 0xde, 0x9d, 0x26, 0x33, 0xd3, 0x43, 0xf7, 0x4c,
+ 0x36, 0x8b, 0x08, 0xf1, 0x56, 0x51, 0xc1, 0xfb,
+ 0x56, 0x54, 0xc4, 0x5b, 0x51, 0xf1, 0x16, 0x0d,
+ 0x89, 0x8a, 0x37, 0x78, 0xdf, 0x1a, 0x45, 0x05,
+ 0xef, 0x20, 0xaa, 0xa0, 0x90, 0xfd, 0xff, 0x9f,
+ 0xf7, 0xad, 0x9e, 0xa9, 0xdd, 0xdd, 0x70, 0xfa,
+ 0xfd, 0xfd, 0xbe, 0xbf, 0xff, 0xdf, 0xcd, 0x66,
+ 0x67, 0xba, 0xbb, 0xaa, 0xea, 0x7d, 0xdf, 0x7a,
+ 0xeb, 0xad, 0x4f, 0xbd, 0xf5, 0x56, 0x35},
+
+ .deflate_hdr_count = 110,
+ .deflate_hdr_extra_bits = 6,
+
+ .dist_table = {
+ 0x000007e8, 0x00001fe9,
+#ifdef LONGER_HUFFTABLE
+ 0x000017e8, 0x00003fe9, 0x00000fe9, 0x00002fe9,
+ 0x000003e8, 0x000013e8, 0x00000be9, 0x00001be9,
+ 0x00002be9, 0x00003be9, 0x000002e8, 0x00000ae8,
+ 0x000012e8, 0x00001ae8, 0x000006e9, 0x00000ee9,
+ 0x000016e9, 0x00001ee9, 0x000026e9, 0x00002ee9,
+ 0x000036e9, 0x00003ee9, 0x000001e9, 0x000009e9,
+ 0x000011e9, 0x000019e9, 0x000021e9, 0x000029e9,
+ 0x000031e9, 0x000039e9, 0x00000129, 0x00000529,
+ 0x00000929, 0x00000d29, 0x00001129, 0x00001529,
+ 0x00001929, 0x00001d29, 0x00002129, 0x00002529,
+ 0x00002929, 0x00002d29, 0x00003129, 0x00003529,
+ 0x00003929, 0x00003d29, 0x00000329, 0x00000729,
+ 0x00000b29, 0x00000f29, 0x00001329, 0x00001729,
+ 0x00001b29, 0x00001f29, 0x00002329, 0x00002729,
+ 0x00002b29, 0x00002f29, 0x00003329, 0x00003729,
+ 0x00003b29, 0x00003f29, 0x000000aa, 0x000004aa,
+ 0x000008aa, 0x00000caa, 0x000010aa, 0x000014aa,
+ 0x000018aa, 0x00001caa, 0x000020aa, 0x000024aa,
+ 0x000028aa, 0x00002caa, 0x000030aa, 0x000034aa,
+ 0x000038aa, 0x00003caa, 0x000040aa, 0x000044aa,
+ 0x000048aa, 0x00004caa, 0x000050aa, 0x000054aa,
+ 0x000058aa, 0x00005caa, 0x000060aa, 0x000064aa,
+ 0x000068aa, 0x00006caa, 0x000070aa, 0x000074aa,
+ 0x000078aa, 0x00007caa, 0x000002aa, 0x000006aa,
+ 0x00000aaa, 0x00000eaa, 0x000012aa, 0x000016aa,
+ 0x00001aaa, 0x00001eaa, 0x000022aa, 0x000026aa,
+ 0x00002aaa, 0x00002eaa, 0x000032aa, 0x000036aa,
+ 0x00003aaa, 0x00003eaa, 0x000042aa, 0x000046aa,
+ 0x00004aaa, 0x00004eaa, 0x000052aa, 0x000056aa,
+ 0x00005aaa, 0x00005eaa, 0x000062aa, 0x000066aa,
+ 0x00006aaa, 0x00006eaa, 0x000072aa, 0x000076aa,
+ 0x00007aaa, 0x00007eaa, 0x0000008a, 0x0000028a,
+ 0x0000048a, 0x0000068a, 0x0000088a, 0x00000a8a,
+ 0x00000c8a, 0x00000e8a, 0x0000108a, 0x0000128a,
+ 0x0000148a, 0x0000168a, 0x0000188a, 0x00001a8a,
+ 0x00001c8a, 0x00001e8a, 0x0000208a, 0x0000228a,
+ 0x0000248a, 0x0000268a, 0x0000288a, 0x00002a8a,
+ 0x00002c8a, 0x00002e8a, 0x0000308a, 0x0000328a,
+ 0x0000348a, 0x0000368a, 0x0000388a, 0x00003a8a,
+ 0x00003c8a, 0x00003e8a, 0x0000408a, 0x0000428a,
+ 0x0000448a, 0x0000468a, 0x0000488a, 0x00004a8a,
+ 0x00004c8a, 0x00004e8a, 0x0000508a, 0x0000528a,
+ 0x0000548a, 0x0000568a, 0x0000588a, 0x00005a8a,
+ 0x00005c8a, 0x00005e8a, 0x0000608a, 0x0000628a,
+ 0x0000648a, 0x0000668a, 0x0000688a, 0x00006a8a,
+ 0x00006c8a, 0x00006e8a, 0x0000708a, 0x0000728a,
+ 0x0000748a, 0x0000768a, 0x0000788a, 0x00007a8a,
+ 0x00007c8a, 0x00007e8a, 0x0000018a, 0x0000038a,
+ 0x0000058a, 0x0000078a, 0x0000098a, 0x00000b8a,
+ 0x00000d8a, 0x00000f8a, 0x0000118a, 0x0000138a,
+ 0x0000158a, 0x0000178a, 0x0000198a, 0x00001b8a,
+ 0x00001d8a, 0x00001f8a, 0x0000218a, 0x0000238a,
+ 0x0000258a, 0x0000278a, 0x0000298a, 0x00002b8a,
+ 0x00002d8a, 0x00002f8a, 0x0000318a, 0x0000338a,
+ 0x0000358a, 0x0000378a, 0x0000398a, 0x00003b8a,
+ 0x00003d8a, 0x00003f8a, 0x0000418a, 0x0000438a,
+ 0x0000458a, 0x0000478a, 0x0000498a, 0x00004b8a,
+ 0x00004d8a, 0x00004f8a, 0x0000518a, 0x0000538a,
+ 0x0000558a, 0x0000578a, 0x0000598a, 0x00005b8a,
+ 0x00005d8a, 0x00005f8a, 0x0000618a, 0x0000638a,
+ 0x0000658a, 0x0000678a, 0x0000698a, 0x00006b8a,
+ 0x00006d8a, 0x00006f8a, 0x0000718a, 0x0000738a,
+ 0x0000758a, 0x0000778a, 0x0000798a, 0x00007b8a,
+ 0x00007d8a, 0x00007f8a, 0x0000004b, 0x0000024b,
+ 0x0000044b, 0x0000064b, 0x0000084b, 0x00000a4b,
+ 0x00000c4b, 0x00000e4b, 0x0000104b, 0x0000124b,
+ 0x0000144b, 0x0000164b, 0x0000184b, 0x00001a4b,
+ 0x00001c4b, 0x00001e4b, 0x0000204b, 0x0000224b,
+ 0x0000244b, 0x0000264b, 0x0000284b, 0x00002a4b,
+ 0x00002c4b, 0x00002e4b, 0x0000304b, 0x0000324b,
+ 0x0000344b, 0x0000364b, 0x0000384b, 0x00003a4b,
+ 0x00003c4b, 0x00003e4b, 0x0000404b, 0x0000424b,
+ 0x0000444b, 0x0000464b, 0x0000484b, 0x00004a4b,
+ 0x00004c4b, 0x00004e4b, 0x0000504b, 0x0000524b,
+ 0x0000544b, 0x0000564b, 0x0000584b, 0x00005a4b,
+ 0x00005c4b, 0x00005e4b, 0x0000604b, 0x0000624b,
+ 0x0000644b, 0x0000664b, 0x0000684b, 0x00006a4b,
+ 0x00006c4b, 0x00006e4b, 0x0000704b, 0x0000724b,
+ 0x0000744b, 0x0000764b, 0x0000784b, 0x00007a4b,
+ 0x00007c4b, 0x00007e4b, 0x0000804b, 0x0000824b,
+ 0x0000844b, 0x0000864b, 0x0000884b, 0x00008a4b,
+ 0x00008c4b, 0x00008e4b, 0x0000904b, 0x0000924b,
+ 0x0000944b, 0x0000964b, 0x0000984b, 0x00009a4b,
+ 0x00009c4b, 0x00009e4b, 0x0000a04b, 0x0000a24b,
+ 0x0000a44b, 0x0000a64b, 0x0000a84b, 0x0000aa4b,
+ 0x0000ac4b, 0x0000ae4b, 0x0000b04b, 0x0000b24b,
+ 0x0000b44b, 0x0000b64b, 0x0000b84b, 0x0000ba4b,
+ 0x0000bc4b, 0x0000be4b, 0x0000c04b, 0x0000c24b,
+ 0x0000c44b, 0x0000c64b, 0x0000c84b, 0x0000ca4b,
+ 0x0000cc4b, 0x0000ce4b, 0x0000d04b, 0x0000d24b,
+ 0x0000d44b, 0x0000d64b, 0x0000d84b, 0x0000da4b,
+ 0x0000dc4b, 0x0000de4b, 0x0000e04b, 0x0000e24b,
+ 0x0000e44b, 0x0000e64b, 0x0000e84b, 0x0000ea4b,
+ 0x0000ec4b, 0x0000ee4b, 0x0000f04b, 0x0000f24b,
+ 0x0000f44b, 0x0000f64b, 0x0000f84b, 0x0000fa4b,
+ 0x0000fc4b, 0x0000fe4b, 0x000001ac, 0x000005ac,
+ 0x000009ac, 0x00000dac, 0x000011ac, 0x000015ac,
+ 0x000019ac, 0x00001dac, 0x000021ac, 0x000025ac,
+ 0x000029ac, 0x00002dac, 0x000031ac, 0x000035ac,
+ 0x000039ac, 0x00003dac, 0x000041ac, 0x000045ac,
+ 0x000049ac, 0x00004dac, 0x000051ac, 0x000055ac,
+ 0x000059ac, 0x00005dac, 0x000061ac, 0x000065ac,
+ 0x000069ac, 0x00006dac, 0x000071ac, 0x000075ac,
+ 0x000079ac, 0x00007dac, 0x000081ac, 0x000085ac,
+ 0x000089ac, 0x00008dac, 0x000091ac, 0x000095ac,
+ 0x000099ac, 0x00009dac, 0x0000a1ac, 0x0000a5ac,
+ 0x0000a9ac, 0x0000adac, 0x0000b1ac, 0x0000b5ac,
+ 0x0000b9ac, 0x0000bdac, 0x0000c1ac, 0x0000c5ac,
+ 0x0000c9ac, 0x0000cdac, 0x0000d1ac, 0x0000d5ac,
+ 0x0000d9ac, 0x0000ddac, 0x0000e1ac, 0x0000e5ac,
+ 0x0000e9ac, 0x0000edac, 0x0000f1ac, 0x0000f5ac,
+ 0x0000f9ac, 0x0000fdac, 0x000101ac, 0x000105ac,
+ 0x000109ac, 0x00010dac, 0x000111ac, 0x000115ac,
+ 0x000119ac, 0x00011dac, 0x000121ac, 0x000125ac,
+ 0x000129ac, 0x00012dac, 0x000131ac, 0x000135ac,
+ 0x000139ac, 0x00013dac, 0x000141ac, 0x000145ac,
+ 0x000149ac, 0x00014dac, 0x000151ac, 0x000155ac,
+ 0x000159ac, 0x00015dac, 0x000161ac, 0x000165ac,
+ 0x000169ac, 0x00016dac, 0x000171ac, 0x000175ac,
+ 0x000179ac, 0x00017dac, 0x000181ac, 0x000185ac,
+ 0x000189ac, 0x00018dac, 0x000191ac, 0x000195ac,
+ 0x000199ac, 0x00019dac, 0x0001a1ac, 0x0001a5ac,
+ 0x0001a9ac, 0x0001adac, 0x0001b1ac, 0x0001b5ac,
+ 0x0001b9ac, 0x0001bdac, 0x0001c1ac, 0x0001c5ac,
+ 0x0001c9ac, 0x0001cdac, 0x0001d1ac, 0x0001d5ac,
+ 0x0001d9ac, 0x0001ddac, 0x0001e1ac, 0x0001e5ac,
+ 0x0001e9ac, 0x0001edac, 0x0001f1ac, 0x0001f5ac,
+ 0x0001f9ac, 0x0001fdac, 0x0000014c, 0x0000034c,
+ 0x0000054c, 0x0000074c, 0x0000094c, 0x00000b4c,
+ 0x00000d4c, 0x00000f4c, 0x0000114c, 0x0000134c,
+ 0x0000154c, 0x0000174c, 0x0000194c, 0x00001b4c,
+ 0x00001d4c, 0x00001f4c, 0x0000214c, 0x0000234c,
+ 0x0000254c, 0x0000274c, 0x0000294c, 0x00002b4c,
+ 0x00002d4c, 0x00002f4c, 0x0000314c, 0x0000334c,
+ 0x0000354c, 0x0000374c, 0x0000394c, 0x00003b4c,
+ 0x00003d4c, 0x00003f4c, 0x0000414c, 0x0000434c,
+ 0x0000454c, 0x0000474c, 0x0000494c, 0x00004b4c,
+ 0x00004d4c, 0x00004f4c, 0x0000514c, 0x0000534c,
+ 0x0000554c, 0x0000574c, 0x0000594c, 0x00005b4c,
+ 0x00005d4c, 0x00005f4c, 0x0000614c, 0x0000634c,
+ 0x0000654c, 0x0000674c, 0x0000694c, 0x00006b4c,
+ 0x00006d4c, 0x00006f4c, 0x0000714c, 0x0000734c,
+ 0x0000754c, 0x0000774c, 0x0000794c, 0x00007b4c,
+ 0x00007d4c, 0x00007f4c, 0x0000814c, 0x0000834c,
+ 0x0000854c, 0x0000874c, 0x0000894c, 0x00008b4c,
+ 0x00008d4c, 0x00008f4c, 0x0000914c, 0x0000934c,
+ 0x0000954c, 0x0000974c, 0x0000994c, 0x00009b4c,
+ 0x00009d4c, 0x00009f4c, 0x0000a14c, 0x0000a34c,
+ 0x0000a54c, 0x0000a74c, 0x0000a94c, 0x0000ab4c,
+ 0x0000ad4c, 0x0000af4c, 0x0000b14c, 0x0000b34c,
+ 0x0000b54c, 0x0000b74c, 0x0000b94c, 0x0000bb4c,
+ 0x0000bd4c, 0x0000bf4c, 0x0000c14c, 0x0000c34c,
+ 0x0000c54c, 0x0000c74c, 0x0000c94c, 0x0000cb4c,
+ 0x0000cd4c, 0x0000cf4c, 0x0000d14c, 0x0000d34c,
+ 0x0000d54c, 0x0000d74c, 0x0000d94c, 0x0000db4c,
+ 0x0000dd4c, 0x0000df4c, 0x0000e14c, 0x0000e34c,
+ 0x0000e54c, 0x0000e74c, 0x0000e94c, 0x0000eb4c,
+ 0x0000ed4c, 0x0000ef4c, 0x0000f14c, 0x0000f34c,
+ 0x0000f54c, 0x0000f74c, 0x0000f94c, 0x0000fb4c,
+ 0x0000fd4c, 0x0000ff4c, 0x0001014c, 0x0001034c,
+ 0x0001054c, 0x0001074c, 0x0001094c, 0x00010b4c,
+ 0x00010d4c, 0x00010f4c, 0x0001114c, 0x0001134c,
+ 0x0001154c, 0x0001174c, 0x0001194c, 0x00011b4c,
+ 0x00011d4c, 0x00011f4c, 0x0001214c, 0x0001234c,
+ 0x0001254c, 0x0001274c, 0x0001294c, 0x00012b4c,
+ 0x00012d4c, 0x00012f4c, 0x0001314c, 0x0001334c,
+ 0x0001354c, 0x0001374c, 0x0001394c, 0x00013b4c,
+ 0x00013d4c, 0x00013f4c, 0x0001414c, 0x0001434c,
+ 0x0001454c, 0x0001474c, 0x0001494c, 0x00014b4c,
+ 0x00014d4c, 0x00014f4c, 0x0001514c, 0x0001534c,
+ 0x0001554c, 0x0001574c, 0x0001594c, 0x00015b4c,
+ 0x00015d4c, 0x00015f4c, 0x0001614c, 0x0001634c,
+ 0x0001654c, 0x0001674c, 0x0001694c, 0x00016b4c,
+ 0x00016d4c, 0x00016f4c, 0x0001714c, 0x0001734c,
+ 0x0001754c, 0x0001774c, 0x0001794c, 0x00017b4c,
+ 0x00017d4c, 0x00017f4c, 0x0001814c, 0x0001834c,
+ 0x0001854c, 0x0001874c, 0x0001894c, 0x00018b4c,
+ 0x00018d4c, 0x00018f4c, 0x0001914c, 0x0001934c,
+ 0x0001954c, 0x0001974c, 0x0001994c, 0x00019b4c,
+ 0x00019d4c, 0x00019f4c, 0x0001a14c, 0x0001a34c,
+ 0x0001a54c, 0x0001a74c, 0x0001a94c, 0x0001ab4c,
+ 0x0001ad4c, 0x0001af4c, 0x0001b14c, 0x0001b34c,
+ 0x0001b54c, 0x0001b74c, 0x0001b94c, 0x0001bb4c,
+ 0x0001bd4c, 0x0001bf4c, 0x0001c14c, 0x0001c34c,
+ 0x0001c54c, 0x0001c74c, 0x0001c94c, 0x0001cb4c,
+ 0x0001cd4c, 0x0001cf4c, 0x0001d14c, 0x0001d34c,
+ 0x0001d54c, 0x0001d74c, 0x0001d94c, 0x0001db4c,
+ 0x0001dd4c, 0x0001df4c, 0x0001e14c, 0x0001e34c,
+ 0x0001e54c, 0x0001e74c, 0x0001e94c, 0x0001eb4c,
+ 0x0001ed4c, 0x0001ef4c, 0x0001f14c, 0x0001f34c,
+ 0x0001f54c, 0x0001f74c, 0x0001f94c, 0x0001fb4c,
+ 0x0001fd4c, 0x0001ff4c, 0x000003ad, 0x000007ad,
+ 0x00000bad, 0x00000fad, 0x000013ad, 0x000017ad,
+ 0x00001bad, 0x00001fad, 0x000023ad, 0x000027ad,
+ 0x00002bad, 0x00002fad, 0x000033ad, 0x000037ad,
+ 0x00003bad, 0x00003fad, 0x000043ad, 0x000047ad,
+ 0x00004bad, 0x00004fad, 0x000053ad, 0x000057ad,
+ 0x00005bad, 0x00005fad, 0x000063ad, 0x000067ad,
+ 0x00006bad, 0x00006fad, 0x000073ad, 0x000077ad,
+ 0x00007bad, 0x00007fad, 0x000083ad, 0x000087ad,
+ 0x00008bad, 0x00008fad, 0x000093ad, 0x000097ad,
+ 0x00009bad, 0x00009fad, 0x0000a3ad, 0x0000a7ad,
+ 0x0000abad, 0x0000afad, 0x0000b3ad, 0x0000b7ad,
+ 0x0000bbad, 0x0000bfad, 0x0000c3ad, 0x0000c7ad,
+ 0x0000cbad, 0x0000cfad, 0x0000d3ad, 0x0000d7ad,
+ 0x0000dbad, 0x0000dfad, 0x0000e3ad, 0x0000e7ad,
+ 0x0000ebad, 0x0000efad, 0x0000f3ad, 0x0000f7ad,
+ 0x0000fbad, 0x0000ffad, 0x000103ad, 0x000107ad,
+ 0x00010bad, 0x00010fad, 0x000113ad, 0x000117ad,
+ 0x00011bad, 0x00011fad, 0x000123ad, 0x000127ad,
+ 0x00012bad, 0x00012fad, 0x000133ad, 0x000137ad,
+ 0x00013bad, 0x00013fad, 0x000143ad, 0x000147ad,
+ 0x00014bad, 0x00014fad, 0x000153ad, 0x000157ad,
+ 0x00015bad, 0x00015fad, 0x000163ad, 0x000167ad,
+ 0x00016bad, 0x00016fad, 0x000173ad, 0x000177ad,
+ 0x00017bad, 0x00017fad, 0x000183ad, 0x000187ad,
+ 0x00018bad, 0x00018fad, 0x000193ad, 0x000197ad,
+ 0x00019bad, 0x00019fad, 0x0001a3ad, 0x0001a7ad,
+ 0x0001abad, 0x0001afad, 0x0001b3ad, 0x0001b7ad,
+ 0x0001bbad, 0x0001bfad, 0x0001c3ad, 0x0001c7ad,
+ 0x0001cbad, 0x0001cfad, 0x0001d3ad, 0x0001d7ad,
+ 0x0001dbad, 0x0001dfad, 0x0001e3ad, 0x0001e7ad,
+ 0x0001ebad, 0x0001efad, 0x0001f3ad, 0x0001f7ad,
+ 0x0001fbad, 0x0001ffad, 0x000203ad, 0x000207ad,
+ 0x00020bad, 0x00020fad, 0x000213ad, 0x000217ad,
+ 0x00021bad, 0x00021fad, 0x000223ad, 0x000227ad,
+ 0x00022bad, 0x00022fad, 0x000233ad, 0x000237ad,
+ 0x00023bad, 0x00023fad, 0x000243ad, 0x000247ad,
+ 0x00024bad, 0x00024fad, 0x000253ad, 0x000257ad,
+ 0x00025bad, 0x00025fad, 0x000263ad, 0x000267ad,
+ 0x00026bad, 0x00026fad, 0x000273ad, 0x000277ad,
+ 0x00027bad, 0x00027fad, 0x000283ad, 0x000287ad,
+ 0x00028bad, 0x00028fad, 0x000293ad, 0x000297ad,
+ 0x00029bad, 0x00029fad, 0x0002a3ad, 0x0002a7ad,
+ 0x0002abad, 0x0002afad, 0x0002b3ad, 0x0002b7ad,
+ 0x0002bbad, 0x0002bfad, 0x0002c3ad, 0x0002c7ad,
+ 0x0002cbad, 0x0002cfad, 0x0002d3ad, 0x0002d7ad,
+ 0x0002dbad, 0x0002dfad, 0x0002e3ad, 0x0002e7ad,
+ 0x0002ebad, 0x0002efad, 0x0002f3ad, 0x0002f7ad,
+ 0x0002fbad, 0x0002ffad, 0x000303ad, 0x000307ad,
+ 0x00030bad, 0x00030fad, 0x000313ad, 0x000317ad,
+ 0x00031bad, 0x00031fad, 0x000323ad, 0x000327ad,
+ 0x00032bad, 0x00032fad, 0x000333ad, 0x000337ad,
+ 0x00033bad, 0x00033fad, 0x000343ad, 0x000347ad,
+ 0x00034bad, 0x00034fad, 0x000353ad, 0x000357ad,
+ 0x00035bad, 0x00035fad, 0x000363ad, 0x000367ad,
+ 0x00036bad, 0x00036fad, 0x000373ad, 0x000377ad,
+ 0x00037bad, 0x00037fad, 0x000383ad, 0x000387ad,
+ 0x00038bad, 0x00038fad, 0x000393ad, 0x000397ad,
+ 0x00039bad, 0x00039fad, 0x0003a3ad, 0x0003a7ad,
+ 0x0003abad, 0x0003afad, 0x0003b3ad, 0x0003b7ad,
+ 0x0003bbad, 0x0003bfad, 0x0003c3ad, 0x0003c7ad,
+ 0x0003cbad, 0x0003cfad, 0x0003d3ad, 0x0003d7ad,
+ 0x0003dbad, 0x0003dfad, 0x0003e3ad, 0x0003e7ad,
+ 0x0003ebad, 0x0003efad, 0x0003f3ad, 0x0003f7ad,
+ 0x0003fbad, 0x0003ffad, 0x000000cd, 0x000002cd,
+ 0x000004cd, 0x000006cd, 0x000008cd, 0x00000acd,
+ 0x00000ccd, 0x00000ecd, 0x000010cd, 0x000012cd,
+ 0x000014cd, 0x000016cd, 0x000018cd, 0x00001acd,
+ 0x00001ccd, 0x00001ecd, 0x000020cd, 0x000022cd,
+ 0x000024cd, 0x000026cd, 0x000028cd, 0x00002acd,
+ 0x00002ccd, 0x00002ecd, 0x000030cd, 0x000032cd,
+ 0x000034cd, 0x000036cd, 0x000038cd, 0x00003acd,
+ 0x00003ccd, 0x00003ecd, 0x000040cd, 0x000042cd,
+ 0x000044cd, 0x000046cd, 0x000048cd, 0x00004acd,
+ 0x00004ccd, 0x00004ecd, 0x000050cd, 0x000052cd,
+ 0x000054cd, 0x000056cd, 0x000058cd, 0x00005acd,
+ 0x00005ccd, 0x00005ecd, 0x000060cd, 0x000062cd,
+ 0x000064cd, 0x000066cd, 0x000068cd, 0x00006acd,
+ 0x00006ccd, 0x00006ecd, 0x000070cd, 0x000072cd,
+ 0x000074cd, 0x000076cd, 0x000078cd, 0x00007acd,
+ 0x00007ccd, 0x00007ecd, 0x000080cd, 0x000082cd,
+ 0x000084cd, 0x000086cd, 0x000088cd, 0x00008acd,
+ 0x00008ccd, 0x00008ecd, 0x000090cd, 0x000092cd,
+ 0x000094cd, 0x000096cd, 0x000098cd, 0x00009acd,
+ 0x00009ccd, 0x00009ecd, 0x0000a0cd, 0x0000a2cd,
+ 0x0000a4cd, 0x0000a6cd, 0x0000a8cd, 0x0000aacd,
+ 0x0000accd, 0x0000aecd, 0x0000b0cd, 0x0000b2cd,
+ 0x0000b4cd, 0x0000b6cd, 0x0000b8cd, 0x0000bacd,
+ 0x0000bccd, 0x0000becd, 0x0000c0cd, 0x0000c2cd,
+ 0x0000c4cd, 0x0000c6cd, 0x0000c8cd, 0x0000cacd,
+ 0x0000cccd, 0x0000cecd, 0x0000d0cd, 0x0000d2cd,
+ 0x0000d4cd, 0x0000d6cd, 0x0000d8cd, 0x0000dacd,
+ 0x0000dccd, 0x0000decd, 0x0000e0cd, 0x0000e2cd,
+ 0x0000e4cd, 0x0000e6cd, 0x0000e8cd, 0x0000eacd,
+ 0x0000eccd, 0x0000eecd, 0x0000f0cd, 0x0000f2cd,
+ 0x0000f4cd, 0x0000f6cd, 0x0000f8cd, 0x0000facd,
+ 0x0000fccd, 0x0000fecd, 0x000100cd, 0x000102cd,
+ 0x000104cd, 0x000106cd, 0x000108cd, 0x00010acd,
+ 0x00010ccd, 0x00010ecd, 0x000110cd, 0x000112cd,
+ 0x000114cd, 0x000116cd, 0x000118cd, 0x00011acd,
+ 0x00011ccd, 0x00011ecd, 0x000120cd, 0x000122cd,
+ 0x000124cd, 0x000126cd, 0x000128cd, 0x00012acd,
+ 0x00012ccd, 0x00012ecd, 0x000130cd, 0x000132cd,
+ 0x000134cd, 0x000136cd, 0x000138cd, 0x00013acd,
+ 0x00013ccd, 0x00013ecd, 0x000140cd, 0x000142cd,
+ 0x000144cd, 0x000146cd, 0x000148cd, 0x00014acd,
+ 0x00014ccd, 0x00014ecd, 0x000150cd, 0x000152cd,
+ 0x000154cd, 0x000156cd, 0x000158cd, 0x00015acd,
+ 0x00015ccd, 0x00015ecd, 0x000160cd, 0x000162cd,
+ 0x000164cd, 0x000166cd, 0x000168cd, 0x00016acd,
+ 0x00016ccd, 0x00016ecd, 0x000170cd, 0x000172cd,
+ 0x000174cd, 0x000176cd, 0x000178cd, 0x00017acd,
+ 0x00017ccd, 0x00017ecd, 0x000180cd, 0x000182cd,
+ 0x000184cd, 0x000186cd, 0x000188cd, 0x00018acd,
+ 0x00018ccd, 0x00018ecd, 0x000190cd, 0x000192cd,
+ 0x000194cd, 0x000196cd, 0x000198cd, 0x00019acd,
+ 0x00019ccd, 0x00019ecd, 0x0001a0cd, 0x0001a2cd,
+ 0x0001a4cd, 0x0001a6cd, 0x0001a8cd, 0x0001aacd,
+ 0x0001accd, 0x0001aecd, 0x0001b0cd, 0x0001b2cd,
+ 0x0001b4cd, 0x0001b6cd, 0x0001b8cd, 0x0001bacd,
+ 0x0001bccd, 0x0001becd, 0x0001c0cd, 0x0001c2cd,
+ 0x0001c4cd, 0x0001c6cd, 0x0001c8cd, 0x0001cacd,
+ 0x0001cccd, 0x0001cecd, 0x0001d0cd, 0x0001d2cd,
+ 0x0001d4cd, 0x0001d6cd, 0x0001d8cd, 0x0001dacd,
+ 0x0001dccd, 0x0001decd, 0x0001e0cd, 0x0001e2cd,
+ 0x0001e4cd, 0x0001e6cd, 0x0001e8cd, 0x0001eacd,
+ 0x0001eccd, 0x0001eecd, 0x0001f0cd, 0x0001f2cd,
+ 0x0001f4cd, 0x0001f6cd, 0x0001f8cd, 0x0001facd,
+ 0x0001fccd, 0x0001fecd, 0x000200cd, 0x000202cd,
+ 0x000204cd, 0x000206cd, 0x000208cd, 0x00020acd,
+ 0x00020ccd, 0x00020ecd, 0x000210cd, 0x000212cd,
+ 0x000214cd, 0x000216cd, 0x000218cd, 0x00021acd,
+ 0x00021ccd, 0x00021ecd, 0x000220cd, 0x000222cd,
+ 0x000224cd, 0x000226cd, 0x000228cd, 0x00022acd,
+ 0x00022ccd, 0x00022ecd, 0x000230cd, 0x000232cd,
+ 0x000234cd, 0x000236cd, 0x000238cd, 0x00023acd,
+ 0x00023ccd, 0x00023ecd, 0x000240cd, 0x000242cd,
+ 0x000244cd, 0x000246cd, 0x000248cd, 0x00024acd,
+ 0x00024ccd, 0x00024ecd, 0x000250cd, 0x000252cd,
+ 0x000254cd, 0x000256cd, 0x000258cd, 0x00025acd,
+ 0x00025ccd, 0x00025ecd, 0x000260cd, 0x000262cd,
+ 0x000264cd, 0x000266cd, 0x000268cd, 0x00026acd,
+ 0x00026ccd, 0x00026ecd, 0x000270cd, 0x000272cd,
+ 0x000274cd, 0x000276cd, 0x000278cd, 0x00027acd,
+ 0x00027ccd, 0x00027ecd, 0x000280cd, 0x000282cd,
+ 0x000284cd, 0x000286cd, 0x000288cd, 0x00028acd,
+ 0x00028ccd, 0x00028ecd, 0x000290cd, 0x000292cd,
+ 0x000294cd, 0x000296cd, 0x000298cd, 0x00029acd,
+ 0x00029ccd, 0x00029ecd, 0x0002a0cd, 0x0002a2cd,
+ 0x0002a4cd, 0x0002a6cd, 0x0002a8cd, 0x0002aacd,
+ 0x0002accd, 0x0002aecd, 0x0002b0cd, 0x0002b2cd,
+ 0x0002b4cd, 0x0002b6cd, 0x0002b8cd, 0x0002bacd,
+ 0x0002bccd, 0x0002becd, 0x0002c0cd, 0x0002c2cd,
+ 0x0002c4cd, 0x0002c6cd, 0x0002c8cd, 0x0002cacd,
+ 0x0002cccd, 0x0002cecd, 0x0002d0cd, 0x0002d2cd,
+ 0x0002d4cd, 0x0002d6cd, 0x0002d8cd, 0x0002dacd,
+ 0x0002dccd, 0x0002decd, 0x0002e0cd, 0x0002e2cd,
+ 0x0002e4cd, 0x0002e6cd, 0x0002e8cd, 0x0002eacd,
+ 0x0002eccd, 0x0002eecd, 0x0002f0cd, 0x0002f2cd,
+ 0x0002f4cd, 0x0002f6cd, 0x0002f8cd, 0x0002facd,
+ 0x0002fccd, 0x0002fecd, 0x000300cd, 0x000302cd,
+ 0x000304cd, 0x000306cd, 0x000308cd, 0x00030acd,
+ 0x00030ccd, 0x00030ecd, 0x000310cd, 0x000312cd,
+ 0x000314cd, 0x000316cd, 0x000318cd, 0x00031acd,
+ 0x00031ccd, 0x00031ecd, 0x000320cd, 0x000322cd,
+ 0x000324cd, 0x000326cd, 0x000328cd, 0x00032acd,
+ 0x00032ccd, 0x00032ecd, 0x000330cd, 0x000332cd,
+ 0x000334cd, 0x000336cd, 0x000338cd, 0x00033acd,
+ 0x00033ccd, 0x00033ecd, 0x000340cd, 0x000342cd,
+ 0x000344cd, 0x000346cd, 0x000348cd, 0x00034acd,
+ 0x00034ccd, 0x00034ecd, 0x000350cd, 0x000352cd,
+ 0x000354cd, 0x000356cd, 0x000358cd, 0x00035acd,
+ 0x00035ccd, 0x00035ecd, 0x000360cd, 0x000362cd,
+ 0x000364cd, 0x000366cd, 0x000368cd, 0x00036acd,
+ 0x00036ccd, 0x00036ecd, 0x000370cd, 0x000372cd,
+ 0x000374cd, 0x000376cd, 0x000378cd, 0x00037acd,
+ 0x00037ccd, 0x00037ecd, 0x000380cd, 0x000382cd,
+ 0x000384cd, 0x000386cd, 0x000388cd, 0x00038acd,
+ 0x00038ccd, 0x00038ecd, 0x000390cd, 0x000392cd,
+ 0x000394cd, 0x000396cd, 0x000398cd, 0x00039acd,
+ 0x00039ccd, 0x00039ecd, 0x0003a0cd, 0x0003a2cd,
+ 0x0003a4cd, 0x0003a6cd, 0x0003a8cd, 0x0003aacd,
+ 0x0003accd, 0x0003aecd, 0x0003b0cd, 0x0003b2cd,
+ 0x0003b4cd, 0x0003b6cd, 0x0003b8cd, 0x0003bacd,
+ 0x0003bccd, 0x0003becd, 0x0003c0cd, 0x0003c2cd,
+ 0x0003c4cd, 0x0003c6cd, 0x0003c8cd, 0x0003cacd,
+ 0x0003cccd, 0x0003cecd, 0x0003d0cd, 0x0003d2cd,
+ 0x0003d4cd, 0x0003d6cd, 0x0003d8cd, 0x0003dacd,
+ 0x0003dccd, 0x0003decd, 0x0003e0cd, 0x0003e2cd,
+ 0x0003e4cd, 0x0003e6cd, 0x0003e8cd, 0x0003eacd,
+ 0x0003eccd, 0x0003eecd, 0x0003f0cd, 0x0003f2cd,
+ 0x0003f4cd, 0x0003f6cd, 0x0003f8cd, 0x0003facd,
+ 0x0003fccd, 0x0003fecd, 0x0000006e, 0x0000046e,
+ 0x0000086e, 0x00000c6e, 0x0000106e, 0x0000146e,
+ 0x0000186e, 0x00001c6e, 0x0000206e, 0x0000246e,
+ 0x0000286e, 0x00002c6e, 0x0000306e, 0x0000346e,
+ 0x0000386e, 0x00003c6e, 0x0000406e, 0x0000446e,
+ 0x0000486e, 0x00004c6e, 0x0000506e, 0x0000546e,
+ 0x0000586e, 0x00005c6e, 0x0000606e, 0x0000646e,
+ 0x0000686e, 0x00006c6e, 0x0000706e, 0x0000746e,
+ 0x0000786e, 0x00007c6e, 0x0000806e, 0x0000846e,
+ 0x0000886e, 0x00008c6e, 0x0000906e, 0x0000946e,
+ 0x0000986e, 0x00009c6e, 0x0000a06e, 0x0000a46e,
+ 0x0000a86e, 0x0000ac6e, 0x0000b06e, 0x0000b46e,
+ 0x0000b86e, 0x0000bc6e, 0x0000c06e, 0x0000c46e,
+ 0x0000c86e, 0x0000cc6e, 0x0000d06e, 0x0000d46e,
+ 0x0000d86e, 0x0000dc6e, 0x0000e06e, 0x0000e46e,
+ 0x0000e86e, 0x0000ec6e, 0x0000f06e, 0x0000f46e,
+ 0x0000f86e, 0x0000fc6e, 0x0001006e, 0x0001046e,
+ 0x0001086e, 0x00010c6e, 0x0001106e, 0x0001146e,
+ 0x0001186e, 0x00011c6e, 0x0001206e, 0x0001246e,
+ 0x0001286e, 0x00012c6e, 0x0001306e, 0x0001346e,
+ 0x0001386e, 0x00013c6e, 0x0001406e, 0x0001446e,
+ 0x0001486e, 0x00014c6e, 0x0001506e, 0x0001546e,
+ 0x0001586e, 0x00015c6e, 0x0001606e, 0x0001646e,
+ 0x0001686e, 0x00016c6e, 0x0001706e, 0x0001746e,
+ 0x0001786e, 0x00017c6e, 0x0001806e, 0x0001846e,
+ 0x0001886e, 0x00018c6e, 0x0001906e, 0x0001946e,
+ 0x0001986e, 0x00019c6e, 0x0001a06e, 0x0001a46e,
+ 0x0001a86e, 0x0001ac6e, 0x0001b06e, 0x0001b46e,
+ 0x0001b86e, 0x0001bc6e, 0x0001c06e, 0x0001c46e,
+ 0x0001c86e, 0x0001cc6e, 0x0001d06e, 0x0001d46e,
+ 0x0001d86e, 0x0001dc6e, 0x0001e06e, 0x0001e46e,
+ 0x0001e86e, 0x0001ec6e, 0x0001f06e, 0x0001f46e,
+ 0x0001f86e, 0x0001fc6e, 0x0002006e, 0x0002046e,
+ 0x0002086e, 0x00020c6e, 0x0002106e, 0x0002146e,
+ 0x0002186e, 0x00021c6e, 0x0002206e, 0x0002246e,
+ 0x0002286e, 0x00022c6e, 0x0002306e, 0x0002346e,
+ 0x0002386e, 0x00023c6e, 0x0002406e, 0x0002446e,
+ 0x0002486e, 0x00024c6e, 0x0002506e, 0x0002546e,
+ 0x0002586e, 0x00025c6e, 0x0002606e, 0x0002646e,
+ 0x0002686e, 0x00026c6e, 0x0002706e, 0x0002746e,
+ 0x0002786e, 0x00027c6e, 0x0002806e, 0x0002846e,
+ 0x0002886e, 0x00028c6e, 0x0002906e, 0x0002946e,
+ 0x0002986e, 0x00029c6e, 0x0002a06e, 0x0002a46e,
+ 0x0002a86e, 0x0002ac6e, 0x0002b06e, 0x0002b46e,
+ 0x0002b86e, 0x0002bc6e, 0x0002c06e, 0x0002c46e,
+ 0x0002c86e, 0x0002cc6e, 0x0002d06e, 0x0002d46e,
+ 0x0002d86e, 0x0002dc6e, 0x0002e06e, 0x0002e46e,
+ 0x0002e86e, 0x0002ec6e, 0x0002f06e, 0x0002f46e,
+ 0x0002f86e, 0x0002fc6e, 0x0003006e, 0x0003046e,
+ 0x0003086e, 0x00030c6e, 0x0003106e, 0x0003146e,
+ 0x0003186e, 0x00031c6e, 0x0003206e, 0x0003246e,
+ 0x0003286e, 0x00032c6e, 0x0003306e, 0x0003346e,
+ 0x0003386e, 0x00033c6e, 0x0003406e, 0x0003446e,
+ 0x0003486e, 0x00034c6e, 0x0003506e, 0x0003546e,
+ 0x0003586e, 0x00035c6e, 0x0003606e, 0x0003646e,
+ 0x0003686e, 0x00036c6e, 0x0003706e, 0x0003746e,
+ 0x0003786e, 0x00037c6e, 0x0003806e, 0x0003846e,
+ 0x0003886e, 0x00038c6e, 0x0003906e, 0x0003946e,
+ 0x0003986e, 0x00039c6e, 0x0003a06e, 0x0003a46e,
+ 0x0003a86e, 0x0003ac6e, 0x0003b06e, 0x0003b46e,
+ 0x0003b86e, 0x0003bc6e, 0x0003c06e, 0x0003c46e,
+ 0x0003c86e, 0x0003cc6e, 0x0003d06e, 0x0003d46e,
+ 0x0003d86e, 0x0003dc6e, 0x0003e06e, 0x0003e46e,
+ 0x0003e86e, 0x0003ec6e, 0x0003f06e, 0x0003f46e,
+ 0x0003f86e, 0x0003fc6e, 0x0004006e, 0x0004046e,
+ 0x0004086e, 0x00040c6e, 0x0004106e, 0x0004146e,
+ 0x0004186e, 0x00041c6e, 0x0004206e, 0x0004246e,
+ 0x0004286e, 0x00042c6e, 0x0004306e, 0x0004346e,
+ 0x0004386e, 0x00043c6e, 0x0004406e, 0x0004446e,
+ 0x0004486e, 0x00044c6e, 0x0004506e, 0x0004546e,
+ 0x0004586e, 0x00045c6e, 0x0004606e, 0x0004646e,
+ 0x0004686e, 0x00046c6e, 0x0004706e, 0x0004746e,
+ 0x0004786e, 0x00047c6e, 0x0004806e, 0x0004846e,
+ 0x0004886e, 0x00048c6e, 0x0004906e, 0x0004946e,
+ 0x0004986e, 0x00049c6e, 0x0004a06e, 0x0004a46e,
+ 0x0004a86e, 0x0004ac6e, 0x0004b06e, 0x0004b46e,
+ 0x0004b86e, 0x0004bc6e, 0x0004c06e, 0x0004c46e,
+ 0x0004c86e, 0x0004cc6e, 0x0004d06e, 0x0004d46e,
+ 0x0004d86e, 0x0004dc6e, 0x0004e06e, 0x0004e46e,
+ 0x0004e86e, 0x0004ec6e, 0x0004f06e, 0x0004f46e,
+ 0x0004f86e, 0x0004fc6e, 0x0005006e, 0x0005046e,
+ 0x0005086e, 0x00050c6e, 0x0005106e, 0x0005146e,
+ 0x0005186e, 0x00051c6e, 0x0005206e, 0x0005246e,
+ 0x0005286e, 0x00052c6e, 0x0005306e, 0x0005346e,
+ 0x0005386e, 0x00053c6e, 0x0005406e, 0x0005446e,
+ 0x0005486e, 0x00054c6e, 0x0005506e, 0x0005546e,
+ 0x0005586e, 0x00055c6e, 0x0005606e, 0x0005646e,
+ 0x0005686e, 0x00056c6e, 0x0005706e, 0x0005746e,
+ 0x0005786e, 0x00057c6e, 0x0005806e, 0x0005846e,
+ 0x0005886e, 0x00058c6e, 0x0005906e, 0x0005946e,
+ 0x0005986e, 0x00059c6e, 0x0005a06e, 0x0005a46e,
+ 0x0005a86e, 0x0005ac6e, 0x0005b06e, 0x0005b46e,
+ 0x0005b86e, 0x0005bc6e, 0x0005c06e, 0x0005c46e,
+ 0x0005c86e, 0x0005cc6e, 0x0005d06e, 0x0005d46e,
+ 0x0005d86e, 0x0005dc6e, 0x0005e06e, 0x0005e46e,
+ 0x0005e86e, 0x0005ec6e, 0x0005f06e, 0x0005f46e,
+ 0x0005f86e, 0x0005fc6e, 0x0006006e, 0x0006046e,
+ 0x0006086e, 0x00060c6e, 0x0006106e, 0x0006146e,
+ 0x0006186e, 0x00061c6e, 0x0006206e, 0x0006246e,
+ 0x0006286e, 0x00062c6e, 0x0006306e, 0x0006346e,
+ 0x0006386e, 0x00063c6e, 0x0006406e, 0x0006446e,
+ 0x0006486e, 0x00064c6e, 0x0006506e, 0x0006546e,
+ 0x0006586e, 0x00065c6e, 0x0006606e, 0x0006646e,
+ 0x0006686e, 0x00066c6e, 0x0006706e, 0x0006746e,
+ 0x0006786e, 0x00067c6e, 0x0006806e, 0x0006846e,
+ 0x0006886e, 0x00068c6e, 0x0006906e, 0x0006946e,
+ 0x0006986e, 0x00069c6e, 0x0006a06e, 0x0006a46e,
+ 0x0006a86e, 0x0006ac6e, 0x0006b06e, 0x0006b46e,
+ 0x0006b86e, 0x0006bc6e, 0x0006c06e, 0x0006c46e,
+ 0x0006c86e, 0x0006cc6e, 0x0006d06e, 0x0006d46e,
+ 0x0006d86e, 0x0006dc6e, 0x0006e06e, 0x0006e46e,
+ 0x0006e86e, 0x0006ec6e, 0x0006f06e, 0x0006f46e,
+ 0x0006f86e, 0x0006fc6e, 0x0007006e, 0x0007046e,
+ 0x0007086e, 0x00070c6e, 0x0007106e, 0x0007146e,
+ 0x0007186e, 0x00071c6e, 0x0007206e, 0x0007246e,
+ 0x0007286e, 0x00072c6e, 0x0007306e, 0x0007346e,
+ 0x0007386e, 0x00073c6e, 0x0007406e, 0x0007446e,
+ 0x0007486e, 0x00074c6e, 0x0007506e, 0x0007546e,
+ 0x0007586e, 0x00075c6e, 0x0007606e, 0x0007646e,
+ 0x0007686e, 0x00076c6e, 0x0007706e, 0x0007746e,
+ 0x0007786e, 0x00077c6e, 0x0007806e, 0x0007846e,
+ 0x0007886e, 0x00078c6e, 0x0007906e, 0x0007946e,
+ 0x0007986e, 0x00079c6e, 0x0007a06e, 0x0007a46e,
+ 0x0007a86e, 0x0007ac6e, 0x0007b06e, 0x0007b46e,
+ 0x0007b86e, 0x0007bc6e, 0x0007c06e, 0x0007c46e,
+ 0x0007c86e, 0x0007cc6e, 0x0007d06e, 0x0007d46e,
+ 0x0007d86e, 0x0007dc6e, 0x0007e06e, 0x0007e46e,
+ 0x0007e86e, 0x0007ec6e, 0x0007f06e, 0x0007f46e,
+ 0x0007f86e, 0x0007fc6e, 0x0000000d, 0x0000010d,
+ 0x0000020d, 0x0000030d, 0x0000040d, 0x0000050d,
+ 0x0000060d, 0x0000070d, 0x0000080d, 0x0000090d,
+ 0x00000a0d, 0x00000b0d, 0x00000c0d, 0x00000d0d,
+ 0x00000e0d, 0x00000f0d, 0x0000100d, 0x0000110d,
+ 0x0000120d, 0x0000130d, 0x0000140d, 0x0000150d,
+ 0x0000160d, 0x0000170d, 0x0000180d, 0x0000190d,
+ 0x00001a0d, 0x00001b0d, 0x00001c0d, 0x00001d0d,
+ 0x00001e0d, 0x00001f0d, 0x0000200d, 0x0000210d,
+ 0x0000220d, 0x0000230d, 0x0000240d, 0x0000250d,
+ 0x0000260d, 0x0000270d, 0x0000280d, 0x0000290d,
+ 0x00002a0d, 0x00002b0d, 0x00002c0d, 0x00002d0d,
+ 0x00002e0d, 0x00002f0d, 0x0000300d, 0x0000310d,
+ 0x0000320d, 0x0000330d, 0x0000340d, 0x0000350d,
+ 0x0000360d, 0x0000370d, 0x0000380d, 0x0000390d,
+ 0x00003a0d, 0x00003b0d, 0x00003c0d, 0x00003d0d,
+ 0x00003e0d, 0x00003f0d, 0x0000400d, 0x0000410d,
+ 0x0000420d, 0x0000430d, 0x0000440d, 0x0000450d,
+ 0x0000460d, 0x0000470d, 0x0000480d, 0x0000490d,
+ 0x00004a0d, 0x00004b0d, 0x00004c0d, 0x00004d0d,
+ 0x00004e0d, 0x00004f0d, 0x0000500d, 0x0000510d,
+ 0x0000520d, 0x0000530d, 0x0000540d, 0x0000550d,
+ 0x0000560d, 0x0000570d, 0x0000580d, 0x0000590d,
+ 0x00005a0d, 0x00005b0d, 0x00005c0d, 0x00005d0d,
+ 0x00005e0d, 0x00005f0d, 0x0000600d, 0x0000610d,
+ 0x0000620d, 0x0000630d, 0x0000640d, 0x0000650d,
+ 0x0000660d, 0x0000670d, 0x0000680d, 0x0000690d,
+ 0x00006a0d, 0x00006b0d, 0x00006c0d, 0x00006d0d,
+ 0x00006e0d, 0x00006f0d, 0x0000700d, 0x0000710d,
+ 0x0000720d, 0x0000730d, 0x0000740d, 0x0000750d,
+ 0x0000760d, 0x0000770d, 0x0000780d, 0x0000790d,
+ 0x00007a0d, 0x00007b0d, 0x00007c0d, 0x00007d0d,
+ 0x00007e0d, 0x00007f0d, 0x0000800d, 0x0000810d,
+ 0x0000820d, 0x0000830d, 0x0000840d, 0x0000850d,
+ 0x0000860d, 0x0000870d, 0x0000880d, 0x0000890d,
+ 0x00008a0d, 0x00008b0d, 0x00008c0d, 0x00008d0d,
+ 0x00008e0d, 0x00008f0d, 0x0000900d, 0x0000910d,
+ 0x0000920d, 0x0000930d, 0x0000940d, 0x0000950d,
+ 0x0000960d, 0x0000970d, 0x0000980d, 0x0000990d,
+ 0x00009a0d, 0x00009b0d, 0x00009c0d, 0x00009d0d,
+ 0x00009e0d, 0x00009f0d, 0x0000a00d, 0x0000a10d,
+ 0x0000a20d, 0x0000a30d, 0x0000a40d, 0x0000a50d,
+ 0x0000a60d, 0x0000a70d, 0x0000a80d, 0x0000a90d,
+ 0x0000aa0d, 0x0000ab0d, 0x0000ac0d, 0x0000ad0d,
+ 0x0000ae0d, 0x0000af0d, 0x0000b00d, 0x0000b10d,
+ 0x0000b20d, 0x0000b30d, 0x0000b40d, 0x0000b50d,
+ 0x0000b60d, 0x0000b70d, 0x0000b80d, 0x0000b90d,
+ 0x0000ba0d, 0x0000bb0d, 0x0000bc0d, 0x0000bd0d,
+ 0x0000be0d, 0x0000bf0d, 0x0000c00d, 0x0000c10d,
+ 0x0000c20d, 0x0000c30d, 0x0000c40d, 0x0000c50d,
+ 0x0000c60d, 0x0000c70d, 0x0000c80d, 0x0000c90d,
+ 0x0000ca0d, 0x0000cb0d, 0x0000cc0d, 0x0000cd0d,
+ 0x0000ce0d, 0x0000cf0d, 0x0000d00d, 0x0000d10d,
+ 0x0000d20d, 0x0000d30d, 0x0000d40d, 0x0000d50d,
+ 0x0000d60d, 0x0000d70d, 0x0000d80d, 0x0000d90d,
+ 0x0000da0d, 0x0000db0d, 0x0000dc0d, 0x0000dd0d,
+ 0x0000de0d, 0x0000df0d, 0x0000e00d, 0x0000e10d,
+ 0x0000e20d, 0x0000e30d, 0x0000e40d, 0x0000e50d,
+ 0x0000e60d, 0x0000e70d, 0x0000e80d, 0x0000e90d,
+ 0x0000ea0d, 0x0000eb0d, 0x0000ec0d, 0x0000ed0d,
+ 0x0000ee0d, 0x0000ef0d, 0x0000f00d, 0x0000f10d,
+ 0x0000f20d, 0x0000f30d, 0x0000f40d, 0x0000f50d,
+ 0x0000f60d, 0x0000f70d, 0x0000f80d, 0x0000f90d,
+ 0x0000fa0d, 0x0000fb0d, 0x0000fc0d, 0x0000fd0d,
+ 0x0000fe0d, 0x0000ff0d, 0x0001000d, 0x0001010d,
+ 0x0001020d, 0x0001030d, 0x0001040d, 0x0001050d,
+ 0x0001060d, 0x0001070d, 0x0001080d, 0x0001090d,
+ 0x00010a0d, 0x00010b0d, 0x00010c0d, 0x00010d0d,
+ 0x00010e0d, 0x00010f0d, 0x0001100d, 0x0001110d,
+ 0x0001120d, 0x0001130d, 0x0001140d, 0x0001150d,
+ 0x0001160d, 0x0001170d, 0x0001180d, 0x0001190d,
+ 0x00011a0d, 0x00011b0d, 0x00011c0d, 0x00011d0d,
+ 0x00011e0d, 0x00011f0d, 0x0001200d, 0x0001210d,
+ 0x0001220d, 0x0001230d, 0x0001240d, 0x0001250d,
+ 0x0001260d, 0x0001270d, 0x0001280d, 0x0001290d,
+ 0x00012a0d, 0x00012b0d, 0x00012c0d, 0x00012d0d,
+ 0x00012e0d, 0x00012f0d, 0x0001300d, 0x0001310d,
+ 0x0001320d, 0x0001330d, 0x0001340d, 0x0001350d,
+ 0x0001360d, 0x0001370d, 0x0001380d, 0x0001390d,
+ 0x00013a0d, 0x00013b0d, 0x00013c0d, 0x00013d0d,
+ 0x00013e0d, 0x00013f0d, 0x0001400d, 0x0001410d,
+ 0x0001420d, 0x0001430d, 0x0001440d, 0x0001450d,
+ 0x0001460d, 0x0001470d, 0x0001480d, 0x0001490d,
+ 0x00014a0d, 0x00014b0d, 0x00014c0d, 0x00014d0d,
+ 0x00014e0d, 0x00014f0d, 0x0001500d, 0x0001510d,
+ 0x0001520d, 0x0001530d, 0x0001540d, 0x0001550d,
+ 0x0001560d, 0x0001570d, 0x0001580d, 0x0001590d,
+ 0x00015a0d, 0x00015b0d, 0x00015c0d, 0x00015d0d,
+ 0x00015e0d, 0x00015f0d, 0x0001600d, 0x0001610d,
+ 0x0001620d, 0x0001630d, 0x0001640d, 0x0001650d,
+ 0x0001660d, 0x0001670d, 0x0001680d, 0x0001690d,
+ 0x00016a0d, 0x00016b0d, 0x00016c0d, 0x00016d0d,
+ 0x00016e0d, 0x00016f0d, 0x0001700d, 0x0001710d,
+ 0x0001720d, 0x0001730d, 0x0001740d, 0x0001750d,
+ 0x0001760d, 0x0001770d, 0x0001780d, 0x0001790d,
+ 0x00017a0d, 0x00017b0d, 0x00017c0d, 0x00017d0d,
+ 0x00017e0d, 0x00017f0d, 0x0001800d, 0x0001810d,
+ 0x0001820d, 0x0001830d, 0x0001840d, 0x0001850d,
+ 0x0001860d, 0x0001870d, 0x0001880d, 0x0001890d,
+ 0x00018a0d, 0x00018b0d, 0x00018c0d, 0x00018d0d,
+ 0x00018e0d, 0x00018f0d, 0x0001900d, 0x0001910d,
+ 0x0001920d, 0x0001930d, 0x0001940d, 0x0001950d,
+ 0x0001960d, 0x0001970d, 0x0001980d, 0x0001990d,
+ 0x00019a0d, 0x00019b0d, 0x00019c0d, 0x00019d0d,
+ 0x00019e0d, 0x00019f0d, 0x0001a00d, 0x0001a10d,
+ 0x0001a20d, 0x0001a30d, 0x0001a40d, 0x0001a50d,
+ 0x0001a60d, 0x0001a70d, 0x0001a80d, 0x0001a90d,
+ 0x0001aa0d, 0x0001ab0d, 0x0001ac0d, 0x0001ad0d,
+ 0x0001ae0d, 0x0001af0d, 0x0001b00d, 0x0001b10d,
+ 0x0001b20d, 0x0001b30d, 0x0001b40d, 0x0001b50d,
+ 0x0001b60d, 0x0001b70d, 0x0001b80d, 0x0001b90d,
+ 0x0001ba0d, 0x0001bb0d, 0x0001bc0d, 0x0001bd0d,
+ 0x0001be0d, 0x0001bf0d, 0x0001c00d, 0x0001c10d,
+ 0x0001c20d, 0x0001c30d, 0x0001c40d, 0x0001c50d,
+ 0x0001c60d, 0x0001c70d, 0x0001c80d, 0x0001c90d,
+ 0x0001ca0d, 0x0001cb0d, 0x0001cc0d, 0x0001cd0d,
+ 0x0001ce0d, 0x0001cf0d, 0x0001d00d, 0x0001d10d,
+ 0x0001d20d, 0x0001d30d, 0x0001d40d, 0x0001d50d,
+ 0x0001d60d, 0x0001d70d, 0x0001d80d, 0x0001d90d,
+ 0x0001da0d, 0x0001db0d, 0x0001dc0d, 0x0001dd0d,
+ 0x0001de0d, 0x0001df0d, 0x0001e00d, 0x0001e10d,
+ 0x0001e20d, 0x0001e30d, 0x0001e40d, 0x0001e50d,
+ 0x0001e60d, 0x0001e70d, 0x0001e80d, 0x0001e90d,
+ 0x0001ea0d, 0x0001eb0d, 0x0001ec0d, 0x0001ed0d,
+ 0x0001ee0d, 0x0001ef0d, 0x0001f00d, 0x0001f10d,
+ 0x0001f20d, 0x0001f30d, 0x0001f40d, 0x0001f50d,
+ 0x0001f60d, 0x0001f70d, 0x0001f80d, 0x0001f90d,
+ 0x0001fa0d, 0x0001fb0d, 0x0001fc0d, 0x0001fd0d,
+ 0x0001fe0d, 0x0001ff0d, 0x0002000d, 0x0002010d,
+ 0x0002020d, 0x0002030d, 0x0002040d, 0x0002050d,
+ 0x0002060d, 0x0002070d, 0x0002080d, 0x0002090d,
+ 0x00020a0d, 0x00020b0d, 0x00020c0d, 0x00020d0d,
+ 0x00020e0d, 0x00020f0d, 0x0002100d, 0x0002110d,
+ 0x0002120d, 0x0002130d, 0x0002140d, 0x0002150d,
+ 0x0002160d, 0x0002170d, 0x0002180d, 0x0002190d,
+ 0x00021a0d, 0x00021b0d, 0x00021c0d, 0x00021d0d,
+ 0x00021e0d, 0x00021f0d, 0x0002200d, 0x0002210d,
+ 0x0002220d, 0x0002230d, 0x0002240d, 0x0002250d,
+ 0x0002260d, 0x0002270d, 0x0002280d, 0x0002290d,
+ 0x00022a0d, 0x00022b0d, 0x00022c0d, 0x00022d0d,
+ 0x00022e0d, 0x00022f0d, 0x0002300d, 0x0002310d,
+ 0x0002320d, 0x0002330d, 0x0002340d, 0x0002350d,
+ 0x0002360d, 0x0002370d, 0x0002380d, 0x0002390d,
+ 0x00023a0d, 0x00023b0d, 0x00023c0d, 0x00023d0d,
+ 0x00023e0d, 0x00023f0d, 0x0002400d, 0x0002410d,
+ 0x0002420d, 0x0002430d, 0x0002440d, 0x0002450d,
+ 0x0002460d, 0x0002470d, 0x0002480d, 0x0002490d,
+ 0x00024a0d, 0x00024b0d, 0x00024c0d, 0x00024d0d,
+ 0x00024e0d, 0x00024f0d, 0x0002500d, 0x0002510d,
+ 0x0002520d, 0x0002530d, 0x0002540d, 0x0002550d,
+ 0x0002560d, 0x0002570d, 0x0002580d, 0x0002590d,
+ 0x00025a0d, 0x00025b0d, 0x00025c0d, 0x00025d0d,
+ 0x00025e0d, 0x00025f0d, 0x0002600d, 0x0002610d,
+ 0x0002620d, 0x0002630d, 0x0002640d, 0x0002650d,
+ 0x0002660d, 0x0002670d, 0x0002680d, 0x0002690d,
+ 0x00026a0d, 0x00026b0d, 0x00026c0d, 0x00026d0d,
+ 0x00026e0d, 0x00026f0d, 0x0002700d, 0x0002710d,
+ 0x0002720d, 0x0002730d, 0x0002740d, 0x0002750d,
+ 0x0002760d, 0x0002770d, 0x0002780d, 0x0002790d,
+ 0x00027a0d, 0x00027b0d, 0x00027c0d, 0x00027d0d,
+ 0x00027e0d, 0x00027f0d, 0x0002800d, 0x0002810d,
+ 0x0002820d, 0x0002830d, 0x0002840d, 0x0002850d,
+ 0x0002860d, 0x0002870d, 0x0002880d, 0x0002890d,
+ 0x00028a0d, 0x00028b0d, 0x00028c0d, 0x00028d0d,
+ 0x00028e0d, 0x00028f0d, 0x0002900d, 0x0002910d,
+ 0x0002920d, 0x0002930d, 0x0002940d, 0x0002950d,
+ 0x0002960d, 0x0002970d, 0x0002980d, 0x0002990d,
+ 0x00029a0d, 0x00029b0d, 0x00029c0d, 0x00029d0d,
+ 0x00029e0d, 0x00029f0d, 0x0002a00d, 0x0002a10d,
+ 0x0002a20d, 0x0002a30d, 0x0002a40d, 0x0002a50d,
+ 0x0002a60d, 0x0002a70d, 0x0002a80d, 0x0002a90d,
+ 0x0002aa0d, 0x0002ab0d, 0x0002ac0d, 0x0002ad0d,
+ 0x0002ae0d, 0x0002af0d, 0x0002b00d, 0x0002b10d,
+ 0x0002b20d, 0x0002b30d, 0x0002b40d, 0x0002b50d,
+ 0x0002b60d, 0x0002b70d, 0x0002b80d, 0x0002b90d,
+ 0x0002ba0d, 0x0002bb0d, 0x0002bc0d, 0x0002bd0d,
+ 0x0002be0d, 0x0002bf0d, 0x0002c00d, 0x0002c10d,
+ 0x0002c20d, 0x0002c30d, 0x0002c40d, 0x0002c50d,
+ 0x0002c60d, 0x0002c70d, 0x0002c80d, 0x0002c90d,
+ 0x0002ca0d, 0x0002cb0d, 0x0002cc0d, 0x0002cd0d,
+ 0x0002ce0d, 0x0002cf0d, 0x0002d00d, 0x0002d10d,
+ 0x0002d20d, 0x0002d30d, 0x0002d40d, 0x0002d50d,
+ 0x0002d60d, 0x0002d70d, 0x0002d80d, 0x0002d90d,
+ 0x0002da0d, 0x0002db0d, 0x0002dc0d, 0x0002dd0d,
+ 0x0002de0d, 0x0002df0d, 0x0002e00d, 0x0002e10d,
+ 0x0002e20d, 0x0002e30d, 0x0002e40d, 0x0002e50d,
+ 0x0002e60d, 0x0002e70d, 0x0002e80d, 0x0002e90d,
+ 0x0002ea0d, 0x0002eb0d, 0x0002ec0d, 0x0002ed0d,
+ 0x0002ee0d, 0x0002ef0d, 0x0002f00d, 0x0002f10d,
+ 0x0002f20d, 0x0002f30d, 0x0002f40d, 0x0002f50d,
+ 0x0002f60d, 0x0002f70d, 0x0002f80d, 0x0002f90d,
+ 0x0002fa0d, 0x0002fb0d, 0x0002fc0d, 0x0002fd0d,
+ 0x0002fe0d, 0x0002ff0d, 0x0003000d, 0x0003010d,
+ 0x0003020d, 0x0003030d, 0x0003040d, 0x0003050d,
+ 0x0003060d, 0x0003070d, 0x0003080d, 0x0003090d,
+ 0x00030a0d, 0x00030b0d, 0x00030c0d, 0x00030d0d,
+ 0x00030e0d, 0x00030f0d, 0x0003100d, 0x0003110d,
+ 0x0003120d, 0x0003130d, 0x0003140d, 0x0003150d,
+ 0x0003160d, 0x0003170d, 0x0003180d, 0x0003190d,
+ 0x00031a0d, 0x00031b0d, 0x00031c0d, 0x00031d0d,
+ 0x00031e0d, 0x00031f0d, 0x0003200d, 0x0003210d,
+ 0x0003220d, 0x0003230d, 0x0003240d, 0x0003250d,
+ 0x0003260d, 0x0003270d, 0x0003280d, 0x0003290d,
+ 0x00032a0d, 0x00032b0d, 0x00032c0d, 0x00032d0d,
+ 0x00032e0d, 0x00032f0d, 0x0003300d, 0x0003310d,
+ 0x0003320d, 0x0003330d, 0x0003340d, 0x0003350d,
+ 0x0003360d, 0x0003370d, 0x0003380d, 0x0003390d,
+ 0x00033a0d, 0x00033b0d, 0x00033c0d, 0x00033d0d,
+ 0x00033e0d, 0x00033f0d, 0x0003400d, 0x0003410d,
+ 0x0003420d, 0x0003430d, 0x0003440d, 0x0003450d,
+ 0x0003460d, 0x0003470d, 0x0003480d, 0x0003490d,
+ 0x00034a0d, 0x00034b0d, 0x00034c0d, 0x00034d0d,
+ 0x00034e0d, 0x00034f0d, 0x0003500d, 0x0003510d,
+ 0x0003520d, 0x0003530d, 0x0003540d, 0x0003550d,
+ 0x0003560d, 0x0003570d, 0x0003580d, 0x0003590d,
+ 0x00035a0d, 0x00035b0d, 0x00035c0d, 0x00035d0d,
+ 0x00035e0d, 0x00035f0d, 0x0003600d, 0x0003610d,
+ 0x0003620d, 0x0003630d, 0x0003640d, 0x0003650d,
+ 0x0003660d, 0x0003670d, 0x0003680d, 0x0003690d,
+ 0x00036a0d, 0x00036b0d, 0x00036c0d, 0x00036d0d,
+ 0x00036e0d, 0x00036f0d, 0x0003700d, 0x0003710d,
+ 0x0003720d, 0x0003730d, 0x0003740d, 0x0003750d,
+ 0x0003760d, 0x0003770d, 0x0003780d, 0x0003790d,
+ 0x00037a0d, 0x00037b0d, 0x00037c0d, 0x00037d0d,
+ 0x00037e0d, 0x00037f0d, 0x0003800d, 0x0003810d,
+ 0x0003820d, 0x0003830d, 0x0003840d, 0x0003850d,
+ 0x0003860d, 0x0003870d, 0x0003880d, 0x0003890d,
+ 0x00038a0d, 0x00038b0d, 0x00038c0d, 0x00038d0d,
+ 0x00038e0d, 0x00038f0d, 0x0003900d, 0x0003910d,
+ 0x0003920d, 0x0003930d, 0x0003940d, 0x0003950d,
+ 0x0003960d, 0x0003970d, 0x0003980d, 0x0003990d,
+ 0x00039a0d, 0x00039b0d, 0x00039c0d, 0x00039d0d,
+ 0x00039e0d, 0x00039f0d, 0x0003a00d, 0x0003a10d,
+ 0x0003a20d, 0x0003a30d, 0x0003a40d, 0x0003a50d,
+ 0x0003a60d, 0x0003a70d, 0x0003a80d, 0x0003a90d,
+ 0x0003aa0d, 0x0003ab0d, 0x0003ac0d, 0x0003ad0d,
+ 0x0003ae0d, 0x0003af0d, 0x0003b00d, 0x0003b10d,
+ 0x0003b20d, 0x0003b30d, 0x0003b40d, 0x0003b50d,
+ 0x0003b60d, 0x0003b70d, 0x0003b80d, 0x0003b90d,
+ 0x0003ba0d, 0x0003bb0d, 0x0003bc0d, 0x0003bd0d,
+ 0x0003be0d, 0x0003bf0d, 0x0003c00d, 0x0003c10d,
+ 0x0003c20d, 0x0003c30d, 0x0003c40d, 0x0003c50d,
+ 0x0003c60d, 0x0003c70d, 0x0003c80d, 0x0003c90d,
+ 0x0003ca0d, 0x0003cb0d, 0x0003cc0d, 0x0003cd0d,
+ 0x0003ce0d, 0x0003cf0d, 0x0003d00d, 0x0003d10d,
+ 0x0003d20d, 0x0003d30d, 0x0003d40d, 0x0003d50d,
+ 0x0003d60d, 0x0003d70d, 0x0003d80d, 0x0003d90d,
+ 0x0003da0d, 0x0003db0d, 0x0003dc0d, 0x0003dd0d,
+ 0x0003de0d, 0x0003df0d, 0x0003e00d, 0x0003e10d,
+ 0x0003e20d, 0x0003e30d, 0x0003e40d, 0x0003e50d,
+ 0x0003e60d, 0x0003e70d, 0x0003e80d, 0x0003e90d,
+ 0x0003ea0d, 0x0003eb0d, 0x0003ec0d, 0x0003ed0d,
+ 0x0003ee0d, 0x0003ef0d, 0x0003f00d, 0x0003f10d,
+ 0x0003f20d, 0x0003f30d, 0x0003f40d, 0x0003f50d,
+ 0x0003f60d, 0x0003f70d, 0x0003f80d, 0x0003f90d,
+ 0x0003fa0d, 0x0003fb0d, 0x0003fc0d, 0x0003fd0d,
+ 0x0003fe0d, 0x0003ff0d, 0x0000026f, 0x0000066f,
+ 0x00000a6f, 0x00000e6f, 0x0000126f, 0x0000166f,
+ 0x00001a6f, 0x00001e6f, 0x0000226f, 0x0000266f,
+ 0x00002a6f, 0x00002e6f, 0x0000326f, 0x0000366f,
+ 0x00003a6f, 0x00003e6f, 0x0000426f, 0x0000466f,
+ 0x00004a6f, 0x00004e6f, 0x0000526f, 0x0000566f,
+ 0x00005a6f, 0x00005e6f, 0x0000626f, 0x0000666f,
+ 0x00006a6f, 0x00006e6f, 0x0000726f, 0x0000766f,
+ 0x00007a6f, 0x00007e6f, 0x0000826f, 0x0000866f,
+ 0x00008a6f, 0x00008e6f, 0x0000926f, 0x0000966f,
+ 0x00009a6f, 0x00009e6f, 0x0000a26f, 0x0000a66f,
+ 0x0000aa6f, 0x0000ae6f, 0x0000b26f, 0x0000b66f,
+ 0x0000ba6f, 0x0000be6f, 0x0000c26f, 0x0000c66f,
+ 0x0000ca6f, 0x0000ce6f, 0x0000d26f, 0x0000d66f,
+ 0x0000da6f, 0x0000de6f, 0x0000e26f, 0x0000e66f,
+ 0x0000ea6f, 0x0000ee6f, 0x0000f26f, 0x0000f66f,
+ 0x0000fa6f, 0x0000fe6f, 0x0001026f, 0x0001066f,
+ 0x00010a6f, 0x00010e6f, 0x0001126f, 0x0001166f,
+ 0x00011a6f, 0x00011e6f, 0x0001226f, 0x0001266f,
+ 0x00012a6f, 0x00012e6f, 0x0001326f, 0x0001366f,
+ 0x00013a6f, 0x00013e6f, 0x0001426f, 0x0001466f,
+ 0x00014a6f, 0x00014e6f, 0x0001526f, 0x0001566f,
+ 0x00015a6f, 0x00015e6f, 0x0001626f, 0x0001666f,
+ 0x00016a6f, 0x00016e6f, 0x0001726f, 0x0001766f,
+ 0x00017a6f, 0x00017e6f, 0x0001826f, 0x0001866f,
+ 0x00018a6f, 0x00018e6f, 0x0001926f, 0x0001966f,
+ 0x00019a6f, 0x00019e6f, 0x0001a26f, 0x0001a66f,
+ 0x0001aa6f, 0x0001ae6f, 0x0001b26f, 0x0001b66f,
+ 0x0001ba6f, 0x0001be6f, 0x0001c26f, 0x0001c66f,
+ 0x0001ca6f, 0x0001ce6f, 0x0001d26f, 0x0001d66f,
+ 0x0001da6f, 0x0001de6f, 0x0001e26f, 0x0001e66f,
+ 0x0001ea6f, 0x0001ee6f, 0x0001f26f, 0x0001f66f,
+ 0x0001fa6f, 0x0001fe6f, 0x0002026f, 0x0002066f,
+ 0x00020a6f, 0x00020e6f, 0x0002126f, 0x0002166f,
+ 0x00021a6f, 0x00021e6f, 0x0002226f, 0x0002266f,
+ 0x00022a6f, 0x00022e6f, 0x0002326f, 0x0002366f,
+ 0x00023a6f, 0x00023e6f, 0x0002426f, 0x0002466f,
+ 0x00024a6f, 0x00024e6f, 0x0002526f, 0x0002566f,
+ 0x00025a6f, 0x00025e6f, 0x0002626f, 0x0002666f,
+ 0x00026a6f, 0x00026e6f, 0x0002726f, 0x0002766f,
+ 0x00027a6f, 0x00027e6f, 0x0002826f, 0x0002866f,
+ 0x00028a6f, 0x00028e6f, 0x0002926f, 0x0002966f,
+ 0x00029a6f, 0x00029e6f, 0x0002a26f, 0x0002a66f,
+ 0x0002aa6f, 0x0002ae6f, 0x0002b26f, 0x0002b66f,
+ 0x0002ba6f, 0x0002be6f, 0x0002c26f, 0x0002c66f,
+ 0x0002ca6f, 0x0002ce6f, 0x0002d26f, 0x0002d66f,
+ 0x0002da6f, 0x0002de6f, 0x0002e26f, 0x0002e66f,
+ 0x0002ea6f, 0x0002ee6f, 0x0002f26f, 0x0002f66f,
+ 0x0002fa6f, 0x0002fe6f, 0x0003026f, 0x0003066f,
+ 0x00030a6f, 0x00030e6f, 0x0003126f, 0x0003166f,
+ 0x00031a6f, 0x00031e6f, 0x0003226f, 0x0003266f,
+ 0x00032a6f, 0x00032e6f, 0x0003326f, 0x0003366f,
+ 0x00033a6f, 0x00033e6f, 0x0003426f, 0x0003466f,
+ 0x00034a6f, 0x00034e6f, 0x0003526f, 0x0003566f,
+ 0x00035a6f, 0x00035e6f, 0x0003626f, 0x0003666f,
+ 0x00036a6f, 0x00036e6f, 0x0003726f, 0x0003766f,
+ 0x00037a6f, 0x00037e6f, 0x0003826f, 0x0003866f,
+ 0x00038a6f, 0x00038e6f, 0x0003926f, 0x0003966f,
+ 0x00039a6f, 0x00039e6f, 0x0003a26f, 0x0003a66f,
+ 0x0003aa6f, 0x0003ae6f, 0x0003b26f, 0x0003b66f,
+ 0x0003ba6f, 0x0003be6f, 0x0003c26f, 0x0003c66f,
+ 0x0003ca6f, 0x0003ce6f, 0x0003d26f, 0x0003d66f,
+ 0x0003da6f, 0x0003de6f, 0x0003e26f, 0x0003e66f,
+ 0x0003ea6f, 0x0003ee6f, 0x0003f26f, 0x0003f66f,
+ 0x0003fa6f, 0x0003fe6f, 0x0004026f, 0x0004066f,
+ 0x00040a6f, 0x00040e6f, 0x0004126f, 0x0004166f,
+ 0x00041a6f, 0x00041e6f, 0x0004226f, 0x0004266f,
+ 0x00042a6f, 0x00042e6f, 0x0004326f, 0x0004366f,
+ 0x00043a6f, 0x00043e6f, 0x0004426f, 0x0004466f,
+ 0x00044a6f, 0x00044e6f, 0x0004526f, 0x0004566f,
+ 0x00045a6f, 0x00045e6f, 0x0004626f, 0x0004666f,
+ 0x00046a6f, 0x00046e6f, 0x0004726f, 0x0004766f,
+ 0x00047a6f, 0x00047e6f, 0x0004826f, 0x0004866f,
+ 0x00048a6f, 0x00048e6f, 0x0004926f, 0x0004966f,
+ 0x00049a6f, 0x00049e6f, 0x0004a26f, 0x0004a66f,
+ 0x0004aa6f, 0x0004ae6f, 0x0004b26f, 0x0004b66f,
+ 0x0004ba6f, 0x0004be6f, 0x0004c26f, 0x0004c66f,
+ 0x0004ca6f, 0x0004ce6f, 0x0004d26f, 0x0004d66f,
+ 0x0004da6f, 0x0004de6f, 0x0004e26f, 0x0004e66f,
+ 0x0004ea6f, 0x0004ee6f, 0x0004f26f, 0x0004f66f,
+ 0x0004fa6f, 0x0004fe6f, 0x0005026f, 0x0005066f,
+ 0x00050a6f, 0x00050e6f, 0x0005126f, 0x0005166f,
+ 0x00051a6f, 0x00051e6f, 0x0005226f, 0x0005266f,
+ 0x00052a6f, 0x00052e6f, 0x0005326f, 0x0005366f,
+ 0x00053a6f, 0x00053e6f, 0x0005426f, 0x0005466f,
+ 0x00054a6f, 0x00054e6f, 0x0005526f, 0x0005566f,
+ 0x00055a6f, 0x00055e6f, 0x0005626f, 0x0005666f,
+ 0x00056a6f, 0x00056e6f, 0x0005726f, 0x0005766f,
+ 0x00057a6f, 0x00057e6f, 0x0005826f, 0x0005866f,
+ 0x00058a6f, 0x00058e6f, 0x0005926f, 0x0005966f,
+ 0x00059a6f, 0x00059e6f, 0x0005a26f, 0x0005a66f,
+ 0x0005aa6f, 0x0005ae6f, 0x0005b26f, 0x0005b66f,
+ 0x0005ba6f, 0x0005be6f, 0x0005c26f, 0x0005c66f,
+ 0x0005ca6f, 0x0005ce6f, 0x0005d26f, 0x0005d66f,
+ 0x0005da6f, 0x0005de6f, 0x0005e26f, 0x0005e66f,
+ 0x0005ea6f, 0x0005ee6f, 0x0005f26f, 0x0005f66f,
+ 0x0005fa6f, 0x0005fe6f, 0x0006026f, 0x0006066f,
+ 0x00060a6f, 0x00060e6f, 0x0006126f, 0x0006166f,
+ 0x00061a6f, 0x00061e6f, 0x0006226f, 0x0006266f,
+ 0x00062a6f, 0x00062e6f, 0x0006326f, 0x0006366f,
+ 0x00063a6f, 0x00063e6f, 0x0006426f, 0x0006466f,
+ 0x00064a6f, 0x00064e6f, 0x0006526f, 0x0006566f,
+ 0x00065a6f, 0x00065e6f, 0x0006626f, 0x0006666f,
+ 0x00066a6f, 0x00066e6f, 0x0006726f, 0x0006766f,
+ 0x00067a6f, 0x00067e6f, 0x0006826f, 0x0006866f,
+ 0x00068a6f, 0x00068e6f, 0x0006926f, 0x0006966f,
+ 0x00069a6f, 0x00069e6f, 0x0006a26f, 0x0006a66f,
+ 0x0006aa6f, 0x0006ae6f, 0x0006b26f, 0x0006b66f,
+ 0x0006ba6f, 0x0006be6f, 0x0006c26f, 0x0006c66f,
+ 0x0006ca6f, 0x0006ce6f, 0x0006d26f, 0x0006d66f,
+ 0x0006da6f, 0x0006de6f, 0x0006e26f, 0x0006e66f,
+ 0x0006ea6f, 0x0006ee6f, 0x0006f26f, 0x0006f66f,
+ 0x0006fa6f, 0x0006fe6f, 0x0007026f, 0x0007066f,
+ 0x00070a6f, 0x00070e6f, 0x0007126f, 0x0007166f,
+ 0x00071a6f, 0x00071e6f, 0x0007226f, 0x0007266f,
+ 0x00072a6f, 0x00072e6f, 0x0007326f, 0x0007366f,
+ 0x00073a6f, 0x00073e6f, 0x0007426f, 0x0007466f,
+ 0x00074a6f, 0x00074e6f, 0x0007526f, 0x0007566f,
+ 0x00075a6f, 0x00075e6f, 0x0007626f, 0x0007666f,
+ 0x00076a6f, 0x00076e6f, 0x0007726f, 0x0007766f,
+ 0x00077a6f, 0x00077e6f, 0x0007826f, 0x0007866f,
+ 0x00078a6f, 0x00078e6f, 0x0007926f, 0x0007966f,
+ 0x00079a6f, 0x00079e6f, 0x0007a26f, 0x0007a66f,
+ 0x0007aa6f, 0x0007ae6f, 0x0007b26f, 0x0007b66f,
+ 0x0007ba6f, 0x0007be6f, 0x0007c26f, 0x0007c66f,
+ 0x0007ca6f, 0x0007ce6f, 0x0007d26f, 0x0007d66f,
+ 0x0007da6f, 0x0007de6f, 0x0007e26f, 0x0007e66f,
+ 0x0007ea6f, 0x0007ee6f, 0x0007f26f, 0x0007f66f,
+ 0x0007fa6f, 0x0007fe6f, 0x0008026f, 0x0008066f,
+ 0x00080a6f, 0x00080e6f, 0x0008126f, 0x0008166f,
+ 0x00081a6f, 0x00081e6f, 0x0008226f, 0x0008266f,
+ 0x00082a6f, 0x00082e6f, 0x0008326f, 0x0008366f,
+ 0x00083a6f, 0x00083e6f, 0x0008426f, 0x0008466f,
+ 0x00084a6f, 0x00084e6f, 0x0008526f, 0x0008566f,
+ 0x00085a6f, 0x00085e6f, 0x0008626f, 0x0008666f,
+ 0x00086a6f, 0x00086e6f, 0x0008726f, 0x0008766f,
+ 0x00087a6f, 0x00087e6f, 0x0008826f, 0x0008866f,
+ 0x00088a6f, 0x00088e6f, 0x0008926f, 0x0008966f,
+ 0x00089a6f, 0x00089e6f, 0x0008a26f, 0x0008a66f,
+ 0x0008aa6f, 0x0008ae6f, 0x0008b26f, 0x0008b66f,
+ 0x0008ba6f, 0x0008be6f, 0x0008c26f, 0x0008c66f,
+ 0x0008ca6f, 0x0008ce6f, 0x0008d26f, 0x0008d66f,
+ 0x0008da6f, 0x0008de6f, 0x0008e26f, 0x0008e66f,
+ 0x0008ea6f, 0x0008ee6f, 0x0008f26f, 0x0008f66f,
+ 0x0008fa6f, 0x0008fe6f, 0x0009026f, 0x0009066f,
+ 0x00090a6f, 0x00090e6f, 0x0009126f, 0x0009166f,
+ 0x00091a6f, 0x00091e6f, 0x0009226f, 0x0009266f,
+ 0x00092a6f, 0x00092e6f, 0x0009326f, 0x0009366f,
+ 0x00093a6f, 0x00093e6f, 0x0009426f, 0x0009466f,
+ 0x00094a6f, 0x00094e6f, 0x0009526f, 0x0009566f,
+ 0x00095a6f, 0x00095e6f, 0x0009626f, 0x0009666f,
+ 0x00096a6f, 0x00096e6f, 0x0009726f, 0x0009766f,
+ 0x00097a6f, 0x00097e6f, 0x0009826f, 0x0009866f,
+ 0x00098a6f, 0x00098e6f, 0x0009926f, 0x0009966f,
+ 0x00099a6f, 0x00099e6f, 0x0009a26f, 0x0009a66f,
+ 0x0009aa6f, 0x0009ae6f, 0x0009b26f, 0x0009b66f,
+ 0x0009ba6f, 0x0009be6f, 0x0009c26f, 0x0009c66f,
+ 0x0009ca6f, 0x0009ce6f, 0x0009d26f, 0x0009d66f,
+ 0x0009da6f, 0x0009de6f, 0x0009e26f, 0x0009e66f,
+ 0x0009ea6f, 0x0009ee6f, 0x0009f26f, 0x0009f66f,
+ 0x0009fa6f, 0x0009fe6f, 0x000a026f, 0x000a066f,
+ 0x000a0a6f, 0x000a0e6f, 0x000a126f, 0x000a166f,
+ 0x000a1a6f, 0x000a1e6f, 0x000a226f, 0x000a266f,
+ 0x000a2a6f, 0x000a2e6f, 0x000a326f, 0x000a366f,
+ 0x000a3a6f, 0x000a3e6f, 0x000a426f, 0x000a466f,
+ 0x000a4a6f, 0x000a4e6f, 0x000a526f, 0x000a566f,
+ 0x000a5a6f, 0x000a5e6f, 0x000a626f, 0x000a666f,
+ 0x000a6a6f, 0x000a6e6f, 0x000a726f, 0x000a766f,
+ 0x000a7a6f, 0x000a7e6f, 0x000a826f, 0x000a866f,
+ 0x000a8a6f, 0x000a8e6f, 0x000a926f, 0x000a966f,
+ 0x000a9a6f, 0x000a9e6f, 0x000aa26f, 0x000aa66f,
+ 0x000aaa6f, 0x000aae6f, 0x000ab26f, 0x000ab66f,
+ 0x000aba6f, 0x000abe6f, 0x000ac26f, 0x000ac66f,
+ 0x000aca6f, 0x000ace6f, 0x000ad26f, 0x000ad66f,
+ 0x000ada6f, 0x000ade6f, 0x000ae26f, 0x000ae66f,
+ 0x000aea6f, 0x000aee6f, 0x000af26f, 0x000af66f,
+ 0x000afa6f, 0x000afe6f, 0x000b026f, 0x000b066f,
+ 0x000b0a6f, 0x000b0e6f, 0x000b126f, 0x000b166f,
+ 0x000b1a6f, 0x000b1e6f, 0x000b226f, 0x000b266f,
+ 0x000b2a6f, 0x000b2e6f, 0x000b326f, 0x000b366f,
+ 0x000b3a6f, 0x000b3e6f, 0x000b426f, 0x000b466f,
+ 0x000b4a6f, 0x000b4e6f, 0x000b526f, 0x000b566f,
+ 0x000b5a6f, 0x000b5e6f, 0x000b626f, 0x000b666f,
+ 0x000b6a6f, 0x000b6e6f, 0x000b726f, 0x000b766f,
+ 0x000b7a6f, 0x000b7e6f, 0x000b826f, 0x000b866f,
+ 0x000b8a6f, 0x000b8e6f, 0x000b926f, 0x000b966f,
+ 0x000b9a6f, 0x000b9e6f, 0x000ba26f, 0x000ba66f,
+ 0x000baa6f, 0x000bae6f, 0x000bb26f, 0x000bb66f,
+ 0x000bba6f, 0x000bbe6f, 0x000bc26f, 0x000bc66f,
+ 0x000bca6f, 0x000bce6f, 0x000bd26f, 0x000bd66f,
+ 0x000bda6f, 0x000bde6f, 0x000be26f, 0x000be66f,
+ 0x000bea6f, 0x000bee6f, 0x000bf26f, 0x000bf66f,
+ 0x000bfa6f, 0x000bfe6f, 0x000c026f, 0x000c066f,
+ 0x000c0a6f, 0x000c0e6f, 0x000c126f, 0x000c166f,
+ 0x000c1a6f, 0x000c1e6f, 0x000c226f, 0x000c266f,
+ 0x000c2a6f, 0x000c2e6f, 0x000c326f, 0x000c366f,
+ 0x000c3a6f, 0x000c3e6f, 0x000c426f, 0x000c466f,
+ 0x000c4a6f, 0x000c4e6f, 0x000c526f, 0x000c566f,
+ 0x000c5a6f, 0x000c5e6f, 0x000c626f, 0x000c666f,
+ 0x000c6a6f, 0x000c6e6f, 0x000c726f, 0x000c766f,
+ 0x000c7a6f, 0x000c7e6f, 0x000c826f, 0x000c866f,
+ 0x000c8a6f, 0x000c8e6f, 0x000c926f, 0x000c966f,
+ 0x000c9a6f, 0x000c9e6f, 0x000ca26f, 0x000ca66f,
+ 0x000caa6f, 0x000cae6f, 0x000cb26f, 0x000cb66f,
+ 0x000cba6f, 0x000cbe6f, 0x000cc26f, 0x000cc66f,
+ 0x000cca6f, 0x000cce6f, 0x000cd26f, 0x000cd66f,
+ 0x000cda6f, 0x000cde6f, 0x000ce26f, 0x000ce66f,
+ 0x000cea6f, 0x000cee6f, 0x000cf26f, 0x000cf66f,
+ 0x000cfa6f, 0x000cfe6f, 0x000d026f, 0x000d066f,
+ 0x000d0a6f, 0x000d0e6f, 0x000d126f, 0x000d166f,
+ 0x000d1a6f, 0x000d1e6f, 0x000d226f, 0x000d266f,
+ 0x000d2a6f, 0x000d2e6f, 0x000d326f, 0x000d366f,
+ 0x000d3a6f, 0x000d3e6f, 0x000d426f, 0x000d466f,
+ 0x000d4a6f, 0x000d4e6f, 0x000d526f, 0x000d566f,
+ 0x000d5a6f, 0x000d5e6f, 0x000d626f, 0x000d666f,
+ 0x000d6a6f, 0x000d6e6f, 0x000d726f, 0x000d766f,
+ 0x000d7a6f, 0x000d7e6f, 0x000d826f, 0x000d866f,
+ 0x000d8a6f, 0x000d8e6f, 0x000d926f, 0x000d966f,
+ 0x000d9a6f, 0x000d9e6f, 0x000da26f, 0x000da66f,
+ 0x000daa6f, 0x000dae6f, 0x000db26f, 0x000db66f,
+ 0x000dba6f, 0x000dbe6f, 0x000dc26f, 0x000dc66f,
+ 0x000dca6f, 0x000dce6f, 0x000dd26f, 0x000dd66f,
+ 0x000dda6f, 0x000dde6f, 0x000de26f, 0x000de66f,
+ 0x000dea6f, 0x000dee6f, 0x000df26f, 0x000df66f,
+ 0x000dfa6f, 0x000dfe6f, 0x000e026f, 0x000e066f,
+ 0x000e0a6f, 0x000e0e6f, 0x000e126f, 0x000e166f,
+ 0x000e1a6f, 0x000e1e6f, 0x000e226f, 0x000e266f,
+ 0x000e2a6f, 0x000e2e6f, 0x000e326f, 0x000e366f,
+ 0x000e3a6f, 0x000e3e6f, 0x000e426f, 0x000e466f,
+ 0x000e4a6f, 0x000e4e6f, 0x000e526f, 0x000e566f,
+ 0x000e5a6f, 0x000e5e6f, 0x000e626f, 0x000e666f,
+ 0x000e6a6f, 0x000e6e6f, 0x000e726f, 0x000e766f,
+ 0x000e7a6f, 0x000e7e6f, 0x000e826f, 0x000e866f,
+ 0x000e8a6f, 0x000e8e6f, 0x000e926f, 0x000e966f,
+ 0x000e9a6f, 0x000e9e6f, 0x000ea26f, 0x000ea66f,
+ 0x000eaa6f, 0x000eae6f, 0x000eb26f, 0x000eb66f,
+ 0x000eba6f, 0x000ebe6f, 0x000ec26f, 0x000ec66f,
+ 0x000eca6f, 0x000ece6f, 0x000ed26f, 0x000ed66f,
+ 0x000eda6f, 0x000ede6f, 0x000ee26f, 0x000ee66f,
+ 0x000eea6f, 0x000eee6f, 0x000ef26f, 0x000ef66f,
+ 0x000efa6f, 0x000efe6f, 0x000f026f, 0x000f066f,
+ 0x000f0a6f, 0x000f0e6f, 0x000f126f, 0x000f166f,
+ 0x000f1a6f, 0x000f1e6f, 0x000f226f, 0x000f266f,
+ 0x000f2a6f, 0x000f2e6f, 0x000f326f, 0x000f366f,
+ 0x000f3a6f, 0x000f3e6f, 0x000f426f, 0x000f466f,
+ 0x000f4a6f, 0x000f4e6f, 0x000f526f, 0x000f566f,
+ 0x000f5a6f, 0x000f5e6f, 0x000f626f, 0x000f666f,
+ 0x000f6a6f, 0x000f6e6f, 0x000f726f, 0x000f766f,
+ 0x000f7a6f, 0x000f7e6f, 0x000f826f, 0x000f866f,
+ 0x000f8a6f, 0x000f8e6f, 0x000f926f, 0x000f966f,
+ 0x000f9a6f, 0x000f9e6f, 0x000fa26f, 0x000fa66f,
+ 0x000faa6f, 0x000fae6f, 0x000fb26f, 0x000fb66f,
+ 0x000fba6f, 0x000fbe6f, 0x000fc26f, 0x000fc66f,
+ 0x000fca6f, 0x000fce6f, 0x000fd26f, 0x000fd66f,
+ 0x000fda6f, 0x000fde6f, 0x000fe26f, 0x000fe66f,
+ 0x000fea6f, 0x000fee6f, 0x000ff26f, 0x000ff66f,
+ 0x000ffa6f, 0x000ffe6f, 0x000001cf, 0x000003cf,
+ 0x000005cf, 0x000007cf, 0x000009cf, 0x00000bcf,
+ 0x00000dcf, 0x00000fcf, 0x000011cf, 0x000013cf,
+ 0x000015cf, 0x000017cf, 0x000019cf, 0x00001bcf,
+ 0x00001dcf, 0x00001fcf, 0x000021cf, 0x000023cf,
+ 0x000025cf, 0x000027cf, 0x000029cf, 0x00002bcf,
+ 0x00002dcf, 0x00002fcf, 0x000031cf, 0x000033cf,
+ 0x000035cf, 0x000037cf, 0x000039cf, 0x00003bcf,
+ 0x00003dcf, 0x00003fcf, 0x000041cf, 0x000043cf,
+ 0x000045cf, 0x000047cf, 0x000049cf, 0x00004bcf,
+ 0x00004dcf, 0x00004fcf, 0x000051cf, 0x000053cf,
+ 0x000055cf, 0x000057cf, 0x000059cf, 0x00005bcf,
+ 0x00005dcf, 0x00005fcf, 0x000061cf, 0x000063cf,
+ 0x000065cf, 0x000067cf, 0x000069cf, 0x00006bcf,
+ 0x00006dcf, 0x00006fcf, 0x000071cf, 0x000073cf,
+ 0x000075cf, 0x000077cf, 0x000079cf, 0x00007bcf,
+ 0x00007dcf, 0x00007fcf, 0x000081cf, 0x000083cf,
+ 0x000085cf, 0x000087cf, 0x000089cf, 0x00008bcf,
+ 0x00008dcf, 0x00008fcf, 0x000091cf, 0x000093cf,
+ 0x000095cf, 0x000097cf, 0x000099cf, 0x00009bcf,
+ 0x00009dcf, 0x00009fcf, 0x0000a1cf, 0x0000a3cf,
+ 0x0000a5cf, 0x0000a7cf, 0x0000a9cf, 0x0000abcf,
+ 0x0000adcf, 0x0000afcf, 0x0000b1cf, 0x0000b3cf,
+ 0x0000b5cf, 0x0000b7cf, 0x0000b9cf, 0x0000bbcf,
+ 0x0000bdcf, 0x0000bfcf, 0x0000c1cf, 0x0000c3cf,
+ 0x0000c5cf, 0x0000c7cf, 0x0000c9cf, 0x0000cbcf,
+ 0x0000cdcf, 0x0000cfcf, 0x0000d1cf, 0x0000d3cf,
+ 0x0000d5cf, 0x0000d7cf, 0x0000d9cf, 0x0000dbcf,
+ 0x0000ddcf, 0x0000dfcf, 0x0000e1cf, 0x0000e3cf,
+ 0x0000e5cf, 0x0000e7cf, 0x0000e9cf, 0x0000ebcf,
+ 0x0000edcf, 0x0000efcf, 0x0000f1cf, 0x0000f3cf,
+ 0x0000f5cf, 0x0000f7cf, 0x0000f9cf, 0x0000fbcf,
+ 0x0000fdcf, 0x0000ffcf, 0x000101cf, 0x000103cf,
+ 0x000105cf, 0x000107cf, 0x000109cf, 0x00010bcf,
+ 0x00010dcf, 0x00010fcf, 0x000111cf, 0x000113cf,
+ 0x000115cf, 0x000117cf, 0x000119cf, 0x00011bcf,
+ 0x00011dcf, 0x00011fcf, 0x000121cf, 0x000123cf,
+ 0x000125cf, 0x000127cf, 0x000129cf, 0x00012bcf,
+ 0x00012dcf, 0x00012fcf, 0x000131cf, 0x000133cf,
+ 0x000135cf, 0x000137cf, 0x000139cf, 0x00013bcf,
+ 0x00013dcf, 0x00013fcf, 0x000141cf, 0x000143cf,
+ 0x000145cf, 0x000147cf, 0x000149cf, 0x00014bcf,
+ 0x00014dcf, 0x00014fcf, 0x000151cf, 0x000153cf,
+ 0x000155cf, 0x000157cf, 0x000159cf, 0x00015bcf,
+ 0x00015dcf, 0x00015fcf, 0x000161cf, 0x000163cf,
+ 0x000165cf, 0x000167cf, 0x000169cf, 0x00016bcf,
+ 0x00016dcf, 0x00016fcf, 0x000171cf, 0x000173cf,
+ 0x000175cf, 0x000177cf, 0x000179cf, 0x00017bcf,
+ 0x00017dcf, 0x00017fcf, 0x000181cf, 0x000183cf,
+ 0x000185cf, 0x000187cf, 0x000189cf, 0x00018bcf,
+ 0x00018dcf, 0x00018fcf, 0x000191cf, 0x000193cf,
+ 0x000195cf, 0x000197cf, 0x000199cf, 0x00019bcf,
+ 0x00019dcf, 0x00019fcf, 0x0001a1cf, 0x0001a3cf,
+ 0x0001a5cf, 0x0001a7cf, 0x0001a9cf, 0x0001abcf,
+ 0x0001adcf, 0x0001afcf, 0x0001b1cf, 0x0001b3cf,
+ 0x0001b5cf, 0x0001b7cf, 0x0001b9cf, 0x0001bbcf,
+ 0x0001bdcf, 0x0001bfcf, 0x0001c1cf, 0x0001c3cf,
+ 0x0001c5cf, 0x0001c7cf, 0x0001c9cf, 0x0001cbcf,
+ 0x0001cdcf, 0x0001cfcf, 0x0001d1cf, 0x0001d3cf,
+ 0x0001d5cf, 0x0001d7cf, 0x0001d9cf, 0x0001dbcf,
+ 0x0001ddcf, 0x0001dfcf, 0x0001e1cf, 0x0001e3cf,
+ 0x0001e5cf, 0x0001e7cf, 0x0001e9cf, 0x0001ebcf,
+ 0x0001edcf, 0x0001efcf, 0x0001f1cf, 0x0001f3cf,
+ 0x0001f5cf, 0x0001f7cf, 0x0001f9cf, 0x0001fbcf,
+ 0x0001fdcf, 0x0001ffcf, 0x000201cf, 0x000203cf,
+ 0x000205cf, 0x000207cf, 0x000209cf, 0x00020bcf,
+ 0x00020dcf, 0x00020fcf, 0x000211cf, 0x000213cf,
+ 0x000215cf, 0x000217cf, 0x000219cf, 0x00021bcf,
+ 0x00021dcf, 0x00021fcf, 0x000221cf, 0x000223cf,
+ 0x000225cf, 0x000227cf, 0x000229cf, 0x00022bcf,
+ 0x00022dcf, 0x00022fcf, 0x000231cf, 0x000233cf,
+ 0x000235cf, 0x000237cf, 0x000239cf, 0x00023bcf,
+ 0x00023dcf, 0x00023fcf, 0x000241cf, 0x000243cf,
+ 0x000245cf, 0x000247cf, 0x000249cf, 0x00024bcf,
+ 0x00024dcf, 0x00024fcf, 0x000251cf, 0x000253cf,
+ 0x000255cf, 0x000257cf, 0x000259cf, 0x00025bcf,
+ 0x00025dcf, 0x00025fcf, 0x000261cf, 0x000263cf,
+ 0x000265cf, 0x000267cf, 0x000269cf, 0x00026bcf,
+ 0x00026dcf, 0x00026fcf, 0x000271cf, 0x000273cf,
+ 0x000275cf, 0x000277cf, 0x000279cf, 0x00027bcf,
+ 0x00027dcf, 0x00027fcf, 0x000281cf, 0x000283cf,
+ 0x000285cf, 0x000287cf, 0x000289cf, 0x00028bcf,
+ 0x00028dcf, 0x00028fcf, 0x000291cf, 0x000293cf,
+ 0x000295cf, 0x000297cf, 0x000299cf, 0x00029bcf,
+ 0x00029dcf, 0x00029fcf, 0x0002a1cf, 0x0002a3cf,
+ 0x0002a5cf, 0x0002a7cf, 0x0002a9cf, 0x0002abcf,
+ 0x0002adcf, 0x0002afcf, 0x0002b1cf, 0x0002b3cf,
+ 0x0002b5cf, 0x0002b7cf, 0x0002b9cf, 0x0002bbcf,
+ 0x0002bdcf, 0x0002bfcf, 0x0002c1cf, 0x0002c3cf,
+ 0x0002c5cf, 0x0002c7cf, 0x0002c9cf, 0x0002cbcf,
+ 0x0002cdcf, 0x0002cfcf, 0x0002d1cf, 0x0002d3cf,
+ 0x0002d5cf, 0x0002d7cf, 0x0002d9cf, 0x0002dbcf,
+ 0x0002ddcf, 0x0002dfcf, 0x0002e1cf, 0x0002e3cf,
+ 0x0002e5cf, 0x0002e7cf, 0x0002e9cf, 0x0002ebcf,
+ 0x0002edcf, 0x0002efcf, 0x0002f1cf, 0x0002f3cf,
+ 0x0002f5cf, 0x0002f7cf, 0x0002f9cf, 0x0002fbcf,
+ 0x0002fdcf, 0x0002ffcf, 0x000301cf, 0x000303cf,
+ 0x000305cf, 0x000307cf, 0x000309cf, 0x00030bcf,
+ 0x00030dcf, 0x00030fcf, 0x000311cf, 0x000313cf,
+ 0x000315cf, 0x000317cf, 0x000319cf, 0x00031bcf,
+ 0x00031dcf, 0x00031fcf, 0x000321cf, 0x000323cf,
+ 0x000325cf, 0x000327cf, 0x000329cf, 0x00032bcf,
+ 0x00032dcf, 0x00032fcf, 0x000331cf, 0x000333cf,
+ 0x000335cf, 0x000337cf, 0x000339cf, 0x00033bcf,
+ 0x00033dcf, 0x00033fcf, 0x000341cf, 0x000343cf,
+ 0x000345cf, 0x000347cf, 0x000349cf, 0x00034bcf,
+ 0x00034dcf, 0x00034fcf, 0x000351cf, 0x000353cf,
+ 0x000355cf, 0x000357cf, 0x000359cf, 0x00035bcf,
+ 0x00035dcf, 0x00035fcf, 0x000361cf, 0x000363cf,
+ 0x000365cf, 0x000367cf, 0x000369cf, 0x00036bcf,
+ 0x00036dcf, 0x00036fcf, 0x000371cf, 0x000373cf,
+ 0x000375cf, 0x000377cf, 0x000379cf, 0x00037bcf,
+ 0x00037dcf, 0x00037fcf, 0x000381cf, 0x000383cf,
+ 0x000385cf, 0x000387cf, 0x000389cf, 0x00038bcf,
+ 0x00038dcf, 0x00038fcf, 0x000391cf, 0x000393cf,
+ 0x000395cf, 0x000397cf, 0x000399cf, 0x00039bcf,
+ 0x00039dcf, 0x00039fcf, 0x0003a1cf, 0x0003a3cf,
+ 0x0003a5cf, 0x0003a7cf, 0x0003a9cf, 0x0003abcf,
+ 0x0003adcf, 0x0003afcf, 0x0003b1cf, 0x0003b3cf,
+ 0x0003b5cf, 0x0003b7cf, 0x0003b9cf, 0x0003bbcf,
+ 0x0003bdcf, 0x0003bfcf, 0x0003c1cf, 0x0003c3cf,
+ 0x0003c5cf, 0x0003c7cf, 0x0003c9cf, 0x0003cbcf,
+ 0x0003cdcf, 0x0003cfcf, 0x0003d1cf, 0x0003d3cf,
+ 0x0003d5cf, 0x0003d7cf, 0x0003d9cf, 0x0003dbcf,
+ 0x0003ddcf, 0x0003dfcf, 0x0003e1cf, 0x0003e3cf,
+ 0x0003e5cf, 0x0003e7cf, 0x0003e9cf, 0x0003ebcf,
+ 0x0003edcf, 0x0003efcf, 0x0003f1cf, 0x0003f3cf,
+ 0x0003f5cf, 0x0003f7cf, 0x0003f9cf, 0x0003fbcf,
+ 0x0003fdcf, 0x0003ffcf, 0x000401cf, 0x000403cf,
+ 0x000405cf, 0x000407cf, 0x000409cf, 0x00040bcf,
+ 0x00040dcf, 0x00040fcf, 0x000411cf, 0x000413cf,
+ 0x000415cf, 0x000417cf, 0x000419cf, 0x00041bcf,
+ 0x00041dcf, 0x00041fcf, 0x000421cf, 0x000423cf,
+ 0x000425cf, 0x000427cf, 0x000429cf, 0x00042bcf,
+ 0x00042dcf, 0x00042fcf, 0x000431cf, 0x000433cf,
+ 0x000435cf, 0x000437cf, 0x000439cf, 0x00043bcf,
+ 0x00043dcf, 0x00043fcf, 0x000441cf, 0x000443cf,
+ 0x000445cf, 0x000447cf, 0x000449cf, 0x00044bcf,
+ 0x00044dcf, 0x00044fcf, 0x000451cf, 0x000453cf,
+ 0x000455cf, 0x000457cf, 0x000459cf, 0x00045bcf,
+ 0x00045dcf, 0x00045fcf, 0x000461cf, 0x000463cf,
+ 0x000465cf, 0x000467cf, 0x000469cf, 0x00046bcf,
+ 0x00046dcf, 0x00046fcf, 0x000471cf, 0x000473cf,
+ 0x000475cf, 0x000477cf, 0x000479cf, 0x00047bcf,
+ 0x00047dcf, 0x00047fcf, 0x000481cf, 0x000483cf,
+ 0x000485cf, 0x000487cf, 0x000489cf, 0x00048bcf,
+ 0x00048dcf, 0x00048fcf, 0x000491cf, 0x000493cf,
+ 0x000495cf, 0x000497cf, 0x000499cf, 0x00049bcf,
+ 0x00049dcf, 0x00049fcf, 0x0004a1cf, 0x0004a3cf,
+ 0x0004a5cf, 0x0004a7cf, 0x0004a9cf, 0x0004abcf,
+ 0x0004adcf, 0x0004afcf, 0x0004b1cf, 0x0004b3cf,
+ 0x0004b5cf, 0x0004b7cf, 0x0004b9cf, 0x0004bbcf,
+ 0x0004bdcf, 0x0004bfcf, 0x0004c1cf, 0x0004c3cf,
+ 0x0004c5cf, 0x0004c7cf, 0x0004c9cf, 0x0004cbcf,
+ 0x0004cdcf, 0x0004cfcf, 0x0004d1cf, 0x0004d3cf,
+ 0x0004d5cf, 0x0004d7cf, 0x0004d9cf, 0x0004dbcf,
+ 0x0004ddcf, 0x0004dfcf, 0x0004e1cf, 0x0004e3cf,
+ 0x0004e5cf, 0x0004e7cf, 0x0004e9cf, 0x0004ebcf,
+ 0x0004edcf, 0x0004efcf, 0x0004f1cf, 0x0004f3cf,
+ 0x0004f5cf, 0x0004f7cf, 0x0004f9cf, 0x0004fbcf,
+ 0x0004fdcf, 0x0004ffcf, 0x000501cf, 0x000503cf,
+ 0x000505cf, 0x000507cf, 0x000509cf, 0x00050bcf,
+ 0x00050dcf, 0x00050fcf, 0x000511cf, 0x000513cf,
+ 0x000515cf, 0x000517cf, 0x000519cf, 0x00051bcf,
+ 0x00051dcf, 0x00051fcf, 0x000521cf, 0x000523cf,
+ 0x000525cf, 0x000527cf, 0x000529cf, 0x00052bcf,
+ 0x00052dcf, 0x00052fcf, 0x000531cf, 0x000533cf,
+ 0x000535cf, 0x000537cf, 0x000539cf, 0x00053bcf,
+ 0x00053dcf, 0x00053fcf, 0x000541cf, 0x000543cf,
+ 0x000545cf, 0x000547cf, 0x000549cf, 0x00054bcf,
+ 0x00054dcf, 0x00054fcf, 0x000551cf, 0x000553cf,
+ 0x000555cf, 0x000557cf, 0x000559cf, 0x00055bcf,
+ 0x00055dcf, 0x00055fcf, 0x000561cf, 0x000563cf,
+ 0x000565cf, 0x000567cf, 0x000569cf, 0x00056bcf,
+ 0x00056dcf, 0x00056fcf, 0x000571cf, 0x000573cf,
+ 0x000575cf, 0x000577cf, 0x000579cf, 0x00057bcf,
+ 0x00057dcf, 0x00057fcf, 0x000581cf, 0x000583cf,
+ 0x000585cf, 0x000587cf, 0x000589cf, 0x00058bcf,
+ 0x00058dcf, 0x00058fcf, 0x000591cf, 0x000593cf,
+ 0x000595cf, 0x000597cf, 0x000599cf, 0x00059bcf,
+ 0x00059dcf, 0x00059fcf, 0x0005a1cf, 0x0005a3cf,
+ 0x0005a5cf, 0x0005a7cf, 0x0005a9cf, 0x0005abcf,
+ 0x0005adcf, 0x0005afcf, 0x0005b1cf, 0x0005b3cf,
+ 0x0005b5cf, 0x0005b7cf, 0x0005b9cf, 0x0005bbcf,
+ 0x0005bdcf, 0x0005bfcf, 0x0005c1cf, 0x0005c3cf,
+ 0x0005c5cf, 0x0005c7cf, 0x0005c9cf, 0x0005cbcf,
+ 0x0005cdcf, 0x0005cfcf, 0x0005d1cf, 0x0005d3cf,
+ 0x0005d5cf, 0x0005d7cf, 0x0005d9cf, 0x0005dbcf,
+ 0x0005ddcf, 0x0005dfcf, 0x0005e1cf, 0x0005e3cf,
+ 0x0005e5cf, 0x0005e7cf, 0x0005e9cf, 0x0005ebcf,
+ 0x0005edcf, 0x0005efcf, 0x0005f1cf, 0x0005f3cf,
+ 0x0005f5cf, 0x0005f7cf, 0x0005f9cf, 0x0005fbcf,
+ 0x0005fdcf, 0x0005ffcf, 0x000601cf, 0x000603cf,
+ 0x000605cf, 0x000607cf, 0x000609cf, 0x00060bcf,
+ 0x00060dcf, 0x00060fcf, 0x000611cf, 0x000613cf,
+ 0x000615cf, 0x000617cf, 0x000619cf, 0x00061bcf,
+ 0x00061dcf, 0x00061fcf, 0x000621cf, 0x000623cf,
+ 0x000625cf, 0x000627cf, 0x000629cf, 0x00062bcf,
+ 0x00062dcf, 0x00062fcf, 0x000631cf, 0x000633cf,
+ 0x000635cf, 0x000637cf, 0x000639cf, 0x00063bcf,
+ 0x00063dcf, 0x00063fcf, 0x000641cf, 0x000643cf,
+ 0x000645cf, 0x000647cf, 0x000649cf, 0x00064bcf,
+ 0x00064dcf, 0x00064fcf, 0x000651cf, 0x000653cf,
+ 0x000655cf, 0x000657cf, 0x000659cf, 0x00065bcf,
+ 0x00065dcf, 0x00065fcf, 0x000661cf, 0x000663cf,
+ 0x000665cf, 0x000667cf, 0x000669cf, 0x00066bcf,
+ 0x00066dcf, 0x00066fcf, 0x000671cf, 0x000673cf,
+ 0x000675cf, 0x000677cf, 0x000679cf, 0x00067bcf,
+ 0x00067dcf, 0x00067fcf, 0x000681cf, 0x000683cf,
+ 0x000685cf, 0x000687cf, 0x000689cf, 0x00068bcf,
+ 0x00068dcf, 0x00068fcf, 0x000691cf, 0x000693cf,
+ 0x000695cf, 0x000697cf, 0x000699cf, 0x00069bcf,
+ 0x00069dcf, 0x00069fcf, 0x0006a1cf, 0x0006a3cf,
+ 0x0006a5cf, 0x0006a7cf, 0x0006a9cf, 0x0006abcf,
+ 0x0006adcf, 0x0006afcf, 0x0006b1cf, 0x0006b3cf,
+ 0x0006b5cf, 0x0006b7cf, 0x0006b9cf, 0x0006bbcf,
+ 0x0006bdcf, 0x0006bfcf, 0x0006c1cf, 0x0006c3cf,
+ 0x0006c5cf, 0x0006c7cf, 0x0006c9cf, 0x0006cbcf,
+ 0x0006cdcf, 0x0006cfcf, 0x0006d1cf, 0x0006d3cf,
+ 0x0006d5cf, 0x0006d7cf, 0x0006d9cf, 0x0006dbcf,
+ 0x0006ddcf, 0x0006dfcf, 0x0006e1cf, 0x0006e3cf,
+ 0x0006e5cf, 0x0006e7cf, 0x0006e9cf, 0x0006ebcf,
+ 0x0006edcf, 0x0006efcf, 0x0006f1cf, 0x0006f3cf,
+ 0x0006f5cf, 0x0006f7cf, 0x0006f9cf, 0x0006fbcf,
+ 0x0006fdcf, 0x0006ffcf, 0x000701cf, 0x000703cf,
+ 0x000705cf, 0x000707cf, 0x000709cf, 0x00070bcf,
+ 0x00070dcf, 0x00070fcf, 0x000711cf, 0x000713cf,
+ 0x000715cf, 0x000717cf, 0x000719cf, 0x00071bcf,
+ 0x00071dcf, 0x00071fcf, 0x000721cf, 0x000723cf,
+ 0x000725cf, 0x000727cf, 0x000729cf, 0x00072bcf,
+ 0x00072dcf, 0x00072fcf, 0x000731cf, 0x000733cf,
+ 0x000735cf, 0x000737cf, 0x000739cf, 0x00073bcf,
+ 0x00073dcf, 0x00073fcf, 0x000741cf, 0x000743cf,
+ 0x000745cf, 0x000747cf, 0x000749cf, 0x00074bcf,
+ 0x00074dcf, 0x00074fcf, 0x000751cf, 0x000753cf,
+ 0x000755cf, 0x000757cf, 0x000759cf, 0x00075bcf,
+ 0x00075dcf, 0x00075fcf, 0x000761cf, 0x000763cf,
+ 0x000765cf, 0x000767cf, 0x000769cf, 0x00076bcf,
+ 0x00076dcf, 0x00076fcf, 0x000771cf, 0x000773cf,
+ 0x000775cf, 0x000777cf, 0x000779cf, 0x00077bcf,
+ 0x00077dcf, 0x00077fcf, 0x000781cf, 0x000783cf,
+ 0x000785cf, 0x000787cf, 0x000789cf, 0x00078bcf,
+ 0x00078dcf, 0x00078fcf, 0x000791cf, 0x000793cf,
+ 0x000795cf, 0x000797cf, 0x000799cf, 0x00079bcf,
+ 0x00079dcf, 0x00079fcf, 0x0007a1cf, 0x0007a3cf,
+ 0x0007a5cf, 0x0007a7cf, 0x0007a9cf, 0x0007abcf,
+ 0x0007adcf, 0x0007afcf, 0x0007b1cf, 0x0007b3cf,
+ 0x0007b5cf, 0x0007b7cf, 0x0007b9cf, 0x0007bbcf,
+ 0x0007bdcf, 0x0007bfcf, 0x0007c1cf, 0x0007c3cf,
+ 0x0007c5cf, 0x0007c7cf, 0x0007c9cf, 0x0007cbcf,
+ 0x0007cdcf, 0x0007cfcf, 0x0007d1cf, 0x0007d3cf,
+ 0x0007d5cf, 0x0007d7cf, 0x0007d9cf, 0x0007dbcf,
+ 0x0007ddcf, 0x0007dfcf, 0x0007e1cf, 0x0007e3cf,
+ 0x0007e5cf, 0x0007e7cf, 0x0007e9cf, 0x0007ebcf,
+ 0x0007edcf, 0x0007efcf, 0x0007f1cf, 0x0007f3cf,
+ 0x0007f5cf, 0x0007f7cf, 0x0007f9cf, 0x0007fbcf,
+ 0x0007fdcf, 0x0007ffcf, 0x000801cf, 0x000803cf,
+ 0x000805cf, 0x000807cf, 0x000809cf, 0x00080bcf,
+ 0x00080dcf, 0x00080fcf, 0x000811cf, 0x000813cf,
+ 0x000815cf, 0x000817cf, 0x000819cf, 0x00081bcf,
+ 0x00081dcf, 0x00081fcf, 0x000821cf, 0x000823cf,
+ 0x000825cf, 0x000827cf, 0x000829cf, 0x00082bcf,
+ 0x00082dcf, 0x00082fcf, 0x000831cf, 0x000833cf,
+ 0x000835cf, 0x000837cf, 0x000839cf, 0x00083bcf,
+ 0x00083dcf, 0x00083fcf, 0x000841cf, 0x000843cf,
+ 0x000845cf, 0x000847cf, 0x000849cf, 0x00084bcf,
+ 0x00084dcf, 0x00084fcf, 0x000851cf, 0x000853cf,
+ 0x000855cf, 0x000857cf, 0x000859cf, 0x00085bcf,
+ 0x00085dcf, 0x00085fcf, 0x000861cf, 0x000863cf,
+ 0x000865cf, 0x000867cf, 0x000869cf, 0x00086bcf,
+ 0x00086dcf, 0x00086fcf, 0x000871cf, 0x000873cf,
+ 0x000875cf, 0x000877cf, 0x000879cf, 0x00087bcf,
+ 0x00087dcf, 0x00087fcf, 0x000881cf, 0x000883cf,
+ 0x000885cf, 0x000887cf, 0x000889cf, 0x00088bcf,
+ 0x00088dcf, 0x00088fcf, 0x000891cf, 0x000893cf,
+ 0x000895cf, 0x000897cf, 0x000899cf, 0x00089bcf,
+ 0x00089dcf, 0x00089fcf, 0x0008a1cf, 0x0008a3cf,
+ 0x0008a5cf, 0x0008a7cf, 0x0008a9cf, 0x0008abcf,
+ 0x0008adcf, 0x0008afcf, 0x0008b1cf, 0x0008b3cf,
+ 0x0008b5cf, 0x0008b7cf, 0x0008b9cf, 0x0008bbcf,
+ 0x0008bdcf, 0x0008bfcf, 0x0008c1cf, 0x0008c3cf,
+ 0x0008c5cf, 0x0008c7cf, 0x0008c9cf, 0x0008cbcf,
+ 0x0008cdcf, 0x0008cfcf, 0x0008d1cf, 0x0008d3cf,
+ 0x0008d5cf, 0x0008d7cf, 0x0008d9cf, 0x0008dbcf,
+ 0x0008ddcf, 0x0008dfcf, 0x0008e1cf, 0x0008e3cf,
+ 0x0008e5cf, 0x0008e7cf, 0x0008e9cf, 0x0008ebcf,
+ 0x0008edcf, 0x0008efcf, 0x0008f1cf, 0x0008f3cf,
+ 0x0008f5cf, 0x0008f7cf, 0x0008f9cf, 0x0008fbcf,
+ 0x0008fdcf, 0x0008ffcf, 0x000901cf, 0x000903cf,
+ 0x000905cf, 0x000907cf, 0x000909cf, 0x00090bcf,
+ 0x00090dcf, 0x00090fcf, 0x000911cf, 0x000913cf,
+ 0x000915cf, 0x000917cf, 0x000919cf, 0x00091bcf,
+ 0x00091dcf, 0x00091fcf, 0x000921cf, 0x000923cf,
+ 0x000925cf, 0x000927cf, 0x000929cf, 0x00092bcf,
+ 0x00092dcf, 0x00092fcf, 0x000931cf, 0x000933cf,
+ 0x000935cf, 0x000937cf, 0x000939cf, 0x00093bcf,
+ 0x00093dcf, 0x00093fcf, 0x000941cf, 0x000943cf,
+ 0x000945cf, 0x000947cf, 0x000949cf, 0x00094bcf,
+ 0x00094dcf, 0x00094fcf, 0x000951cf, 0x000953cf,
+ 0x000955cf, 0x000957cf, 0x000959cf, 0x00095bcf,
+ 0x00095dcf, 0x00095fcf, 0x000961cf, 0x000963cf,
+ 0x000965cf, 0x000967cf, 0x000969cf, 0x00096bcf,
+ 0x00096dcf, 0x00096fcf, 0x000971cf, 0x000973cf,
+ 0x000975cf, 0x000977cf, 0x000979cf, 0x00097bcf,
+ 0x00097dcf, 0x00097fcf, 0x000981cf, 0x000983cf,
+ 0x000985cf, 0x000987cf, 0x000989cf, 0x00098bcf,
+ 0x00098dcf, 0x00098fcf, 0x000991cf, 0x000993cf,
+ 0x000995cf, 0x000997cf, 0x000999cf, 0x00099bcf,
+ 0x00099dcf, 0x00099fcf, 0x0009a1cf, 0x0009a3cf,
+ 0x0009a5cf, 0x0009a7cf, 0x0009a9cf, 0x0009abcf,
+ 0x0009adcf, 0x0009afcf, 0x0009b1cf, 0x0009b3cf,
+ 0x0009b5cf, 0x0009b7cf, 0x0009b9cf, 0x0009bbcf,
+ 0x0009bdcf, 0x0009bfcf, 0x0009c1cf, 0x0009c3cf,
+ 0x0009c5cf, 0x0009c7cf, 0x0009c9cf, 0x0009cbcf,
+ 0x0009cdcf, 0x0009cfcf, 0x0009d1cf, 0x0009d3cf,
+ 0x0009d5cf, 0x0009d7cf, 0x0009d9cf, 0x0009dbcf,
+ 0x0009ddcf, 0x0009dfcf, 0x0009e1cf, 0x0009e3cf,
+ 0x0009e5cf, 0x0009e7cf, 0x0009e9cf, 0x0009ebcf,
+ 0x0009edcf, 0x0009efcf, 0x0009f1cf, 0x0009f3cf,
+ 0x0009f5cf, 0x0009f7cf, 0x0009f9cf, 0x0009fbcf,
+ 0x0009fdcf, 0x0009ffcf, 0x000a01cf, 0x000a03cf,
+ 0x000a05cf, 0x000a07cf, 0x000a09cf, 0x000a0bcf,
+ 0x000a0dcf, 0x000a0fcf, 0x000a11cf, 0x000a13cf,
+ 0x000a15cf, 0x000a17cf, 0x000a19cf, 0x000a1bcf,
+ 0x000a1dcf, 0x000a1fcf, 0x000a21cf, 0x000a23cf,
+ 0x000a25cf, 0x000a27cf, 0x000a29cf, 0x000a2bcf,
+ 0x000a2dcf, 0x000a2fcf, 0x000a31cf, 0x000a33cf,
+ 0x000a35cf, 0x000a37cf, 0x000a39cf, 0x000a3bcf,
+ 0x000a3dcf, 0x000a3fcf, 0x000a41cf, 0x000a43cf,
+ 0x000a45cf, 0x000a47cf, 0x000a49cf, 0x000a4bcf,
+ 0x000a4dcf, 0x000a4fcf, 0x000a51cf, 0x000a53cf,
+ 0x000a55cf, 0x000a57cf, 0x000a59cf, 0x000a5bcf,
+ 0x000a5dcf, 0x000a5fcf, 0x000a61cf, 0x000a63cf,
+ 0x000a65cf, 0x000a67cf, 0x000a69cf, 0x000a6bcf,
+ 0x000a6dcf, 0x000a6fcf, 0x000a71cf, 0x000a73cf,
+ 0x000a75cf, 0x000a77cf, 0x000a79cf, 0x000a7bcf,
+ 0x000a7dcf, 0x000a7fcf, 0x000a81cf, 0x000a83cf,
+ 0x000a85cf, 0x000a87cf, 0x000a89cf, 0x000a8bcf,
+ 0x000a8dcf, 0x000a8fcf, 0x000a91cf, 0x000a93cf,
+ 0x000a95cf, 0x000a97cf, 0x000a99cf, 0x000a9bcf,
+ 0x000a9dcf, 0x000a9fcf, 0x000aa1cf, 0x000aa3cf,
+ 0x000aa5cf, 0x000aa7cf, 0x000aa9cf, 0x000aabcf,
+ 0x000aadcf, 0x000aafcf, 0x000ab1cf, 0x000ab3cf,
+ 0x000ab5cf, 0x000ab7cf, 0x000ab9cf, 0x000abbcf,
+ 0x000abdcf, 0x000abfcf, 0x000ac1cf, 0x000ac3cf,
+ 0x000ac5cf, 0x000ac7cf, 0x000ac9cf, 0x000acbcf,
+ 0x000acdcf, 0x000acfcf, 0x000ad1cf, 0x000ad3cf,
+ 0x000ad5cf, 0x000ad7cf, 0x000ad9cf, 0x000adbcf,
+ 0x000addcf, 0x000adfcf, 0x000ae1cf, 0x000ae3cf,
+ 0x000ae5cf, 0x000ae7cf, 0x000ae9cf, 0x000aebcf,
+ 0x000aedcf, 0x000aefcf, 0x000af1cf, 0x000af3cf,
+ 0x000af5cf, 0x000af7cf, 0x000af9cf, 0x000afbcf,
+ 0x000afdcf, 0x000affcf, 0x000b01cf, 0x000b03cf,
+ 0x000b05cf, 0x000b07cf, 0x000b09cf, 0x000b0bcf,
+ 0x000b0dcf, 0x000b0fcf, 0x000b11cf, 0x000b13cf,
+ 0x000b15cf, 0x000b17cf, 0x000b19cf, 0x000b1bcf,
+ 0x000b1dcf, 0x000b1fcf, 0x000b21cf, 0x000b23cf,
+ 0x000b25cf, 0x000b27cf, 0x000b29cf, 0x000b2bcf,
+ 0x000b2dcf, 0x000b2fcf, 0x000b31cf, 0x000b33cf,
+ 0x000b35cf, 0x000b37cf, 0x000b39cf, 0x000b3bcf,
+ 0x000b3dcf, 0x000b3fcf, 0x000b41cf, 0x000b43cf,
+ 0x000b45cf, 0x000b47cf, 0x000b49cf, 0x000b4bcf,
+ 0x000b4dcf, 0x000b4fcf, 0x000b51cf, 0x000b53cf,
+ 0x000b55cf, 0x000b57cf, 0x000b59cf, 0x000b5bcf,
+ 0x000b5dcf, 0x000b5fcf, 0x000b61cf, 0x000b63cf,
+ 0x000b65cf, 0x000b67cf, 0x000b69cf, 0x000b6bcf,
+ 0x000b6dcf, 0x000b6fcf, 0x000b71cf, 0x000b73cf,
+ 0x000b75cf, 0x000b77cf, 0x000b79cf, 0x000b7bcf,
+ 0x000b7dcf, 0x000b7fcf, 0x000b81cf, 0x000b83cf,
+ 0x000b85cf, 0x000b87cf, 0x000b89cf, 0x000b8bcf,
+ 0x000b8dcf, 0x000b8fcf, 0x000b91cf, 0x000b93cf,
+ 0x000b95cf, 0x000b97cf, 0x000b99cf, 0x000b9bcf,
+ 0x000b9dcf, 0x000b9fcf, 0x000ba1cf, 0x000ba3cf,
+ 0x000ba5cf, 0x000ba7cf, 0x000ba9cf, 0x000babcf,
+ 0x000badcf, 0x000bafcf, 0x000bb1cf, 0x000bb3cf,
+ 0x000bb5cf, 0x000bb7cf, 0x000bb9cf, 0x000bbbcf,
+ 0x000bbdcf, 0x000bbfcf, 0x000bc1cf, 0x000bc3cf,
+ 0x000bc5cf, 0x000bc7cf, 0x000bc9cf, 0x000bcbcf,
+ 0x000bcdcf, 0x000bcfcf, 0x000bd1cf, 0x000bd3cf,
+ 0x000bd5cf, 0x000bd7cf, 0x000bd9cf, 0x000bdbcf,
+ 0x000bddcf, 0x000bdfcf, 0x000be1cf, 0x000be3cf,
+ 0x000be5cf, 0x000be7cf, 0x000be9cf, 0x000bebcf,
+ 0x000bedcf, 0x000befcf, 0x000bf1cf, 0x000bf3cf,
+ 0x000bf5cf, 0x000bf7cf, 0x000bf9cf, 0x000bfbcf,
+ 0x000bfdcf, 0x000bffcf, 0x000c01cf, 0x000c03cf,
+ 0x000c05cf, 0x000c07cf, 0x000c09cf, 0x000c0bcf,
+ 0x000c0dcf, 0x000c0fcf, 0x000c11cf, 0x000c13cf,
+ 0x000c15cf, 0x000c17cf, 0x000c19cf, 0x000c1bcf,
+ 0x000c1dcf, 0x000c1fcf, 0x000c21cf, 0x000c23cf,
+ 0x000c25cf, 0x000c27cf, 0x000c29cf, 0x000c2bcf,
+ 0x000c2dcf, 0x000c2fcf, 0x000c31cf, 0x000c33cf,
+ 0x000c35cf, 0x000c37cf, 0x000c39cf, 0x000c3bcf,
+ 0x000c3dcf, 0x000c3fcf, 0x000c41cf, 0x000c43cf,
+ 0x000c45cf, 0x000c47cf, 0x000c49cf, 0x000c4bcf,
+ 0x000c4dcf, 0x000c4fcf, 0x000c51cf, 0x000c53cf,
+ 0x000c55cf, 0x000c57cf, 0x000c59cf, 0x000c5bcf,
+ 0x000c5dcf, 0x000c5fcf, 0x000c61cf, 0x000c63cf,
+ 0x000c65cf, 0x000c67cf, 0x000c69cf, 0x000c6bcf,
+ 0x000c6dcf, 0x000c6fcf, 0x000c71cf, 0x000c73cf,
+ 0x000c75cf, 0x000c77cf, 0x000c79cf, 0x000c7bcf,
+ 0x000c7dcf, 0x000c7fcf, 0x000c81cf, 0x000c83cf,
+ 0x000c85cf, 0x000c87cf, 0x000c89cf, 0x000c8bcf,
+ 0x000c8dcf, 0x000c8fcf, 0x000c91cf, 0x000c93cf,
+ 0x000c95cf, 0x000c97cf, 0x000c99cf, 0x000c9bcf,
+ 0x000c9dcf, 0x000c9fcf, 0x000ca1cf, 0x000ca3cf,
+ 0x000ca5cf, 0x000ca7cf, 0x000ca9cf, 0x000cabcf,
+ 0x000cadcf, 0x000cafcf, 0x000cb1cf, 0x000cb3cf,
+ 0x000cb5cf, 0x000cb7cf, 0x000cb9cf, 0x000cbbcf,
+ 0x000cbdcf, 0x000cbfcf, 0x000cc1cf, 0x000cc3cf,
+ 0x000cc5cf, 0x000cc7cf, 0x000cc9cf, 0x000ccbcf,
+ 0x000ccdcf, 0x000ccfcf, 0x000cd1cf, 0x000cd3cf,
+ 0x000cd5cf, 0x000cd7cf, 0x000cd9cf, 0x000cdbcf,
+ 0x000cddcf, 0x000cdfcf, 0x000ce1cf, 0x000ce3cf,
+ 0x000ce5cf, 0x000ce7cf, 0x000ce9cf, 0x000cebcf,
+ 0x000cedcf, 0x000cefcf, 0x000cf1cf, 0x000cf3cf,
+ 0x000cf5cf, 0x000cf7cf, 0x000cf9cf, 0x000cfbcf,
+ 0x000cfdcf, 0x000cffcf, 0x000d01cf, 0x000d03cf,
+ 0x000d05cf, 0x000d07cf, 0x000d09cf, 0x000d0bcf,
+ 0x000d0dcf, 0x000d0fcf, 0x000d11cf, 0x000d13cf,
+ 0x000d15cf, 0x000d17cf, 0x000d19cf, 0x000d1bcf,
+ 0x000d1dcf, 0x000d1fcf, 0x000d21cf, 0x000d23cf,
+ 0x000d25cf, 0x000d27cf, 0x000d29cf, 0x000d2bcf,
+ 0x000d2dcf, 0x000d2fcf, 0x000d31cf, 0x000d33cf,
+ 0x000d35cf, 0x000d37cf, 0x000d39cf, 0x000d3bcf,
+ 0x000d3dcf, 0x000d3fcf, 0x000d41cf, 0x000d43cf,
+ 0x000d45cf, 0x000d47cf, 0x000d49cf, 0x000d4bcf,
+ 0x000d4dcf, 0x000d4fcf, 0x000d51cf, 0x000d53cf,
+ 0x000d55cf, 0x000d57cf, 0x000d59cf, 0x000d5bcf,
+ 0x000d5dcf, 0x000d5fcf, 0x000d61cf, 0x000d63cf,
+ 0x000d65cf, 0x000d67cf, 0x000d69cf, 0x000d6bcf,
+ 0x000d6dcf, 0x000d6fcf, 0x000d71cf, 0x000d73cf,
+ 0x000d75cf, 0x000d77cf, 0x000d79cf, 0x000d7bcf,
+ 0x000d7dcf, 0x000d7fcf, 0x000d81cf, 0x000d83cf,
+ 0x000d85cf, 0x000d87cf, 0x000d89cf, 0x000d8bcf,
+ 0x000d8dcf, 0x000d8fcf, 0x000d91cf, 0x000d93cf,
+ 0x000d95cf, 0x000d97cf, 0x000d99cf, 0x000d9bcf,
+ 0x000d9dcf, 0x000d9fcf, 0x000da1cf, 0x000da3cf,
+ 0x000da5cf, 0x000da7cf, 0x000da9cf, 0x000dabcf,
+ 0x000dadcf, 0x000dafcf, 0x000db1cf, 0x000db3cf,
+ 0x000db5cf, 0x000db7cf, 0x000db9cf, 0x000dbbcf,
+ 0x000dbdcf, 0x000dbfcf, 0x000dc1cf, 0x000dc3cf,
+ 0x000dc5cf, 0x000dc7cf, 0x000dc9cf, 0x000dcbcf,
+ 0x000dcdcf, 0x000dcfcf, 0x000dd1cf, 0x000dd3cf,
+ 0x000dd5cf, 0x000dd7cf, 0x000dd9cf, 0x000ddbcf,
+ 0x000dddcf, 0x000ddfcf, 0x000de1cf, 0x000de3cf,
+ 0x000de5cf, 0x000de7cf, 0x000de9cf, 0x000debcf,
+ 0x000dedcf, 0x000defcf, 0x000df1cf, 0x000df3cf,
+ 0x000df5cf, 0x000df7cf, 0x000df9cf, 0x000dfbcf,
+ 0x000dfdcf, 0x000dffcf, 0x000e01cf, 0x000e03cf,
+ 0x000e05cf, 0x000e07cf, 0x000e09cf, 0x000e0bcf,
+ 0x000e0dcf, 0x000e0fcf, 0x000e11cf, 0x000e13cf,
+ 0x000e15cf, 0x000e17cf, 0x000e19cf, 0x000e1bcf,
+ 0x000e1dcf, 0x000e1fcf, 0x000e21cf, 0x000e23cf,
+ 0x000e25cf, 0x000e27cf, 0x000e29cf, 0x000e2bcf,
+ 0x000e2dcf, 0x000e2fcf, 0x000e31cf, 0x000e33cf,
+ 0x000e35cf, 0x000e37cf, 0x000e39cf, 0x000e3bcf,
+ 0x000e3dcf, 0x000e3fcf, 0x000e41cf, 0x000e43cf,
+ 0x000e45cf, 0x000e47cf, 0x000e49cf, 0x000e4bcf,
+ 0x000e4dcf, 0x000e4fcf, 0x000e51cf, 0x000e53cf,
+ 0x000e55cf, 0x000e57cf, 0x000e59cf, 0x000e5bcf,
+ 0x000e5dcf, 0x000e5fcf, 0x000e61cf, 0x000e63cf,
+ 0x000e65cf, 0x000e67cf, 0x000e69cf, 0x000e6bcf,
+ 0x000e6dcf, 0x000e6fcf, 0x000e71cf, 0x000e73cf,
+ 0x000e75cf, 0x000e77cf, 0x000e79cf, 0x000e7bcf,
+ 0x000e7dcf, 0x000e7fcf, 0x000e81cf, 0x000e83cf,
+ 0x000e85cf, 0x000e87cf, 0x000e89cf, 0x000e8bcf,
+ 0x000e8dcf, 0x000e8fcf, 0x000e91cf, 0x000e93cf,
+ 0x000e95cf, 0x000e97cf, 0x000e99cf, 0x000e9bcf,
+ 0x000e9dcf, 0x000e9fcf, 0x000ea1cf, 0x000ea3cf,
+ 0x000ea5cf, 0x000ea7cf, 0x000ea9cf, 0x000eabcf,
+ 0x000eadcf, 0x000eafcf, 0x000eb1cf, 0x000eb3cf,
+ 0x000eb5cf, 0x000eb7cf, 0x000eb9cf, 0x000ebbcf,
+ 0x000ebdcf, 0x000ebfcf, 0x000ec1cf, 0x000ec3cf,
+ 0x000ec5cf, 0x000ec7cf, 0x000ec9cf, 0x000ecbcf,
+ 0x000ecdcf, 0x000ecfcf, 0x000ed1cf, 0x000ed3cf,
+ 0x000ed5cf, 0x000ed7cf, 0x000ed9cf, 0x000edbcf,
+ 0x000eddcf, 0x000edfcf, 0x000ee1cf, 0x000ee3cf,
+ 0x000ee5cf, 0x000ee7cf, 0x000ee9cf, 0x000eebcf,
+ 0x000eedcf, 0x000eefcf, 0x000ef1cf, 0x000ef3cf,
+ 0x000ef5cf, 0x000ef7cf, 0x000ef9cf, 0x000efbcf,
+ 0x000efdcf, 0x000effcf, 0x000f01cf, 0x000f03cf,
+ 0x000f05cf, 0x000f07cf, 0x000f09cf, 0x000f0bcf,
+ 0x000f0dcf, 0x000f0fcf, 0x000f11cf, 0x000f13cf,
+ 0x000f15cf, 0x000f17cf, 0x000f19cf, 0x000f1bcf,
+ 0x000f1dcf, 0x000f1fcf, 0x000f21cf, 0x000f23cf,
+ 0x000f25cf, 0x000f27cf, 0x000f29cf, 0x000f2bcf,
+ 0x000f2dcf, 0x000f2fcf, 0x000f31cf, 0x000f33cf,
+ 0x000f35cf, 0x000f37cf, 0x000f39cf, 0x000f3bcf,
+ 0x000f3dcf, 0x000f3fcf, 0x000f41cf, 0x000f43cf,
+ 0x000f45cf, 0x000f47cf, 0x000f49cf, 0x000f4bcf,
+ 0x000f4dcf, 0x000f4fcf, 0x000f51cf, 0x000f53cf,
+ 0x000f55cf, 0x000f57cf, 0x000f59cf, 0x000f5bcf,
+ 0x000f5dcf, 0x000f5fcf, 0x000f61cf, 0x000f63cf,
+ 0x000f65cf, 0x000f67cf, 0x000f69cf, 0x000f6bcf,
+ 0x000f6dcf, 0x000f6fcf, 0x000f71cf, 0x000f73cf,
+ 0x000f75cf, 0x000f77cf, 0x000f79cf, 0x000f7bcf,
+ 0x000f7dcf, 0x000f7fcf, 0x000f81cf, 0x000f83cf,
+ 0x000f85cf, 0x000f87cf, 0x000f89cf, 0x000f8bcf,
+ 0x000f8dcf, 0x000f8fcf, 0x000f91cf, 0x000f93cf,
+ 0x000f95cf, 0x000f97cf, 0x000f99cf, 0x000f9bcf,
+ 0x000f9dcf, 0x000f9fcf, 0x000fa1cf, 0x000fa3cf,
+ 0x000fa5cf, 0x000fa7cf, 0x000fa9cf, 0x000fabcf,
+ 0x000fadcf, 0x000fafcf, 0x000fb1cf, 0x000fb3cf,
+ 0x000fb5cf, 0x000fb7cf, 0x000fb9cf, 0x000fbbcf,
+ 0x000fbdcf, 0x000fbfcf, 0x000fc1cf, 0x000fc3cf,
+ 0x000fc5cf, 0x000fc7cf, 0x000fc9cf, 0x000fcbcf,
+ 0x000fcdcf, 0x000fcfcf, 0x000fd1cf, 0x000fd3cf,
+ 0x000fd5cf, 0x000fd7cf, 0x000fd9cf, 0x000fdbcf,
+ 0x000fddcf, 0x000fdfcf, 0x000fe1cf, 0x000fe3cf,
+ 0x000fe5cf, 0x000fe7cf, 0x000fe9cf, 0x000febcf,
+ 0x000fedcf, 0x000fefcf, 0x000ff1cf, 0x000ff3cf,
+ 0x000ff5cf, 0x000ff7cf, 0x000ff9cf, 0x000ffbcf,
+ 0x000ffdcf, 0x000fffcf, 0x00000170, 0x00000570,
+ 0x00000970, 0x00000d70, 0x00001170, 0x00001570,
+ 0x00001970, 0x00001d70, 0x00002170, 0x00002570,
+ 0x00002970, 0x00002d70, 0x00003170, 0x00003570,
+ 0x00003970, 0x00003d70, 0x00004170, 0x00004570,
+ 0x00004970, 0x00004d70, 0x00005170, 0x00005570,
+ 0x00005970, 0x00005d70, 0x00006170, 0x00006570,
+ 0x00006970, 0x00006d70, 0x00007170, 0x00007570,
+ 0x00007970, 0x00007d70, 0x00008170, 0x00008570,
+ 0x00008970, 0x00008d70, 0x00009170, 0x00009570,
+ 0x00009970, 0x00009d70, 0x0000a170, 0x0000a570,
+ 0x0000a970, 0x0000ad70, 0x0000b170, 0x0000b570,
+ 0x0000b970, 0x0000bd70, 0x0000c170, 0x0000c570,
+ 0x0000c970, 0x0000cd70, 0x0000d170, 0x0000d570,
+ 0x0000d970, 0x0000dd70, 0x0000e170, 0x0000e570,
+ 0x0000e970, 0x0000ed70, 0x0000f170, 0x0000f570,
+ 0x0000f970, 0x0000fd70, 0x00010170, 0x00010570,
+ 0x00010970, 0x00010d70, 0x00011170, 0x00011570,
+ 0x00011970, 0x00011d70, 0x00012170, 0x00012570,
+ 0x00012970, 0x00012d70, 0x00013170, 0x00013570,
+ 0x00013970, 0x00013d70, 0x00014170, 0x00014570,
+ 0x00014970, 0x00014d70, 0x00015170, 0x00015570,
+ 0x00015970, 0x00015d70, 0x00016170, 0x00016570,
+ 0x00016970, 0x00016d70, 0x00017170, 0x00017570,
+ 0x00017970, 0x00017d70, 0x00018170, 0x00018570,
+ 0x00018970, 0x00018d70, 0x00019170, 0x00019570,
+ 0x00019970, 0x00019d70, 0x0001a170, 0x0001a570,
+ 0x0001a970, 0x0001ad70, 0x0001b170, 0x0001b570,
+ 0x0001b970, 0x0001bd70, 0x0001c170, 0x0001c570,
+ 0x0001c970, 0x0001cd70, 0x0001d170, 0x0001d570,
+ 0x0001d970, 0x0001dd70, 0x0001e170, 0x0001e570,
+ 0x0001e970, 0x0001ed70, 0x0001f170, 0x0001f570,
+ 0x0001f970, 0x0001fd70, 0x00020170, 0x00020570,
+ 0x00020970, 0x00020d70, 0x00021170, 0x00021570,
+ 0x00021970, 0x00021d70, 0x00022170, 0x00022570,
+ 0x00022970, 0x00022d70, 0x00023170, 0x00023570,
+ 0x00023970, 0x00023d70, 0x00024170, 0x00024570,
+ 0x00024970, 0x00024d70, 0x00025170, 0x00025570,
+ 0x00025970, 0x00025d70, 0x00026170, 0x00026570,
+ 0x00026970, 0x00026d70, 0x00027170, 0x00027570,
+ 0x00027970, 0x00027d70, 0x00028170, 0x00028570,
+ 0x00028970, 0x00028d70, 0x00029170, 0x00029570,
+ 0x00029970, 0x00029d70, 0x0002a170, 0x0002a570,
+ 0x0002a970, 0x0002ad70, 0x0002b170, 0x0002b570,
+ 0x0002b970, 0x0002bd70, 0x0002c170, 0x0002c570,
+ 0x0002c970, 0x0002cd70, 0x0002d170, 0x0002d570,
+ 0x0002d970, 0x0002dd70, 0x0002e170, 0x0002e570,
+ 0x0002e970, 0x0002ed70, 0x0002f170, 0x0002f570,
+ 0x0002f970, 0x0002fd70, 0x00030170, 0x00030570,
+ 0x00030970, 0x00030d70, 0x00031170, 0x00031570,
+ 0x00031970, 0x00031d70, 0x00032170, 0x00032570,
+ 0x00032970, 0x00032d70, 0x00033170, 0x00033570,
+ 0x00033970, 0x00033d70, 0x00034170, 0x00034570,
+ 0x00034970, 0x00034d70, 0x00035170, 0x00035570,
+ 0x00035970, 0x00035d70, 0x00036170, 0x00036570,
+ 0x00036970, 0x00036d70, 0x00037170, 0x00037570,
+ 0x00037970, 0x00037d70, 0x00038170, 0x00038570,
+ 0x00038970, 0x00038d70, 0x00039170, 0x00039570,
+ 0x00039970, 0x00039d70, 0x0003a170, 0x0003a570,
+ 0x0003a970, 0x0003ad70, 0x0003b170, 0x0003b570,
+ 0x0003b970, 0x0003bd70, 0x0003c170, 0x0003c570,
+ 0x0003c970, 0x0003cd70, 0x0003d170, 0x0003d570,
+ 0x0003d970, 0x0003dd70, 0x0003e170, 0x0003e570,
+ 0x0003e970, 0x0003ed70, 0x0003f170, 0x0003f570,
+ 0x0003f970, 0x0003fd70, 0x00040170, 0x00040570,
+ 0x00040970, 0x00040d70, 0x00041170, 0x00041570,
+ 0x00041970, 0x00041d70, 0x00042170, 0x00042570,
+ 0x00042970, 0x00042d70, 0x00043170, 0x00043570,
+ 0x00043970, 0x00043d70, 0x00044170, 0x00044570,
+ 0x00044970, 0x00044d70, 0x00045170, 0x00045570,
+ 0x00045970, 0x00045d70, 0x00046170, 0x00046570,
+ 0x00046970, 0x00046d70, 0x00047170, 0x00047570,
+ 0x00047970, 0x00047d70, 0x00048170, 0x00048570,
+ 0x00048970, 0x00048d70, 0x00049170, 0x00049570,
+ 0x00049970, 0x00049d70, 0x0004a170, 0x0004a570,
+ 0x0004a970, 0x0004ad70, 0x0004b170, 0x0004b570,
+ 0x0004b970, 0x0004bd70, 0x0004c170, 0x0004c570,
+ 0x0004c970, 0x0004cd70, 0x0004d170, 0x0004d570,
+ 0x0004d970, 0x0004dd70, 0x0004e170, 0x0004e570,
+ 0x0004e970, 0x0004ed70, 0x0004f170, 0x0004f570,
+ 0x0004f970, 0x0004fd70, 0x00050170, 0x00050570,
+ 0x00050970, 0x00050d70, 0x00051170, 0x00051570,
+ 0x00051970, 0x00051d70, 0x00052170, 0x00052570,
+ 0x00052970, 0x00052d70, 0x00053170, 0x00053570,
+ 0x00053970, 0x00053d70, 0x00054170, 0x00054570,
+ 0x00054970, 0x00054d70, 0x00055170, 0x00055570,
+ 0x00055970, 0x00055d70, 0x00056170, 0x00056570,
+ 0x00056970, 0x00056d70, 0x00057170, 0x00057570,
+ 0x00057970, 0x00057d70, 0x00058170, 0x00058570,
+ 0x00058970, 0x00058d70, 0x00059170, 0x00059570,
+ 0x00059970, 0x00059d70, 0x0005a170, 0x0005a570,
+ 0x0005a970, 0x0005ad70, 0x0005b170, 0x0005b570,
+ 0x0005b970, 0x0005bd70, 0x0005c170, 0x0005c570,
+ 0x0005c970, 0x0005cd70, 0x0005d170, 0x0005d570,
+ 0x0005d970, 0x0005dd70, 0x0005e170, 0x0005e570,
+ 0x0005e970, 0x0005ed70, 0x0005f170, 0x0005f570,
+ 0x0005f970, 0x0005fd70, 0x00060170, 0x00060570,
+ 0x00060970, 0x00060d70, 0x00061170, 0x00061570,
+ 0x00061970, 0x00061d70, 0x00062170, 0x00062570,
+ 0x00062970, 0x00062d70, 0x00063170, 0x00063570,
+ 0x00063970, 0x00063d70, 0x00064170, 0x00064570,
+ 0x00064970, 0x00064d70, 0x00065170, 0x00065570,
+ 0x00065970, 0x00065d70, 0x00066170, 0x00066570,
+ 0x00066970, 0x00066d70, 0x00067170, 0x00067570,
+ 0x00067970, 0x00067d70, 0x00068170, 0x00068570,
+ 0x00068970, 0x00068d70, 0x00069170, 0x00069570,
+ 0x00069970, 0x00069d70, 0x0006a170, 0x0006a570,
+ 0x0006a970, 0x0006ad70, 0x0006b170, 0x0006b570,
+ 0x0006b970, 0x0006bd70, 0x0006c170, 0x0006c570,
+ 0x0006c970, 0x0006cd70, 0x0006d170, 0x0006d570,
+ 0x0006d970, 0x0006dd70, 0x0006e170, 0x0006e570,
+ 0x0006e970, 0x0006ed70, 0x0006f170, 0x0006f570,
+ 0x0006f970, 0x0006fd70, 0x00070170, 0x00070570,
+ 0x00070970, 0x00070d70, 0x00071170, 0x00071570,
+ 0x00071970, 0x00071d70, 0x00072170, 0x00072570,
+ 0x00072970, 0x00072d70, 0x00073170, 0x00073570,
+ 0x00073970, 0x00073d70, 0x00074170, 0x00074570,
+ 0x00074970, 0x00074d70, 0x00075170, 0x00075570,
+ 0x00075970, 0x00075d70, 0x00076170, 0x00076570,
+ 0x00076970, 0x00076d70, 0x00077170, 0x00077570,
+ 0x00077970, 0x00077d70, 0x00078170, 0x00078570,
+ 0x00078970, 0x00078d70, 0x00079170, 0x00079570,
+ 0x00079970, 0x00079d70, 0x0007a170, 0x0007a570,
+ 0x0007a970, 0x0007ad70, 0x0007b170, 0x0007b570,
+ 0x0007b970, 0x0007bd70, 0x0007c170, 0x0007c570,
+ 0x0007c970, 0x0007cd70, 0x0007d170, 0x0007d570,
+ 0x0007d970, 0x0007dd70, 0x0007e170, 0x0007e570,
+ 0x0007e970, 0x0007ed70, 0x0007f170, 0x0007f570,
+ 0x0007f970, 0x0007fd70, 0x00080170, 0x00080570,
+ 0x00080970, 0x00080d70, 0x00081170, 0x00081570,
+ 0x00081970, 0x00081d70, 0x00082170, 0x00082570,
+ 0x00082970, 0x00082d70, 0x00083170, 0x00083570,
+ 0x00083970, 0x00083d70, 0x00084170, 0x00084570,
+ 0x00084970, 0x00084d70, 0x00085170, 0x00085570,
+ 0x00085970, 0x00085d70, 0x00086170, 0x00086570,
+ 0x00086970, 0x00086d70, 0x00087170, 0x00087570,
+ 0x00087970, 0x00087d70, 0x00088170, 0x00088570,
+ 0x00088970, 0x00088d70, 0x00089170, 0x00089570,
+ 0x00089970, 0x00089d70, 0x0008a170, 0x0008a570,
+ 0x0008a970, 0x0008ad70, 0x0008b170, 0x0008b570,
+ 0x0008b970, 0x0008bd70, 0x0008c170, 0x0008c570,
+ 0x0008c970, 0x0008cd70, 0x0008d170, 0x0008d570,
+ 0x0008d970, 0x0008dd70, 0x0008e170, 0x0008e570,
+ 0x0008e970, 0x0008ed70, 0x0008f170, 0x0008f570,
+ 0x0008f970, 0x0008fd70, 0x00090170, 0x00090570,
+ 0x00090970, 0x00090d70, 0x00091170, 0x00091570,
+ 0x00091970, 0x00091d70, 0x00092170, 0x00092570,
+ 0x00092970, 0x00092d70, 0x00093170, 0x00093570,
+ 0x00093970, 0x00093d70, 0x00094170, 0x00094570,
+ 0x00094970, 0x00094d70, 0x00095170, 0x00095570,
+ 0x00095970, 0x00095d70, 0x00096170, 0x00096570,
+ 0x00096970, 0x00096d70, 0x00097170, 0x00097570,
+ 0x00097970, 0x00097d70, 0x00098170, 0x00098570,
+ 0x00098970, 0x00098d70, 0x00099170, 0x00099570,
+ 0x00099970, 0x00099d70, 0x0009a170, 0x0009a570,
+ 0x0009a970, 0x0009ad70, 0x0009b170, 0x0009b570,
+ 0x0009b970, 0x0009bd70, 0x0009c170, 0x0009c570,
+ 0x0009c970, 0x0009cd70, 0x0009d170, 0x0009d570,
+ 0x0009d970, 0x0009dd70, 0x0009e170, 0x0009e570,
+ 0x0009e970, 0x0009ed70, 0x0009f170, 0x0009f570,
+ 0x0009f970, 0x0009fd70, 0x000a0170, 0x000a0570,
+ 0x000a0970, 0x000a0d70, 0x000a1170, 0x000a1570,
+ 0x000a1970, 0x000a1d70, 0x000a2170, 0x000a2570,
+ 0x000a2970, 0x000a2d70, 0x000a3170, 0x000a3570,
+ 0x000a3970, 0x000a3d70, 0x000a4170, 0x000a4570,
+ 0x000a4970, 0x000a4d70, 0x000a5170, 0x000a5570,
+ 0x000a5970, 0x000a5d70, 0x000a6170, 0x000a6570,
+ 0x000a6970, 0x000a6d70, 0x000a7170, 0x000a7570,
+ 0x000a7970, 0x000a7d70, 0x000a8170, 0x000a8570,
+ 0x000a8970, 0x000a8d70, 0x000a9170, 0x000a9570,
+ 0x000a9970, 0x000a9d70, 0x000aa170, 0x000aa570,
+ 0x000aa970, 0x000aad70, 0x000ab170, 0x000ab570,
+ 0x000ab970, 0x000abd70, 0x000ac170, 0x000ac570,
+ 0x000ac970, 0x000acd70, 0x000ad170, 0x000ad570,
+ 0x000ad970, 0x000add70, 0x000ae170, 0x000ae570,
+ 0x000ae970, 0x000aed70, 0x000af170, 0x000af570,
+ 0x000af970, 0x000afd70, 0x000b0170, 0x000b0570,
+ 0x000b0970, 0x000b0d70, 0x000b1170, 0x000b1570,
+ 0x000b1970, 0x000b1d70, 0x000b2170, 0x000b2570,
+ 0x000b2970, 0x000b2d70, 0x000b3170, 0x000b3570,
+ 0x000b3970, 0x000b3d70, 0x000b4170, 0x000b4570,
+ 0x000b4970, 0x000b4d70, 0x000b5170, 0x000b5570,
+ 0x000b5970, 0x000b5d70, 0x000b6170, 0x000b6570,
+ 0x000b6970, 0x000b6d70, 0x000b7170, 0x000b7570,
+ 0x000b7970, 0x000b7d70, 0x000b8170, 0x000b8570,
+ 0x000b8970, 0x000b8d70, 0x000b9170, 0x000b9570,
+ 0x000b9970, 0x000b9d70, 0x000ba170, 0x000ba570,
+ 0x000ba970, 0x000bad70, 0x000bb170, 0x000bb570,
+ 0x000bb970, 0x000bbd70, 0x000bc170, 0x000bc570,
+ 0x000bc970, 0x000bcd70, 0x000bd170, 0x000bd570,
+ 0x000bd970, 0x000bdd70, 0x000be170, 0x000be570,
+ 0x000be970, 0x000bed70, 0x000bf170, 0x000bf570,
+ 0x000bf970, 0x000bfd70, 0x000c0170, 0x000c0570,
+ 0x000c0970, 0x000c0d70, 0x000c1170, 0x000c1570,
+ 0x000c1970, 0x000c1d70, 0x000c2170, 0x000c2570,
+ 0x000c2970, 0x000c2d70, 0x000c3170, 0x000c3570,
+ 0x000c3970, 0x000c3d70, 0x000c4170, 0x000c4570,
+ 0x000c4970, 0x000c4d70, 0x000c5170, 0x000c5570,
+ 0x000c5970, 0x000c5d70, 0x000c6170, 0x000c6570,
+ 0x000c6970, 0x000c6d70, 0x000c7170, 0x000c7570,
+ 0x000c7970, 0x000c7d70, 0x000c8170, 0x000c8570,
+ 0x000c8970, 0x000c8d70, 0x000c9170, 0x000c9570,
+ 0x000c9970, 0x000c9d70, 0x000ca170, 0x000ca570,
+ 0x000ca970, 0x000cad70, 0x000cb170, 0x000cb570,
+ 0x000cb970, 0x000cbd70, 0x000cc170, 0x000cc570,
+ 0x000cc970, 0x000ccd70, 0x000cd170, 0x000cd570,
+ 0x000cd970, 0x000cdd70, 0x000ce170, 0x000ce570,
+ 0x000ce970, 0x000ced70, 0x000cf170, 0x000cf570,
+ 0x000cf970, 0x000cfd70, 0x000d0170, 0x000d0570,
+ 0x000d0970, 0x000d0d70, 0x000d1170, 0x000d1570,
+ 0x000d1970, 0x000d1d70, 0x000d2170, 0x000d2570,
+ 0x000d2970, 0x000d2d70, 0x000d3170, 0x000d3570,
+ 0x000d3970, 0x000d3d70, 0x000d4170, 0x000d4570,
+ 0x000d4970, 0x000d4d70, 0x000d5170, 0x000d5570,
+ 0x000d5970, 0x000d5d70, 0x000d6170, 0x000d6570,
+ 0x000d6970, 0x000d6d70, 0x000d7170, 0x000d7570,
+ 0x000d7970, 0x000d7d70, 0x000d8170, 0x000d8570,
+ 0x000d8970, 0x000d8d70, 0x000d9170, 0x000d9570,
+ 0x000d9970, 0x000d9d70, 0x000da170, 0x000da570,
+ 0x000da970, 0x000dad70, 0x000db170, 0x000db570,
+ 0x000db970, 0x000dbd70, 0x000dc170, 0x000dc570,
+ 0x000dc970, 0x000dcd70, 0x000dd170, 0x000dd570,
+ 0x000dd970, 0x000ddd70, 0x000de170, 0x000de570,
+ 0x000de970, 0x000ded70, 0x000df170, 0x000df570,
+ 0x000df970, 0x000dfd70, 0x000e0170, 0x000e0570,
+ 0x000e0970, 0x000e0d70, 0x000e1170, 0x000e1570,
+ 0x000e1970, 0x000e1d70, 0x000e2170, 0x000e2570,
+ 0x000e2970, 0x000e2d70, 0x000e3170, 0x000e3570,
+ 0x000e3970, 0x000e3d70, 0x000e4170, 0x000e4570,
+ 0x000e4970, 0x000e4d70, 0x000e5170, 0x000e5570,
+ 0x000e5970, 0x000e5d70, 0x000e6170, 0x000e6570,
+ 0x000e6970, 0x000e6d70, 0x000e7170, 0x000e7570,
+ 0x000e7970, 0x000e7d70, 0x000e8170, 0x000e8570,
+ 0x000e8970, 0x000e8d70, 0x000e9170, 0x000e9570,
+ 0x000e9970, 0x000e9d70, 0x000ea170, 0x000ea570,
+ 0x000ea970, 0x000ead70, 0x000eb170, 0x000eb570,
+ 0x000eb970, 0x000ebd70, 0x000ec170, 0x000ec570,
+ 0x000ec970, 0x000ecd70, 0x000ed170, 0x000ed570,
+ 0x000ed970, 0x000edd70, 0x000ee170, 0x000ee570,
+ 0x000ee970, 0x000eed70, 0x000ef170, 0x000ef570,
+ 0x000ef970, 0x000efd70, 0x000f0170, 0x000f0570,
+ 0x000f0970, 0x000f0d70, 0x000f1170, 0x000f1570,
+ 0x000f1970, 0x000f1d70, 0x000f2170, 0x000f2570,
+ 0x000f2970, 0x000f2d70, 0x000f3170, 0x000f3570,
+ 0x000f3970, 0x000f3d70, 0x000f4170, 0x000f4570,
+ 0x000f4970, 0x000f4d70, 0x000f5170, 0x000f5570,
+ 0x000f5970, 0x000f5d70, 0x000f6170, 0x000f6570,
+ 0x000f6970, 0x000f6d70, 0x000f7170, 0x000f7570,
+ 0x000f7970, 0x000f7d70, 0x000f8170, 0x000f8570,
+ 0x000f8970, 0x000f8d70, 0x000f9170, 0x000f9570,
+ 0x000f9970, 0x000f9d70, 0x000fa170, 0x000fa570,
+ 0x000fa970, 0x000fad70, 0x000fb170, 0x000fb570,
+ 0x000fb970, 0x000fbd70, 0x000fc170, 0x000fc570,
+ 0x000fc970, 0x000fcd70, 0x000fd170, 0x000fd570,
+ 0x000fd970, 0x000fdd70, 0x000fe170, 0x000fe570,
+ 0x000fe970, 0x000fed70, 0x000ff170, 0x000ff570,
+ 0x000ff970, 0x000ffd70, 0x00100170, 0x00100570,
+ 0x00100970, 0x00100d70, 0x00101170, 0x00101570,
+ 0x00101970, 0x00101d70, 0x00102170, 0x00102570,
+ 0x00102970, 0x00102d70, 0x00103170, 0x00103570,
+ 0x00103970, 0x00103d70, 0x00104170, 0x00104570,
+ 0x00104970, 0x00104d70, 0x00105170, 0x00105570,
+ 0x00105970, 0x00105d70, 0x00106170, 0x00106570,
+ 0x00106970, 0x00106d70, 0x00107170, 0x00107570,
+ 0x00107970, 0x00107d70, 0x00108170, 0x00108570,
+ 0x00108970, 0x00108d70, 0x00109170, 0x00109570,
+ 0x00109970, 0x00109d70, 0x0010a170, 0x0010a570,
+ 0x0010a970, 0x0010ad70, 0x0010b170, 0x0010b570,
+ 0x0010b970, 0x0010bd70, 0x0010c170, 0x0010c570,
+ 0x0010c970, 0x0010cd70, 0x0010d170, 0x0010d570,
+ 0x0010d970, 0x0010dd70, 0x0010e170, 0x0010e570,
+ 0x0010e970, 0x0010ed70, 0x0010f170, 0x0010f570,
+ 0x0010f970, 0x0010fd70, 0x00110170, 0x00110570,
+ 0x00110970, 0x00110d70, 0x00111170, 0x00111570,
+ 0x00111970, 0x00111d70, 0x00112170, 0x00112570,
+ 0x00112970, 0x00112d70, 0x00113170, 0x00113570,
+ 0x00113970, 0x00113d70, 0x00114170, 0x00114570,
+ 0x00114970, 0x00114d70, 0x00115170, 0x00115570,
+ 0x00115970, 0x00115d70, 0x00116170, 0x00116570,
+ 0x00116970, 0x00116d70, 0x00117170, 0x00117570,
+ 0x00117970, 0x00117d70, 0x00118170, 0x00118570,
+ 0x00118970, 0x00118d70, 0x00119170, 0x00119570,
+ 0x00119970, 0x00119d70, 0x0011a170, 0x0011a570,
+ 0x0011a970, 0x0011ad70, 0x0011b170, 0x0011b570,
+ 0x0011b970, 0x0011bd70, 0x0011c170, 0x0011c570,
+ 0x0011c970, 0x0011cd70, 0x0011d170, 0x0011d570,
+ 0x0011d970, 0x0011dd70, 0x0011e170, 0x0011e570,
+ 0x0011e970, 0x0011ed70, 0x0011f170, 0x0011f570,
+ 0x0011f970, 0x0011fd70, 0x00120170, 0x00120570,
+ 0x00120970, 0x00120d70, 0x00121170, 0x00121570,
+ 0x00121970, 0x00121d70, 0x00122170, 0x00122570,
+ 0x00122970, 0x00122d70, 0x00123170, 0x00123570,
+ 0x00123970, 0x00123d70, 0x00124170, 0x00124570,
+ 0x00124970, 0x00124d70, 0x00125170, 0x00125570,
+ 0x00125970, 0x00125d70, 0x00126170, 0x00126570,
+ 0x00126970, 0x00126d70, 0x00127170, 0x00127570,
+ 0x00127970, 0x00127d70, 0x00128170, 0x00128570,
+ 0x00128970, 0x00128d70, 0x00129170, 0x00129570,
+ 0x00129970, 0x00129d70, 0x0012a170, 0x0012a570,
+ 0x0012a970, 0x0012ad70, 0x0012b170, 0x0012b570,
+ 0x0012b970, 0x0012bd70, 0x0012c170, 0x0012c570,
+ 0x0012c970, 0x0012cd70, 0x0012d170, 0x0012d570,
+ 0x0012d970, 0x0012dd70, 0x0012e170, 0x0012e570,
+ 0x0012e970, 0x0012ed70, 0x0012f170, 0x0012f570,
+ 0x0012f970, 0x0012fd70, 0x00130170, 0x00130570,
+ 0x00130970, 0x00130d70, 0x00131170, 0x00131570,
+ 0x00131970, 0x00131d70, 0x00132170, 0x00132570,
+ 0x00132970, 0x00132d70, 0x00133170, 0x00133570,
+ 0x00133970, 0x00133d70, 0x00134170, 0x00134570,
+ 0x00134970, 0x00134d70, 0x00135170, 0x00135570,
+ 0x00135970, 0x00135d70, 0x00136170, 0x00136570,
+ 0x00136970, 0x00136d70, 0x00137170, 0x00137570,
+ 0x00137970, 0x00137d70, 0x00138170, 0x00138570,
+ 0x00138970, 0x00138d70, 0x00139170, 0x00139570,
+ 0x00139970, 0x00139d70, 0x0013a170, 0x0013a570,
+ 0x0013a970, 0x0013ad70, 0x0013b170, 0x0013b570,
+ 0x0013b970, 0x0013bd70, 0x0013c170, 0x0013c570,
+ 0x0013c970, 0x0013cd70, 0x0013d170, 0x0013d570,
+ 0x0013d970, 0x0013dd70, 0x0013e170, 0x0013e570,
+ 0x0013e970, 0x0013ed70, 0x0013f170, 0x0013f570,
+ 0x0013f970, 0x0013fd70, 0x00140170, 0x00140570,
+ 0x00140970, 0x00140d70, 0x00141170, 0x00141570,
+ 0x00141970, 0x00141d70, 0x00142170, 0x00142570,
+ 0x00142970, 0x00142d70, 0x00143170, 0x00143570,
+ 0x00143970, 0x00143d70, 0x00144170, 0x00144570,
+ 0x00144970, 0x00144d70, 0x00145170, 0x00145570,
+ 0x00145970, 0x00145d70, 0x00146170, 0x00146570,
+ 0x00146970, 0x00146d70, 0x00147170, 0x00147570,
+ 0x00147970, 0x00147d70, 0x00148170, 0x00148570,
+ 0x00148970, 0x00148d70, 0x00149170, 0x00149570,
+ 0x00149970, 0x00149d70, 0x0014a170, 0x0014a570,
+ 0x0014a970, 0x0014ad70, 0x0014b170, 0x0014b570,
+ 0x0014b970, 0x0014bd70, 0x0014c170, 0x0014c570,
+ 0x0014c970, 0x0014cd70, 0x0014d170, 0x0014d570,
+ 0x0014d970, 0x0014dd70, 0x0014e170, 0x0014e570,
+ 0x0014e970, 0x0014ed70, 0x0014f170, 0x0014f570,
+ 0x0014f970, 0x0014fd70, 0x00150170, 0x00150570,
+ 0x00150970, 0x00150d70, 0x00151170, 0x00151570,
+ 0x00151970, 0x00151d70, 0x00152170, 0x00152570,
+ 0x00152970, 0x00152d70, 0x00153170, 0x00153570,
+ 0x00153970, 0x00153d70, 0x00154170, 0x00154570,
+ 0x00154970, 0x00154d70, 0x00155170, 0x00155570,
+ 0x00155970, 0x00155d70, 0x00156170, 0x00156570,
+ 0x00156970, 0x00156d70, 0x00157170, 0x00157570,
+ 0x00157970, 0x00157d70, 0x00158170, 0x00158570,
+ 0x00158970, 0x00158d70, 0x00159170, 0x00159570,
+ 0x00159970, 0x00159d70, 0x0015a170, 0x0015a570,
+ 0x0015a970, 0x0015ad70, 0x0015b170, 0x0015b570,
+ 0x0015b970, 0x0015bd70, 0x0015c170, 0x0015c570,
+ 0x0015c970, 0x0015cd70, 0x0015d170, 0x0015d570,
+ 0x0015d970, 0x0015dd70, 0x0015e170, 0x0015e570,
+ 0x0015e970, 0x0015ed70, 0x0015f170, 0x0015f570,
+ 0x0015f970, 0x0015fd70, 0x00160170, 0x00160570,
+ 0x00160970, 0x00160d70, 0x00161170, 0x00161570,
+ 0x00161970, 0x00161d70, 0x00162170, 0x00162570,
+ 0x00162970, 0x00162d70, 0x00163170, 0x00163570,
+ 0x00163970, 0x00163d70, 0x00164170, 0x00164570,
+ 0x00164970, 0x00164d70, 0x00165170, 0x00165570,
+ 0x00165970, 0x00165d70, 0x00166170, 0x00166570,
+ 0x00166970, 0x00166d70, 0x00167170, 0x00167570,
+ 0x00167970, 0x00167d70, 0x00168170, 0x00168570,
+ 0x00168970, 0x00168d70, 0x00169170, 0x00169570,
+ 0x00169970, 0x00169d70, 0x0016a170, 0x0016a570,
+ 0x0016a970, 0x0016ad70, 0x0016b170, 0x0016b570,
+ 0x0016b970, 0x0016bd70, 0x0016c170, 0x0016c570,
+ 0x0016c970, 0x0016cd70, 0x0016d170, 0x0016d570,
+ 0x0016d970, 0x0016dd70, 0x0016e170, 0x0016e570,
+ 0x0016e970, 0x0016ed70, 0x0016f170, 0x0016f570,
+ 0x0016f970, 0x0016fd70, 0x00170170, 0x00170570,
+ 0x00170970, 0x00170d70, 0x00171170, 0x00171570,
+ 0x00171970, 0x00171d70, 0x00172170, 0x00172570,
+ 0x00172970, 0x00172d70, 0x00173170, 0x00173570,
+ 0x00173970, 0x00173d70, 0x00174170, 0x00174570,
+ 0x00174970, 0x00174d70, 0x00175170, 0x00175570,
+ 0x00175970, 0x00175d70, 0x00176170, 0x00176570,
+ 0x00176970, 0x00176d70, 0x00177170, 0x00177570,
+ 0x00177970, 0x00177d70, 0x00178170, 0x00178570,
+ 0x00178970, 0x00178d70, 0x00179170, 0x00179570,
+ 0x00179970, 0x00179d70, 0x0017a170, 0x0017a570,
+ 0x0017a970, 0x0017ad70, 0x0017b170, 0x0017b570,
+ 0x0017b970, 0x0017bd70, 0x0017c170, 0x0017c570,
+ 0x0017c970, 0x0017cd70, 0x0017d170, 0x0017d570,
+ 0x0017d970, 0x0017dd70, 0x0017e170, 0x0017e570,
+ 0x0017e970, 0x0017ed70, 0x0017f170, 0x0017f570,
+ 0x0017f970, 0x0017fd70, 0x00180170, 0x00180570,
+ 0x00180970, 0x00180d70, 0x00181170, 0x00181570,
+ 0x00181970, 0x00181d70, 0x00182170, 0x00182570,
+ 0x00182970, 0x00182d70, 0x00183170, 0x00183570,
+ 0x00183970, 0x00183d70, 0x00184170, 0x00184570,
+ 0x00184970, 0x00184d70, 0x00185170, 0x00185570,
+ 0x00185970, 0x00185d70, 0x00186170, 0x00186570,
+ 0x00186970, 0x00186d70, 0x00187170, 0x00187570,
+ 0x00187970, 0x00187d70, 0x00188170, 0x00188570,
+ 0x00188970, 0x00188d70, 0x00189170, 0x00189570,
+ 0x00189970, 0x00189d70, 0x0018a170, 0x0018a570,
+ 0x0018a970, 0x0018ad70, 0x0018b170, 0x0018b570,
+ 0x0018b970, 0x0018bd70, 0x0018c170, 0x0018c570,
+ 0x0018c970, 0x0018cd70, 0x0018d170, 0x0018d570,
+ 0x0018d970, 0x0018dd70, 0x0018e170, 0x0018e570,
+ 0x0018e970, 0x0018ed70, 0x0018f170, 0x0018f570,
+ 0x0018f970, 0x0018fd70, 0x00190170, 0x00190570,
+ 0x00190970, 0x00190d70, 0x00191170, 0x00191570,
+ 0x00191970, 0x00191d70, 0x00192170, 0x00192570,
+ 0x00192970, 0x00192d70, 0x00193170, 0x00193570,
+ 0x00193970, 0x00193d70, 0x00194170, 0x00194570,
+ 0x00194970, 0x00194d70, 0x00195170, 0x00195570,
+ 0x00195970, 0x00195d70, 0x00196170, 0x00196570,
+ 0x00196970, 0x00196d70, 0x00197170, 0x00197570,
+ 0x00197970, 0x00197d70, 0x00198170, 0x00198570,
+ 0x00198970, 0x00198d70, 0x00199170, 0x00199570,
+ 0x00199970, 0x00199d70, 0x0019a170, 0x0019a570,
+ 0x0019a970, 0x0019ad70, 0x0019b170, 0x0019b570,
+ 0x0019b970, 0x0019bd70, 0x0019c170, 0x0019c570,
+ 0x0019c970, 0x0019cd70, 0x0019d170, 0x0019d570,
+ 0x0019d970, 0x0019dd70, 0x0019e170, 0x0019e570,
+ 0x0019e970, 0x0019ed70, 0x0019f170, 0x0019f570,
+ 0x0019f970, 0x0019fd70, 0x001a0170, 0x001a0570,
+ 0x001a0970, 0x001a0d70, 0x001a1170, 0x001a1570,
+ 0x001a1970, 0x001a1d70, 0x001a2170, 0x001a2570,
+ 0x001a2970, 0x001a2d70, 0x001a3170, 0x001a3570,
+ 0x001a3970, 0x001a3d70, 0x001a4170, 0x001a4570,
+ 0x001a4970, 0x001a4d70, 0x001a5170, 0x001a5570,
+ 0x001a5970, 0x001a5d70, 0x001a6170, 0x001a6570,
+ 0x001a6970, 0x001a6d70, 0x001a7170, 0x001a7570,
+ 0x001a7970, 0x001a7d70, 0x001a8170, 0x001a8570,
+ 0x001a8970, 0x001a8d70, 0x001a9170, 0x001a9570,
+ 0x001a9970, 0x001a9d70, 0x001aa170, 0x001aa570,
+ 0x001aa970, 0x001aad70, 0x001ab170, 0x001ab570,
+ 0x001ab970, 0x001abd70, 0x001ac170, 0x001ac570,
+ 0x001ac970, 0x001acd70, 0x001ad170, 0x001ad570,
+ 0x001ad970, 0x001add70, 0x001ae170, 0x001ae570,
+ 0x001ae970, 0x001aed70, 0x001af170, 0x001af570,
+ 0x001af970, 0x001afd70, 0x001b0170, 0x001b0570,
+ 0x001b0970, 0x001b0d70, 0x001b1170, 0x001b1570,
+ 0x001b1970, 0x001b1d70, 0x001b2170, 0x001b2570,
+ 0x001b2970, 0x001b2d70, 0x001b3170, 0x001b3570,
+ 0x001b3970, 0x001b3d70, 0x001b4170, 0x001b4570,
+ 0x001b4970, 0x001b4d70, 0x001b5170, 0x001b5570,
+ 0x001b5970, 0x001b5d70, 0x001b6170, 0x001b6570,
+ 0x001b6970, 0x001b6d70, 0x001b7170, 0x001b7570,
+ 0x001b7970, 0x001b7d70, 0x001b8170, 0x001b8570,
+ 0x001b8970, 0x001b8d70, 0x001b9170, 0x001b9570,
+ 0x001b9970, 0x001b9d70, 0x001ba170, 0x001ba570,
+ 0x001ba970, 0x001bad70, 0x001bb170, 0x001bb570,
+ 0x001bb970, 0x001bbd70, 0x001bc170, 0x001bc570,
+ 0x001bc970, 0x001bcd70, 0x001bd170, 0x001bd570,
+ 0x001bd970, 0x001bdd70, 0x001be170, 0x001be570,
+ 0x001be970, 0x001bed70, 0x001bf170, 0x001bf570,
+ 0x001bf970, 0x001bfd70, 0x001c0170, 0x001c0570,
+ 0x001c0970, 0x001c0d70, 0x001c1170, 0x001c1570,
+ 0x001c1970, 0x001c1d70, 0x001c2170, 0x001c2570,
+ 0x001c2970, 0x001c2d70, 0x001c3170, 0x001c3570,
+ 0x001c3970, 0x001c3d70, 0x001c4170, 0x001c4570,
+ 0x001c4970, 0x001c4d70, 0x001c5170, 0x001c5570,
+ 0x001c5970, 0x001c5d70, 0x001c6170, 0x001c6570,
+ 0x001c6970, 0x001c6d70, 0x001c7170, 0x001c7570,
+ 0x001c7970, 0x001c7d70, 0x001c8170, 0x001c8570,
+ 0x001c8970, 0x001c8d70, 0x001c9170, 0x001c9570,
+ 0x001c9970, 0x001c9d70, 0x001ca170, 0x001ca570,
+ 0x001ca970, 0x001cad70, 0x001cb170, 0x001cb570,
+ 0x001cb970, 0x001cbd70, 0x001cc170, 0x001cc570,
+ 0x001cc970, 0x001ccd70, 0x001cd170, 0x001cd570,
+ 0x001cd970, 0x001cdd70, 0x001ce170, 0x001ce570,
+ 0x001ce970, 0x001ced70, 0x001cf170, 0x001cf570,
+ 0x001cf970, 0x001cfd70, 0x001d0170, 0x001d0570,
+ 0x001d0970, 0x001d0d70, 0x001d1170, 0x001d1570,
+ 0x001d1970, 0x001d1d70, 0x001d2170, 0x001d2570,
+ 0x001d2970, 0x001d2d70, 0x001d3170, 0x001d3570,
+ 0x001d3970, 0x001d3d70, 0x001d4170, 0x001d4570,
+ 0x001d4970, 0x001d4d70, 0x001d5170, 0x001d5570,
+ 0x001d5970, 0x001d5d70, 0x001d6170, 0x001d6570,
+ 0x001d6970, 0x001d6d70, 0x001d7170, 0x001d7570,
+ 0x001d7970, 0x001d7d70, 0x001d8170, 0x001d8570,
+ 0x001d8970, 0x001d8d70, 0x001d9170, 0x001d9570,
+ 0x001d9970, 0x001d9d70, 0x001da170, 0x001da570,
+ 0x001da970, 0x001dad70, 0x001db170, 0x001db570,
+ 0x001db970, 0x001dbd70, 0x001dc170, 0x001dc570,
+ 0x001dc970, 0x001dcd70, 0x001dd170, 0x001dd570,
+ 0x001dd970, 0x001ddd70, 0x001de170, 0x001de570,
+ 0x001de970, 0x001ded70, 0x001df170, 0x001df570,
+ 0x001df970, 0x001dfd70, 0x001e0170, 0x001e0570,
+ 0x001e0970, 0x001e0d70, 0x001e1170, 0x001e1570,
+ 0x001e1970, 0x001e1d70, 0x001e2170, 0x001e2570,
+ 0x001e2970, 0x001e2d70, 0x001e3170, 0x001e3570,
+ 0x001e3970, 0x001e3d70, 0x001e4170, 0x001e4570,
+ 0x001e4970, 0x001e4d70, 0x001e5170, 0x001e5570,
+ 0x001e5970, 0x001e5d70, 0x001e6170, 0x001e6570,
+ 0x001e6970, 0x001e6d70, 0x001e7170, 0x001e7570,
+ 0x001e7970, 0x001e7d70, 0x001e8170, 0x001e8570,
+ 0x001e8970, 0x001e8d70, 0x001e9170, 0x001e9570,
+ 0x001e9970, 0x001e9d70, 0x001ea170, 0x001ea570,
+ 0x001ea970, 0x001ead70, 0x001eb170, 0x001eb570,
+ 0x001eb970, 0x001ebd70, 0x001ec170, 0x001ec570,
+ 0x001ec970, 0x001ecd70, 0x001ed170, 0x001ed570,
+ 0x001ed970, 0x001edd70, 0x001ee170, 0x001ee570,
+ 0x001ee970, 0x001eed70, 0x001ef170, 0x001ef570,
+ 0x001ef970, 0x001efd70, 0x001f0170, 0x001f0570,
+ 0x001f0970, 0x001f0d70, 0x001f1170, 0x001f1570,
+ 0x001f1970, 0x001f1d70, 0x001f2170, 0x001f2570,
+ 0x001f2970, 0x001f2d70, 0x001f3170, 0x001f3570,
+ 0x001f3970, 0x001f3d70, 0x001f4170, 0x001f4570,
+ 0x001f4970, 0x001f4d70, 0x001f5170, 0x001f5570,
+ 0x001f5970, 0x001f5d70, 0x001f6170, 0x001f6570,
+ 0x001f6970, 0x001f6d70, 0x001f7170, 0x001f7570,
+ 0x001f7970, 0x001f7d70, 0x001f8170, 0x001f8570,
+ 0x001f8970, 0x001f8d70, 0x001f9170, 0x001f9570,
+ 0x001f9970, 0x001f9d70, 0x001fa170, 0x001fa570,
+ 0x001fa970, 0x001fad70, 0x001fb170, 0x001fb570,
+ 0x001fb970, 0x001fbd70, 0x001fc170, 0x001fc570,
+ 0x001fc970, 0x001fcd70, 0x001fd170, 0x001fd570,
+ 0x001fd970, 0x001fdd70, 0x001fe170, 0x001fe570,
+ 0x001fe970, 0x001fed70, 0x001ff170, 0x001ff570,
+ 0x001ff970, 0x001ffd70
+#endif /* LONGER_HUFFTABLE */
+ },
+
+ .len_table = {
+ 0x000bffef, 0x00000002, 0x00000044, 0x00000144,
+ 0x000002c5, 0x00000526, 0x00000ea7, 0x000001a7,
+ 0x000001c6, 0x000005c6, 0x00001869, 0x00003869,
+ 0x00000469, 0x00002469, 0x00001469, 0x00003469,
+ 0x00000c6a, 0x00002c6a, 0x00004c6a, 0x00006c6a,
+ 0x000030eb, 0x000070eb, 0x0000b0eb, 0x0000f0eb,
+ 0x000041ec, 0x0000c1ec, 0x000141ec, 0x0001c1ec,
+ 0x000021ec, 0x0000a1ec, 0x000121ec, 0x0001a1ec,
+ 0x000061ed, 0x0000e1ed, 0x000161ed, 0x0001e1ed,
+ 0x000261ed, 0x0002e1ed, 0x000361ed, 0x0003e1ed,
+ 0x000011ed, 0x000091ed, 0x000111ed, 0x000191ed,
+ 0x000211ed, 0x000291ed, 0x000311ed, 0x000391ed,
+ 0x000051ed, 0x0000d1ed, 0x000151ed, 0x0001d1ed,
+ 0x000251ed, 0x0002d1ed, 0x000351ed, 0x0003d1ed,
+ 0x000031ed, 0x0000b1ed, 0x000131ed, 0x0001b1ed,
+ 0x000231ed, 0x0002b1ed, 0x000331ed, 0x0003b1ed,
+ 0x00003fef, 0x00013fef, 0x00023fef, 0x00033fef,
+ 0x00043fef, 0x00053fef, 0x00063fef, 0x00073fef,
+ 0x00083fef, 0x00093fef, 0x000a3fef, 0x000b3fef,
+ 0x000c3fef, 0x000d3fef, 0x000e3fef, 0x000f3fef,
+ 0x00007ff0, 0x00027ff0, 0x00047ff0, 0x00067ff0,
+ 0x00087ff0, 0x000a7ff0, 0x000c7ff0, 0x000e7ff0,
+ 0x00107ff0, 0x00127ff0, 0x00147ff0, 0x00167ff0,
+ 0x00187ff0, 0x001a7ff0, 0x001c7ff0, 0x001e7ff0,
+ 0x0000fff1, 0x0004fff1, 0x0008fff1, 0x000cfff1,
+ 0x0010fff1, 0x0014fff1, 0x0018fff1, 0x001cfff1,
+ 0x0020fff1, 0x0024fff1, 0x0028fff1, 0x002cfff1,
+ 0x0030fff1, 0x0034fff1, 0x0038fff1, 0x003cfff1,
+ 0x0002fff1, 0x0006fff1, 0x000afff1, 0x000efff1,
+ 0x0012fff1, 0x0016fff1, 0x001afff1, 0x001efff1,
+ 0x0022fff1, 0x0026fff1, 0x002afff1, 0x002efff1,
+ 0x0032fff1, 0x0036fff1, 0x003afff1, 0x003efff1,
+ 0x00017ff1, 0x00037ff1, 0x00057ff1, 0x00077ff1,
+ 0x00097ff1, 0x000b7ff1, 0x000d7ff1, 0x000f7ff1,
+ 0x00117ff1, 0x00137ff1, 0x00157ff1, 0x00177ff1,
+ 0x00197ff1, 0x001b7ff1, 0x001d7ff1, 0x001f7ff1,
+ 0x00217ff1, 0x00237ff1, 0x00257ff1, 0x00277ff1,
+ 0x00297ff1, 0x002b7ff1, 0x002d7ff1, 0x002f7ff1,
+ 0x00317ff1, 0x00337ff1, 0x00357ff1, 0x00377ff1,
+ 0x00397ff1, 0x003b7ff1, 0x003d7ff1, 0x003f7ff1,
+ 0x0001fff2, 0x0005fff2, 0x0009fff2, 0x000dfff2,
+ 0x0011fff2, 0x0015fff2, 0x0019fff2, 0x001dfff2,
+ 0x0021fff2, 0x0025fff2, 0x0029fff2, 0x002dfff2,
+ 0x0031fff2, 0x0035fff2, 0x0039fff2, 0x003dfff2,
+ 0x0041fff2, 0x0045fff2, 0x0049fff2, 0x004dfff2,
+ 0x0051fff2, 0x0055fff2, 0x0059fff2, 0x005dfff2,
+ 0x0061fff2, 0x0065fff2, 0x0069fff2, 0x006dfff2,
+ 0x0071fff2, 0x0075fff2, 0x0079fff2, 0x007dfff2,
+ 0x0007fff4, 0x0017fff4, 0x0027fff4, 0x0037fff4,
+ 0x0047fff4, 0x0057fff4, 0x0067fff4, 0x0077fff4,
+ 0x0087fff4, 0x0097fff4, 0x00a7fff4, 0x00b7fff4,
+ 0x00c7fff4, 0x00d7fff4, 0x00e7fff4, 0x00f7fff4,
+ 0x0107fff4, 0x0117fff4, 0x0127fff4, 0x0137fff4,
+ 0x0147fff4, 0x0157fff4, 0x0167fff4, 0x0177fff4,
+ 0x0187fff4, 0x0197fff4, 0x01a7fff4, 0x01b7fff4,
+ 0x01c7fff4, 0x01d7fff4, 0x01e7fff4, 0x01f7fff4,
+ 0x000ffff4, 0x001ffff4, 0x002ffff4, 0x003ffff4,
+ 0x004ffff4, 0x005ffff4, 0x006ffff4, 0x007ffff4,
+ 0x008ffff4, 0x009ffff4, 0x00affff4, 0x00bffff4,
+ 0x00cffff4, 0x00dffff4, 0x00effff4, 0x00fffff4,
+ 0x010ffff4, 0x011ffff4, 0x012ffff4, 0x013ffff4,
+ 0x014ffff4, 0x015ffff4, 0x016ffff4, 0x017ffff4,
+ 0x018ffff4, 0x019ffff4, 0x01affff4, 0x01bffff4,
+ 0x01cffff4, 0x01dffff4, 0x01effff4, 0x0000bfeb},
+
+ .lit_table = {
+ 0x001e, 0x004d, 0x00e3, 0x00cd, 0x002d, 0x01e3, 0x0013, 0x0113,
+ 0x0093, 0x0193, 0x0019, 0x0053, 0x0153, 0x00ad, 0x00d3, 0x01d3,
+ 0x0033, 0x0047, 0x0247, 0x0147, 0x0347, 0x038f, 0x078f, 0x004f,
+ 0x00c7, 0x044f, 0x024f, 0x064f, 0x02c7, 0x014f, 0x01c7, 0x0133,
+ 0x0006, 0x03c7, 0x00b3, 0x0027, 0x0227, 0x0127, 0x0327, 0x01b3,
+ 0x0073, 0x0173, 0x00a7, 0x02a7, 0x0059, 0x006d, 0x00ed, 0x01a7,
+ 0x001d, 0x009d, 0x005d, 0x00f3, 0x01f3, 0x000b, 0x010b, 0x008b,
+ 0x018b, 0x004b, 0x014b, 0x00cb, 0x03a7, 0x0067, 0x01cb, 0x002b,
+ 0x012b, 0x00dd, 0x003d, 0x00ab, 0x01ab, 0x006b, 0x016b, 0x00eb,
+ 0x01eb, 0x001b, 0x0267, 0x0167, 0x011b, 0x009b, 0x019b, 0x005b,
+ 0x015b, 0x0367, 0x00db, 0x01db, 0x003b, 0x00e7, 0x02e7, 0x01e7,
+ 0x03e7, 0x0017, 0x054f, 0x0217, 0x0117, 0x034f, 0x074f, 0x0317,
+ 0x0097, 0x003e, 0x00bd, 0x0039, 0x0079, 0x0001, 0x007d, 0x00fd,
+ 0x0005, 0x0021, 0x0297, 0x013b, 0x0045, 0x0025, 0x0065, 0x0011,
+ 0x0015, 0x0197, 0x0031, 0x0009, 0x0055, 0x0035, 0x00bb, 0x0003,
+ 0x01bb, 0x0083, 0x0397, 0x00cf, 0x0057, 0x04cf, 0x0257, 0x0157,
+ 0x007b, 0x02cf, 0x06cf, 0x01cf, 0x05cf, 0x03cf, 0x07cf, 0x002f,
+ 0x042f, 0x022f, 0x062f, 0x0357, 0x012f, 0x052f, 0x032f, 0x00d7,
+ 0x02d7, 0x072f, 0x00af, 0x04af, 0x02af, 0x06af, 0x01af, 0x05af,
+ 0x03af, 0x07af, 0x006f, 0x046f, 0x026f, 0x066f, 0x016f, 0x056f,
+ 0x01d7, 0x036f, 0x076f, 0x00ef, 0x03d7, 0x04ef, 0x0037, 0x02ef,
+ 0x06ef, 0x01ef, 0x05ef, 0x03ef, 0x07ef, 0x001f, 0x041f, 0x021f,
+ 0x0237, 0x061f, 0x011f, 0x051f, 0x0137, 0x031f, 0x071f, 0x009f,
+ 0x049f, 0x029f, 0x069f, 0x019f, 0x059f, 0x0337, 0x039f, 0x079f,
+ 0x017b, 0x00b7, 0x00fb, 0x01fb, 0x005f, 0x045f, 0x025f, 0x02b7,
+ 0x065f, 0x015f, 0x055f, 0x035f, 0x075f, 0x00df, 0x04df, 0x01b7,
+ 0x03b7, 0x02df, 0x06df, 0x01df, 0x05df, 0x03df, 0x07df, 0x003f,
+ 0x043f, 0x023f, 0x063f, 0x013f, 0x053f, 0x033f, 0x073f, 0x00bf,
+ 0x0007, 0x04bf, 0x02bf, 0x0077, 0x06bf, 0x01bf, 0x05bf, 0x0277,
+ 0x0177, 0x03bf, 0x07bf, 0x007f, 0x047f, 0x027f, 0x067f, 0x017f,
+ 0x0107, 0x0377, 0x057f, 0x00f7, 0x037f, 0x077f, 0x00ff, 0x04ff,
+ 0x02f7, 0x01f7, 0x02ff, 0x06ff, 0x03f7, 0x000f, 0x0087, 0x0043,
+ 0x1fff},
+
+ .lit_table_sizes = {
+ 0x06, 0x08, 0x09, 0x08, 0x08, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x07, 0x09, 0x09, 0x08, 0x09, 0x09,
+ 0x09, 0x0a, 0x0a, 0x0a, 0x0a, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0a, 0x09,
+ 0x05, 0x0a, 0x09, 0x0a, 0x0a, 0x0a, 0x0a, 0x09,
+ 0x09, 0x09, 0x0a, 0x0a, 0x07, 0x08, 0x08, 0x0a,
+ 0x08, 0x08, 0x08, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x0a, 0x0a, 0x09, 0x09,
+ 0x09, 0x08, 0x08, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x0a, 0x0a, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x0a, 0x09, 0x09, 0x09, 0x0a, 0x0a, 0x0a,
+ 0x0a, 0x0a, 0x0b, 0x0a, 0x0a, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x06, 0x08, 0x07, 0x07, 0x06, 0x08, 0x08,
+ 0x07, 0x06, 0x0a, 0x09, 0x07, 0x07, 0x07, 0x06,
+ 0x07, 0x0a, 0x06, 0x06, 0x07, 0x07, 0x09, 0x08,
+ 0x09, 0x08, 0x0a, 0x0b, 0x0a, 0x0b, 0x0a, 0x0a,
+ 0x09, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0a, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b,
+ 0x09, 0x0a, 0x09, 0x09, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x09, 0x0b, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b, 0x0a,
+ 0x0a, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x09, 0x0a, 0x0b, 0x0a, 0x0b, 0x0b, 0x0b, 0x0b,
+ 0x0a, 0x0a, 0x0b, 0x0b, 0x0a, 0x0a, 0x09, 0x08,
+ 0x0f},
+
+#ifndef LONGER_HUFFTABLE
+ .dcodes = {
+ 0x003f, 0x00ff, 0x00bf, 0x01ff, 0x007f, 0x001f, 0x005f, 0x0017,
+ 0x0037, 0x000f, 0x0009, 0x0019, 0x0005, 0x0015, 0x0004, 0x000c,
+ 0x0002, 0x000d, 0x000a, 0x001d, 0x0006, 0x0003, 0x0000, 0x0013,
+ 0x000e, 0x000b, 0x0001, 0x001b, 0x0007, 0x002f},
+
+ .dcodes_sizes = {
+ 0x08, 0x09, 0x08, 0x09, 0x08, 0x07, 0x07, 0x06,
+ 0x06, 0x06, 0x05, 0x05, 0x05, 0x05, 0x04, 0x04,
+ 0x04, 0x05, 0x04, 0x05, 0x04, 0x05, 0x03, 0x05,
+ 0x04, 0x05, 0x04, 0x05, 0x05, 0x06}
+#else
+ .dcodes = {
+ 0x0001, 0x001b, 0x0007, 0x002f},
+
+ .dcodes_sizes = {
+ 0x04, 0x05, 0x05, 0x06}
+#endif
+};
+#endif // LARGE_WINDOW
+
+struct isal_hufftables hufftables_static = {
+
+ .deflate_hdr = {0x03},
+ .deflate_hdr_count = 0,
+ .deflate_hdr_extra_bits = 3,
+
+ .dist_table = {
+ 0x00000005, 0x00000205,
+#ifdef LONGER_HUFFTABLE
+ 0x00000105, 0x00000305, 0x00000086, 0x00000486,
+ 0x00000286, 0x00000686, 0x00000187, 0x00000587,
+ 0x00000987, 0x00000d87, 0x00000387, 0x00000787,
+ 0x00000b87, 0x00000f87, 0x00000048, 0x00000448,
+ 0x00000848, 0x00000c48, 0x00001048, 0x00001448,
+ 0x00001848, 0x00001c48, 0x00000248, 0x00000648,
+ 0x00000a48, 0x00000e48, 0x00001248, 0x00001648,
+ 0x00001a48, 0x00001e48, 0x00000149, 0x00000549,
+ 0x00000949, 0x00000d49, 0x00001149, 0x00001549,
+ 0x00001949, 0x00001d49, 0x00002149, 0x00002549,
+ 0x00002949, 0x00002d49, 0x00003149, 0x00003549,
+ 0x00003949, 0x00003d49, 0x00000349, 0x00000749,
+ 0x00000b49, 0x00000f49, 0x00001349, 0x00001749,
+ 0x00001b49, 0x00001f49, 0x00002349, 0x00002749,
+ 0x00002b49, 0x00002f49, 0x00003349, 0x00003749,
+ 0x00003b49, 0x00003f49, 0x000000ca, 0x000004ca,
+ 0x000008ca, 0x00000cca, 0x000010ca, 0x000014ca,
+ 0x000018ca, 0x00001cca, 0x000020ca, 0x000024ca,
+ 0x000028ca, 0x00002cca, 0x000030ca, 0x000034ca,
+ 0x000038ca, 0x00003cca, 0x000040ca, 0x000044ca,
+ 0x000048ca, 0x00004cca, 0x000050ca, 0x000054ca,
+ 0x000058ca, 0x00005cca, 0x000060ca, 0x000064ca,
+ 0x000068ca, 0x00006cca, 0x000070ca, 0x000074ca,
+ 0x000078ca, 0x00007cca, 0x000002ca, 0x000006ca,
+ 0x00000aca, 0x00000eca, 0x000012ca, 0x000016ca,
+ 0x00001aca, 0x00001eca, 0x000022ca, 0x000026ca,
+ 0x00002aca, 0x00002eca, 0x000032ca, 0x000036ca,
+ 0x00003aca, 0x00003eca, 0x000042ca, 0x000046ca,
+ 0x00004aca, 0x00004eca, 0x000052ca, 0x000056ca,
+ 0x00005aca, 0x00005eca, 0x000062ca, 0x000066ca,
+ 0x00006aca, 0x00006eca, 0x000072ca, 0x000076ca,
+ 0x00007aca, 0x00007eca, 0x000001cb, 0x000005cb,
+ 0x000009cb, 0x00000dcb, 0x000011cb, 0x000015cb,
+ 0x000019cb, 0x00001dcb, 0x000021cb, 0x000025cb,
+ 0x000029cb, 0x00002dcb, 0x000031cb, 0x000035cb,
+ 0x000039cb, 0x00003dcb, 0x000041cb, 0x000045cb,
+ 0x000049cb, 0x00004dcb, 0x000051cb, 0x000055cb,
+ 0x000059cb, 0x00005dcb, 0x000061cb, 0x000065cb,
+ 0x000069cb, 0x00006dcb, 0x000071cb, 0x000075cb,
+ 0x000079cb, 0x00007dcb, 0x000081cb, 0x000085cb,
+ 0x000089cb, 0x00008dcb, 0x000091cb, 0x000095cb,
+ 0x000099cb, 0x00009dcb, 0x0000a1cb, 0x0000a5cb,
+ 0x0000a9cb, 0x0000adcb, 0x0000b1cb, 0x0000b5cb,
+ 0x0000b9cb, 0x0000bdcb, 0x0000c1cb, 0x0000c5cb,
+ 0x0000c9cb, 0x0000cdcb, 0x0000d1cb, 0x0000d5cb,
+ 0x0000d9cb, 0x0000ddcb, 0x0000e1cb, 0x0000e5cb,
+ 0x0000e9cb, 0x0000edcb, 0x0000f1cb, 0x0000f5cb,
+ 0x0000f9cb, 0x0000fdcb, 0x000003cb, 0x000007cb,
+ 0x00000bcb, 0x00000fcb, 0x000013cb, 0x000017cb,
+ 0x00001bcb, 0x00001fcb, 0x000023cb, 0x000027cb,
+ 0x00002bcb, 0x00002fcb, 0x000033cb, 0x000037cb,
+ 0x00003bcb, 0x00003fcb, 0x000043cb, 0x000047cb,
+ 0x00004bcb, 0x00004fcb, 0x000053cb, 0x000057cb,
+ 0x00005bcb, 0x00005fcb, 0x000063cb, 0x000067cb,
+ 0x00006bcb, 0x00006fcb, 0x000073cb, 0x000077cb,
+ 0x00007bcb, 0x00007fcb, 0x000083cb, 0x000087cb,
+ 0x00008bcb, 0x00008fcb, 0x000093cb, 0x000097cb,
+ 0x00009bcb, 0x00009fcb, 0x0000a3cb, 0x0000a7cb,
+ 0x0000abcb, 0x0000afcb, 0x0000b3cb, 0x0000b7cb,
+ 0x0000bbcb, 0x0000bfcb, 0x0000c3cb, 0x0000c7cb,
+ 0x0000cbcb, 0x0000cfcb, 0x0000d3cb, 0x0000d7cb,
+ 0x0000dbcb, 0x0000dfcb, 0x0000e3cb, 0x0000e7cb,
+ 0x0000ebcb, 0x0000efcb, 0x0000f3cb, 0x0000f7cb,
+ 0x0000fbcb, 0x0000ffcb, 0x0000002c, 0x0000042c,
+ 0x0000082c, 0x00000c2c, 0x0000102c, 0x0000142c,
+ 0x0000182c, 0x00001c2c, 0x0000202c, 0x0000242c,
+ 0x0000282c, 0x00002c2c, 0x0000302c, 0x0000342c,
+ 0x0000382c, 0x00003c2c, 0x0000402c, 0x0000442c,
+ 0x0000482c, 0x00004c2c, 0x0000502c, 0x0000542c,
+ 0x0000582c, 0x00005c2c, 0x0000602c, 0x0000642c,
+ 0x0000682c, 0x00006c2c, 0x0000702c, 0x0000742c,
+ 0x0000782c, 0x00007c2c, 0x0000802c, 0x0000842c,
+ 0x0000882c, 0x00008c2c, 0x0000902c, 0x0000942c,
+ 0x0000982c, 0x00009c2c, 0x0000a02c, 0x0000a42c,
+ 0x0000a82c, 0x0000ac2c, 0x0000b02c, 0x0000b42c,
+ 0x0000b82c, 0x0000bc2c, 0x0000c02c, 0x0000c42c,
+ 0x0000c82c, 0x0000cc2c, 0x0000d02c, 0x0000d42c,
+ 0x0000d82c, 0x0000dc2c, 0x0000e02c, 0x0000e42c,
+ 0x0000e82c, 0x0000ec2c, 0x0000f02c, 0x0000f42c,
+ 0x0000f82c, 0x0000fc2c, 0x0001002c, 0x0001042c,
+ 0x0001082c, 0x00010c2c, 0x0001102c, 0x0001142c,
+ 0x0001182c, 0x00011c2c, 0x0001202c, 0x0001242c,
+ 0x0001282c, 0x00012c2c, 0x0001302c, 0x0001342c,
+ 0x0001382c, 0x00013c2c, 0x0001402c, 0x0001442c,
+ 0x0001482c, 0x00014c2c, 0x0001502c, 0x0001542c,
+ 0x0001582c, 0x00015c2c, 0x0001602c, 0x0001642c,
+ 0x0001682c, 0x00016c2c, 0x0001702c, 0x0001742c,
+ 0x0001782c, 0x00017c2c, 0x0001802c, 0x0001842c,
+ 0x0001882c, 0x00018c2c, 0x0001902c, 0x0001942c,
+ 0x0001982c, 0x00019c2c, 0x0001a02c, 0x0001a42c,
+ 0x0001a82c, 0x0001ac2c, 0x0001b02c, 0x0001b42c,
+ 0x0001b82c, 0x0001bc2c, 0x0001c02c, 0x0001c42c,
+ 0x0001c82c, 0x0001cc2c, 0x0001d02c, 0x0001d42c,
+ 0x0001d82c, 0x0001dc2c, 0x0001e02c, 0x0001e42c,
+ 0x0001e82c, 0x0001ec2c, 0x0001f02c, 0x0001f42c,
+ 0x0001f82c, 0x0001fc2c, 0x0000022c, 0x0000062c,
+ 0x00000a2c, 0x00000e2c, 0x0000122c, 0x0000162c,
+ 0x00001a2c, 0x00001e2c, 0x0000222c, 0x0000262c,
+ 0x00002a2c, 0x00002e2c, 0x0000322c, 0x0000362c,
+ 0x00003a2c, 0x00003e2c, 0x0000422c, 0x0000462c,
+ 0x00004a2c, 0x00004e2c, 0x0000522c, 0x0000562c,
+ 0x00005a2c, 0x00005e2c, 0x0000622c, 0x0000662c,
+ 0x00006a2c, 0x00006e2c, 0x0000722c, 0x0000762c,
+ 0x00007a2c, 0x00007e2c, 0x0000822c, 0x0000862c,
+ 0x00008a2c, 0x00008e2c, 0x0000922c, 0x0000962c,
+ 0x00009a2c, 0x00009e2c, 0x0000a22c, 0x0000a62c,
+ 0x0000aa2c, 0x0000ae2c, 0x0000b22c, 0x0000b62c,
+ 0x0000ba2c, 0x0000be2c, 0x0000c22c, 0x0000c62c,
+ 0x0000ca2c, 0x0000ce2c, 0x0000d22c, 0x0000d62c,
+ 0x0000da2c, 0x0000de2c, 0x0000e22c, 0x0000e62c,
+ 0x0000ea2c, 0x0000ee2c, 0x0000f22c, 0x0000f62c,
+ 0x0000fa2c, 0x0000fe2c, 0x0001022c, 0x0001062c,
+ 0x00010a2c, 0x00010e2c, 0x0001122c, 0x0001162c,
+ 0x00011a2c, 0x00011e2c, 0x0001222c, 0x0001262c,
+ 0x00012a2c, 0x00012e2c, 0x0001322c, 0x0001362c,
+ 0x00013a2c, 0x00013e2c, 0x0001422c, 0x0001462c,
+ 0x00014a2c, 0x00014e2c, 0x0001522c, 0x0001562c,
+ 0x00015a2c, 0x00015e2c, 0x0001622c, 0x0001662c,
+ 0x00016a2c, 0x00016e2c, 0x0001722c, 0x0001762c,
+ 0x00017a2c, 0x00017e2c, 0x0001822c, 0x0001862c,
+ 0x00018a2c, 0x00018e2c, 0x0001922c, 0x0001962c,
+ 0x00019a2c, 0x00019e2c, 0x0001a22c, 0x0001a62c,
+ 0x0001aa2c, 0x0001ae2c, 0x0001b22c, 0x0001b62c,
+ 0x0001ba2c, 0x0001be2c, 0x0001c22c, 0x0001c62c,
+ 0x0001ca2c, 0x0001ce2c, 0x0001d22c, 0x0001d62c,
+ 0x0001da2c, 0x0001de2c, 0x0001e22c, 0x0001e62c,
+ 0x0001ea2c, 0x0001ee2c, 0x0001f22c, 0x0001f62c,
+ 0x0001fa2c, 0x0001fe2c, 0x0000012d, 0x0000052d,
+ 0x0000092d, 0x00000d2d, 0x0000112d, 0x0000152d,
+ 0x0000192d, 0x00001d2d, 0x0000212d, 0x0000252d,
+ 0x0000292d, 0x00002d2d, 0x0000312d, 0x0000352d,
+ 0x0000392d, 0x00003d2d, 0x0000412d, 0x0000452d,
+ 0x0000492d, 0x00004d2d, 0x0000512d, 0x0000552d,
+ 0x0000592d, 0x00005d2d, 0x0000612d, 0x0000652d,
+ 0x0000692d, 0x00006d2d, 0x0000712d, 0x0000752d,
+ 0x0000792d, 0x00007d2d, 0x0000812d, 0x0000852d,
+ 0x0000892d, 0x00008d2d, 0x0000912d, 0x0000952d,
+ 0x0000992d, 0x00009d2d, 0x0000a12d, 0x0000a52d,
+ 0x0000a92d, 0x0000ad2d, 0x0000b12d, 0x0000b52d,
+ 0x0000b92d, 0x0000bd2d, 0x0000c12d, 0x0000c52d,
+ 0x0000c92d, 0x0000cd2d, 0x0000d12d, 0x0000d52d,
+ 0x0000d92d, 0x0000dd2d, 0x0000e12d, 0x0000e52d,
+ 0x0000e92d, 0x0000ed2d, 0x0000f12d, 0x0000f52d,
+ 0x0000f92d, 0x0000fd2d, 0x0001012d, 0x0001052d,
+ 0x0001092d, 0x00010d2d, 0x0001112d, 0x0001152d,
+ 0x0001192d, 0x00011d2d, 0x0001212d, 0x0001252d,
+ 0x0001292d, 0x00012d2d, 0x0001312d, 0x0001352d,
+ 0x0001392d, 0x00013d2d, 0x0001412d, 0x0001452d,
+ 0x0001492d, 0x00014d2d, 0x0001512d, 0x0001552d,
+ 0x0001592d, 0x00015d2d, 0x0001612d, 0x0001652d,
+ 0x0001692d, 0x00016d2d, 0x0001712d, 0x0001752d,
+ 0x0001792d, 0x00017d2d, 0x0001812d, 0x0001852d,
+ 0x0001892d, 0x00018d2d, 0x0001912d, 0x0001952d,
+ 0x0001992d, 0x00019d2d, 0x0001a12d, 0x0001a52d,
+ 0x0001a92d, 0x0001ad2d, 0x0001b12d, 0x0001b52d,
+ 0x0001b92d, 0x0001bd2d, 0x0001c12d, 0x0001c52d,
+ 0x0001c92d, 0x0001cd2d, 0x0001d12d, 0x0001d52d,
+ 0x0001d92d, 0x0001dd2d, 0x0001e12d, 0x0001e52d,
+ 0x0001e92d, 0x0001ed2d, 0x0001f12d, 0x0001f52d,
+ 0x0001f92d, 0x0001fd2d, 0x0002012d, 0x0002052d,
+ 0x0002092d, 0x00020d2d, 0x0002112d, 0x0002152d,
+ 0x0002192d, 0x00021d2d, 0x0002212d, 0x0002252d,
+ 0x0002292d, 0x00022d2d, 0x0002312d, 0x0002352d,
+ 0x0002392d, 0x00023d2d, 0x0002412d, 0x0002452d,
+ 0x0002492d, 0x00024d2d, 0x0002512d, 0x0002552d,
+ 0x0002592d, 0x00025d2d, 0x0002612d, 0x0002652d,
+ 0x0002692d, 0x00026d2d, 0x0002712d, 0x0002752d,
+ 0x0002792d, 0x00027d2d, 0x0002812d, 0x0002852d,
+ 0x0002892d, 0x00028d2d, 0x0002912d, 0x0002952d,
+ 0x0002992d, 0x00029d2d, 0x0002a12d, 0x0002a52d,
+ 0x0002a92d, 0x0002ad2d, 0x0002b12d, 0x0002b52d,
+ 0x0002b92d, 0x0002bd2d, 0x0002c12d, 0x0002c52d,
+ 0x0002c92d, 0x0002cd2d, 0x0002d12d, 0x0002d52d,
+ 0x0002d92d, 0x0002dd2d, 0x0002e12d, 0x0002e52d,
+ 0x0002e92d, 0x0002ed2d, 0x0002f12d, 0x0002f52d,
+ 0x0002f92d, 0x0002fd2d, 0x0003012d, 0x0003052d,
+ 0x0003092d, 0x00030d2d, 0x0003112d, 0x0003152d,
+ 0x0003192d, 0x00031d2d, 0x0003212d, 0x0003252d,
+ 0x0003292d, 0x00032d2d, 0x0003312d, 0x0003352d,
+ 0x0003392d, 0x00033d2d, 0x0003412d, 0x0003452d,
+ 0x0003492d, 0x00034d2d, 0x0003512d, 0x0003552d,
+ 0x0003592d, 0x00035d2d, 0x0003612d, 0x0003652d,
+ 0x0003692d, 0x00036d2d, 0x0003712d, 0x0003752d,
+ 0x0003792d, 0x00037d2d, 0x0003812d, 0x0003852d,
+ 0x0003892d, 0x00038d2d, 0x0003912d, 0x0003952d,
+ 0x0003992d, 0x00039d2d, 0x0003a12d, 0x0003a52d,
+ 0x0003a92d, 0x0003ad2d, 0x0003b12d, 0x0003b52d,
+ 0x0003b92d, 0x0003bd2d, 0x0003c12d, 0x0003c52d,
+ 0x0003c92d, 0x0003cd2d, 0x0003d12d, 0x0003d52d,
+ 0x0003d92d, 0x0003dd2d, 0x0003e12d, 0x0003e52d,
+ 0x0003e92d, 0x0003ed2d, 0x0003f12d, 0x0003f52d,
+ 0x0003f92d, 0x0003fd2d, 0x0000032d, 0x0000072d,
+ 0x00000b2d, 0x00000f2d, 0x0000132d, 0x0000172d,
+ 0x00001b2d, 0x00001f2d, 0x0000232d, 0x0000272d,
+ 0x00002b2d, 0x00002f2d, 0x0000332d, 0x0000372d,
+ 0x00003b2d, 0x00003f2d, 0x0000432d, 0x0000472d,
+ 0x00004b2d, 0x00004f2d, 0x0000532d, 0x0000572d,
+ 0x00005b2d, 0x00005f2d, 0x0000632d, 0x0000672d,
+ 0x00006b2d, 0x00006f2d, 0x0000732d, 0x0000772d,
+ 0x00007b2d, 0x00007f2d, 0x0000832d, 0x0000872d,
+ 0x00008b2d, 0x00008f2d, 0x0000932d, 0x0000972d,
+ 0x00009b2d, 0x00009f2d, 0x0000a32d, 0x0000a72d,
+ 0x0000ab2d, 0x0000af2d, 0x0000b32d, 0x0000b72d,
+ 0x0000bb2d, 0x0000bf2d, 0x0000c32d, 0x0000c72d,
+ 0x0000cb2d, 0x0000cf2d, 0x0000d32d, 0x0000d72d,
+ 0x0000db2d, 0x0000df2d, 0x0000e32d, 0x0000e72d,
+ 0x0000eb2d, 0x0000ef2d, 0x0000f32d, 0x0000f72d,
+ 0x0000fb2d, 0x0000ff2d, 0x0001032d, 0x0001072d,
+ 0x00010b2d, 0x00010f2d, 0x0001132d, 0x0001172d,
+ 0x00011b2d, 0x00011f2d, 0x0001232d, 0x0001272d,
+ 0x00012b2d, 0x00012f2d, 0x0001332d, 0x0001372d,
+ 0x00013b2d, 0x00013f2d, 0x0001432d, 0x0001472d,
+ 0x00014b2d, 0x00014f2d, 0x0001532d, 0x0001572d,
+ 0x00015b2d, 0x00015f2d, 0x0001632d, 0x0001672d,
+ 0x00016b2d, 0x00016f2d, 0x0001732d, 0x0001772d,
+ 0x00017b2d, 0x00017f2d, 0x0001832d, 0x0001872d,
+ 0x00018b2d, 0x00018f2d, 0x0001932d, 0x0001972d,
+ 0x00019b2d, 0x00019f2d, 0x0001a32d, 0x0001a72d,
+ 0x0001ab2d, 0x0001af2d, 0x0001b32d, 0x0001b72d,
+ 0x0001bb2d, 0x0001bf2d, 0x0001c32d, 0x0001c72d,
+ 0x0001cb2d, 0x0001cf2d, 0x0001d32d, 0x0001d72d,
+ 0x0001db2d, 0x0001df2d, 0x0001e32d, 0x0001e72d,
+ 0x0001eb2d, 0x0001ef2d, 0x0001f32d, 0x0001f72d,
+ 0x0001fb2d, 0x0001ff2d, 0x0002032d, 0x0002072d,
+ 0x00020b2d, 0x00020f2d, 0x0002132d, 0x0002172d,
+ 0x00021b2d, 0x00021f2d, 0x0002232d, 0x0002272d,
+ 0x00022b2d, 0x00022f2d, 0x0002332d, 0x0002372d,
+ 0x00023b2d, 0x00023f2d, 0x0002432d, 0x0002472d,
+ 0x00024b2d, 0x00024f2d, 0x0002532d, 0x0002572d,
+ 0x00025b2d, 0x00025f2d, 0x0002632d, 0x0002672d,
+ 0x00026b2d, 0x00026f2d, 0x0002732d, 0x0002772d,
+ 0x00027b2d, 0x00027f2d, 0x0002832d, 0x0002872d,
+ 0x00028b2d, 0x00028f2d, 0x0002932d, 0x0002972d,
+ 0x00029b2d, 0x00029f2d, 0x0002a32d, 0x0002a72d,
+ 0x0002ab2d, 0x0002af2d, 0x0002b32d, 0x0002b72d,
+ 0x0002bb2d, 0x0002bf2d, 0x0002c32d, 0x0002c72d,
+ 0x0002cb2d, 0x0002cf2d, 0x0002d32d, 0x0002d72d,
+ 0x0002db2d, 0x0002df2d, 0x0002e32d, 0x0002e72d,
+ 0x0002eb2d, 0x0002ef2d, 0x0002f32d, 0x0002f72d,
+ 0x0002fb2d, 0x0002ff2d, 0x0003032d, 0x0003072d,
+ 0x00030b2d, 0x00030f2d, 0x0003132d, 0x0003172d,
+ 0x00031b2d, 0x00031f2d, 0x0003232d, 0x0003272d,
+ 0x00032b2d, 0x00032f2d, 0x0003332d, 0x0003372d,
+ 0x00033b2d, 0x00033f2d, 0x0003432d, 0x0003472d,
+ 0x00034b2d, 0x00034f2d, 0x0003532d, 0x0003572d,
+ 0x00035b2d, 0x00035f2d, 0x0003632d, 0x0003672d,
+ 0x00036b2d, 0x00036f2d, 0x0003732d, 0x0003772d,
+ 0x00037b2d, 0x00037f2d, 0x0003832d, 0x0003872d,
+ 0x00038b2d, 0x00038f2d, 0x0003932d, 0x0003972d,
+ 0x00039b2d, 0x00039f2d, 0x0003a32d, 0x0003a72d,
+ 0x0003ab2d, 0x0003af2d, 0x0003b32d, 0x0003b72d,
+ 0x0003bb2d, 0x0003bf2d, 0x0003c32d, 0x0003c72d,
+ 0x0003cb2d, 0x0003cf2d, 0x0003d32d, 0x0003d72d,
+ 0x0003db2d, 0x0003df2d, 0x0003e32d, 0x0003e72d,
+ 0x0003eb2d, 0x0003ef2d, 0x0003f32d, 0x0003f72d,
+ 0x0003fb2d, 0x0003ff2d, 0x000000ae, 0x000004ae,
+ 0x000008ae, 0x00000cae, 0x000010ae, 0x000014ae,
+ 0x000018ae, 0x00001cae, 0x000020ae, 0x000024ae,
+ 0x000028ae, 0x00002cae, 0x000030ae, 0x000034ae,
+ 0x000038ae, 0x00003cae, 0x000040ae, 0x000044ae,
+ 0x000048ae, 0x00004cae, 0x000050ae, 0x000054ae,
+ 0x000058ae, 0x00005cae, 0x000060ae, 0x000064ae,
+ 0x000068ae, 0x00006cae, 0x000070ae, 0x000074ae,
+ 0x000078ae, 0x00007cae, 0x000080ae, 0x000084ae,
+ 0x000088ae, 0x00008cae, 0x000090ae, 0x000094ae,
+ 0x000098ae, 0x00009cae, 0x0000a0ae, 0x0000a4ae,
+ 0x0000a8ae, 0x0000acae, 0x0000b0ae, 0x0000b4ae,
+ 0x0000b8ae, 0x0000bcae, 0x0000c0ae, 0x0000c4ae,
+ 0x0000c8ae, 0x0000ccae, 0x0000d0ae, 0x0000d4ae,
+ 0x0000d8ae, 0x0000dcae, 0x0000e0ae, 0x0000e4ae,
+ 0x0000e8ae, 0x0000ecae, 0x0000f0ae, 0x0000f4ae,
+ 0x0000f8ae, 0x0000fcae, 0x000100ae, 0x000104ae,
+ 0x000108ae, 0x00010cae, 0x000110ae, 0x000114ae,
+ 0x000118ae, 0x00011cae, 0x000120ae, 0x000124ae,
+ 0x000128ae, 0x00012cae, 0x000130ae, 0x000134ae,
+ 0x000138ae, 0x00013cae, 0x000140ae, 0x000144ae,
+ 0x000148ae, 0x00014cae, 0x000150ae, 0x000154ae,
+ 0x000158ae, 0x00015cae, 0x000160ae, 0x000164ae,
+ 0x000168ae, 0x00016cae, 0x000170ae, 0x000174ae,
+ 0x000178ae, 0x00017cae, 0x000180ae, 0x000184ae,
+ 0x000188ae, 0x00018cae, 0x000190ae, 0x000194ae,
+ 0x000198ae, 0x00019cae, 0x0001a0ae, 0x0001a4ae,
+ 0x0001a8ae, 0x0001acae, 0x0001b0ae, 0x0001b4ae,
+ 0x0001b8ae, 0x0001bcae, 0x0001c0ae, 0x0001c4ae,
+ 0x0001c8ae, 0x0001ccae, 0x0001d0ae, 0x0001d4ae,
+ 0x0001d8ae, 0x0001dcae, 0x0001e0ae, 0x0001e4ae,
+ 0x0001e8ae, 0x0001ecae, 0x0001f0ae, 0x0001f4ae,
+ 0x0001f8ae, 0x0001fcae, 0x000200ae, 0x000204ae,
+ 0x000208ae, 0x00020cae, 0x000210ae, 0x000214ae,
+ 0x000218ae, 0x00021cae, 0x000220ae, 0x000224ae,
+ 0x000228ae, 0x00022cae, 0x000230ae, 0x000234ae,
+ 0x000238ae, 0x00023cae, 0x000240ae, 0x000244ae,
+ 0x000248ae, 0x00024cae, 0x000250ae, 0x000254ae,
+ 0x000258ae, 0x00025cae, 0x000260ae, 0x000264ae,
+ 0x000268ae, 0x00026cae, 0x000270ae, 0x000274ae,
+ 0x000278ae, 0x00027cae, 0x000280ae, 0x000284ae,
+ 0x000288ae, 0x00028cae, 0x000290ae, 0x000294ae,
+ 0x000298ae, 0x00029cae, 0x0002a0ae, 0x0002a4ae,
+ 0x0002a8ae, 0x0002acae, 0x0002b0ae, 0x0002b4ae,
+ 0x0002b8ae, 0x0002bcae, 0x0002c0ae, 0x0002c4ae,
+ 0x0002c8ae, 0x0002ccae, 0x0002d0ae, 0x0002d4ae,
+ 0x0002d8ae, 0x0002dcae, 0x0002e0ae, 0x0002e4ae,
+ 0x0002e8ae, 0x0002ecae, 0x0002f0ae, 0x0002f4ae,
+ 0x0002f8ae, 0x0002fcae, 0x000300ae, 0x000304ae,
+ 0x000308ae, 0x00030cae, 0x000310ae, 0x000314ae,
+ 0x000318ae, 0x00031cae, 0x000320ae, 0x000324ae,
+ 0x000328ae, 0x00032cae, 0x000330ae, 0x000334ae,
+ 0x000338ae, 0x00033cae, 0x000340ae, 0x000344ae,
+ 0x000348ae, 0x00034cae, 0x000350ae, 0x000354ae,
+ 0x000358ae, 0x00035cae, 0x000360ae, 0x000364ae,
+ 0x000368ae, 0x00036cae, 0x000370ae, 0x000374ae,
+ 0x000378ae, 0x00037cae, 0x000380ae, 0x000384ae,
+ 0x000388ae, 0x00038cae, 0x000390ae, 0x000394ae,
+ 0x000398ae, 0x00039cae, 0x0003a0ae, 0x0003a4ae,
+ 0x0003a8ae, 0x0003acae, 0x0003b0ae, 0x0003b4ae,
+ 0x0003b8ae, 0x0003bcae, 0x0003c0ae, 0x0003c4ae,
+ 0x0003c8ae, 0x0003ccae, 0x0003d0ae, 0x0003d4ae,
+ 0x0003d8ae, 0x0003dcae, 0x0003e0ae, 0x0003e4ae,
+ 0x0003e8ae, 0x0003ecae, 0x0003f0ae, 0x0003f4ae,
+ 0x0003f8ae, 0x0003fcae, 0x000400ae, 0x000404ae,
+ 0x000408ae, 0x00040cae, 0x000410ae, 0x000414ae,
+ 0x000418ae, 0x00041cae, 0x000420ae, 0x000424ae,
+ 0x000428ae, 0x00042cae, 0x000430ae, 0x000434ae,
+ 0x000438ae, 0x00043cae, 0x000440ae, 0x000444ae,
+ 0x000448ae, 0x00044cae, 0x000450ae, 0x000454ae,
+ 0x000458ae, 0x00045cae, 0x000460ae, 0x000464ae,
+ 0x000468ae, 0x00046cae, 0x000470ae, 0x000474ae,
+ 0x000478ae, 0x00047cae, 0x000480ae, 0x000484ae,
+ 0x000488ae, 0x00048cae, 0x000490ae, 0x000494ae,
+ 0x000498ae, 0x00049cae, 0x0004a0ae, 0x0004a4ae,
+ 0x0004a8ae, 0x0004acae, 0x0004b0ae, 0x0004b4ae,
+ 0x0004b8ae, 0x0004bcae, 0x0004c0ae, 0x0004c4ae,
+ 0x0004c8ae, 0x0004ccae, 0x0004d0ae, 0x0004d4ae,
+ 0x0004d8ae, 0x0004dcae, 0x0004e0ae, 0x0004e4ae,
+ 0x0004e8ae, 0x0004ecae, 0x0004f0ae, 0x0004f4ae,
+ 0x0004f8ae, 0x0004fcae, 0x000500ae, 0x000504ae,
+ 0x000508ae, 0x00050cae, 0x000510ae, 0x000514ae,
+ 0x000518ae, 0x00051cae, 0x000520ae, 0x000524ae,
+ 0x000528ae, 0x00052cae, 0x000530ae, 0x000534ae,
+ 0x000538ae, 0x00053cae, 0x000540ae, 0x000544ae,
+ 0x000548ae, 0x00054cae, 0x000550ae, 0x000554ae,
+ 0x000558ae, 0x00055cae, 0x000560ae, 0x000564ae,
+ 0x000568ae, 0x00056cae, 0x000570ae, 0x000574ae,
+ 0x000578ae, 0x00057cae, 0x000580ae, 0x000584ae,
+ 0x000588ae, 0x00058cae, 0x000590ae, 0x000594ae,
+ 0x000598ae, 0x00059cae, 0x0005a0ae, 0x0005a4ae,
+ 0x0005a8ae, 0x0005acae, 0x0005b0ae, 0x0005b4ae,
+ 0x0005b8ae, 0x0005bcae, 0x0005c0ae, 0x0005c4ae,
+ 0x0005c8ae, 0x0005ccae, 0x0005d0ae, 0x0005d4ae,
+ 0x0005d8ae, 0x0005dcae, 0x0005e0ae, 0x0005e4ae,
+ 0x0005e8ae, 0x0005ecae, 0x0005f0ae, 0x0005f4ae,
+ 0x0005f8ae, 0x0005fcae, 0x000600ae, 0x000604ae,
+ 0x000608ae, 0x00060cae, 0x000610ae, 0x000614ae,
+ 0x000618ae, 0x00061cae, 0x000620ae, 0x000624ae,
+ 0x000628ae, 0x00062cae, 0x000630ae, 0x000634ae,
+ 0x000638ae, 0x00063cae, 0x000640ae, 0x000644ae,
+ 0x000648ae, 0x00064cae, 0x000650ae, 0x000654ae,
+ 0x000658ae, 0x00065cae, 0x000660ae, 0x000664ae,
+ 0x000668ae, 0x00066cae, 0x000670ae, 0x000674ae,
+ 0x000678ae, 0x00067cae, 0x000680ae, 0x000684ae,
+ 0x000688ae, 0x00068cae, 0x000690ae, 0x000694ae,
+ 0x000698ae, 0x00069cae, 0x0006a0ae, 0x0006a4ae,
+ 0x0006a8ae, 0x0006acae, 0x0006b0ae, 0x0006b4ae,
+ 0x0006b8ae, 0x0006bcae, 0x0006c0ae, 0x0006c4ae,
+ 0x0006c8ae, 0x0006ccae, 0x0006d0ae, 0x0006d4ae,
+ 0x0006d8ae, 0x0006dcae, 0x0006e0ae, 0x0006e4ae,
+ 0x0006e8ae, 0x0006ecae, 0x0006f0ae, 0x0006f4ae,
+ 0x0006f8ae, 0x0006fcae, 0x000700ae, 0x000704ae,
+ 0x000708ae, 0x00070cae, 0x000710ae, 0x000714ae,
+ 0x000718ae, 0x00071cae, 0x000720ae, 0x000724ae,
+ 0x000728ae, 0x00072cae, 0x000730ae, 0x000734ae,
+ 0x000738ae, 0x00073cae, 0x000740ae, 0x000744ae,
+ 0x000748ae, 0x00074cae, 0x000750ae, 0x000754ae,
+ 0x000758ae, 0x00075cae, 0x000760ae, 0x000764ae,
+ 0x000768ae, 0x00076cae, 0x000770ae, 0x000774ae,
+ 0x000778ae, 0x00077cae, 0x000780ae, 0x000784ae,
+ 0x000788ae, 0x00078cae, 0x000790ae, 0x000794ae,
+ 0x000798ae, 0x00079cae, 0x0007a0ae, 0x0007a4ae,
+ 0x0007a8ae, 0x0007acae, 0x0007b0ae, 0x0007b4ae,
+ 0x0007b8ae, 0x0007bcae, 0x0007c0ae, 0x0007c4ae,
+ 0x0007c8ae, 0x0007ccae, 0x0007d0ae, 0x0007d4ae,
+ 0x0007d8ae, 0x0007dcae, 0x0007e0ae, 0x0007e4ae,
+ 0x0007e8ae, 0x0007ecae, 0x0007f0ae, 0x0007f4ae,
+ 0x0007f8ae, 0x0007fcae, 0x000002ae, 0x000006ae,
+ 0x00000aae, 0x00000eae, 0x000012ae, 0x000016ae,
+ 0x00001aae, 0x00001eae, 0x000022ae, 0x000026ae,
+ 0x00002aae, 0x00002eae, 0x000032ae, 0x000036ae,
+ 0x00003aae, 0x00003eae, 0x000042ae, 0x000046ae,
+ 0x00004aae, 0x00004eae, 0x000052ae, 0x000056ae,
+ 0x00005aae, 0x00005eae, 0x000062ae, 0x000066ae,
+ 0x00006aae, 0x00006eae, 0x000072ae, 0x000076ae,
+ 0x00007aae, 0x00007eae, 0x000082ae, 0x000086ae,
+ 0x00008aae, 0x00008eae, 0x000092ae, 0x000096ae,
+ 0x00009aae, 0x00009eae, 0x0000a2ae, 0x0000a6ae,
+ 0x0000aaae, 0x0000aeae, 0x0000b2ae, 0x0000b6ae,
+ 0x0000baae, 0x0000beae, 0x0000c2ae, 0x0000c6ae,
+ 0x0000caae, 0x0000ceae, 0x0000d2ae, 0x0000d6ae,
+ 0x0000daae, 0x0000deae, 0x0000e2ae, 0x0000e6ae,
+ 0x0000eaae, 0x0000eeae, 0x0000f2ae, 0x0000f6ae,
+ 0x0000faae, 0x0000feae, 0x000102ae, 0x000106ae,
+ 0x00010aae, 0x00010eae, 0x000112ae, 0x000116ae,
+ 0x00011aae, 0x00011eae, 0x000122ae, 0x000126ae,
+ 0x00012aae, 0x00012eae, 0x000132ae, 0x000136ae,
+ 0x00013aae, 0x00013eae, 0x000142ae, 0x000146ae,
+ 0x00014aae, 0x00014eae, 0x000152ae, 0x000156ae,
+ 0x00015aae, 0x00015eae, 0x000162ae, 0x000166ae,
+ 0x00016aae, 0x00016eae, 0x000172ae, 0x000176ae,
+ 0x00017aae, 0x00017eae, 0x000182ae, 0x000186ae,
+ 0x00018aae, 0x00018eae, 0x000192ae, 0x000196ae,
+ 0x00019aae, 0x00019eae, 0x0001a2ae, 0x0001a6ae,
+ 0x0001aaae, 0x0001aeae, 0x0001b2ae, 0x0001b6ae,
+ 0x0001baae, 0x0001beae, 0x0001c2ae, 0x0001c6ae,
+ 0x0001caae, 0x0001ceae, 0x0001d2ae, 0x0001d6ae,
+ 0x0001daae, 0x0001deae, 0x0001e2ae, 0x0001e6ae,
+ 0x0001eaae, 0x0001eeae, 0x0001f2ae, 0x0001f6ae,
+ 0x0001faae, 0x0001feae, 0x000202ae, 0x000206ae,
+ 0x00020aae, 0x00020eae, 0x000212ae, 0x000216ae,
+ 0x00021aae, 0x00021eae, 0x000222ae, 0x000226ae,
+ 0x00022aae, 0x00022eae, 0x000232ae, 0x000236ae,
+ 0x00023aae, 0x00023eae, 0x000242ae, 0x000246ae,
+ 0x00024aae, 0x00024eae, 0x000252ae, 0x000256ae,
+ 0x00025aae, 0x00025eae, 0x000262ae, 0x000266ae,
+ 0x00026aae, 0x00026eae, 0x000272ae, 0x000276ae,
+ 0x00027aae, 0x00027eae, 0x000282ae, 0x000286ae,
+ 0x00028aae, 0x00028eae, 0x000292ae, 0x000296ae,
+ 0x00029aae, 0x00029eae, 0x0002a2ae, 0x0002a6ae,
+ 0x0002aaae, 0x0002aeae, 0x0002b2ae, 0x0002b6ae,
+ 0x0002baae, 0x0002beae, 0x0002c2ae, 0x0002c6ae,
+ 0x0002caae, 0x0002ceae, 0x0002d2ae, 0x0002d6ae,
+ 0x0002daae, 0x0002deae, 0x0002e2ae, 0x0002e6ae,
+ 0x0002eaae, 0x0002eeae, 0x0002f2ae, 0x0002f6ae,
+ 0x0002faae, 0x0002feae, 0x000302ae, 0x000306ae,
+ 0x00030aae, 0x00030eae, 0x000312ae, 0x000316ae,
+ 0x00031aae, 0x00031eae, 0x000322ae, 0x000326ae,
+ 0x00032aae, 0x00032eae, 0x000332ae, 0x000336ae,
+ 0x00033aae, 0x00033eae, 0x000342ae, 0x000346ae,
+ 0x00034aae, 0x00034eae, 0x000352ae, 0x000356ae,
+ 0x00035aae, 0x00035eae, 0x000362ae, 0x000366ae,
+ 0x00036aae, 0x00036eae, 0x000372ae, 0x000376ae,
+ 0x00037aae, 0x00037eae, 0x000382ae, 0x000386ae,
+ 0x00038aae, 0x00038eae, 0x000392ae, 0x000396ae,
+ 0x00039aae, 0x00039eae, 0x0003a2ae, 0x0003a6ae,
+ 0x0003aaae, 0x0003aeae, 0x0003b2ae, 0x0003b6ae,
+ 0x0003baae, 0x0003beae, 0x0003c2ae, 0x0003c6ae,
+ 0x0003caae, 0x0003ceae, 0x0003d2ae, 0x0003d6ae,
+ 0x0003daae, 0x0003deae, 0x0003e2ae, 0x0003e6ae,
+ 0x0003eaae, 0x0003eeae, 0x0003f2ae, 0x0003f6ae,
+ 0x0003faae, 0x0003feae, 0x000402ae, 0x000406ae,
+ 0x00040aae, 0x00040eae, 0x000412ae, 0x000416ae,
+ 0x00041aae, 0x00041eae, 0x000422ae, 0x000426ae,
+ 0x00042aae, 0x00042eae, 0x000432ae, 0x000436ae,
+ 0x00043aae, 0x00043eae, 0x000442ae, 0x000446ae,
+ 0x00044aae, 0x00044eae, 0x000452ae, 0x000456ae,
+ 0x00045aae, 0x00045eae, 0x000462ae, 0x000466ae,
+ 0x00046aae, 0x00046eae, 0x000472ae, 0x000476ae,
+ 0x00047aae, 0x00047eae, 0x000482ae, 0x000486ae,
+ 0x00048aae, 0x00048eae, 0x000492ae, 0x000496ae,
+ 0x00049aae, 0x00049eae, 0x0004a2ae, 0x0004a6ae,
+ 0x0004aaae, 0x0004aeae, 0x0004b2ae, 0x0004b6ae,
+ 0x0004baae, 0x0004beae, 0x0004c2ae, 0x0004c6ae,
+ 0x0004caae, 0x0004ceae, 0x0004d2ae, 0x0004d6ae,
+ 0x0004daae, 0x0004deae, 0x0004e2ae, 0x0004e6ae,
+ 0x0004eaae, 0x0004eeae, 0x0004f2ae, 0x0004f6ae,
+ 0x0004faae, 0x0004feae, 0x000502ae, 0x000506ae,
+ 0x00050aae, 0x00050eae, 0x000512ae, 0x000516ae,
+ 0x00051aae, 0x00051eae, 0x000522ae, 0x000526ae,
+ 0x00052aae, 0x00052eae, 0x000532ae, 0x000536ae,
+ 0x00053aae, 0x00053eae, 0x000542ae, 0x000546ae,
+ 0x00054aae, 0x00054eae, 0x000552ae, 0x000556ae,
+ 0x00055aae, 0x00055eae, 0x000562ae, 0x000566ae,
+ 0x00056aae, 0x00056eae, 0x000572ae, 0x000576ae,
+ 0x00057aae, 0x00057eae, 0x000582ae, 0x000586ae,
+ 0x00058aae, 0x00058eae, 0x000592ae, 0x000596ae,
+ 0x00059aae, 0x00059eae, 0x0005a2ae, 0x0005a6ae,
+ 0x0005aaae, 0x0005aeae, 0x0005b2ae, 0x0005b6ae,
+ 0x0005baae, 0x0005beae, 0x0005c2ae, 0x0005c6ae,
+ 0x0005caae, 0x0005ceae, 0x0005d2ae, 0x0005d6ae,
+ 0x0005daae, 0x0005deae, 0x0005e2ae, 0x0005e6ae,
+ 0x0005eaae, 0x0005eeae, 0x0005f2ae, 0x0005f6ae,
+ 0x0005faae, 0x0005feae, 0x000602ae, 0x000606ae,
+ 0x00060aae, 0x00060eae, 0x000612ae, 0x000616ae,
+ 0x00061aae, 0x00061eae, 0x000622ae, 0x000626ae,
+ 0x00062aae, 0x00062eae, 0x000632ae, 0x000636ae,
+ 0x00063aae, 0x00063eae, 0x000642ae, 0x000646ae,
+ 0x00064aae, 0x00064eae, 0x000652ae, 0x000656ae,
+ 0x00065aae, 0x00065eae, 0x000662ae, 0x000666ae,
+ 0x00066aae, 0x00066eae, 0x000672ae, 0x000676ae,
+ 0x00067aae, 0x00067eae, 0x000682ae, 0x000686ae,
+ 0x00068aae, 0x00068eae, 0x000692ae, 0x000696ae,
+ 0x00069aae, 0x00069eae, 0x0006a2ae, 0x0006a6ae,
+ 0x0006aaae, 0x0006aeae, 0x0006b2ae, 0x0006b6ae,
+ 0x0006baae, 0x0006beae, 0x0006c2ae, 0x0006c6ae,
+ 0x0006caae, 0x0006ceae, 0x0006d2ae, 0x0006d6ae,
+ 0x0006daae, 0x0006deae, 0x0006e2ae, 0x0006e6ae,
+ 0x0006eaae, 0x0006eeae, 0x0006f2ae, 0x0006f6ae,
+ 0x0006faae, 0x0006feae, 0x000702ae, 0x000706ae,
+ 0x00070aae, 0x00070eae, 0x000712ae, 0x000716ae,
+ 0x00071aae, 0x00071eae, 0x000722ae, 0x000726ae,
+ 0x00072aae, 0x00072eae, 0x000732ae, 0x000736ae,
+ 0x00073aae, 0x00073eae, 0x000742ae, 0x000746ae,
+ 0x00074aae, 0x00074eae, 0x000752ae, 0x000756ae,
+ 0x00075aae, 0x00075eae, 0x000762ae, 0x000766ae,
+ 0x00076aae, 0x00076eae, 0x000772ae, 0x000776ae,
+ 0x00077aae, 0x00077eae, 0x000782ae, 0x000786ae,
+ 0x00078aae, 0x00078eae, 0x000792ae, 0x000796ae,
+ 0x00079aae, 0x00079eae, 0x0007a2ae, 0x0007a6ae,
+ 0x0007aaae, 0x0007aeae, 0x0007b2ae, 0x0007b6ae,
+ 0x0007baae, 0x0007beae, 0x0007c2ae, 0x0007c6ae,
+ 0x0007caae, 0x0007ceae, 0x0007d2ae, 0x0007d6ae,
+ 0x0007daae, 0x0007deae, 0x0007e2ae, 0x0007e6ae,
+ 0x0007eaae, 0x0007eeae, 0x0007f2ae, 0x0007f6ae,
+ 0x0007faae, 0x0007feae, 0x000001af, 0x000005af,
+ 0x000009af, 0x00000daf, 0x000011af, 0x000015af,
+ 0x000019af, 0x00001daf, 0x000021af, 0x000025af,
+ 0x000029af, 0x00002daf, 0x000031af, 0x000035af,
+ 0x000039af, 0x00003daf, 0x000041af, 0x000045af,
+ 0x000049af, 0x00004daf, 0x000051af, 0x000055af,
+ 0x000059af, 0x00005daf, 0x000061af, 0x000065af,
+ 0x000069af, 0x00006daf, 0x000071af, 0x000075af,
+ 0x000079af, 0x00007daf, 0x000081af, 0x000085af,
+ 0x000089af, 0x00008daf, 0x000091af, 0x000095af,
+ 0x000099af, 0x00009daf, 0x0000a1af, 0x0000a5af,
+ 0x0000a9af, 0x0000adaf, 0x0000b1af, 0x0000b5af,
+ 0x0000b9af, 0x0000bdaf, 0x0000c1af, 0x0000c5af,
+ 0x0000c9af, 0x0000cdaf, 0x0000d1af, 0x0000d5af,
+ 0x0000d9af, 0x0000ddaf, 0x0000e1af, 0x0000e5af,
+ 0x0000e9af, 0x0000edaf, 0x0000f1af, 0x0000f5af,
+ 0x0000f9af, 0x0000fdaf, 0x000101af, 0x000105af,
+ 0x000109af, 0x00010daf, 0x000111af, 0x000115af,
+ 0x000119af, 0x00011daf, 0x000121af, 0x000125af,
+ 0x000129af, 0x00012daf, 0x000131af, 0x000135af,
+ 0x000139af, 0x00013daf, 0x000141af, 0x000145af,
+ 0x000149af, 0x00014daf, 0x000151af, 0x000155af,
+ 0x000159af, 0x00015daf, 0x000161af, 0x000165af,
+ 0x000169af, 0x00016daf, 0x000171af, 0x000175af,
+ 0x000179af, 0x00017daf, 0x000181af, 0x000185af,
+ 0x000189af, 0x00018daf, 0x000191af, 0x000195af,
+ 0x000199af, 0x00019daf, 0x0001a1af, 0x0001a5af,
+ 0x0001a9af, 0x0001adaf, 0x0001b1af, 0x0001b5af,
+ 0x0001b9af, 0x0001bdaf, 0x0001c1af, 0x0001c5af,
+ 0x0001c9af, 0x0001cdaf, 0x0001d1af, 0x0001d5af,
+ 0x0001d9af, 0x0001ddaf, 0x0001e1af, 0x0001e5af,
+ 0x0001e9af, 0x0001edaf, 0x0001f1af, 0x0001f5af,
+ 0x0001f9af, 0x0001fdaf, 0x000201af, 0x000205af,
+ 0x000209af, 0x00020daf, 0x000211af, 0x000215af,
+ 0x000219af, 0x00021daf, 0x000221af, 0x000225af,
+ 0x000229af, 0x00022daf, 0x000231af, 0x000235af,
+ 0x000239af, 0x00023daf, 0x000241af, 0x000245af,
+ 0x000249af, 0x00024daf, 0x000251af, 0x000255af,
+ 0x000259af, 0x00025daf, 0x000261af, 0x000265af,
+ 0x000269af, 0x00026daf, 0x000271af, 0x000275af,
+ 0x000279af, 0x00027daf, 0x000281af, 0x000285af,
+ 0x000289af, 0x00028daf, 0x000291af, 0x000295af,
+ 0x000299af, 0x00029daf, 0x0002a1af, 0x0002a5af,
+ 0x0002a9af, 0x0002adaf, 0x0002b1af, 0x0002b5af,
+ 0x0002b9af, 0x0002bdaf, 0x0002c1af, 0x0002c5af,
+ 0x0002c9af, 0x0002cdaf, 0x0002d1af, 0x0002d5af,
+ 0x0002d9af, 0x0002ddaf, 0x0002e1af, 0x0002e5af,
+ 0x0002e9af, 0x0002edaf, 0x0002f1af, 0x0002f5af,
+ 0x0002f9af, 0x0002fdaf, 0x000301af, 0x000305af,
+ 0x000309af, 0x00030daf, 0x000311af, 0x000315af,
+ 0x000319af, 0x00031daf, 0x000321af, 0x000325af,
+ 0x000329af, 0x00032daf, 0x000331af, 0x000335af,
+ 0x000339af, 0x00033daf, 0x000341af, 0x000345af,
+ 0x000349af, 0x00034daf, 0x000351af, 0x000355af,
+ 0x000359af, 0x00035daf, 0x000361af, 0x000365af,
+ 0x000369af, 0x00036daf, 0x000371af, 0x000375af,
+ 0x000379af, 0x00037daf, 0x000381af, 0x000385af,
+ 0x000389af, 0x00038daf, 0x000391af, 0x000395af,
+ 0x000399af, 0x00039daf, 0x0003a1af, 0x0003a5af,
+ 0x0003a9af, 0x0003adaf, 0x0003b1af, 0x0003b5af,
+ 0x0003b9af, 0x0003bdaf, 0x0003c1af, 0x0003c5af,
+ 0x0003c9af, 0x0003cdaf, 0x0003d1af, 0x0003d5af,
+ 0x0003d9af, 0x0003ddaf, 0x0003e1af, 0x0003e5af,
+ 0x0003e9af, 0x0003edaf, 0x0003f1af, 0x0003f5af,
+ 0x0003f9af, 0x0003fdaf, 0x000401af, 0x000405af,
+ 0x000409af, 0x00040daf, 0x000411af, 0x000415af,
+ 0x000419af, 0x00041daf, 0x000421af, 0x000425af,
+ 0x000429af, 0x00042daf, 0x000431af, 0x000435af,
+ 0x000439af, 0x00043daf, 0x000441af, 0x000445af,
+ 0x000449af, 0x00044daf, 0x000451af, 0x000455af,
+ 0x000459af, 0x00045daf, 0x000461af, 0x000465af,
+ 0x000469af, 0x00046daf, 0x000471af, 0x000475af,
+ 0x000479af, 0x00047daf, 0x000481af, 0x000485af,
+ 0x000489af, 0x00048daf, 0x000491af, 0x000495af,
+ 0x000499af, 0x00049daf, 0x0004a1af, 0x0004a5af,
+ 0x0004a9af, 0x0004adaf, 0x0004b1af, 0x0004b5af,
+ 0x0004b9af, 0x0004bdaf, 0x0004c1af, 0x0004c5af,
+ 0x0004c9af, 0x0004cdaf, 0x0004d1af, 0x0004d5af,
+ 0x0004d9af, 0x0004ddaf, 0x0004e1af, 0x0004e5af,
+ 0x0004e9af, 0x0004edaf, 0x0004f1af, 0x0004f5af,
+ 0x0004f9af, 0x0004fdaf, 0x000501af, 0x000505af,
+ 0x000509af, 0x00050daf, 0x000511af, 0x000515af,
+ 0x000519af, 0x00051daf, 0x000521af, 0x000525af,
+ 0x000529af, 0x00052daf, 0x000531af, 0x000535af,
+ 0x000539af, 0x00053daf, 0x000541af, 0x000545af,
+ 0x000549af, 0x00054daf, 0x000551af, 0x000555af,
+ 0x000559af, 0x00055daf, 0x000561af, 0x000565af,
+ 0x000569af, 0x00056daf, 0x000571af, 0x000575af,
+ 0x000579af, 0x00057daf, 0x000581af, 0x000585af,
+ 0x000589af, 0x00058daf, 0x000591af, 0x000595af,
+ 0x000599af, 0x00059daf, 0x0005a1af, 0x0005a5af,
+ 0x0005a9af, 0x0005adaf, 0x0005b1af, 0x0005b5af,
+ 0x0005b9af, 0x0005bdaf, 0x0005c1af, 0x0005c5af,
+ 0x0005c9af, 0x0005cdaf, 0x0005d1af, 0x0005d5af,
+ 0x0005d9af, 0x0005ddaf, 0x0005e1af, 0x0005e5af,
+ 0x0005e9af, 0x0005edaf, 0x0005f1af, 0x0005f5af,
+ 0x0005f9af, 0x0005fdaf, 0x000601af, 0x000605af,
+ 0x000609af, 0x00060daf, 0x000611af, 0x000615af,
+ 0x000619af, 0x00061daf, 0x000621af, 0x000625af,
+ 0x000629af, 0x00062daf, 0x000631af, 0x000635af,
+ 0x000639af, 0x00063daf, 0x000641af, 0x000645af,
+ 0x000649af, 0x00064daf, 0x000651af, 0x000655af,
+ 0x000659af, 0x00065daf, 0x000661af, 0x000665af,
+ 0x000669af, 0x00066daf, 0x000671af, 0x000675af,
+ 0x000679af, 0x00067daf, 0x000681af, 0x000685af,
+ 0x000689af, 0x00068daf, 0x000691af, 0x000695af,
+ 0x000699af, 0x00069daf, 0x0006a1af, 0x0006a5af,
+ 0x0006a9af, 0x0006adaf, 0x0006b1af, 0x0006b5af,
+ 0x0006b9af, 0x0006bdaf, 0x0006c1af, 0x0006c5af,
+ 0x0006c9af, 0x0006cdaf, 0x0006d1af, 0x0006d5af,
+ 0x0006d9af, 0x0006ddaf, 0x0006e1af, 0x0006e5af,
+ 0x0006e9af, 0x0006edaf, 0x0006f1af, 0x0006f5af,
+ 0x0006f9af, 0x0006fdaf, 0x000701af, 0x000705af,
+ 0x000709af, 0x00070daf, 0x000711af, 0x000715af,
+ 0x000719af, 0x00071daf, 0x000721af, 0x000725af,
+ 0x000729af, 0x00072daf, 0x000731af, 0x000735af,
+ 0x000739af, 0x00073daf, 0x000741af, 0x000745af,
+ 0x000749af, 0x00074daf, 0x000751af, 0x000755af,
+ 0x000759af, 0x00075daf, 0x000761af, 0x000765af,
+ 0x000769af, 0x00076daf, 0x000771af, 0x000775af,
+ 0x000779af, 0x00077daf, 0x000781af, 0x000785af,
+ 0x000789af, 0x00078daf, 0x000791af, 0x000795af,
+ 0x000799af, 0x00079daf, 0x0007a1af, 0x0007a5af,
+ 0x0007a9af, 0x0007adaf, 0x0007b1af, 0x0007b5af,
+ 0x0007b9af, 0x0007bdaf, 0x0007c1af, 0x0007c5af,
+ 0x0007c9af, 0x0007cdaf, 0x0007d1af, 0x0007d5af,
+ 0x0007d9af, 0x0007ddaf, 0x0007e1af, 0x0007e5af,
+ 0x0007e9af, 0x0007edaf, 0x0007f1af, 0x0007f5af,
+ 0x0007f9af, 0x0007fdaf, 0x000801af, 0x000805af,
+ 0x000809af, 0x00080daf, 0x000811af, 0x000815af,
+ 0x000819af, 0x00081daf, 0x000821af, 0x000825af,
+ 0x000829af, 0x00082daf, 0x000831af, 0x000835af,
+ 0x000839af, 0x00083daf, 0x000841af, 0x000845af,
+ 0x000849af, 0x00084daf, 0x000851af, 0x000855af,
+ 0x000859af, 0x00085daf, 0x000861af, 0x000865af,
+ 0x000869af, 0x00086daf, 0x000871af, 0x000875af,
+ 0x000879af, 0x00087daf, 0x000881af, 0x000885af,
+ 0x000889af, 0x00088daf, 0x000891af, 0x000895af,
+ 0x000899af, 0x00089daf, 0x0008a1af, 0x0008a5af,
+ 0x0008a9af, 0x0008adaf, 0x0008b1af, 0x0008b5af,
+ 0x0008b9af, 0x0008bdaf, 0x0008c1af, 0x0008c5af,
+ 0x0008c9af, 0x0008cdaf, 0x0008d1af, 0x0008d5af,
+ 0x0008d9af, 0x0008ddaf, 0x0008e1af, 0x0008e5af,
+ 0x0008e9af, 0x0008edaf, 0x0008f1af, 0x0008f5af,
+ 0x0008f9af, 0x0008fdaf, 0x000901af, 0x000905af,
+ 0x000909af, 0x00090daf, 0x000911af, 0x000915af,
+ 0x000919af, 0x00091daf, 0x000921af, 0x000925af,
+ 0x000929af, 0x00092daf, 0x000931af, 0x000935af,
+ 0x000939af, 0x00093daf, 0x000941af, 0x000945af,
+ 0x000949af, 0x00094daf, 0x000951af, 0x000955af,
+ 0x000959af, 0x00095daf, 0x000961af, 0x000965af,
+ 0x000969af, 0x00096daf, 0x000971af, 0x000975af,
+ 0x000979af, 0x00097daf, 0x000981af, 0x000985af,
+ 0x000989af, 0x00098daf, 0x000991af, 0x000995af,
+ 0x000999af, 0x00099daf, 0x0009a1af, 0x0009a5af,
+ 0x0009a9af, 0x0009adaf, 0x0009b1af, 0x0009b5af,
+ 0x0009b9af, 0x0009bdaf, 0x0009c1af, 0x0009c5af,
+ 0x0009c9af, 0x0009cdaf, 0x0009d1af, 0x0009d5af,
+ 0x0009d9af, 0x0009ddaf, 0x0009e1af, 0x0009e5af,
+ 0x0009e9af, 0x0009edaf, 0x0009f1af, 0x0009f5af,
+ 0x0009f9af, 0x0009fdaf, 0x000a01af, 0x000a05af,
+ 0x000a09af, 0x000a0daf, 0x000a11af, 0x000a15af,
+ 0x000a19af, 0x000a1daf, 0x000a21af, 0x000a25af,
+ 0x000a29af, 0x000a2daf, 0x000a31af, 0x000a35af,
+ 0x000a39af, 0x000a3daf, 0x000a41af, 0x000a45af,
+ 0x000a49af, 0x000a4daf, 0x000a51af, 0x000a55af,
+ 0x000a59af, 0x000a5daf, 0x000a61af, 0x000a65af,
+ 0x000a69af, 0x000a6daf, 0x000a71af, 0x000a75af,
+ 0x000a79af, 0x000a7daf, 0x000a81af, 0x000a85af,
+ 0x000a89af, 0x000a8daf, 0x000a91af, 0x000a95af,
+ 0x000a99af, 0x000a9daf, 0x000aa1af, 0x000aa5af,
+ 0x000aa9af, 0x000aadaf, 0x000ab1af, 0x000ab5af,
+ 0x000ab9af, 0x000abdaf, 0x000ac1af, 0x000ac5af,
+ 0x000ac9af, 0x000acdaf, 0x000ad1af, 0x000ad5af,
+ 0x000ad9af, 0x000addaf, 0x000ae1af, 0x000ae5af,
+ 0x000ae9af, 0x000aedaf, 0x000af1af, 0x000af5af,
+ 0x000af9af, 0x000afdaf, 0x000b01af, 0x000b05af,
+ 0x000b09af, 0x000b0daf, 0x000b11af, 0x000b15af,
+ 0x000b19af, 0x000b1daf, 0x000b21af, 0x000b25af,
+ 0x000b29af, 0x000b2daf, 0x000b31af, 0x000b35af,
+ 0x000b39af, 0x000b3daf, 0x000b41af, 0x000b45af,
+ 0x000b49af, 0x000b4daf, 0x000b51af, 0x000b55af,
+ 0x000b59af, 0x000b5daf, 0x000b61af, 0x000b65af,
+ 0x000b69af, 0x000b6daf, 0x000b71af, 0x000b75af,
+ 0x000b79af, 0x000b7daf, 0x000b81af, 0x000b85af,
+ 0x000b89af, 0x000b8daf, 0x000b91af, 0x000b95af,
+ 0x000b99af, 0x000b9daf, 0x000ba1af, 0x000ba5af,
+ 0x000ba9af, 0x000badaf, 0x000bb1af, 0x000bb5af,
+ 0x000bb9af, 0x000bbdaf, 0x000bc1af, 0x000bc5af,
+ 0x000bc9af, 0x000bcdaf, 0x000bd1af, 0x000bd5af,
+ 0x000bd9af, 0x000bddaf, 0x000be1af, 0x000be5af,
+ 0x000be9af, 0x000bedaf, 0x000bf1af, 0x000bf5af,
+ 0x000bf9af, 0x000bfdaf, 0x000c01af, 0x000c05af,
+ 0x000c09af, 0x000c0daf, 0x000c11af, 0x000c15af,
+ 0x000c19af, 0x000c1daf, 0x000c21af, 0x000c25af,
+ 0x000c29af, 0x000c2daf, 0x000c31af, 0x000c35af,
+ 0x000c39af, 0x000c3daf, 0x000c41af, 0x000c45af,
+ 0x000c49af, 0x000c4daf, 0x000c51af, 0x000c55af,
+ 0x000c59af, 0x000c5daf, 0x000c61af, 0x000c65af,
+ 0x000c69af, 0x000c6daf, 0x000c71af, 0x000c75af,
+ 0x000c79af, 0x000c7daf, 0x000c81af, 0x000c85af,
+ 0x000c89af, 0x000c8daf, 0x000c91af, 0x000c95af,
+ 0x000c99af, 0x000c9daf, 0x000ca1af, 0x000ca5af,
+ 0x000ca9af, 0x000cadaf, 0x000cb1af, 0x000cb5af,
+ 0x000cb9af, 0x000cbdaf, 0x000cc1af, 0x000cc5af,
+ 0x000cc9af, 0x000ccdaf, 0x000cd1af, 0x000cd5af,
+ 0x000cd9af, 0x000cddaf, 0x000ce1af, 0x000ce5af,
+ 0x000ce9af, 0x000cedaf, 0x000cf1af, 0x000cf5af,
+ 0x000cf9af, 0x000cfdaf, 0x000d01af, 0x000d05af,
+ 0x000d09af, 0x000d0daf, 0x000d11af, 0x000d15af,
+ 0x000d19af, 0x000d1daf, 0x000d21af, 0x000d25af,
+ 0x000d29af, 0x000d2daf, 0x000d31af, 0x000d35af,
+ 0x000d39af, 0x000d3daf, 0x000d41af, 0x000d45af,
+ 0x000d49af, 0x000d4daf, 0x000d51af, 0x000d55af,
+ 0x000d59af, 0x000d5daf, 0x000d61af, 0x000d65af,
+ 0x000d69af, 0x000d6daf, 0x000d71af, 0x000d75af,
+ 0x000d79af, 0x000d7daf, 0x000d81af, 0x000d85af,
+ 0x000d89af, 0x000d8daf, 0x000d91af, 0x000d95af,
+ 0x000d99af, 0x000d9daf, 0x000da1af, 0x000da5af,
+ 0x000da9af, 0x000dadaf, 0x000db1af, 0x000db5af,
+ 0x000db9af, 0x000dbdaf, 0x000dc1af, 0x000dc5af,
+ 0x000dc9af, 0x000dcdaf, 0x000dd1af, 0x000dd5af,
+ 0x000dd9af, 0x000dddaf, 0x000de1af, 0x000de5af,
+ 0x000de9af, 0x000dedaf, 0x000df1af, 0x000df5af,
+ 0x000df9af, 0x000dfdaf, 0x000e01af, 0x000e05af,
+ 0x000e09af, 0x000e0daf, 0x000e11af, 0x000e15af,
+ 0x000e19af, 0x000e1daf, 0x000e21af, 0x000e25af,
+ 0x000e29af, 0x000e2daf, 0x000e31af, 0x000e35af,
+ 0x000e39af, 0x000e3daf, 0x000e41af, 0x000e45af,
+ 0x000e49af, 0x000e4daf, 0x000e51af, 0x000e55af,
+ 0x000e59af, 0x000e5daf, 0x000e61af, 0x000e65af,
+ 0x000e69af, 0x000e6daf, 0x000e71af, 0x000e75af,
+ 0x000e79af, 0x000e7daf, 0x000e81af, 0x000e85af,
+ 0x000e89af, 0x000e8daf, 0x000e91af, 0x000e95af,
+ 0x000e99af, 0x000e9daf, 0x000ea1af, 0x000ea5af,
+ 0x000ea9af, 0x000eadaf, 0x000eb1af, 0x000eb5af,
+ 0x000eb9af, 0x000ebdaf, 0x000ec1af, 0x000ec5af,
+ 0x000ec9af, 0x000ecdaf, 0x000ed1af, 0x000ed5af,
+ 0x000ed9af, 0x000eddaf, 0x000ee1af, 0x000ee5af,
+ 0x000ee9af, 0x000eedaf, 0x000ef1af, 0x000ef5af,
+ 0x000ef9af, 0x000efdaf, 0x000f01af, 0x000f05af,
+ 0x000f09af, 0x000f0daf, 0x000f11af, 0x000f15af,
+ 0x000f19af, 0x000f1daf, 0x000f21af, 0x000f25af,
+ 0x000f29af, 0x000f2daf, 0x000f31af, 0x000f35af,
+ 0x000f39af, 0x000f3daf, 0x000f41af, 0x000f45af,
+ 0x000f49af, 0x000f4daf, 0x000f51af, 0x000f55af,
+ 0x000f59af, 0x000f5daf, 0x000f61af, 0x000f65af,
+ 0x000f69af, 0x000f6daf, 0x000f71af, 0x000f75af,
+ 0x000f79af, 0x000f7daf, 0x000f81af, 0x000f85af,
+ 0x000f89af, 0x000f8daf, 0x000f91af, 0x000f95af,
+ 0x000f99af, 0x000f9daf, 0x000fa1af, 0x000fa5af,
+ 0x000fa9af, 0x000fadaf, 0x000fb1af, 0x000fb5af,
+ 0x000fb9af, 0x000fbdaf, 0x000fc1af, 0x000fc5af,
+ 0x000fc9af, 0x000fcdaf, 0x000fd1af, 0x000fd5af,
+ 0x000fd9af, 0x000fddaf, 0x000fe1af, 0x000fe5af,
+ 0x000fe9af, 0x000fedaf, 0x000ff1af, 0x000ff5af,
+ 0x000ff9af, 0x000ffdaf, 0x000003af, 0x000007af,
+ 0x00000baf, 0x00000faf, 0x000013af, 0x000017af,
+ 0x00001baf, 0x00001faf, 0x000023af, 0x000027af,
+ 0x00002baf, 0x00002faf, 0x000033af, 0x000037af,
+ 0x00003baf, 0x00003faf, 0x000043af, 0x000047af,
+ 0x00004baf, 0x00004faf, 0x000053af, 0x000057af,
+ 0x00005baf, 0x00005faf, 0x000063af, 0x000067af,
+ 0x00006baf, 0x00006faf, 0x000073af, 0x000077af,
+ 0x00007baf, 0x00007faf, 0x000083af, 0x000087af,
+ 0x00008baf, 0x00008faf, 0x000093af, 0x000097af,
+ 0x00009baf, 0x00009faf, 0x0000a3af, 0x0000a7af,
+ 0x0000abaf, 0x0000afaf, 0x0000b3af, 0x0000b7af,
+ 0x0000bbaf, 0x0000bfaf, 0x0000c3af, 0x0000c7af,
+ 0x0000cbaf, 0x0000cfaf, 0x0000d3af, 0x0000d7af,
+ 0x0000dbaf, 0x0000dfaf, 0x0000e3af, 0x0000e7af,
+ 0x0000ebaf, 0x0000efaf, 0x0000f3af, 0x0000f7af,
+ 0x0000fbaf, 0x0000ffaf, 0x000103af, 0x000107af,
+ 0x00010baf, 0x00010faf, 0x000113af, 0x000117af,
+ 0x00011baf, 0x00011faf, 0x000123af, 0x000127af,
+ 0x00012baf, 0x00012faf, 0x000133af, 0x000137af,
+ 0x00013baf, 0x00013faf, 0x000143af, 0x000147af,
+ 0x00014baf, 0x00014faf, 0x000153af, 0x000157af,
+ 0x00015baf, 0x00015faf, 0x000163af, 0x000167af,
+ 0x00016baf, 0x00016faf, 0x000173af, 0x000177af,
+ 0x00017baf, 0x00017faf, 0x000183af, 0x000187af,
+ 0x00018baf, 0x00018faf, 0x000193af, 0x000197af,
+ 0x00019baf, 0x00019faf, 0x0001a3af, 0x0001a7af,
+ 0x0001abaf, 0x0001afaf, 0x0001b3af, 0x0001b7af,
+ 0x0001bbaf, 0x0001bfaf, 0x0001c3af, 0x0001c7af,
+ 0x0001cbaf, 0x0001cfaf, 0x0001d3af, 0x0001d7af,
+ 0x0001dbaf, 0x0001dfaf, 0x0001e3af, 0x0001e7af,
+ 0x0001ebaf, 0x0001efaf, 0x0001f3af, 0x0001f7af,
+ 0x0001fbaf, 0x0001ffaf, 0x000203af, 0x000207af,
+ 0x00020baf, 0x00020faf, 0x000213af, 0x000217af,
+ 0x00021baf, 0x00021faf, 0x000223af, 0x000227af,
+ 0x00022baf, 0x00022faf, 0x000233af, 0x000237af,
+ 0x00023baf, 0x00023faf, 0x000243af, 0x000247af,
+ 0x00024baf, 0x00024faf, 0x000253af, 0x000257af,
+ 0x00025baf, 0x00025faf, 0x000263af, 0x000267af,
+ 0x00026baf, 0x00026faf, 0x000273af, 0x000277af,
+ 0x00027baf, 0x00027faf, 0x000283af, 0x000287af,
+ 0x00028baf, 0x00028faf, 0x000293af, 0x000297af,
+ 0x00029baf, 0x00029faf, 0x0002a3af, 0x0002a7af,
+ 0x0002abaf, 0x0002afaf, 0x0002b3af, 0x0002b7af,
+ 0x0002bbaf, 0x0002bfaf, 0x0002c3af, 0x0002c7af,
+ 0x0002cbaf, 0x0002cfaf, 0x0002d3af, 0x0002d7af,
+ 0x0002dbaf, 0x0002dfaf, 0x0002e3af, 0x0002e7af,
+ 0x0002ebaf, 0x0002efaf, 0x0002f3af, 0x0002f7af,
+ 0x0002fbaf, 0x0002ffaf, 0x000303af, 0x000307af,
+ 0x00030baf, 0x00030faf, 0x000313af, 0x000317af,
+ 0x00031baf, 0x00031faf, 0x000323af, 0x000327af,
+ 0x00032baf, 0x00032faf, 0x000333af, 0x000337af,
+ 0x00033baf, 0x00033faf, 0x000343af, 0x000347af,
+ 0x00034baf, 0x00034faf, 0x000353af, 0x000357af,
+ 0x00035baf, 0x00035faf, 0x000363af, 0x000367af,
+ 0x00036baf, 0x00036faf, 0x000373af, 0x000377af,
+ 0x00037baf, 0x00037faf, 0x000383af, 0x000387af,
+ 0x00038baf, 0x00038faf, 0x000393af, 0x000397af,
+ 0x00039baf, 0x00039faf, 0x0003a3af, 0x0003a7af,
+ 0x0003abaf, 0x0003afaf, 0x0003b3af, 0x0003b7af,
+ 0x0003bbaf, 0x0003bfaf, 0x0003c3af, 0x0003c7af,
+ 0x0003cbaf, 0x0003cfaf, 0x0003d3af, 0x0003d7af,
+ 0x0003dbaf, 0x0003dfaf, 0x0003e3af, 0x0003e7af,
+ 0x0003ebaf, 0x0003efaf, 0x0003f3af, 0x0003f7af,
+ 0x0003fbaf, 0x0003ffaf, 0x000403af, 0x000407af,
+ 0x00040baf, 0x00040faf, 0x000413af, 0x000417af,
+ 0x00041baf, 0x00041faf, 0x000423af, 0x000427af,
+ 0x00042baf, 0x00042faf, 0x000433af, 0x000437af,
+ 0x00043baf, 0x00043faf, 0x000443af, 0x000447af,
+ 0x00044baf, 0x00044faf, 0x000453af, 0x000457af,
+ 0x00045baf, 0x00045faf, 0x000463af, 0x000467af,
+ 0x00046baf, 0x00046faf, 0x000473af, 0x000477af,
+ 0x00047baf, 0x00047faf, 0x000483af, 0x000487af,
+ 0x00048baf, 0x00048faf, 0x000493af, 0x000497af,
+ 0x00049baf, 0x00049faf, 0x0004a3af, 0x0004a7af,
+ 0x0004abaf, 0x0004afaf, 0x0004b3af, 0x0004b7af,
+ 0x0004bbaf, 0x0004bfaf, 0x0004c3af, 0x0004c7af,
+ 0x0004cbaf, 0x0004cfaf, 0x0004d3af, 0x0004d7af,
+ 0x0004dbaf, 0x0004dfaf, 0x0004e3af, 0x0004e7af,
+ 0x0004ebaf, 0x0004efaf, 0x0004f3af, 0x0004f7af,
+ 0x0004fbaf, 0x0004ffaf, 0x000503af, 0x000507af,
+ 0x00050baf, 0x00050faf, 0x000513af, 0x000517af,
+ 0x00051baf, 0x00051faf, 0x000523af, 0x000527af,
+ 0x00052baf, 0x00052faf, 0x000533af, 0x000537af,
+ 0x00053baf, 0x00053faf, 0x000543af, 0x000547af,
+ 0x00054baf, 0x00054faf, 0x000553af, 0x000557af,
+ 0x00055baf, 0x00055faf, 0x000563af, 0x000567af,
+ 0x00056baf, 0x00056faf, 0x000573af, 0x000577af,
+ 0x00057baf, 0x00057faf, 0x000583af, 0x000587af,
+ 0x00058baf, 0x00058faf, 0x000593af, 0x000597af,
+ 0x00059baf, 0x00059faf, 0x0005a3af, 0x0005a7af,
+ 0x0005abaf, 0x0005afaf, 0x0005b3af, 0x0005b7af,
+ 0x0005bbaf, 0x0005bfaf, 0x0005c3af, 0x0005c7af,
+ 0x0005cbaf, 0x0005cfaf, 0x0005d3af, 0x0005d7af,
+ 0x0005dbaf, 0x0005dfaf, 0x0005e3af, 0x0005e7af,
+ 0x0005ebaf, 0x0005efaf, 0x0005f3af, 0x0005f7af,
+ 0x0005fbaf, 0x0005ffaf, 0x000603af, 0x000607af,
+ 0x00060baf, 0x00060faf, 0x000613af, 0x000617af,
+ 0x00061baf, 0x00061faf, 0x000623af, 0x000627af,
+ 0x00062baf, 0x00062faf, 0x000633af, 0x000637af,
+ 0x00063baf, 0x00063faf, 0x000643af, 0x000647af,
+ 0x00064baf, 0x00064faf, 0x000653af, 0x000657af,
+ 0x00065baf, 0x00065faf, 0x000663af, 0x000667af,
+ 0x00066baf, 0x00066faf, 0x000673af, 0x000677af,
+ 0x00067baf, 0x00067faf, 0x000683af, 0x000687af,
+ 0x00068baf, 0x00068faf, 0x000693af, 0x000697af,
+ 0x00069baf, 0x00069faf, 0x0006a3af, 0x0006a7af,
+ 0x0006abaf, 0x0006afaf, 0x0006b3af, 0x0006b7af,
+ 0x0006bbaf, 0x0006bfaf, 0x0006c3af, 0x0006c7af,
+ 0x0006cbaf, 0x0006cfaf, 0x0006d3af, 0x0006d7af,
+ 0x0006dbaf, 0x0006dfaf, 0x0006e3af, 0x0006e7af,
+ 0x0006ebaf, 0x0006efaf, 0x0006f3af, 0x0006f7af,
+ 0x0006fbaf, 0x0006ffaf, 0x000703af, 0x000707af,
+ 0x00070baf, 0x00070faf, 0x000713af, 0x000717af,
+ 0x00071baf, 0x00071faf, 0x000723af, 0x000727af,
+ 0x00072baf, 0x00072faf, 0x000733af, 0x000737af,
+ 0x00073baf, 0x00073faf, 0x000743af, 0x000747af,
+ 0x00074baf, 0x00074faf, 0x000753af, 0x000757af,
+ 0x00075baf, 0x00075faf, 0x000763af, 0x000767af,
+ 0x00076baf, 0x00076faf, 0x000773af, 0x000777af,
+ 0x00077baf, 0x00077faf, 0x000783af, 0x000787af,
+ 0x00078baf, 0x00078faf, 0x000793af, 0x000797af,
+ 0x00079baf, 0x00079faf, 0x0007a3af, 0x0007a7af,
+ 0x0007abaf, 0x0007afaf, 0x0007b3af, 0x0007b7af,
+ 0x0007bbaf, 0x0007bfaf, 0x0007c3af, 0x0007c7af,
+ 0x0007cbaf, 0x0007cfaf, 0x0007d3af, 0x0007d7af,
+ 0x0007dbaf, 0x0007dfaf, 0x0007e3af, 0x0007e7af,
+ 0x0007ebaf, 0x0007efaf, 0x0007f3af, 0x0007f7af,
+ 0x0007fbaf, 0x0007ffaf, 0x000803af, 0x000807af,
+ 0x00080baf, 0x00080faf, 0x000813af, 0x000817af,
+ 0x00081baf, 0x00081faf, 0x000823af, 0x000827af,
+ 0x00082baf, 0x00082faf, 0x000833af, 0x000837af,
+ 0x00083baf, 0x00083faf, 0x000843af, 0x000847af,
+ 0x00084baf, 0x00084faf, 0x000853af, 0x000857af,
+ 0x00085baf, 0x00085faf, 0x000863af, 0x000867af,
+ 0x00086baf, 0x00086faf, 0x000873af, 0x000877af,
+ 0x00087baf, 0x00087faf, 0x000883af, 0x000887af,
+ 0x00088baf, 0x00088faf, 0x000893af, 0x000897af,
+ 0x00089baf, 0x00089faf, 0x0008a3af, 0x0008a7af,
+ 0x0008abaf, 0x0008afaf, 0x0008b3af, 0x0008b7af,
+ 0x0008bbaf, 0x0008bfaf, 0x0008c3af, 0x0008c7af,
+ 0x0008cbaf, 0x0008cfaf, 0x0008d3af, 0x0008d7af,
+ 0x0008dbaf, 0x0008dfaf, 0x0008e3af, 0x0008e7af,
+ 0x0008ebaf, 0x0008efaf, 0x0008f3af, 0x0008f7af,
+ 0x0008fbaf, 0x0008ffaf, 0x000903af, 0x000907af,
+ 0x00090baf, 0x00090faf, 0x000913af, 0x000917af,
+ 0x00091baf, 0x00091faf, 0x000923af, 0x000927af,
+ 0x00092baf, 0x00092faf, 0x000933af, 0x000937af,
+ 0x00093baf, 0x00093faf, 0x000943af, 0x000947af,
+ 0x00094baf, 0x00094faf, 0x000953af, 0x000957af,
+ 0x00095baf, 0x00095faf, 0x000963af, 0x000967af,
+ 0x00096baf, 0x00096faf, 0x000973af, 0x000977af,
+ 0x00097baf, 0x00097faf, 0x000983af, 0x000987af,
+ 0x00098baf, 0x00098faf, 0x000993af, 0x000997af,
+ 0x00099baf, 0x00099faf, 0x0009a3af, 0x0009a7af,
+ 0x0009abaf, 0x0009afaf, 0x0009b3af, 0x0009b7af,
+ 0x0009bbaf, 0x0009bfaf, 0x0009c3af, 0x0009c7af,
+ 0x0009cbaf, 0x0009cfaf, 0x0009d3af, 0x0009d7af,
+ 0x0009dbaf, 0x0009dfaf, 0x0009e3af, 0x0009e7af,
+ 0x0009ebaf, 0x0009efaf, 0x0009f3af, 0x0009f7af,
+ 0x0009fbaf, 0x0009ffaf, 0x000a03af, 0x000a07af,
+ 0x000a0baf, 0x000a0faf, 0x000a13af, 0x000a17af,
+ 0x000a1baf, 0x000a1faf, 0x000a23af, 0x000a27af,
+ 0x000a2baf, 0x000a2faf, 0x000a33af, 0x000a37af,
+ 0x000a3baf, 0x000a3faf, 0x000a43af, 0x000a47af,
+ 0x000a4baf, 0x000a4faf, 0x000a53af, 0x000a57af,
+ 0x000a5baf, 0x000a5faf, 0x000a63af, 0x000a67af,
+ 0x000a6baf, 0x000a6faf, 0x000a73af, 0x000a77af,
+ 0x000a7baf, 0x000a7faf, 0x000a83af, 0x000a87af,
+ 0x000a8baf, 0x000a8faf, 0x000a93af, 0x000a97af,
+ 0x000a9baf, 0x000a9faf, 0x000aa3af, 0x000aa7af,
+ 0x000aabaf, 0x000aafaf, 0x000ab3af, 0x000ab7af,
+ 0x000abbaf, 0x000abfaf, 0x000ac3af, 0x000ac7af,
+ 0x000acbaf, 0x000acfaf, 0x000ad3af, 0x000ad7af,
+ 0x000adbaf, 0x000adfaf, 0x000ae3af, 0x000ae7af,
+ 0x000aebaf, 0x000aefaf, 0x000af3af, 0x000af7af,
+ 0x000afbaf, 0x000affaf, 0x000b03af, 0x000b07af,
+ 0x000b0baf, 0x000b0faf, 0x000b13af, 0x000b17af,
+ 0x000b1baf, 0x000b1faf, 0x000b23af, 0x000b27af,
+ 0x000b2baf, 0x000b2faf, 0x000b33af, 0x000b37af,
+ 0x000b3baf, 0x000b3faf, 0x000b43af, 0x000b47af,
+ 0x000b4baf, 0x000b4faf, 0x000b53af, 0x000b57af,
+ 0x000b5baf, 0x000b5faf, 0x000b63af, 0x000b67af,
+ 0x000b6baf, 0x000b6faf, 0x000b73af, 0x000b77af,
+ 0x000b7baf, 0x000b7faf, 0x000b83af, 0x000b87af,
+ 0x000b8baf, 0x000b8faf, 0x000b93af, 0x000b97af,
+ 0x000b9baf, 0x000b9faf, 0x000ba3af, 0x000ba7af,
+ 0x000babaf, 0x000bafaf, 0x000bb3af, 0x000bb7af,
+ 0x000bbbaf, 0x000bbfaf, 0x000bc3af, 0x000bc7af,
+ 0x000bcbaf, 0x000bcfaf, 0x000bd3af, 0x000bd7af,
+ 0x000bdbaf, 0x000bdfaf, 0x000be3af, 0x000be7af,
+ 0x000bebaf, 0x000befaf, 0x000bf3af, 0x000bf7af,
+ 0x000bfbaf, 0x000bffaf, 0x000c03af, 0x000c07af,
+ 0x000c0baf, 0x000c0faf, 0x000c13af, 0x000c17af,
+ 0x000c1baf, 0x000c1faf, 0x000c23af, 0x000c27af,
+ 0x000c2baf, 0x000c2faf, 0x000c33af, 0x000c37af,
+ 0x000c3baf, 0x000c3faf, 0x000c43af, 0x000c47af,
+ 0x000c4baf, 0x000c4faf, 0x000c53af, 0x000c57af,
+ 0x000c5baf, 0x000c5faf, 0x000c63af, 0x000c67af,
+ 0x000c6baf, 0x000c6faf, 0x000c73af, 0x000c77af,
+ 0x000c7baf, 0x000c7faf, 0x000c83af, 0x000c87af,
+ 0x000c8baf, 0x000c8faf, 0x000c93af, 0x000c97af,
+ 0x000c9baf, 0x000c9faf, 0x000ca3af, 0x000ca7af,
+ 0x000cabaf, 0x000cafaf, 0x000cb3af, 0x000cb7af,
+ 0x000cbbaf, 0x000cbfaf, 0x000cc3af, 0x000cc7af,
+ 0x000ccbaf, 0x000ccfaf, 0x000cd3af, 0x000cd7af,
+ 0x000cdbaf, 0x000cdfaf, 0x000ce3af, 0x000ce7af,
+ 0x000cebaf, 0x000cefaf, 0x000cf3af, 0x000cf7af,
+ 0x000cfbaf, 0x000cffaf, 0x000d03af, 0x000d07af,
+ 0x000d0baf, 0x000d0faf, 0x000d13af, 0x000d17af,
+ 0x000d1baf, 0x000d1faf, 0x000d23af, 0x000d27af,
+ 0x000d2baf, 0x000d2faf, 0x000d33af, 0x000d37af,
+ 0x000d3baf, 0x000d3faf, 0x000d43af, 0x000d47af,
+ 0x000d4baf, 0x000d4faf, 0x000d53af, 0x000d57af,
+ 0x000d5baf, 0x000d5faf, 0x000d63af, 0x000d67af,
+ 0x000d6baf, 0x000d6faf, 0x000d73af, 0x000d77af,
+ 0x000d7baf, 0x000d7faf, 0x000d83af, 0x000d87af,
+ 0x000d8baf, 0x000d8faf, 0x000d93af, 0x000d97af,
+ 0x000d9baf, 0x000d9faf, 0x000da3af, 0x000da7af,
+ 0x000dabaf, 0x000dafaf, 0x000db3af, 0x000db7af,
+ 0x000dbbaf, 0x000dbfaf, 0x000dc3af, 0x000dc7af,
+ 0x000dcbaf, 0x000dcfaf, 0x000dd3af, 0x000dd7af,
+ 0x000ddbaf, 0x000ddfaf, 0x000de3af, 0x000de7af,
+ 0x000debaf, 0x000defaf, 0x000df3af, 0x000df7af,
+ 0x000dfbaf, 0x000dffaf, 0x000e03af, 0x000e07af,
+ 0x000e0baf, 0x000e0faf, 0x000e13af, 0x000e17af,
+ 0x000e1baf, 0x000e1faf, 0x000e23af, 0x000e27af,
+ 0x000e2baf, 0x000e2faf, 0x000e33af, 0x000e37af,
+ 0x000e3baf, 0x000e3faf, 0x000e43af, 0x000e47af,
+ 0x000e4baf, 0x000e4faf, 0x000e53af, 0x000e57af,
+ 0x000e5baf, 0x000e5faf, 0x000e63af, 0x000e67af,
+ 0x000e6baf, 0x000e6faf, 0x000e73af, 0x000e77af,
+ 0x000e7baf, 0x000e7faf, 0x000e83af, 0x000e87af,
+ 0x000e8baf, 0x000e8faf, 0x000e93af, 0x000e97af,
+ 0x000e9baf, 0x000e9faf, 0x000ea3af, 0x000ea7af,
+ 0x000eabaf, 0x000eafaf, 0x000eb3af, 0x000eb7af,
+ 0x000ebbaf, 0x000ebfaf, 0x000ec3af, 0x000ec7af,
+ 0x000ecbaf, 0x000ecfaf, 0x000ed3af, 0x000ed7af,
+ 0x000edbaf, 0x000edfaf, 0x000ee3af, 0x000ee7af,
+ 0x000eebaf, 0x000eefaf, 0x000ef3af, 0x000ef7af,
+ 0x000efbaf, 0x000effaf, 0x000f03af, 0x000f07af,
+ 0x000f0baf, 0x000f0faf, 0x000f13af, 0x000f17af,
+ 0x000f1baf, 0x000f1faf, 0x000f23af, 0x000f27af,
+ 0x000f2baf, 0x000f2faf, 0x000f33af, 0x000f37af,
+ 0x000f3baf, 0x000f3faf, 0x000f43af, 0x000f47af,
+ 0x000f4baf, 0x000f4faf, 0x000f53af, 0x000f57af,
+ 0x000f5baf, 0x000f5faf, 0x000f63af, 0x000f67af,
+ 0x000f6baf, 0x000f6faf, 0x000f73af, 0x000f77af,
+ 0x000f7baf, 0x000f7faf, 0x000f83af, 0x000f87af,
+ 0x000f8baf, 0x000f8faf, 0x000f93af, 0x000f97af,
+ 0x000f9baf, 0x000f9faf, 0x000fa3af, 0x000fa7af,
+ 0x000fabaf, 0x000fafaf, 0x000fb3af, 0x000fb7af,
+ 0x000fbbaf, 0x000fbfaf, 0x000fc3af, 0x000fc7af,
+ 0x000fcbaf, 0x000fcfaf, 0x000fd3af, 0x000fd7af,
+ 0x000fdbaf, 0x000fdfaf, 0x000fe3af, 0x000fe7af,
+ 0x000febaf, 0x000fefaf, 0x000ff3af, 0x000ff7af,
+ 0x000ffbaf, 0x000fffaf, 0x00000070, 0x00000470,
+ 0x00000870, 0x00000c70, 0x00001070, 0x00001470,
+ 0x00001870, 0x00001c70, 0x00002070, 0x00002470,
+ 0x00002870, 0x00002c70, 0x00003070, 0x00003470,
+ 0x00003870, 0x00003c70, 0x00004070, 0x00004470,
+ 0x00004870, 0x00004c70, 0x00005070, 0x00005470,
+ 0x00005870, 0x00005c70, 0x00006070, 0x00006470,
+ 0x00006870, 0x00006c70, 0x00007070, 0x00007470,
+ 0x00007870, 0x00007c70, 0x00008070, 0x00008470,
+ 0x00008870, 0x00008c70, 0x00009070, 0x00009470,
+ 0x00009870, 0x00009c70, 0x0000a070, 0x0000a470,
+ 0x0000a870, 0x0000ac70, 0x0000b070, 0x0000b470,
+ 0x0000b870, 0x0000bc70, 0x0000c070, 0x0000c470,
+ 0x0000c870, 0x0000cc70, 0x0000d070, 0x0000d470,
+ 0x0000d870, 0x0000dc70, 0x0000e070, 0x0000e470,
+ 0x0000e870, 0x0000ec70, 0x0000f070, 0x0000f470,
+ 0x0000f870, 0x0000fc70, 0x00010070, 0x00010470,
+ 0x00010870, 0x00010c70, 0x00011070, 0x00011470,
+ 0x00011870, 0x00011c70, 0x00012070, 0x00012470,
+ 0x00012870, 0x00012c70, 0x00013070, 0x00013470,
+ 0x00013870, 0x00013c70, 0x00014070, 0x00014470,
+ 0x00014870, 0x00014c70, 0x00015070, 0x00015470,
+ 0x00015870, 0x00015c70, 0x00016070, 0x00016470,
+ 0x00016870, 0x00016c70, 0x00017070, 0x00017470,
+ 0x00017870, 0x00017c70, 0x00018070, 0x00018470,
+ 0x00018870, 0x00018c70, 0x00019070, 0x00019470,
+ 0x00019870, 0x00019c70, 0x0001a070, 0x0001a470,
+ 0x0001a870, 0x0001ac70, 0x0001b070, 0x0001b470,
+ 0x0001b870, 0x0001bc70, 0x0001c070, 0x0001c470,
+ 0x0001c870, 0x0001cc70, 0x0001d070, 0x0001d470,
+ 0x0001d870, 0x0001dc70, 0x0001e070, 0x0001e470,
+ 0x0001e870, 0x0001ec70, 0x0001f070, 0x0001f470,
+ 0x0001f870, 0x0001fc70, 0x00020070, 0x00020470,
+ 0x00020870, 0x00020c70, 0x00021070, 0x00021470,
+ 0x00021870, 0x00021c70, 0x00022070, 0x00022470,
+ 0x00022870, 0x00022c70, 0x00023070, 0x00023470,
+ 0x00023870, 0x00023c70, 0x00024070, 0x00024470,
+ 0x00024870, 0x00024c70, 0x00025070, 0x00025470,
+ 0x00025870, 0x00025c70, 0x00026070, 0x00026470,
+ 0x00026870, 0x00026c70, 0x00027070, 0x00027470,
+ 0x00027870, 0x00027c70, 0x00028070, 0x00028470,
+ 0x00028870, 0x00028c70, 0x00029070, 0x00029470,
+ 0x00029870, 0x00029c70, 0x0002a070, 0x0002a470,
+ 0x0002a870, 0x0002ac70, 0x0002b070, 0x0002b470,
+ 0x0002b870, 0x0002bc70, 0x0002c070, 0x0002c470,
+ 0x0002c870, 0x0002cc70, 0x0002d070, 0x0002d470,
+ 0x0002d870, 0x0002dc70, 0x0002e070, 0x0002e470,
+ 0x0002e870, 0x0002ec70, 0x0002f070, 0x0002f470,
+ 0x0002f870, 0x0002fc70, 0x00030070, 0x00030470,
+ 0x00030870, 0x00030c70, 0x00031070, 0x00031470,
+ 0x00031870, 0x00031c70, 0x00032070, 0x00032470,
+ 0x00032870, 0x00032c70, 0x00033070, 0x00033470,
+ 0x00033870, 0x00033c70, 0x00034070, 0x00034470,
+ 0x00034870, 0x00034c70, 0x00035070, 0x00035470,
+ 0x00035870, 0x00035c70, 0x00036070, 0x00036470,
+ 0x00036870, 0x00036c70, 0x00037070, 0x00037470,
+ 0x00037870, 0x00037c70, 0x00038070, 0x00038470,
+ 0x00038870, 0x00038c70, 0x00039070, 0x00039470,
+ 0x00039870, 0x00039c70, 0x0003a070, 0x0003a470,
+ 0x0003a870, 0x0003ac70, 0x0003b070, 0x0003b470,
+ 0x0003b870, 0x0003bc70, 0x0003c070, 0x0003c470,
+ 0x0003c870, 0x0003cc70, 0x0003d070, 0x0003d470,
+ 0x0003d870, 0x0003dc70, 0x0003e070, 0x0003e470,
+ 0x0003e870, 0x0003ec70, 0x0003f070, 0x0003f470,
+ 0x0003f870, 0x0003fc70, 0x00040070, 0x00040470,
+ 0x00040870, 0x00040c70, 0x00041070, 0x00041470,
+ 0x00041870, 0x00041c70, 0x00042070, 0x00042470,
+ 0x00042870, 0x00042c70, 0x00043070, 0x00043470,
+ 0x00043870, 0x00043c70, 0x00044070, 0x00044470,
+ 0x00044870, 0x00044c70, 0x00045070, 0x00045470,
+ 0x00045870, 0x00045c70, 0x00046070, 0x00046470,
+ 0x00046870, 0x00046c70, 0x00047070, 0x00047470,
+ 0x00047870, 0x00047c70, 0x00048070, 0x00048470,
+ 0x00048870, 0x00048c70, 0x00049070, 0x00049470,
+ 0x00049870, 0x00049c70, 0x0004a070, 0x0004a470,
+ 0x0004a870, 0x0004ac70, 0x0004b070, 0x0004b470,
+ 0x0004b870, 0x0004bc70, 0x0004c070, 0x0004c470,
+ 0x0004c870, 0x0004cc70, 0x0004d070, 0x0004d470,
+ 0x0004d870, 0x0004dc70, 0x0004e070, 0x0004e470,
+ 0x0004e870, 0x0004ec70, 0x0004f070, 0x0004f470,
+ 0x0004f870, 0x0004fc70, 0x00050070, 0x00050470,
+ 0x00050870, 0x00050c70, 0x00051070, 0x00051470,
+ 0x00051870, 0x00051c70, 0x00052070, 0x00052470,
+ 0x00052870, 0x00052c70, 0x00053070, 0x00053470,
+ 0x00053870, 0x00053c70, 0x00054070, 0x00054470,
+ 0x00054870, 0x00054c70, 0x00055070, 0x00055470,
+ 0x00055870, 0x00055c70, 0x00056070, 0x00056470,
+ 0x00056870, 0x00056c70, 0x00057070, 0x00057470,
+ 0x00057870, 0x00057c70, 0x00058070, 0x00058470,
+ 0x00058870, 0x00058c70, 0x00059070, 0x00059470,
+ 0x00059870, 0x00059c70, 0x0005a070, 0x0005a470,
+ 0x0005a870, 0x0005ac70, 0x0005b070, 0x0005b470,
+ 0x0005b870, 0x0005bc70, 0x0005c070, 0x0005c470,
+ 0x0005c870, 0x0005cc70, 0x0005d070, 0x0005d470,
+ 0x0005d870, 0x0005dc70, 0x0005e070, 0x0005e470,
+ 0x0005e870, 0x0005ec70, 0x0005f070, 0x0005f470,
+ 0x0005f870, 0x0005fc70, 0x00060070, 0x00060470,
+ 0x00060870, 0x00060c70, 0x00061070, 0x00061470,
+ 0x00061870, 0x00061c70, 0x00062070, 0x00062470,
+ 0x00062870, 0x00062c70, 0x00063070, 0x00063470,
+ 0x00063870, 0x00063c70, 0x00064070, 0x00064470,
+ 0x00064870, 0x00064c70, 0x00065070, 0x00065470,
+ 0x00065870, 0x00065c70, 0x00066070, 0x00066470,
+ 0x00066870, 0x00066c70, 0x00067070, 0x00067470,
+ 0x00067870, 0x00067c70, 0x00068070, 0x00068470,
+ 0x00068870, 0x00068c70, 0x00069070, 0x00069470,
+ 0x00069870, 0x00069c70, 0x0006a070, 0x0006a470,
+ 0x0006a870, 0x0006ac70, 0x0006b070, 0x0006b470,
+ 0x0006b870, 0x0006bc70, 0x0006c070, 0x0006c470,
+ 0x0006c870, 0x0006cc70, 0x0006d070, 0x0006d470,
+ 0x0006d870, 0x0006dc70, 0x0006e070, 0x0006e470,
+ 0x0006e870, 0x0006ec70, 0x0006f070, 0x0006f470,
+ 0x0006f870, 0x0006fc70, 0x00070070, 0x00070470,
+ 0x00070870, 0x00070c70, 0x00071070, 0x00071470,
+ 0x00071870, 0x00071c70, 0x00072070, 0x00072470,
+ 0x00072870, 0x00072c70, 0x00073070, 0x00073470,
+ 0x00073870, 0x00073c70, 0x00074070, 0x00074470,
+ 0x00074870, 0x00074c70, 0x00075070, 0x00075470,
+ 0x00075870, 0x00075c70, 0x00076070, 0x00076470,
+ 0x00076870, 0x00076c70, 0x00077070, 0x00077470,
+ 0x00077870, 0x00077c70, 0x00078070, 0x00078470,
+ 0x00078870, 0x00078c70, 0x00079070, 0x00079470,
+ 0x00079870, 0x00079c70, 0x0007a070, 0x0007a470,
+ 0x0007a870, 0x0007ac70, 0x0007b070, 0x0007b470,
+ 0x0007b870, 0x0007bc70, 0x0007c070, 0x0007c470,
+ 0x0007c870, 0x0007cc70, 0x0007d070, 0x0007d470,
+ 0x0007d870, 0x0007dc70, 0x0007e070, 0x0007e470,
+ 0x0007e870, 0x0007ec70, 0x0007f070, 0x0007f470,
+ 0x0007f870, 0x0007fc70, 0x00080070, 0x00080470,
+ 0x00080870, 0x00080c70, 0x00081070, 0x00081470,
+ 0x00081870, 0x00081c70, 0x00082070, 0x00082470,
+ 0x00082870, 0x00082c70, 0x00083070, 0x00083470,
+ 0x00083870, 0x00083c70, 0x00084070, 0x00084470,
+ 0x00084870, 0x00084c70, 0x00085070, 0x00085470,
+ 0x00085870, 0x00085c70, 0x00086070, 0x00086470,
+ 0x00086870, 0x00086c70, 0x00087070, 0x00087470,
+ 0x00087870, 0x00087c70, 0x00088070, 0x00088470,
+ 0x00088870, 0x00088c70, 0x00089070, 0x00089470,
+ 0x00089870, 0x00089c70, 0x0008a070, 0x0008a470,
+ 0x0008a870, 0x0008ac70, 0x0008b070, 0x0008b470,
+ 0x0008b870, 0x0008bc70, 0x0008c070, 0x0008c470,
+ 0x0008c870, 0x0008cc70, 0x0008d070, 0x0008d470,
+ 0x0008d870, 0x0008dc70, 0x0008e070, 0x0008e470,
+ 0x0008e870, 0x0008ec70, 0x0008f070, 0x0008f470,
+ 0x0008f870, 0x0008fc70, 0x00090070, 0x00090470,
+ 0x00090870, 0x00090c70, 0x00091070, 0x00091470,
+ 0x00091870, 0x00091c70, 0x00092070, 0x00092470,
+ 0x00092870, 0x00092c70, 0x00093070, 0x00093470,
+ 0x00093870, 0x00093c70, 0x00094070, 0x00094470,
+ 0x00094870, 0x00094c70, 0x00095070, 0x00095470,
+ 0x00095870, 0x00095c70, 0x00096070, 0x00096470,
+ 0x00096870, 0x00096c70, 0x00097070, 0x00097470,
+ 0x00097870, 0x00097c70, 0x00098070, 0x00098470,
+ 0x00098870, 0x00098c70, 0x00099070, 0x00099470,
+ 0x00099870, 0x00099c70, 0x0009a070, 0x0009a470,
+ 0x0009a870, 0x0009ac70, 0x0009b070, 0x0009b470,
+ 0x0009b870, 0x0009bc70, 0x0009c070, 0x0009c470,
+ 0x0009c870, 0x0009cc70, 0x0009d070, 0x0009d470,
+ 0x0009d870, 0x0009dc70, 0x0009e070, 0x0009e470,
+ 0x0009e870, 0x0009ec70, 0x0009f070, 0x0009f470,
+ 0x0009f870, 0x0009fc70, 0x000a0070, 0x000a0470,
+ 0x000a0870, 0x000a0c70, 0x000a1070, 0x000a1470,
+ 0x000a1870, 0x000a1c70, 0x000a2070, 0x000a2470,
+ 0x000a2870, 0x000a2c70, 0x000a3070, 0x000a3470,
+ 0x000a3870, 0x000a3c70, 0x000a4070, 0x000a4470,
+ 0x000a4870, 0x000a4c70, 0x000a5070, 0x000a5470,
+ 0x000a5870, 0x000a5c70, 0x000a6070, 0x000a6470,
+ 0x000a6870, 0x000a6c70, 0x000a7070, 0x000a7470,
+ 0x000a7870, 0x000a7c70, 0x000a8070, 0x000a8470,
+ 0x000a8870, 0x000a8c70, 0x000a9070, 0x000a9470,
+ 0x000a9870, 0x000a9c70, 0x000aa070, 0x000aa470,
+ 0x000aa870, 0x000aac70, 0x000ab070, 0x000ab470,
+ 0x000ab870, 0x000abc70, 0x000ac070, 0x000ac470,
+ 0x000ac870, 0x000acc70, 0x000ad070, 0x000ad470,
+ 0x000ad870, 0x000adc70, 0x000ae070, 0x000ae470,
+ 0x000ae870, 0x000aec70, 0x000af070, 0x000af470,
+ 0x000af870, 0x000afc70, 0x000b0070, 0x000b0470,
+ 0x000b0870, 0x000b0c70, 0x000b1070, 0x000b1470,
+ 0x000b1870, 0x000b1c70, 0x000b2070, 0x000b2470,
+ 0x000b2870, 0x000b2c70, 0x000b3070, 0x000b3470,
+ 0x000b3870, 0x000b3c70, 0x000b4070, 0x000b4470,
+ 0x000b4870, 0x000b4c70, 0x000b5070, 0x000b5470,
+ 0x000b5870, 0x000b5c70, 0x000b6070, 0x000b6470,
+ 0x000b6870, 0x000b6c70, 0x000b7070, 0x000b7470,
+ 0x000b7870, 0x000b7c70, 0x000b8070, 0x000b8470,
+ 0x000b8870, 0x000b8c70, 0x000b9070, 0x000b9470,
+ 0x000b9870, 0x000b9c70, 0x000ba070, 0x000ba470,
+ 0x000ba870, 0x000bac70, 0x000bb070, 0x000bb470,
+ 0x000bb870, 0x000bbc70, 0x000bc070, 0x000bc470,
+ 0x000bc870, 0x000bcc70, 0x000bd070, 0x000bd470,
+ 0x000bd870, 0x000bdc70, 0x000be070, 0x000be470,
+ 0x000be870, 0x000bec70, 0x000bf070, 0x000bf470,
+ 0x000bf870, 0x000bfc70, 0x000c0070, 0x000c0470,
+ 0x000c0870, 0x000c0c70, 0x000c1070, 0x000c1470,
+ 0x000c1870, 0x000c1c70, 0x000c2070, 0x000c2470,
+ 0x000c2870, 0x000c2c70, 0x000c3070, 0x000c3470,
+ 0x000c3870, 0x000c3c70, 0x000c4070, 0x000c4470,
+ 0x000c4870, 0x000c4c70, 0x000c5070, 0x000c5470,
+ 0x000c5870, 0x000c5c70, 0x000c6070, 0x000c6470,
+ 0x000c6870, 0x000c6c70, 0x000c7070, 0x000c7470,
+ 0x000c7870, 0x000c7c70, 0x000c8070, 0x000c8470,
+ 0x000c8870, 0x000c8c70, 0x000c9070, 0x000c9470,
+ 0x000c9870, 0x000c9c70, 0x000ca070, 0x000ca470,
+ 0x000ca870, 0x000cac70, 0x000cb070, 0x000cb470,
+ 0x000cb870, 0x000cbc70, 0x000cc070, 0x000cc470,
+ 0x000cc870, 0x000ccc70, 0x000cd070, 0x000cd470,
+ 0x000cd870, 0x000cdc70, 0x000ce070, 0x000ce470,
+ 0x000ce870, 0x000cec70, 0x000cf070, 0x000cf470,
+ 0x000cf870, 0x000cfc70, 0x000d0070, 0x000d0470,
+ 0x000d0870, 0x000d0c70, 0x000d1070, 0x000d1470,
+ 0x000d1870, 0x000d1c70, 0x000d2070, 0x000d2470,
+ 0x000d2870, 0x000d2c70, 0x000d3070, 0x000d3470,
+ 0x000d3870, 0x000d3c70, 0x000d4070, 0x000d4470,
+ 0x000d4870, 0x000d4c70, 0x000d5070, 0x000d5470,
+ 0x000d5870, 0x000d5c70, 0x000d6070, 0x000d6470,
+ 0x000d6870, 0x000d6c70, 0x000d7070, 0x000d7470,
+ 0x000d7870, 0x000d7c70, 0x000d8070, 0x000d8470,
+ 0x000d8870, 0x000d8c70, 0x000d9070, 0x000d9470,
+ 0x000d9870, 0x000d9c70, 0x000da070, 0x000da470,
+ 0x000da870, 0x000dac70, 0x000db070, 0x000db470,
+ 0x000db870, 0x000dbc70, 0x000dc070, 0x000dc470,
+ 0x000dc870, 0x000dcc70, 0x000dd070, 0x000dd470,
+ 0x000dd870, 0x000ddc70, 0x000de070, 0x000de470,
+ 0x000de870, 0x000dec70, 0x000df070, 0x000df470,
+ 0x000df870, 0x000dfc70, 0x000e0070, 0x000e0470,
+ 0x000e0870, 0x000e0c70, 0x000e1070, 0x000e1470,
+ 0x000e1870, 0x000e1c70, 0x000e2070, 0x000e2470,
+ 0x000e2870, 0x000e2c70, 0x000e3070, 0x000e3470,
+ 0x000e3870, 0x000e3c70, 0x000e4070, 0x000e4470,
+ 0x000e4870, 0x000e4c70, 0x000e5070, 0x000e5470,
+ 0x000e5870, 0x000e5c70, 0x000e6070, 0x000e6470,
+ 0x000e6870, 0x000e6c70, 0x000e7070, 0x000e7470,
+ 0x000e7870, 0x000e7c70, 0x000e8070, 0x000e8470,
+ 0x000e8870, 0x000e8c70, 0x000e9070, 0x000e9470,
+ 0x000e9870, 0x000e9c70, 0x000ea070, 0x000ea470,
+ 0x000ea870, 0x000eac70, 0x000eb070, 0x000eb470,
+ 0x000eb870, 0x000ebc70, 0x000ec070, 0x000ec470,
+ 0x000ec870, 0x000ecc70, 0x000ed070, 0x000ed470,
+ 0x000ed870, 0x000edc70, 0x000ee070, 0x000ee470,
+ 0x000ee870, 0x000eec70, 0x000ef070, 0x000ef470,
+ 0x000ef870, 0x000efc70, 0x000f0070, 0x000f0470,
+ 0x000f0870, 0x000f0c70, 0x000f1070, 0x000f1470,
+ 0x000f1870, 0x000f1c70, 0x000f2070, 0x000f2470,
+ 0x000f2870, 0x000f2c70, 0x000f3070, 0x000f3470,
+ 0x000f3870, 0x000f3c70, 0x000f4070, 0x000f4470,
+ 0x000f4870, 0x000f4c70, 0x000f5070, 0x000f5470,
+ 0x000f5870, 0x000f5c70, 0x000f6070, 0x000f6470,
+ 0x000f6870, 0x000f6c70, 0x000f7070, 0x000f7470,
+ 0x000f7870, 0x000f7c70, 0x000f8070, 0x000f8470,
+ 0x000f8870, 0x000f8c70, 0x000f9070, 0x000f9470,
+ 0x000f9870, 0x000f9c70, 0x000fa070, 0x000fa470,
+ 0x000fa870, 0x000fac70, 0x000fb070, 0x000fb470,
+ 0x000fb870, 0x000fbc70, 0x000fc070, 0x000fc470,
+ 0x000fc870, 0x000fcc70, 0x000fd070, 0x000fd470,
+ 0x000fd870, 0x000fdc70, 0x000fe070, 0x000fe470,
+ 0x000fe870, 0x000fec70, 0x000ff070, 0x000ff470,
+ 0x000ff870, 0x000ffc70, 0x00100070, 0x00100470,
+ 0x00100870, 0x00100c70, 0x00101070, 0x00101470,
+ 0x00101870, 0x00101c70, 0x00102070, 0x00102470,
+ 0x00102870, 0x00102c70, 0x00103070, 0x00103470,
+ 0x00103870, 0x00103c70, 0x00104070, 0x00104470,
+ 0x00104870, 0x00104c70, 0x00105070, 0x00105470,
+ 0x00105870, 0x00105c70, 0x00106070, 0x00106470,
+ 0x00106870, 0x00106c70, 0x00107070, 0x00107470,
+ 0x00107870, 0x00107c70, 0x00108070, 0x00108470,
+ 0x00108870, 0x00108c70, 0x00109070, 0x00109470,
+ 0x00109870, 0x00109c70, 0x0010a070, 0x0010a470,
+ 0x0010a870, 0x0010ac70, 0x0010b070, 0x0010b470,
+ 0x0010b870, 0x0010bc70, 0x0010c070, 0x0010c470,
+ 0x0010c870, 0x0010cc70, 0x0010d070, 0x0010d470,
+ 0x0010d870, 0x0010dc70, 0x0010e070, 0x0010e470,
+ 0x0010e870, 0x0010ec70, 0x0010f070, 0x0010f470,
+ 0x0010f870, 0x0010fc70, 0x00110070, 0x00110470,
+ 0x00110870, 0x00110c70, 0x00111070, 0x00111470,
+ 0x00111870, 0x00111c70, 0x00112070, 0x00112470,
+ 0x00112870, 0x00112c70, 0x00113070, 0x00113470,
+ 0x00113870, 0x00113c70, 0x00114070, 0x00114470,
+ 0x00114870, 0x00114c70, 0x00115070, 0x00115470,
+ 0x00115870, 0x00115c70, 0x00116070, 0x00116470,
+ 0x00116870, 0x00116c70, 0x00117070, 0x00117470,
+ 0x00117870, 0x00117c70, 0x00118070, 0x00118470,
+ 0x00118870, 0x00118c70, 0x00119070, 0x00119470,
+ 0x00119870, 0x00119c70, 0x0011a070, 0x0011a470,
+ 0x0011a870, 0x0011ac70, 0x0011b070, 0x0011b470,
+ 0x0011b870, 0x0011bc70, 0x0011c070, 0x0011c470,
+ 0x0011c870, 0x0011cc70, 0x0011d070, 0x0011d470,
+ 0x0011d870, 0x0011dc70, 0x0011e070, 0x0011e470,
+ 0x0011e870, 0x0011ec70, 0x0011f070, 0x0011f470,
+ 0x0011f870, 0x0011fc70, 0x00120070, 0x00120470,
+ 0x00120870, 0x00120c70, 0x00121070, 0x00121470,
+ 0x00121870, 0x00121c70, 0x00122070, 0x00122470,
+ 0x00122870, 0x00122c70, 0x00123070, 0x00123470,
+ 0x00123870, 0x00123c70, 0x00124070, 0x00124470,
+ 0x00124870, 0x00124c70, 0x00125070, 0x00125470,
+ 0x00125870, 0x00125c70, 0x00126070, 0x00126470,
+ 0x00126870, 0x00126c70, 0x00127070, 0x00127470,
+ 0x00127870, 0x00127c70, 0x00128070, 0x00128470,
+ 0x00128870, 0x00128c70, 0x00129070, 0x00129470,
+ 0x00129870, 0x00129c70, 0x0012a070, 0x0012a470,
+ 0x0012a870, 0x0012ac70, 0x0012b070, 0x0012b470,
+ 0x0012b870, 0x0012bc70, 0x0012c070, 0x0012c470,
+ 0x0012c870, 0x0012cc70, 0x0012d070, 0x0012d470,
+ 0x0012d870, 0x0012dc70, 0x0012e070, 0x0012e470,
+ 0x0012e870, 0x0012ec70, 0x0012f070, 0x0012f470,
+ 0x0012f870, 0x0012fc70, 0x00130070, 0x00130470,
+ 0x00130870, 0x00130c70, 0x00131070, 0x00131470,
+ 0x00131870, 0x00131c70, 0x00132070, 0x00132470,
+ 0x00132870, 0x00132c70, 0x00133070, 0x00133470,
+ 0x00133870, 0x00133c70, 0x00134070, 0x00134470,
+ 0x00134870, 0x00134c70, 0x00135070, 0x00135470,
+ 0x00135870, 0x00135c70, 0x00136070, 0x00136470,
+ 0x00136870, 0x00136c70, 0x00137070, 0x00137470,
+ 0x00137870, 0x00137c70, 0x00138070, 0x00138470,
+ 0x00138870, 0x00138c70, 0x00139070, 0x00139470,
+ 0x00139870, 0x00139c70, 0x0013a070, 0x0013a470,
+ 0x0013a870, 0x0013ac70, 0x0013b070, 0x0013b470,
+ 0x0013b870, 0x0013bc70, 0x0013c070, 0x0013c470,
+ 0x0013c870, 0x0013cc70, 0x0013d070, 0x0013d470,
+ 0x0013d870, 0x0013dc70, 0x0013e070, 0x0013e470,
+ 0x0013e870, 0x0013ec70, 0x0013f070, 0x0013f470,
+ 0x0013f870, 0x0013fc70, 0x00140070, 0x00140470,
+ 0x00140870, 0x00140c70, 0x00141070, 0x00141470,
+ 0x00141870, 0x00141c70, 0x00142070, 0x00142470,
+ 0x00142870, 0x00142c70, 0x00143070, 0x00143470,
+ 0x00143870, 0x00143c70, 0x00144070, 0x00144470,
+ 0x00144870, 0x00144c70, 0x00145070, 0x00145470,
+ 0x00145870, 0x00145c70, 0x00146070, 0x00146470,
+ 0x00146870, 0x00146c70, 0x00147070, 0x00147470,
+ 0x00147870, 0x00147c70, 0x00148070, 0x00148470,
+ 0x00148870, 0x00148c70, 0x00149070, 0x00149470,
+ 0x00149870, 0x00149c70, 0x0014a070, 0x0014a470,
+ 0x0014a870, 0x0014ac70, 0x0014b070, 0x0014b470,
+ 0x0014b870, 0x0014bc70, 0x0014c070, 0x0014c470,
+ 0x0014c870, 0x0014cc70, 0x0014d070, 0x0014d470,
+ 0x0014d870, 0x0014dc70, 0x0014e070, 0x0014e470,
+ 0x0014e870, 0x0014ec70, 0x0014f070, 0x0014f470,
+ 0x0014f870, 0x0014fc70, 0x00150070, 0x00150470,
+ 0x00150870, 0x00150c70, 0x00151070, 0x00151470,
+ 0x00151870, 0x00151c70, 0x00152070, 0x00152470,
+ 0x00152870, 0x00152c70, 0x00153070, 0x00153470,
+ 0x00153870, 0x00153c70, 0x00154070, 0x00154470,
+ 0x00154870, 0x00154c70, 0x00155070, 0x00155470,
+ 0x00155870, 0x00155c70, 0x00156070, 0x00156470,
+ 0x00156870, 0x00156c70, 0x00157070, 0x00157470,
+ 0x00157870, 0x00157c70, 0x00158070, 0x00158470,
+ 0x00158870, 0x00158c70, 0x00159070, 0x00159470,
+ 0x00159870, 0x00159c70, 0x0015a070, 0x0015a470,
+ 0x0015a870, 0x0015ac70, 0x0015b070, 0x0015b470,
+ 0x0015b870, 0x0015bc70, 0x0015c070, 0x0015c470,
+ 0x0015c870, 0x0015cc70, 0x0015d070, 0x0015d470,
+ 0x0015d870, 0x0015dc70, 0x0015e070, 0x0015e470,
+ 0x0015e870, 0x0015ec70, 0x0015f070, 0x0015f470,
+ 0x0015f870, 0x0015fc70, 0x00160070, 0x00160470,
+ 0x00160870, 0x00160c70, 0x00161070, 0x00161470,
+ 0x00161870, 0x00161c70, 0x00162070, 0x00162470,
+ 0x00162870, 0x00162c70, 0x00163070, 0x00163470,
+ 0x00163870, 0x00163c70, 0x00164070, 0x00164470,
+ 0x00164870, 0x00164c70, 0x00165070, 0x00165470,
+ 0x00165870, 0x00165c70, 0x00166070, 0x00166470,
+ 0x00166870, 0x00166c70, 0x00167070, 0x00167470,
+ 0x00167870, 0x00167c70, 0x00168070, 0x00168470,
+ 0x00168870, 0x00168c70, 0x00169070, 0x00169470,
+ 0x00169870, 0x00169c70, 0x0016a070, 0x0016a470,
+ 0x0016a870, 0x0016ac70, 0x0016b070, 0x0016b470,
+ 0x0016b870, 0x0016bc70, 0x0016c070, 0x0016c470,
+ 0x0016c870, 0x0016cc70, 0x0016d070, 0x0016d470,
+ 0x0016d870, 0x0016dc70, 0x0016e070, 0x0016e470,
+ 0x0016e870, 0x0016ec70, 0x0016f070, 0x0016f470,
+ 0x0016f870, 0x0016fc70, 0x00170070, 0x00170470,
+ 0x00170870, 0x00170c70, 0x00171070, 0x00171470,
+ 0x00171870, 0x00171c70, 0x00172070, 0x00172470,
+ 0x00172870, 0x00172c70, 0x00173070, 0x00173470,
+ 0x00173870, 0x00173c70, 0x00174070, 0x00174470,
+ 0x00174870, 0x00174c70, 0x00175070, 0x00175470,
+ 0x00175870, 0x00175c70, 0x00176070, 0x00176470,
+ 0x00176870, 0x00176c70, 0x00177070, 0x00177470,
+ 0x00177870, 0x00177c70, 0x00178070, 0x00178470,
+ 0x00178870, 0x00178c70, 0x00179070, 0x00179470,
+ 0x00179870, 0x00179c70, 0x0017a070, 0x0017a470,
+ 0x0017a870, 0x0017ac70, 0x0017b070, 0x0017b470,
+ 0x0017b870, 0x0017bc70, 0x0017c070, 0x0017c470,
+ 0x0017c870, 0x0017cc70, 0x0017d070, 0x0017d470,
+ 0x0017d870, 0x0017dc70, 0x0017e070, 0x0017e470,
+ 0x0017e870, 0x0017ec70, 0x0017f070, 0x0017f470,
+ 0x0017f870, 0x0017fc70, 0x00180070, 0x00180470,
+ 0x00180870, 0x00180c70, 0x00181070, 0x00181470,
+ 0x00181870, 0x00181c70, 0x00182070, 0x00182470,
+ 0x00182870, 0x00182c70, 0x00183070, 0x00183470,
+ 0x00183870, 0x00183c70, 0x00184070, 0x00184470,
+ 0x00184870, 0x00184c70, 0x00185070, 0x00185470,
+ 0x00185870, 0x00185c70, 0x00186070, 0x00186470,
+ 0x00186870, 0x00186c70, 0x00187070, 0x00187470,
+ 0x00187870, 0x00187c70, 0x00188070, 0x00188470,
+ 0x00188870, 0x00188c70, 0x00189070, 0x00189470,
+ 0x00189870, 0x00189c70, 0x0018a070, 0x0018a470,
+ 0x0018a870, 0x0018ac70, 0x0018b070, 0x0018b470,
+ 0x0018b870, 0x0018bc70, 0x0018c070, 0x0018c470,
+ 0x0018c870, 0x0018cc70, 0x0018d070, 0x0018d470,
+ 0x0018d870, 0x0018dc70, 0x0018e070, 0x0018e470,
+ 0x0018e870, 0x0018ec70, 0x0018f070, 0x0018f470,
+ 0x0018f870, 0x0018fc70, 0x00190070, 0x00190470,
+ 0x00190870, 0x00190c70, 0x00191070, 0x00191470,
+ 0x00191870, 0x00191c70, 0x00192070, 0x00192470,
+ 0x00192870, 0x00192c70, 0x00193070, 0x00193470,
+ 0x00193870, 0x00193c70, 0x00194070, 0x00194470,
+ 0x00194870, 0x00194c70, 0x00195070, 0x00195470,
+ 0x00195870, 0x00195c70, 0x00196070, 0x00196470,
+ 0x00196870, 0x00196c70, 0x00197070, 0x00197470,
+ 0x00197870, 0x00197c70, 0x00198070, 0x00198470,
+ 0x00198870, 0x00198c70, 0x00199070, 0x00199470,
+ 0x00199870, 0x00199c70, 0x0019a070, 0x0019a470,
+ 0x0019a870, 0x0019ac70, 0x0019b070, 0x0019b470,
+ 0x0019b870, 0x0019bc70, 0x0019c070, 0x0019c470,
+ 0x0019c870, 0x0019cc70, 0x0019d070, 0x0019d470,
+ 0x0019d870, 0x0019dc70, 0x0019e070, 0x0019e470,
+ 0x0019e870, 0x0019ec70, 0x0019f070, 0x0019f470,
+ 0x0019f870, 0x0019fc70, 0x001a0070, 0x001a0470,
+ 0x001a0870, 0x001a0c70, 0x001a1070, 0x001a1470,
+ 0x001a1870, 0x001a1c70, 0x001a2070, 0x001a2470,
+ 0x001a2870, 0x001a2c70, 0x001a3070, 0x001a3470,
+ 0x001a3870, 0x001a3c70, 0x001a4070, 0x001a4470,
+ 0x001a4870, 0x001a4c70, 0x001a5070, 0x001a5470,
+ 0x001a5870, 0x001a5c70, 0x001a6070, 0x001a6470,
+ 0x001a6870, 0x001a6c70, 0x001a7070, 0x001a7470,
+ 0x001a7870, 0x001a7c70, 0x001a8070, 0x001a8470,
+ 0x001a8870, 0x001a8c70, 0x001a9070, 0x001a9470,
+ 0x001a9870, 0x001a9c70, 0x001aa070, 0x001aa470,
+ 0x001aa870, 0x001aac70, 0x001ab070, 0x001ab470,
+ 0x001ab870, 0x001abc70, 0x001ac070, 0x001ac470,
+ 0x001ac870, 0x001acc70, 0x001ad070, 0x001ad470,
+ 0x001ad870, 0x001adc70, 0x001ae070, 0x001ae470,
+ 0x001ae870, 0x001aec70, 0x001af070, 0x001af470,
+ 0x001af870, 0x001afc70, 0x001b0070, 0x001b0470,
+ 0x001b0870, 0x001b0c70, 0x001b1070, 0x001b1470,
+ 0x001b1870, 0x001b1c70, 0x001b2070, 0x001b2470,
+ 0x001b2870, 0x001b2c70, 0x001b3070, 0x001b3470,
+ 0x001b3870, 0x001b3c70, 0x001b4070, 0x001b4470,
+ 0x001b4870, 0x001b4c70, 0x001b5070, 0x001b5470,
+ 0x001b5870, 0x001b5c70, 0x001b6070, 0x001b6470,
+ 0x001b6870, 0x001b6c70, 0x001b7070, 0x001b7470,
+ 0x001b7870, 0x001b7c70, 0x001b8070, 0x001b8470,
+ 0x001b8870, 0x001b8c70, 0x001b9070, 0x001b9470,
+ 0x001b9870, 0x001b9c70, 0x001ba070, 0x001ba470,
+ 0x001ba870, 0x001bac70, 0x001bb070, 0x001bb470,
+ 0x001bb870, 0x001bbc70, 0x001bc070, 0x001bc470,
+ 0x001bc870, 0x001bcc70, 0x001bd070, 0x001bd470,
+ 0x001bd870, 0x001bdc70, 0x001be070, 0x001be470,
+ 0x001be870, 0x001bec70, 0x001bf070, 0x001bf470,
+ 0x001bf870, 0x001bfc70, 0x001c0070, 0x001c0470,
+ 0x001c0870, 0x001c0c70, 0x001c1070, 0x001c1470,
+ 0x001c1870, 0x001c1c70, 0x001c2070, 0x001c2470,
+ 0x001c2870, 0x001c2c70, 0x001c3070, 0x001c3470,
+ 0x001c3870, 0x001c3c70, 0x001c4070, 0x001c4470,
+ 0x001c4870, 0x001c4c70, 0x001c5070, 0x001c5470,
+ 0x001c5870, 0x001c5c70, 0x001c6070, 0x001c6470,
+ 0x001c6870, 0x001c6c70, 0x001c7070, 0x001c7470,
+ 0x001c7870, 0x001c7c70, 0x001c8070, 0x001c8470,
+ 0x001c8870, 0x001c8c70, 0x001c9070, 0x001c9470,
+ 0x001c9870, 0x001c9c70, 0x001ca070, 0x001ca470,
+ 0x001ca870, 0x001cac70, 0x001cb070, 0x001cb470,
+ 0x001cb870, 0x001cbc70, 0x001cc070, 0x001cc470,
+ 0x001cc870, 0x001ccc70, 0x001cd070, 0x001cd470,
+ 0x001cd870, 0x001cdc70, 0x001ce070, 0x001ce470,
+ 0x001ce870, 0x001cec70, 0x001cf070, 0x001cf470,
+ 0x001cf870, 0x001cfc70, 0x001d0070, 0x001d0470,
+ 0x001d0870, 0x001d0c70, 0x001d1070, 0x001d1470,
+ 0x001d1870, 0x001d1c70, 0x001d2070, 0x001d2470,
+ 0x001d2870, 0x001d2c70, 0x001d3070, 0x001d3470,
+ 0x001d3870, 0x001d3c70, 0x001d4070, 0x001d4470,
+ 0x001d4870, 0x001d4c70, 0x001d5070, 0x001d5470,
+ 0x001d5870, 0x001d5c70, 0x001d6070, 0x001d6470,
+ 0x001d6870, 0x001d6c70, 0x001d7070, 0x001d7470,
+ 0x001d7870, 0x001d7c70, 0x001d8070, 0x001d8470,
+ 0x001d8870, 0x001d8c70, 0x001d9070, 0x001d9470,
+ 0x001d9870, 0x001d9c70, 0x001da070, 0x001da470,
+ 0x001da870, 0x001dac70, 0x001db070, 0x001db470,
+ 0x001db870, 0x001dbc70, 0x001dc070, 0x001dc470,
+ 0x001dc870, 0x001dcc70, 0x001dd070, 0x001dd470,
+ 0x001dd870, 0x001ddc70, 0x001de070, 0x001de470,
+ 0x001de870, 0x001dec70, 0x001df070, 0x001df470,
+ 0x001df870, 0x001dfc70, 0x001e0070, 0x001e0470,
+ 0x001e0870, 0x001e0c70, 0x001e1070, 0x001e1470,
+ 0x001e1870, 0x001e1c70, 0x001e2070, 0x001e2470,
+ 0x001e2870, 0x001e2c70, 0x001e3070, 0x001e3470,
+ 0x001e3870, 0x001e3c70, 0x001e4070, 0x001e4470,
+ 0x001e4870, 0x001e4c70, 0x001e5070, 0x001e5470,
+ 0x001e5870, 0x001e5c70, 0x001e6070, 0x001e6470,
+ 0x001e6870, 0x001e6c70, 0x001e7070, 0x001e7470,
+ 0x001e7870, 0x001e7c70, 0x001e8070, 0x001e8470,
+ 0x001e8870, 0x001e8c70, 0x001e9070, 0x001e9470,
+ 0x001e9870, 0x001e9c70, 0x001ea070, 0x001ea470,
+ 0x001ea870, 0x001eac70, 0x001eb070, 0x001eb470,
+ 0x001eb870, 0x001ebc70, 0x001ec070, 0x001ec470,
+ 0x001ec870, 0x001ecc70, 0x001ed070, 0x001ed470,
+ 0x001ed870, 0x001edc70, 0x001ee070, 0x001ee470,
+ 0x001ee870, 0x001eec70, 0x001ef070, 0x001ef470,
+ 0x001ef870, 0x001efc70, 0x001f0070, 0x001f0470,
+ 0x001f0870, 0x001f0c70, 0x001f1070, 0x001f1470,
+ 0x001f1870, 0x001f1c70, 0x001f2070, 0x001f2470,
+ 0x001f2870, 0x001f2c70, 0x001f3070, 0x001f3470,
+ 0x001f3870, 0x001f3c70, 0x001f4070, 0x001f4470,
+ 0x001f4870, 0x001f4c70, 0x001f5070, 0x001f5470,
+ 0x001f5870, 0x001f5c70, 0x001f6070, 0x001f6470,
+ 0x001f6870, 0x001f6c70, 0x001f7070, 0x001f7470,
+ 0x001f7870, 0x001f7c70, 0x001f8070, 0x001f8470,
+ 0x001f8870, 0x001f8c70, 0x001f9070, 0x001f9470,
+ 0x001f9870, 0x001f9c70, 0x001fa070, 0x001fa470,
+ 0x001fa870, 0x001fac70, 0x001fb070, 0x001fb470,
+ 0x001fb870, 0x001fbc70, 0x001fc070, 0x001fc470,
+ 0x001fc870, 0x001fcc70, 0x001fd070, 0x001fd470,
+ 0x001fd870, 0x001fdc70, 0x001fe070, 0x001fe470,
+ 0x001fe870, 0x001fec70, 0x001ff070, 0x001ff470,
+ 0x001ff870, 0x001ffc70, 0x00000270, 0x00000670,
+ 0x00000a70, 0x00000e70, 0x00001270, 0x00001670,
+ 0x00001a70, 0x00001e70, 0x00002270, 0x00002670,
+ 0x00002a70, 0x00002e70, 0x00003270, 0x00003670,
+ 0x00003a70, 0x00003e70, 0x00004270, 0x00004670,
+ 0x00004a70, 0x00004e70, 0x00005270, 0x00005670,
+ 0x00005a70, 0x00005e70, 0x00006270, 0x00006670,
+ 0x00006a70, 0x00006e70, 0x00007270, 0x00007670,
+ 0x00007a70, 0x00007e70, 0x00008270, 0x00008670,
+ 0x00008a70, 0x00008e70, 0x00009270, 0x00009670,
+ 0x00009a70, 0x00009e70, 0x0000a270, 0x0000a670,
+ 0x0000aa70, 0x0000ae70, 0x0000b270, 0x0000b670,
+ 0x0000ba70, 0x0000be70, 0x0000c270, 0x0000c670,
+ 0x0000ca70, 0x0000ce70, 0x0000d270, 0x0000d670,
+ 0x0000da70, 0x0000de70, 0x0000e270, 0x0000e670,
+ 0x0000ea70, 0x0000ee70, 0x0000f270, 0x0000f670,
+ 0x0000fa70, 0x0000fe70, 0x00010270, 0x00010670,
+ 0x00010a70, 0x00010e70, 0x00011270, 0x00011670,
+ 0x00011a70, 0x00011e70, 0x00012270, 0x00012670,
+ 0x00012a70, 0x00012e70, 0x00013270, 0x00013670,
+ 0x00013a70, 0x00013e70, 0x00014270, 0x00014670,
+ 0x00014a70, 0x00014e70, 0x00015270, 0x00015670,
+ 0x00015a70, 0x00015e70, 0x00016270, 0x00016670,
+ 0x00016a70, 0x00016e70, 0x00017270, 0x00017670,
+ 0x00017a70, 0x00017e70, 0x00018270, 0x00018670,
+ 0x00018a70, 0x00018e70, 0x00019270, 0x00019670,
+ 0x00019a70, 0x00019e70, 0x0001a270, 0x0001a670,
+ 0x0001aa70, 0x0001ae70, 0x0001b270, 0x0001b670,
+ 0x0001ba70, 0x0001be70, 0x0001c270, 0x0001c670,
+ 0x0001ca70, 0x0001ce70, 0x0001d270, 0x0001d670,
+ 0x0001da70, 0x0001de70, 0x0001e270, 0x0001e670,
+ 0x0001ea70, 0x0001ee70, 0x0001f270, 0x0001f670,
+ 0x0001fa70, 0x0001fe70, 0x00020270, 0x00020670,
+ 0x00020a70, 0x00020e70, 0x00021270, 0x00021670,
+ 0x00021a70, 0x00021e70, 0x00022270, 0x00022670,
+ 0x00022a70, 0x00022e70, 0x00023270, 0x00023670,
+ 0x00023a70, 0x00023e70, 0x00024270, 0x00024670,
+ 0x00024a70, 0x00024e70, 0x00025270, 0x00025670,
+ 0x00025a70, 0x00025e70, 0x00026270, 0x00026670,
+ 0x00026a70, 0x00026e70, 0x00027270, 0x00027670,
+ 0x00027a70, 0x00027e70, 0x00028270, 0x00028670,
+ 0x00028a70, 0x00028e70, 0x00029270, 0x00029670,
+ 0x00029a70, 0x00029e70, 0x0002a270, 0x0002a670,
+ 0x0002aa70, 0x0002ae70, 0x0002b270, 0x0002b670,
+ 0x0002ba70, 0x0002be70, 0x0002c270, 0x0002c670,
+ 0x0002ca70, 0x0002ce70, 0x0002d270, 0x0002d670,
+ 0x0002da70, 0x0002de70, 0x0002e270, 0x0002e670,
+ 0x0002ea70, 0x0002ee70, 0x0002f270, 0x0002f670,
+ 0x0002fa70, 0x0002fe70, 0x00030270, 0x00030670,
+ 0x00030a70, 0x00030e70, 0x00031270, 0x00031670,
+ 0x00031a70, 0x00031e70, 0x00032270, 0x00032670,
+ 0x00032a70, 0x00032e70, 0x00033270, 0x00033670,
+ 0x00033a70, 0x00033e70, 0x00034270, 0x00034670,
+ 0x00034a70, 0x00034e70, 0x00035270, 0x00035670,
+ 0x00035a70, 0x00035e70, 0x00036270, 0x00036670,
+ 0x00036a70, 0x00036e70, 0x00037270, 0x00037670,
+ 0x00037a70, 0x00037e70, 0x00038270, 0x00038670,
+ 0x00038a70, 0x00038e70, 0x00039270, 0x00039670,
+ 0x00039a70, 0x00039e70, 0x0003a270, 0x0003a670,
+ 0x0003aa70, 0x0003ae70, 0x0003b270, 0x0003b670,
+ 0x0003ba70, 0x0003be70, 0x0003c270, 0x0003c670,
+ 0x0003ca70, 0x0003ce70, 0x0003d270, 0x0003d670,
+ 0x0003da70, 0x0003de70, 0x0003e270, 0x0003e670,
+ 0x0003ea70, 0x0003ee70, 0x0003f270, 0x0003f670,
+ 0x0003fa70, 0x0003fe70, 0x00040270, 0x00040670,
+ 0x00040a70, 0x00040e70, 0x00041270, 0x00041670,
+ 0x00041a70, 0x00041e70, 0x00042270, 0x00042670,
+ 0x00042a70, 0x00042e70, 0x00043270, 0x00043670,
+ 0x00043a70, 0x00043e70, 0x00044270, 0x00044670,
+ 0x00044a70, 0x00044e70, 0x00045270, 0x00045670,
+ 0x00045a70, 0x00045e70, 0x00046270, 0x00046670,
+ 0x00046a70, 0x00046e70, 0x00047270, 0x00047670,
+ 0x00047a70, 0x00047e70, 0x00048270, 0x00048670,
+ 0x00048a70, 0x00048e70, 0x00049270, 0x00049670,
+ 0x00049a70, 0x00049e70, 0x0004a270, 0x0004a670,
+ 0x0004aa70, 0x0004ae70, 0x0004b270, 0x0004b670,
+ 0x0004ba70, 0x0004be70, 0x0004c270, 0x0004c670,
+ 0x0004ca70, 0x0004ce70, 0x0004d270, 0x0004d670,
+ 0x0004da70, 0x0004de70, 0x0004e270, 0x0004e670,
+ 0x0004ea70, 0x0004ee70, 0x0004f270, 0x0004f670,
+ 0x0004fa70, 0x0004fe70, 0x00050270, 0x00050670,
+ 0x00050a70, 0x00050e70, 0x00051270, 0x00051670,
+ 0x00051a70, 0x00051e70, 0x00052270, 0x00052670,
+ 0x00052a70, 0x00052e70, 0x00053270, 0x00053670,
+ 0x00053a70, 0x00053e70, 0x00054270, 0x00054670,
+ 0x00054a70, 0x00054e70, 0x00055270, 0x00055670,
+ 0x00055a70, 0x00055e70, 0x00056270, 0x00056670,
+ 0x00056a70, 0x00056e70, 0x00057270, 0x00057670,
+ 0x00057a70, 0x00057e70, 0x00058270, 0x00058670,
+ 0x00058a70, 0x00058e70, 0x00059270, 0x00059670,
+ 0x00059a70, 0x00059e70, 0x0005a270, 0x0005a670,
+ 0x0005aa70, 0x0005ae70, 0x0005b270, 0x0005b670,
+ 0x0005ba70, 0x0005be70, 0x0005c270, 0x0005c670,
+ 0x0005ca70, 0x0005ce70, 0x0005d270, 0x0005d670,
+ 0x0005da70, 0x0005de70, 0x0005e270, 0x0005e670,
+ 0x0005ea70, 0x0005ee70, 0x0005f270, 0x0005f670,
+ 0x0005fa70, 0x0005fe70, 0x00060270, 0x00060670,
+ 0x00060a70, 0x00060e70, 0x00061270, 0x00061670,
+ 0x00061a70, 0x00061e70, 0x00062270, 0x00062670,
+ 0x00062a70, 0x00062e70, 0x00063270, 0x00063670,
+ 0x00063a70, 0x00063e70, 0x00064270, 0x00064670,
+ 0x00064a70, 0x00064e70, 0x00065270, 0x00065670,
+ 0x00065a70, 0x00065e70, 0x00066270, 0x00066670,
+ 0x00066a70, 0x00066e70, 0x00067270, 0x00067670,
+ 0x00067a70, 0x00067e70, 0x00068270, 0x00068670,
+ 0x00068a70, 0x00068e70, 0x00069270, 0x00069670,
+ 0x00069a70, 0x00069e70, 0x0006a270, 0x0006a670,
+ 0x0006aa70, 0x0006ae70, 0x0006b270, 0x0006b670,
+ 0x0006ba70, 0x0006be70, 0x0006c270, 0x0006c670,
+ 0x0006ca70, 0x0006ce70, 0x0006d270, 0x0006d670,
+ 0x0006da70, 0x0006de70, 0x0006e270, 0x0006e670,
+ 0x0006ea70, 0x0006ee70, 0x0006f270, 0x0006f670,
+ 0x0006fa70, 0x0006fe70, 0x00070270, 0x00070670,
+ 0x00070a70, 0x00070e70, 0x00071270, 0x00071670,
+ 0x00071a70, 0x00071e70, 0x00072270, 0x00072670,
+ 0x00072a70, 0x00072e70, 0x00073270, 0x00073670,
+ 0x00073a70, 0x00073e70, 0x00074270, 0x00074670,
+ 0x00074a70, 0x00074e70, 0x00075270, 0x00075670,
+ 0x00075a70, 0x00075e70, 0x00076270, 0x00076670,
+ 0x00076a70, 0x00076e70, 0x00077270, 0x00077670,
+ 0x00077a70, 0x00077e70, 0x00078270, 0x00078670,
+ 0x00078a70, 0x00078e70, 0x00079270, 0x00079670,
+ 0x00079a70, 0x00079e70, 0x0007a270, 0x0007a670,
+ 0x0007aa70, 0x0007ae70, 0x0007b270, 0x0007b670,
+ 0x0007ba70, 0x0007be70, 0x0007c270, 0x0007c670,
+ 0x0007ca70, 0x0007ce70, 0x0007d270, 0x0007d670,
+ 0x0007da70, 0x0007de70, 0x0007e270, 0x0007e670,
+ 0x0007ea70, 0x0007ee70, 0x0007f270, 0x0007f670,
+ 0x0007fa70, 0x0007fe70, 0x00080270, 0x00080670,
+ 0x00080a70, 0x00080e70, 0x00081270, 0x00081670,
+ 0x00081a70, 0x00081e70, 0x00082270, 0x00082670,
+ 0x00082a70, 0x00082e70, 0x00083270, 0x00083670,
+ 0x00083a70, 0x00083e70, 0x00084270, 0x00084670,
+ 0x00084a70, 0x00084e70, 0x00085270, 0x00085670,
+ 0x00085a70, 0x00085e70, 0x00086270, 0x00086670,
+ 0x00086a70, 0x00086e70, 0x00087270, 0x00087670,
+ 0x00087a70, 0x00087e70, 0x00088270, 0x00088670,
+ 0x00088a70, 0x00088e70, 0x00089270, 0x00089670,
+ 0x00089a70, 0x00089e70, 0x0008a270, 0x0008a670,
+ 0x0008aa70, 0x0008ae70, 0x0008b270, 0x0008b670,
+ 0x0008ba70, 0x0008be70, 0x0008c270, 0x0008c670,
+ 0x0008ca70, 0x0008ce70, 0x0008d270, 0x0008d670,
+ 0x0008da70, 0x0008de70, 0x0008e270, 0x0008e670,
+ 0x0008ea70, 0x0008ee70, 0x0008f270, 0x0008f670,
+ 0x0008fa70, 0x0008fe70, 0x00090270, 0x00090670,
+ 0x00090a70, 0x00090e70, 0x00091270, 0x00091670,
+ 0x00091a70, 0x00091e70, 0x00092270, 0x00092670,
+ 0x00092a70, 0x00092e70, 0x00093270, 0x00093670,
+ 0x00093a70, 0x00093e70, 0x00094270, 0x00094670,
+ 0x00094a70, 0x00094e70, 0x00095270, 0x00095670,
+ 0x00095a70, 0x00095e70, 0x00096270, 0x00096670,
+ 0x00096a70, 0x00096e70, 0x00097270, 0x00097670,
+ 0x00097a70, 0x00097e70, 0x00098270, 0x00098670,
+ 0x00098a70, 0x00098e70, 0x00099270, 0x00099670,
+ 0x00099a70, 0x00099e70, 0x0009a270, 0x0009a670,
+ 0x0009aa70, 0x0009ae70, 0x0009b270, 0x0009b670,
+ 0x0009ba70, 0x0009be70, 0x0009c270, 0x0009c670,
+ 0x0009ca70, 0x0009ce70, 0x0009d270, 0x0009d670,
+ 0x0009da70, 0x0009de70, 0x0009e270, 0x0009e670,
+ 0x0009ea70, 0x0009ee70, 0x0009f270, 0x0009f670,
+ 0x0009fa70, 0x0009fe70, 0x000a0270, 0x000a0670,
+ 0x000a0a70, 0x000a0e70, 0x000a1270, 0x000a1670,
+ 0x000a1a70, 0x000a1e70, 0x000a2270, 0x000a2670,
+ 0x000a2a70, 0x000a2e70, 0x000a3270, 0x000a3670,
+ 0x000a3a70, 0x000a3e70, 0x000a4270, 0x000a4670,
+ 0x000a4a70, 0x000a4e70, 0x000a5270, 0x000a5670,
+ 0x000a5a70, 0x000a5e70, 0x000a6270, 0x000a6670,
+ 0x000a6a70, 0x000a6e70, 0x000a7270, 0x000a7670,
+ 0x000a7a70, 0x000a7e70, 0x000a8270, 0x000a8670,
+ 0x000a8a70, 0x000a8e70, 0x000a9270, 0x000a9670,
+ 0x000a9a70, 0x000a9e70, 0x000aa270, 0x000aa670,
+ 0x000aaa70, 0x000aae70, 0x000ab270, 0x000ab670,
+ 0x000aba70, 0x000abe70, 0x000ac270, 0x000ac670,
+ 0x000aca70, 0x000ace70, 0x000ad270, 0x000ad670,
+ 0x000ada70, 0x000ade70, 0x000ae270, 0x000ae670,
+ 0x000aea70, 0x000aee70, 0x000af270, 0x000af670,
+ 0x000afa70, 0x000afe70, 0x000b0270, 0x000b0670,
+ 0x000b0a70, 0x000b0e70, 0x000b1270, 0x000b1670,
+ 0x000b1a70, 0x000b1e70, 0x000b2270, 0x000b2670,
+ 0x000b2a70, 0x000b2e70, 0x000b3270, 0x000b3670,
+ 0x000b3a70, 0x000b3e70, 0x000b4270, 0x000b4670,
+ 0x000b4a70, 0x000b4e70, 0x000b5270, 0x000b5670,
+ 0x000b5a70, 0x000b5e70, 0x000b6270, 0x000b6670,
+ 0x000b6a70, 0x000b6e70, 0x000b7270, 0x000b7670,
+ 0x000b7a70, 0x000b7e70, 0x000b8270, 0x000b8670,
+ 0x000b8a70, 0x000b8e70, 0x000b9270, 0x000b9670,
+ 0x000b9a70, 0x000b9e70, 0x000ba270, 0x000ba670,
+ 0x000baa70, 0x000bae70, 0x000bb270, 0x000bb670,
+ 0x000bba70, 0x000bbe70, 0x000bc270, 0x000bc670,
+ 0x000bca70, 0x000bce70, 0x000bd270, 0x000bd670,
+ 0x000bda70, 0x000bde70, 0x000be270, 0x000be670,
+ 0x000bea70, 0x000bee70, 0x000bf270, 0x000bf670,
+ 0x000bfa70, 0x000bfe70, 0x000c0270, 0x000c0670,
+ 0x000c0a70, 0x000c0e70, 0x000c1270, 0x000c1670,
+ 0x000c1a70, 0x000c1e70, 0x000c2270, 0x000c2670,
+ 0x000c2a70, 0x000c2e70, 0x000c3270, 0x000c3670,
+ 0x000c3a70, 0x000c3e70, 0x000c4270, 0x000c4670,
+ 0x000c4a70, 0x000c4e70, 0x000c5270, 0x000c5670,
+ 0x000c5a70, 0x000c5e70, 0x000c6270, 0x000c6670,
+ 0x000c6a70, 0x000c6e70, 0x000c7270, 0x000c7670,
+ 0x000c7a70, 0x000c7e70, 0x000c8270, 0x000c8670,
+ 0x000c8a70, 0x000c8e70, 0x000c9270, 0x000c9670,
+ 0x000c9a70, 0x000c9e70, 0x000ca270, 0x000ca670,
+ 0x000caa70, 0x000cae70, 0x000cb270, 0x000cb670,
+ 0x000cba70, 0x000cbe70, 0x000cc270, 0x000cc670,
+ 0x000cca70, 0x000cce70, 0x000cd270, 0x000cd670,
+ 0x000cda70, 0x000cde70, 0x000ce270, 0x000ce670,
+ 0x000cea70, 0x000cee70, 0x000cf270, 0x000cf670,
+ 0x000cfa70, 0x000cfe70, 0x000d0270, 0x000d0670,
+ 0x000d0a70, 0x000d0e70, 0x000d1270, 0x000d1670,
+ 0x000d1a70, 0x000d1e70, 0x000d2270, 0x000d2670,
+ 0x000d2a70, 0x000d2e70, 0x000d3270, 0x000d3670,
+ 0x000d3a70, 0x000d3e70, 0x000d4270, 0x000d4670,
+ 0x000d4a70, 0x000d4e70, 0x000d5270, 0x000d5670,
+ 0x000d5a70, 0x000d5e70, 0x000d6270, 0x000d6670,
+ 0x000d6a70, 0x000d6e70, 0x000d7270, 0x000d7670,
+ 0x000d7a70, 0x000d7e70, 0x000d8270, 0x000d8670,
+ 0x000d8a70, 0x000d8e70, 0x000d9270, 0x000d9670,
+ 0x000d9a70, 0x000d9e70, 0x000da270, 0x000da670,
+ 0x000daa70, 0x000dae70, 0x000db270, 0x000db670,
+ 0x000dba70, 0x000dbe70, 0x000dc270, 0x000dc670,
+ 0x000dca70, 0x000dce70, 0x000dd270, 0x000dd670,
+ 0x000dda70, 0x000dde70, 0x000de270, 0x000de670,
+ 0x000dea70, 0x000dee70, 0x000df270, 0x000df670,
+ 0x000dfa70, 0x000dfe70, 0x000e0270, 0x000e0670,
+ 0x000e0a70, 0x000e0e70, 0x000e1270, 0x000e1670,
+ 0x000e1a70, 0x000e1e70, 0x000e2270, 0x000e2670,
+ 0x000e2a70, 0x000e2e70, 0x000e3270, 0x000e3670,
+ 0x000e3a70, 0x000e3e70, 0x000e4270, 0x000e4670,
+ 0x000e4a70, 0x000e4e70, 0x000e5270, 0x000e5670,
+ 0x000e5a70, 0x000e5e70, 0x000e6270, 0x000e6670,
+ 0x000e6a70, 0x000e6e70, 0x000e7270, 0x000e7670,
+ 0x000e7a70, 0x000e7e70, 0x000e8270, 0x000e8670,
+ 0x000e8a70, 0x000e8e70, 0x000e9270, 0x000e9670,
+ 0x000e9a70, 0x000e9e70, 0x000ea270, 0x000ea670,
+ 0x000eaa70, 0x000eae70, 0x000eb270, 0x000eb670,
+ 0x000eba70, 0x000ebe70, 0x000ec270, 0x000ec670,
+ 0x000eca70, 0x000ece70, 0x000ed270, 0x000ed670,
+ 0x000eda70, 0x000ede70, 0x000ee270, 0x000ee670,
+ 0x000eea70, 0x000eee70, 0x000ef270, 0x000ef670,
+ 0x000efa70, 0x000efe70, 0x000f0270, 0x000f0670,
+ 0x000f0a70, 0x000f0e70, 0x000f1270, 0x000f1670,
+ 0x000f1a70, 0x000f1e70, 0x000f2270, 0x000f2670,
+ 0x000f2a70, 0x000f2e70, 0x000f3270, 0x000f3670,
+ 0x000f3a70, 0x000f3e70, 0x000f4270, 0x000f4670,
+ 0x000f4a70, 0x000f4e70, 0x000f5270, 0x000f5670,
+ 0x000f5a70, 0x000f5e70, 0x000f6270, 0x000f6670,
+ 0x000f6a70, 0x000f6e70, 0x000f7270, 0x000f7670,
+ 0x000f7a70, 0x000f7e70, 0x000f8270, 0x000f8670,
+ 0x000f8a70, 0x000f8e70, 0x000f9270, 0x000f9670,
+ 0x000f9a70, 0x000f9e70, 0x000fa270, 0x000fa670,
+ 0x000faa70, 0x000fae70, 0x000fb270, 0x000fb670,
+ 0x000fba70, 0x000fbe70, 0x000fc270, 0x000fc670,
+ 0x000fca70, 0x000fce70, 0x000fd270, 0x000fd670,
+ 0x000fda70, 0x000fde70, 0x000fe270, 0x000fe670,
+ 0x000fea70, 0x000fee70, 0x000ff270, 0x000ff670,
+ 0x000ffa70, 0x000ffe70, 0x00100270, 0x00100670,
+ 0x00100a70, 0x00100e70, 0x00101270, 0x00101670,
+ 0x00101a70, 0x00101e70, 0x00102270, 0x00102670,
+ 0x00102a70, 0x00102e70, 0x00103270, 0x00103670,
+ 0x00103a70, 0x00103e70, 0x00104270, 0x00104670,
+ 0x00104a70, 0x00104e70, 0x00105270, 0x00105670,
+ 0x00105a70, 0x00105e70, 0x00106270, 0x00106670,
+ 0x00106a70, 0x00106e70, 0x00107270, 0x00107670,
+ 0x00107a70, 0x00107e70, 0x00108270, 0x00108670,
+ 0x00108a70, 0x00108e70, 0x00109270, 0x00109670,
+ 0x00109a70, 0x00109e70, 0x0010a270, 0x0010a670,
+ 0x0010aa70, 0x0010ae70, 0x0010b270, 0x0010b670,
+ 0x0010ba70, 0x0010be70, 0x0010c270, 0x0010c670,
+ 0x0010ca70, 0x0010ce70, 0x0010d270, 0x0010d670,
+ 0x0010da70, 0x0010de70, 0x0010e270, 0x0010e670,
+ 0x0010ea70, 0x0010ee70, 0x0010f270, 0x0010f670,
+ 0x0010fa70, 0x0010fe70, 0x00110270, 0x00110670,
+ 0x00110a70, 0x00110e70, 0x00111270, 0x00111670,
+ 0x00111a70, 0x00111e70, 0x00112270, 0x00112670,
+ 0x00112a70, 0x00112e70, 0x00113270, 0x00113670,
+ 0x00113a70, 0x00113e70, 0x00114270, 0x00114670,
+ 0x00114a70, 0x00114e70, 0x00115270, 0x00115670,
+ 0x00115a70, 0x00115e70, 0x00116270, 0x00116670,
+ 0x00116a70, 0x00116e70, 0x00117270, 0x00117670,
+ 0x00117a70, 0x00117e70, 0x00118270, 0x00118670,
+ 0x00118a70, 0x00118e70, 0x00119270, 0x00119670,
+ 0x00119a70, 0x00119e70, 0x0011a270, 0x0011a670,
+ 0x0011aa70, 0x0011ae70, 0x0011b270, 0x0011b670,
+ 0x0011ba70, 0x0011be70, 0x0011c270, 0x0011c670,
+ 0x0011ca70, 0x0011ce70, 0x0011d270, 0x0011d670,
+ 0x0011da70, 0x0011de70, 0x0011e270, 0x0011e670,
+ 0x0011ea70, 0x0011ee70, 0x0011f270, 0x0011f670,
+ 0x0011fa70, 0x0011fe70, 0x00120270, 0x00120670,
+ 0x00120a70, 0x00120e70, 0x00121270, 0x00121670,
+ 0x00121a70, 0x00121e70, 0x00122270, 0x00122670,
+ 0x00122a70, 0x00122e70, 0x00123270, 0x00123670,
+ 0x00123a70, 0x00123e70, 0x00124270, 0x00124670,
+ 0x00124a70, 0x00124e70, 0x00125270, 0x00125670,
+ 0x00125a70, 0x00125e70, 0x00126270, 0x00126670,
+ 0x00126a70, 0x00126e70, 0x00127270, 0x00127670,
+ 0x00127a70, 0x00127e70, 0x00128270, 0x00128670,
+ 0x00128a70, 0x00128e70, 0x00129270, 0x00129670,
+ 0x00129a70, 0x00129e70, 0x0012a270, 0x0012a670,
+ 0x0012aa70, 0x0012ae70, 0x0012b270, 0x0012b670,
+ 0x0012ba70, 0x0012be70, 0x0012c270, 0x0012c670,
+ 0x0012ca70, 0x0012ce70, 0x0012d270, 0x0012d670,
+ 0x0012da70, 0x0012de70, 0x0012e270, 0x0012e670,
+ 0x0012ea70, 0x0012ee70, 0x0012f270, 0x0012f670,
+ 0x0012fa70, 0x0012fe70, 0x00130270, 0x00130670,
+ 0x00130a70, 0x00130e70, 0x00131270, 0x00131670,
+ 0x00131a70, 0x00131e70, 0x00132270, 0x00132670,
+ 0x00132a70, 0x00132e70, 0x00133270, 0x00133670,
+ 0x00133a70, 0x00133e70, 0x00134270, 0x00134670,
+ 0x00134a70, 0x00134e70, 0x00135270, 0x00135670,
+ 0x00135a70, 0x00135e70, 0x00136270, 0x00136670,
+ 0x00136a70, 0x00136e70, 0x00137270, 0x00137670,
+ 0x00137a70, 0x00137e70, 0x00138270, 0x00138670,
+ 0x00138a70, 0x00138e70, 0x00139270, 0x00139670,
+ 0x00139a70, 0x00139e70, 0x0013a270, 0x0013a670,
+ 0x0013aa70, 0x0013ae70, 0x0013b270, 0x0013b670,
+ 0x0013ba70, 0x0013be70, 0x0013c270, 0x0013c670,
+ 0x0013ca70, 0x0013ce70, 0x0013d270, 0x0013d670,
+ 0x0013da70, 0x0013de70, 0x0013e270, 0x0013e670,
+ 0x0013ea70, 0x0013ee70, 0x0013f270, 0x0013f670,
+ 0x0013fa70, 0x0013fe70, 0x00140270, 0x00140670,
+ 0x00140a70, 0x00140e70, 0x00141270, 0x00141670,
+ 0x00141a70, 0x00141e70, 0x00142270, 0x00142670,
+ 0x00142a70, 0x00142e70, 0x00143270, 0x00143670,
+ 0x00143a70, 0x00143e70, 0x00144270, 0x00144670,
+ 0x00144a70, 0x00144e70, 0x00145270, 0x00145670,
+ 0x00145a70, 0x00145e70, 0x00146270, 0x00146670,
+ 0x00146a70, 0x00146e70, 0x00147270, 0x00147670,
+ 0x00147a70, 0x00147e70, 0x00148270, 0x00148670,
+ 0x00148a70, 0x00148e70, 0x00149270, 0x00149670,
+ 0x00149a70, 0x00149e70, 0x0014a270, 0x0014a670,
+ 0x0014aa70, 0x0014ae70, 0x0014b270, 0x0014b670,
+ 0x0014ba70, 0x0014be70, 0x0014c270, 0x0014c670,
+ 0x0014ca70, 0x0014ce70, 0x0014d270, 0x0014d670,
+ 0x0014da70, 0x0014de70, 0x0014e270, 0x0014e670,
+ 0x0014ea70, 0x0014ee70, 0x0014f270, 0x0014f670,
+ 0x0014fa70, 0x0014fe70, 0x00150270, 0x00150670,
+ 0x00150a70, 0x00150e70, 0x00151270, 0x00151670,
+ 0x00151a70, 0x00151e70, 0x00152270, 0x00152670,
+ 0x00152a70, 0x00152e70, 0x00153270, 0x00153670,
+ 0x00153a70, 0x00153e70, 0x00154270, 0x00154670,
+ 0x00154a70, 0x00154e70, 0x00155270, 0x00155670,
+ 0x00155a70, 0x00155e70, 0x00156270, 0x00156670,
+ 0x00156a70, 0x00156e70, 0x00157270, 0x00157670,
+ 0x00157a70, 0x00157e70, 0x00158270, 0x00158670,
+ 0x00158a70, 0x00158e70, 0x00159270, 0x00159670,
+ 0x00159a70, 0x00159e70, 0x0015a270, 0x0015a670,
+ 0x0015aa70, 0x0015ae70, 0x0015b270, 0x0015b670,
+ 0x0015ba70, 0x0015be70, 0x0015c270, 0x0015c670,
+ 0x0015ca70, 0x0015ce70, 0x0015d270, 0x0015d670,
+ 0x0015da70, 0x0015de70, 0x0015e270, 0x0015e670,
+ 0x0015ea70, 0x0015ee70, 0x0015f270, 0x0015f670,
+ 0x0015fa70, 0x0015fe70, 0x00160270, 0x00160670,
+ 0x00160a70, 0x00160e70, 0x00161270, 0x00161670,
+ 0x00161a70, 0x00161e70, 0x00162270, 0x00162670,
+ 0x00162a70, 0x00162e70, 0x00163270, 0x00163670,
+ 0x00163a70, 0x00163e70, 0x00164270, 0x00164670,
+ 0x00164a70, 0x00164e70, 0x00165270, 0x00165670,
+ 0x00165a70, 0x00165e70, 0x00166270, 0x00166670,
+ 0x00166a70, 0x00166e70, 0x00167270, 0x00167670,
+ 0x00167a70, 0x00167e70, 0x00168270, 0x00168670,
+ 0x00168a70, 0x00168e70, 0x00169270, 0x00169670,
+ 0x00169a70, 0x00169e70, 0x0016a270, 0x0016a670,
+ 0x0016aa70, 0x0016ae70, 0x0016b270, 0x0016b670,
+ 0x0016ba70, 0x0016be70, 0x0016c270, 0x0016c670,
+ 0x0016ca70, 0x0016ce70, 0x0016d270, 0x0016d670,
+ 0x0016da70, 0x0016de70, 0x0016e270, 0x0016e670,
+ 0x0016ea70, 0x0016ee70, 0x0016f270, 0x0016f670,
+ 0x0016fa70, 0x0016fe70, 0x00170270, 0x00170670,
+ 0x00170a70, 0x00170e70, 0x00171270, 0x00171670,
+ 0x00171a70, 0x00171e70, 0x00172270, 0x00172670,
+ 0x00172a70, 0x00172e70, 0x00173270, 0x00173670,
+ 0x00173a70, 0x00173e70, 0x00174270, 0x00174670,
+ 0x00174a70, 0x00174e70, 0x00175270, 0x00175670,
+ 0x00175a70, 0x00175e70, 0x00176270, 0x00176670,
+ 0x00176a70, 0x00176e70, 0x00177270, 0x00177670,
+ 0x00177a70, 0x00177e70, 0x00178270, 0x00178670,
+ 0x00178a70, 0x00178e70, 0x00179270, 0x00179670,
+ 0x00179a70, 0x00179e70, 0x0017a270, 0x0017a670,
+ 0x0017aa70, 0x0017ae70, 0x0017b270, 0x0017b670,
+ 0x0017ba70, 0x0017be70, 0x0017c270, 0x0017c670,
+ 0x0017ca70, 0x0017ce70, 0x0017d270, 0x0017d670,
+ 0x0017da70, 0x0017de70, 0x0017e270, 0x0017e670,
+ 0x0017ea70, 0x0017ee70, 0x0017f270, 0x0017f670,
+ 0x0017fa70, 0x0017fe70, 0x00180270, 0x00180670,
+ 0x00180a70, 0x00180e70, 0x00181270, 0x00181670,
+ 0x00181a70, 0x00181e70, 0x00182270, 0x00182670,
+ 0x00182a70, 0x00182e70, 0x00183270, 0x00183670,
+ 0x00183a70, 0x00183e70, 0x00184270, 0x00184670,
+ 0x00184a70, 0x00184e70, 0x00185270, 0x00185670,
+ 0x00185a70, 0x00185e70, 0x00186270, 0x00186670,
+ 0x00186a70, 0x00186e70, 0x00187270, 0x00187670,
+ 0x00187a70, 0x00187e70, 0x00188270, 0x00188670,
+ 0x00188a70, 0x00188e70, 0x00189270, 0x00189670,
+ 0x00189a70, 0x00189e70, 0x0018a270, 0x0018a670,
+ 0x0018aa70, 0x0018ae70, 0x0018b270, 0x0018b670,
+ 0x0018ba70, 0x0018be70, 0x0018c270, 0x0018c670,
+ 0x0018ca70, 0x0018ce70, 0x0018d270, 0x0018d670,
+ 0x0018da70, 0x0018de70, 0x0018e270, 0x0018e670,
+ 0x0018ea70, 0x0018ee70, 0x0018f270, 0x0018f670,
+ 0x0018fa70, 0x0018fe70, 0x00190270, 0x00190670,
+ 0x00190a70, 0x00190e70, 0x00191270, 0x00191670,
+ 0x00191a70, 0x00191e70, 0x00192270, 0x00192670,
+ 0x00192a70, 0x00192e70, 0x00193270, 0x00193670,
+ 0x00193a70, 0x00193e70, 0x00194270, 0x00194670,
+ 0x00194a70, 0x00194e70, 0x00195270, 0x00195670,
+ 0x00195a70, 0x00195e70, 0x00196270, 0x00196670,
+ 0x00196a70, 0x00196e70, 0x00197270, 0x00197670,
+ 0x00197a70, 0x00197e70, 0x00198270, 0x00198670,
+ 0x00198a70, 0x00198e70, 0x00199270, 0x00199670,
+ 0x00199a70, 0x00199e70, 0x0019a270, 0x0019a670,
+ 0x0019aa70, 0x0019ae70, 0x0019b270, 0x0019b670,
+ 0x0019ba70, 0x0019be70, 0x0019c270, 0x0019c670,
+ 0x0019ca70, 0x0019ce70, 0x0019d270, 0x0019d670,
+ 0x0019da70, 0x0019de70, 0x0019e270, 0x0019e670,
+ 0x0019ea70, 0x0019ee70, 0x0019f270, 0x0019f670,
+ 0x0019fa70, 0x0019fe70, 0x001a0270, 0x001a0670,
+ 0x001a0a70, 0x001a0e70, 0x001a1270, 0x001a1670,
+ 0x001a1a70, 0x001a1e70, 0x001a2270, 0x001a2670,
+ 0x001a2a70, 0x001a2e70, 0x001a3270, 0x001a3670,
+ 0x001a3a70, 0x001a3e70, 0x001a4270, 0x001a4670,
+ 0x001a4a70, 0x001a4e70, 0x001a5270, 0x001a5670,
+ 0x001a5a70, 0x001a5e70, 0x001a6270, 0x001a6670,
+ 0x001a6a70, 0x001a6e70, 0x001a7270, 0x001a7670,
+ 0x001a7a70, 0x001a7e70, 0x001a8270, 0x001a8670,
+ 0x001a8a70, 0x001a8e70, 0x001a9270, 0x001a9670,
+ 0x001a9a70, 0x001a9e70, 0x001aa270, 0x001aa670,
+ 0x001aaa70, 0x001aae70, 0x001ab270, 0x001ab670,
+ 0x001aba70, 0x001abe70, 0x001ac270, 0x001ac670,
+ 0x001aca70, 0x001ace70, 0x001ad270, 0x001ad670,
+ 0x001ada70, 0x001ade70, 0x001ae270, 0x001ae670,
+ 0x001aea70, 0x001aee70, 0x001af270, 0x001af670,
+ 0x001afa70, 0x001afe70, 0x001b0270, 0x001b0670,
+ 0x001b0a70, 0x001b0e70, 0x001b1270, 0x001b1670,
+ 0x001b1a70, 0x001b1e70, 0x001b2270, 0x001b2670,
+ 0x001b2a70, 0x001b2e70, 0x001b3270, 0x001b3670,
+ 0x001b3a70, 0x001b3e70, 0x001b4270, 0x001b4670,
+ 0x001b4a70, 0x001b4e70, 0x001b5270, 0x001b5670,
+ 0x001b5a70, 0x001b5e70, 0x001b6270, 0x001b6670,
+ 0x001b6a70, 0x001b6e70, 0x001b7270, 0x001b7670,
+ 0x001b7a70, 0x001b7e70, 0x001b8270, 0x001b8670,
+ 0x001b8a70, 0x001b8e70, 0x001b9270, 0x001b9670,
+ 0x001b9a70, 0x001b9e70, 0x001ba270, 0x001ba670,
+ 0x001baa70, 0x001bae70, 0x001bb270, 0x001bb670,
+ 0x001bba70, 0x001bbe70, 0x001bc270, 0x001bc670,
+ 0x001bca70, 0x001bce70, 0x001bd270, 0x001bd670,
+ 0x001bda70, 0x001bde70, 0x001be270, 0x001be670,
+ 0x001bea70, 0x001bee70, 0x001bf270, 0x001bf670,
+ 0x001bfa70, 0x001bfe70, 0x001c0270, 0x001c0670,
+ 0x001c0a70, 0x001c0e70, 0x001c1270, 0x001c1670,
+ 0x001c1a70, 0x001c1e70, 0x001c2270, 0x001c2670,
+ 0x001c2a70, 0x001c2e70, 0x001c3270, 0x001c3670,
+ 0x001c3a70, 0x001c3e70, 0x001c4270, 0x001c4670,
+ 0x001c4a70, 0x001c4e70, 0x001c5270, 0x001c5670,
+ 0x001c5a70, 0x001c5e70, 0x001c6270, 0x001c6670,
+ 0x001c6a70, 0x001c6e70, 0x001c7270, 0x001c7670,
+ 0x001c7a70, 0x001c7e70, 0x001c8270, 0x001c8670,
+ 0x001c8a70, 0x001c8e70, 0x001c9270, 0x001c9670,
+ 0x001c9a70, 0x001c9e70, 0x001ca270, 0x001ca670,
+ 0x001caa70, 0x001cae70, 0x001cb270, 0x001cb670,
+ 0x001cba70, 0x001cbe70, 0x001cc270, 0x001cc670,
+ 0x001cca70, 0x001cce70, 0x001cd270, 0x001cd670,
+ 0x001cda70, 0x001cde70, 0x001ce270, 0x001ce670,
+ 0x001cea70, 0x001cee70, 0x001cf270, 0x001cf670,
+ 0x001cfa70, 0x001cfe70, 0x001d0270, 0x001d0670,
+ 0x001d0a70, 0x001d0e70, 0x001d1270, 0x001d1670,
+ 0x001d1a70, 0x001d1e70, 0x001d2270, 0x001d2670,
+ 0x001d2a70, 0x001d2e70, 0x001d3270, 0x001d3670,
+ 0x001d3a70, 0x001d3e70, 0x001d4270, 0x001d4670,
+ 0x001d4a70, 0x001d4e70, 0x001d5270, 0x001d5670,
+ 0x001d5a70, 0x001d5e70, 0x001d6270, 0x001d6670,
+ 0x001d6a70, 0x001d6e70, 0x001d7270, 0x001d7670,
+ 0x001d7a70, 0x001d7e70, 0x001d8270, 0x001d8670,
+ 0x001d8a70, 0x001d8e70, 0x001d9270, 0x001d9670,
+ 0x001d9a70, 0x001d9e70, 0x001da270, 0x001da670,
+ 0x001daa70, 0x001dae70, 0x001db270, 0x001db670,
+ 0x001dba70, 0x001dbe70, 0x001dc270, 0x001dc670,
+ 0x001dca70, 0x001dce70, 0x001dd270, 0x001dd670,
+ 0x001dda70, 0x001dde70, 0x001de270, 0x001de670,
+ 0x001dea70, 0x001dee70, 0x001df270, 0x001df670,
+ 0x001dfa70, 0x001dfe70, 0x001e0270, 0x001e0670,
+ 0x001e0a70, 0x001e0e70, 0x001e1270, 0x001e1670,
+ 0x001e1a70, 0x001e1e70, 0x001e2270, 0x001e2670,
+ 0x001e2a70, 0x001e2e70, 0x001e3270, 0x001e3670,
+ 0x001e3a70, 0x001e3e70, 0x001e4270, 0x001e4670,
+ 0x001e4a70, 0x001e4e70, 0x001e5270, 0x001e5670,
+ 0x001e5a70, 0x001e5e70, 0x001e6270, 0x001e6670,
+ 0x001e6a70, 0x001e6e70, 0x001e7270, 0x001e7670,
+ 0x001e7a70, 0x001e7e70, 0x001e8270, 0x001e8670,
+ 0x001e8a70, 0x001e8e70, 0x001e9270, 0x001e9670,
+ 0x001e9a70, 0x001e9e70, 0x001ea270, 0x001ea670,
+ 0x001eaa70, 0x001eae70, 0x001eb270, 0x001eb670,
+ 0x001eba70, 0x001ebe70, 0x001ec270, 0x001ec670,
+ 0x001eca70, 0x001ece70, 0x001ed270, 0x001ed670,
+ 0x001eda70, 0x001ede70, 0x001ee270, 0x001ee670,
+ 0x001eea70, 0x001eee70, 0x001ef270, 0x001ef670,
+ 0x001efa70, 0x001efe70, 0x001f0270, 0x001f0670,
+ 0x001f0a70, 0x001f0e70, 0x001f1270, 0x001f1670,
+ 0x001f1a70, 0x001f1e70, 0x001f2270, 0x001f2670,
+ 0x001f2a70, 0x001f2e70, 0x001f3270, 0x001f3670,
+ 0x001f3a70, 0x001f3e70, 0x001f4270, 0x001f4670,
+ 0x001f4a70, 0x001f4e70, 0x001f5270, 0x001f5670,
+ 0x001f5a70, 0x001f5e70, 0x001f6270, 0x001f6670,
+ 0x001f6a70, 0x001f6e70, 0x001f7270, 0x001f7670,
+ 0x001f7a70, 0x001f7e70, 0x001f8270, 0x001f8670,
+ 0x001f8a70, 0x001f8e70, 0x001f9270, 0x001f9670,
+ 0x001f9a70, 0x001f9e70, 0x001fa270, 0x001fa670,
+ 0x001faa70, 0x001fae70, 0x001fb270, 0x001fb670,
+ 0x001fba70, 0x001fbe70, 0x001fc270, 0x001fc670,
+ 0x001fca70, 0x001fce70, 0x001fd270, 0x001fd670,
+ 0x001fda70, 0x001fde70, 0x001fe270, 0x001fe670,
+ 0x001fea70, 0x001fee70, 0x001ff270, 0x001ff670,
+ 0x001ffa70, 0x001ffe70
+#endif /* LONGER_HUFFTABLE */
+ },
+
+ .len_table = {
+ 0x00000807, 0x00000407, 0x00000c07, 0x00000207,
+ 0x00000a07, 0x00000607, 0x00000e07, 0x00000107,
+ 0x00000908, 0x00001908, 0x00000508, 0x00001508,
+ 0x00000d08, 0x00001d08, 0x00000308, 0x00001308,
+ 0x00000b09, 0x00001b09, 0x00002b09, 0x00003b09,
+ 0x00000709, 0x00001709, 0x00002709, 0x00003709,
+ 0x00000f09, 0x00001f09, 0x00002f09, 0x00003f09,
+ 0x00000089, 0x00001089, 0x00002089, 0x00003089,
+ 0x0000088a, 0x0000188a, 0x0000288a, 0x0000388a,
+ 0x0000488a, 0x0000588a, 0x0000688a, 0x0000788a,
+ 0x0000048a, 0x0000148a, 0x0000248a, 0x0000348a,
+ 0x0000448a, 0x0000548a, 0x0000648a, 0x0000748a,
+ 0x00000c8a, 0x00001c8a, 0x00002c8a, 0x00003c8a,
+ 0x00004c8a, 0x00005c8a, 0x00006c8a, 0x00007c8a,
+ 0x0000028a, 0x0000128a, 0x0000228a, 0x0000328a,
+ 0x0000428a, 0x0000528a, 0x0000628a, 0x0000728a,
+ 0x00000a8b, 0x00001a8b, 0x00002a8b, 0x00003a8b,
+ 0x00004a8b, 0x00005a8b, 0x00006a8b, 0x00007a8b,
+ 0x00008a8b, 0x00009a8b, 0x0000aa8b, 0x0000ba8b,
+ 0x0000ca8b, 0x0000da8b, 0x0000ea8b, 0x0000fa8b,
+ 0x0000068b, 0x0000168b, 0x0000268b, 0x0000368b,
+ 0x0000468b, 0x0000568b, 0x0000668b, 0x0000768b,
+ 0x0000868b, 0x0000968b, 0x0000a68b, 0x0000b68b,
+ 0x0000c68b, 0x0000d68b, 0x0000e68b, 0x0000f68b,
+ 0x00000e8b, 0x00001e8b, 0x00002e8b, 0x00003e8b,
+ 0x00004e8b, 0x00005e8b, 0x00006e8b, 0x00007e8b,
+ 0x00008e8b, 0x00009e8b, 0x0000ae8b, 0x0000be8b,
+ 0x0000ce8b, 0x0000de8b, 0x0000ee8b, 0x0000fe8b,
+ 0x0000006c, 0x0000206c, 0x0000406c, 0x0000606c,
+ 0x0000806c, 0x0000a06c, 0x0000c06c, 0x0000e06c,
+ 0x0001006c, 0x0001206c, 0x0001406c, 0x0001606c,
+ 0x0001806c, 0x0001a06c, 0x0001c06c, 0x0001e06c,
+ 0x0000106d, 0x0000306d, 0x0000506d, 0x0000706d,
+ 0x0000906d, 0x0000b06d, 0x0000d06d, 0x0000f06d,
+ 0x0001106d, 0x0001306d, 0x0001506d, 0x0001706d,
+ 0x0001906d, 0x0001b06d, 0x0001d06d, 0x0001f06d,
+ 0x0002106d, 0x0002306d, 0x0002506d, 0x0002706d,
+ 0x0002906d, 0x0002b06d, 0x0002d06d, 0x0002f06d,
+ 0x0003106d, 0x0003306d, 0x0003506d, 0x0003706d,
+ 0x0003906d, 0x0003b06d, 0x0003d06d, 0x0003f06d,
+ 0x0000086d, 0x0000286d, 0x0000486d, 0x0000686d,
+ 0x0000886d, 0x0000a86d, 0x0000c86d, 0x0000e86d,
+ 0x0001086d, 0x0001286d, 0x0001486d, 0x0001686d,
+ 0x0001886d, 0x0001a86d, 0x0001c86d, 0x0001e86d,
+ 0x0002086d, 0x0002286d, 0x0002486d, 0x0002686d,
+ 0x0002886d, 0x0002a86d, 0x0002c86d, 0x0002e86d,
+ 0x0003086d, 0x0003286d, 0x0003486d, 0x0003686d,
+ 0x0003886d, 0x0003a86d, 0x0003c86d, 0x0003e86d,
+ 0x0000186d, 0x0000386d, 0x0000586d, 0x0000786d,
+ 0x0000986d, 0x0000b86d, 0x0000d86d, 0x0000f86d,
+ 0x0001186d, 0x0001386d, 0x0001586d, 0x0001786d,
+ 0x0001986d, 0x0001b86d, 0x0001d86d, 0x0001f86d,
+ 0x0002186d, 0x0002386d, 0x0002586d, 0x0002786d,
+ 0x0002986d, 0x0002b86d, 0x0002d86d, 0x0002f86d,
+ 0x0003186d, 0x0003386d, 0x0003586d, 0x0003786d,
+ 0x0003986d, 0x0003b86d, 0x0003d86d, 0x0003f86d,
+ 0x0000046d, 0x0000246d, 0x0000446d, 0x0000646d,
+ 0x0000846d, 0x0000a46d, 0x0000c46d, 0x0000e46d,
+ 0x0001046d, 0x0001246d, 0x0001446d, 0x0001646d,
+ 0x0001846d, 0x0001a46d, 0x0001c46d, 0x0001e46d,
+ 0x0002046d, 0x0002246d, 0x0002446d, 0x0002646d,
+ 0x0002846d, 0x0002a46d, 0x0002c46d, 0x0002e46d,
+ 0x0003046d, 0x0003246d, 0x0003446d, 0x0003646d,
+ 0x0003846d, 0x0003a46d, 0x0003c46d, 0x00001468},
+
+ .lit_table = {
+ 0x000c, 0x008c, 0x004c, 0x00cc, 0x002c, 0x00ac, 0x006c, 0x00ec,
+ 0x001c, 0x009c, 0x005c, 0x00dc, 0x003c, 0x00bc, 0x007c, 0x00fc,
+ 0x0002, 0x0082, 0x0042, 0x00c2, 0x0022, 0x00a2, 0x0062, 0x00e2,
+ 0x0012, 0x0092, 0x0052, 0x00d2, 0x0032, 0x00b2, 0x0072, 0x00f2,
+ 0x000a, 0x008a, 0x004a, 0x00ca, 0x002a, 0x00aa, 0x006a, 0x00ea,
+ 0x001a, 0x009a, 0x005a, 0x00da, 0x003a, 0x00ba, 0x007a, 0x00fa,
+ 0x0006, 0x0086, 0x0046, 0x00c6, 0x0026, 0x00a6, 0x0066, 0x00e6,
+ 0x0016, 0x0096, 0x0056, 0x00d6, 0x0036, 0x00b6, 0x0076, 0x00f6,
+ 0x000e, 0x008e, 0x004e, 0x00ce, 0x002e, 0x00ae, 0x006e, 0x00ee,
+ 0x001e, 0x009e, 0x005e, 0x00de, 0x003e, 0x00be, 0x007e, 0x00fe,
+ 0x0001, 0x0081, 0x0041, 0x00c1, 0x0021, 0x00a1, 0x0061, 0x00e1,
+ 0x0011, 0x0091, 0x0051, 0x00d1, 0x0031, 0x00b1, 0x0071, 0x00f1,
+ 0x0009, 0x0089, 0x0049, 0x00c9, 0x0029, 0x00a9, 0x0069, 0x00e9,
+ 0x0019, 0x0099, 0x0059, 0x00d9, 0x0039, 0x00b9, 0x0079, 0x00f9,
+ 0x0005, 0x0085, 0x0045, 0x00c5, 0x0025, 0x00a5, 0x0065, 0x00e5,
+ 0x0015, 0x0095, 0x0055, 0x00d5, 0x0035, 0x00b5, 0x0075, 0x00f5,
+ 0x000d, 0x008d, 0x004d, 0x00cd, 0x002d, 0x00ad, 0x006d, 0x00ed,
+ 0x001d, 0x009d, 0x005d, 0x00dd, 0x003d, 0x00bd, 0x007d, 0x00fd,
+ 0x0013, 0x0113, 0x0093, 0x0193, 0x0053, 0x0153, 0x00d3, 0x01d3,
+ 0x0033, 0x0133, 0x00b3, 0x01b3, 0x0073, 0x0173, 0x00f3, 0x01f3,
+ 0x000b, 0x010b, 0x008b, 0x018b, 0x004b, 0x014b, 0x00cb, 0x01cb,
+ 0x002b, 0x012b, 0x00ab, 0x01ab, 0x006b, 0x016b, 0x00eb, 0x01eb,
+ 0x001b, 0x011b, 0x009b, 0x019b, 0x005b, 0x015b, 0x00db, 0x01db,
+ 0x003b, 0x013b, 0x00bb, 0x01bb, 0x007b, 0x017b, 0x00fb, 0x01fb,
+ 0x0007, 0x0107, 0x0087, 0x0187, 0x0047, 0x0147, 0x00c7, 0x01c7,
+ 0x0027, 0x0127, 0x00a7, 0x01a7, 0x0067, 0x0167, 0x00e7, 0x01e7,
+ 0x0017, 0x0117, 0x0097, 0x0197, 0x0057, 0x0157, 0x00d7, 0x01d7,
+ 0x0037, 0x0137, 0x00b7, 0x01b7, 0x0077, 0x0177, 0x00f7, 0x01f7,
+ 0x000f, 0x010f, 0x008f, 0x018f, 0x004f, 0x014f, 0x00cf, 0x01cf,
+ 0x002f, 0x012f, 0x00af, 0x01af, 0x006f, 0x016f, 0x00ef, 0x01ef,
+ 0x001f, 0x011f, 0x009f, 0x019f, 0x005f, 0x015f, 0x00df, 0x01df,
+ 0x003f, 0x013f, 0x00bf, 0x01bf, 0x007f, 0x017f, 0x00ff, 0x01ff,
+ 0x0000},
+
+ .lit_table_sizes = {
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09, 0x09,
+ 0x07},
+
+#ifndef LONGER_HUFFTABLE
+ .dcodes = {
+ 0x0000, 0x0010, 0x0008, 0x0018, 0x0004, 0x0014, 0x000c, 0x001c,
+ 0x0002, 0x0012, 0x000a, 0x001a, 0x0006, 0x0016, 0x000e, 0x001e,
+ 0x0001, 0x0011, 0x0009, 0x0019, 0x0005, 0x0015, 0x000d, 0x001d,
+ 0x0003, 0x0013, 0x000b, 0x001b, 0x0007, 0x0017},
+
+ .dcodes_sizes = {
+ 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
+ 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
+ 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
+ 0x05, 0x05, 0x05, 0x05, 0x05, 0x05}
+#else
+ .dcodes = {
+ 0x000b, 0x001b, 0x0007, 0x0017},
+
+ .dcodes_sizes = {
+ 0x05, 0x05, 0x05, 0x05}
+#endif
+};
diff --git a/src/spdk/isa-l/igzip/igzip.c b/src/spdk/isa-l/igzip/igzip.c
new file mode 100644
index 000000000..52a5dc470
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip.c
@@ -0,0 +1,1931 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define ASM
+
+#include <assert.h>
+#include <string.h>
+#include <wchar.h>
+#ifdef _WIN32
+# include <intrin.h>
+#endif
+
+#define MAX_WRITE_BITS_SIZE 8
+#define FORCE_FLUSH 64
+#define MIN_OBUF_SIZE 224
+#define NON_EMPTY_BLOCK_SIZE 6
+#define MAX_SYNC_FLUSH_SIZE NON_EMPTY_BLOCK_SIZE + MAX_WRITE_BITS_SIZE
+
+#include "huffman.h"
+#include "bitbuf2.h"
+#include "igzip_lib.h"
+#include "crc.h"
+#include "repeated_char_result.h"
+#include "huff_codes.h"
+#include "encode_df.h"
+#include "igzip_level_buf_structs.h"
+#include "igzip_checksums.h"
+#include "igzip_wrapper.h"
+#include "unaligned.h"
+
+#ifdef __FreeBSD__
+#include <sys/types.h>
+#include <sys/endian.h>
+# define to_be32(x) bswap32(x)
+#elif defined (__APPLE__)
+#include <libkern/OSByteOrder.h>
+# define to_be32(x) OSSwapInt32(x)
+#elif defined (__GNUC__) && !defined (__MINGW32__)
+# include <byteswap.h>
+# define to_be32(x) bswap_32(x)
+#elif defined _WIN64
+# define to_be32(x) _byteswap_ulong(x)
+#endif
+
+extern void isal_deflate_hash_lvl0(uint16_t *, uint32_t, uint32_t, uint8_t *, uint32_t);
+extern void isal_deflate_hash_lvl1(uint16_t *, uint32_t, uint32_t, uint8_t *, uint32_t);
+extern void isal_deflate_hash_lvl2(uint16_t *, uint32_t, uint32_t, uint8_t *, uint32_t);
+extern void isal_deflate_hash_lvl3(uint16_t *, uint32_t, uint32_t, uint8_t *, uint32_t);
+extern const uint8_t gzip_hdr[];
+extern const uint32_t gzip_hdr_bytes;
+extern const uint32_t gzip_trl_bytes;
+extern const uint8_t zlib_hdr[];
+extern const uint32_t zlib_hdr_bytes;
+extern const uint32_t zlib_trl_bytes;
+extern const struct isal_hufftables hufftables_default;
+extern const struct isal_hufftables hufftables_static;
+
+static uint32_t write_stored_block(struct isal_zstream *stream);
+
+static int write_stream_header_stateless(struct isal_zstream *stream);
+static void write_stream_header(struct isal_zstream *stream);
+static int write_deflate_header_stateless(struct isal_zstream *stream);
+static int write_deflate_header_unaligned_stateless(struct isal_zstream *stream);
+
+#define TYPE0_HDR_LEN 4
+#define TYPE0_BLK_HDR_LEN 5
+#define TYPE0_MAX_BLK_LEN 65535
+
+void isal_deflate_body(struct isal_zstream *stream);
+void isal_deflate_finish(struct isal_zstream *stream);
+
+void isal_deflate_icf_body(struct isal_zstream *stream);
+void isal_deflate_icf_finish_lvl1(struct isal_zstream *stream);
+void isal_deflate_icf_finish_lvl2(struct isal_zstream *stream);
+void isal_deflate_icf_finish_lvl3(struct isal_zstream *stream);
+/*****************************************************************/
+
+/* Forward declarations */
+static inline void reset_match_history(struct isal_zstream *stream);
+static void write_header(struct isal_zstream *stream, uint8_t * deflate_hdr,
+ uint32_t deflate_hdr_count, uint32_t extra_bits_count,
+ uint32_t next_state, uint32_t toggle_end_of_stream);
+static void write_trailer(struct isal_zstream *stream);
+
+struct slver {
+ uint16_t snum;
+ uint8_t ver;
+ uint8_t core;
+};
+
+/* Version info */
+struct slver isal_deflate_init_slver_01030081;
+struct slver isal_deflate_init_slver = { 0x0081, 0x03, 0x01 };
+
+struct slver isal_deflate_reset_slver_0001008e;
+struct slver isal_deflate_reset_slver = { 0x008e, 0x01, 0x00 };
+
+struct slver isal_deflate_stateless_init_slver_00010084;
+struct slver isal_deflate_stateless_init_slver = { 0x0084, 0x01, 0x00 };
+
+struct slver isal_deflate_slver_01030082;
+struct slver isal_deflate_slver = { 0x0082, 0x03, 0x01 };
+
+struct slver isal_deflate_stateless_slver_01010083;
+struct slver isal_deflate_stateless_slver = { 0x0083, 0x01, 0x01 };
+
+struct slver isal_deflate_set_hufftables_slver_0001008b;
+struct slver isal_deflate_set_hufftables_slver = { 0x008b, 0x01, 0x00 };
+
+struct slver isal_deflate_set_dict_slver_0001008c;
+struct slver isal_deflate_set_dict_slver = { 0x008c, 0x01, 0x00 };
+
+/*****************************************************************/
+
+// isal_adler32_bam1 - adler with (B | A minus 1) storage
+
+uint32_t isal_adler32_bam1(uint32_t adler32, const unsigned char *start, uint64_t length)
+{
+ uint64_t a;
+
+ /* Internally the checksum is being stored as B | (A-1) so crc and
+ * addler have same init value */
+ a = adler32 & 0xffff;
+ a = (a == ADLER_MOD - 1) ? 0 : a + 1;
+ adler32 = isal_adler32((adler32 & 0xffff0000) | a, start, length);
+ a = (adler32 & 0xffff);
+ a = (a == 0) ? ADLER_MOD - 1 : a - 1;
+
+ return (adler32 & 0xffff0000) | a;
+}
+
+static void update_checksum(struct isal_zstream *stream, uint8_t * start_in, uint64_t length)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ switch (stream->gzip_flag) {
+ case IGZIP_GZIP:
+ case IGZIP_GZIP_NO_HDR:
+ state->crc = crc32_gzip_refl(state->crc, start_in, length);
+ break;
+ case IGZIP_ZLIB:
+ case IGZIP_ZLIB_NO_HDR:
+ state->crc = isal_adler32_bam1(state->crc, start_in, length);
+ break;
+ }
+}
+
+static
+void sync_flush(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint64_t bits_to_write = 0xFFFF0000, bits_len;
+ uint64_t bytes;
+ int flush_size;
+
+ if (stream->avail_out >= 8) {
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ flush_size = (-(state->bitbuf.m_bit_count + 3)) % 8;
+
+ bits_to_write <<= flush_size + 3;
+ bits_len = 32 + flush_size + 3;
+
+ state->state = ZSTATE_NEW_HDR;
+ state->has_eob = 0;
+
+ write_bits(&state->bitbuf, bits_to_write, bits_len);
+
+ bytes = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= bytes;
+ stream->total_out += bytes;
+
+ if (stream->flush == FULL_FLUSH) {
+ /* Clear match history so there are no cross
+ * block length distance pairs */
+ state->has_hist = IGZIP_NO_HIST;
+ }
+ }
+}
+
+static void flush_write_buffer(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ int bytes = 0;
+ if (stream->avail_out >= 8) {
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+ flush(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ bytes = buffer_used(&state->bitbuf);
+ stream->avail_out -= bytes;
+ stream->total_out += bytes;
+ state->state = ZSTATE_NEW_HDR;
+ }
+}
+
+static void flush_icf_block(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ struct BitBuf2 *write_buf = &state->bitbuf;
+ struct deflate_icf *icf_buf_encoded_next;
+
+ set_buf(write_buf, stream->next_out, stream->avail_out);
+
+ icf_buf_encoded_next = encode_deflate_icf(level_buf->icf_buf_start + state->count,
+ level_buf->icf_buf_next, write_buf,
+ &level_buf->encode_tables);
+
+ state->count = icf_buf_encoded_next - level_buf->icf_buf_start;
+ stream->next_out = buffer_ptr(write_buf);
+ stream->total_out += buffer_used(write_buf);
+ stream->avail_out -= buffer_used(write_buf);
+
+ if (level_buf->icf_buf_next <= icf_buf_encoded_next) {
+ state->count = 0;
+ if (stream->avail_in == 0 && stream->end_of_stream)
+ state->state = ZSTATE_TRL;
+ else if (stream->avail_in == 0 && stream->flush != NO_FLUSH)
+ state->state = ZSTATE_SYNC_FLUSH;
+ else
+ state->state = ZSTATE_NEW_HDR;
+ }
+}
+
+static int check_level_req(struct isal_zstream *stream)
+{
+ if (stream->level == 0)
+ return 0;
+
+ if (stream->level_buf == NULL)
+ return ISAL_INVALID_LEVEL_BUF;
+
+ switch (stream->level) {
+ case 3:
+ if (stream->level_buf_size < ISAL_DEF_LVL3_MIN)
+ return ISAL_INVALID_LEVEL;
+ break;
+
+ case 2:
+ if (stream->level_buf_size < ISAL_DEF_LVL2_MIN)
+ return ISAL_INVALID_LEVEL;
+ break;
+ case 1:
+ if (stream->level_buf_size < ISAL_DEF_LVL1_MIN)
+ return ISAL_INVALID_LEVEL;
+ break;
+ default:
+ return ISAL_INVALID_LEVEL;
+ }
+
+ return 0;
+}
+
+static int init_hash8k_buf(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ state->has_level_buf_init = 1;
+ return sizeof(struct level_buf) - MAX_LVL_BUF_SIZE + sizeof(level_buf->hash8k);
+}
+
+static int init_hash_hist_buf(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ state->has_level_buf_init = 1;
+ return sizeof(struct level_buf) - MAX_LVL_BUF_SIZE + sizeof(level_buf->hash_hist);
+}
+
+static int init_hash_map_buf(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ if (!state->has_level_buf_init) {
+ level_buf->hash_map.matches_next = level_buf->hash_map.matches;
+ level_buf->hash_map.matches_end = level_buf->hash_map.matches;
+ }
+ state->has_level_buf_init = 1;
+
+ return sizeof(struct level_buf) - MAX_LVL_BUF_SIZE + sizeof(level_buf->hash_map);
+
+}
+
+/* returns the size of the level specific buffer */
+static int init_lvlX_buf(struct isal_zstream *stream)
+{
+ switch (stream->level) {
+ case 3:
+ return init_hash_map_buf(stream);
+ case 2:
+ return init_hash_hist_buf(stream);
+ default:
+ return init_hash8k_buf(stream);
+ }
+
+}
+
+static void init_new_icf_block(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ int level_struct_size;
+
+ level_struct_size = init_lvlX_buf(stream);
+
+ state->block_next = state->block_end;
+ level_buf->icf_buf_start =
+ (struct deflate_icf *)(stream->level_buf + level_struct_size);
+
+ level_buf->icf_buf_next = level_buf->icf_buf_start;
+ level_buf->icf_buf_avail_out =
+ stream->level_buf_size - level_struct_size - sizeof(struct deflate_icf);
+
+ memset(&level_buf->hist, 0, sizeof(struct isal_mod_hist));
+ state->state = ZSTATE_BODY;
+}
+
+static int are_buffers_empty_hashX(struct isal_zstream *stream)
+{
+ return !stream->avail_in;
+}
+
+static int are_buffers_empty_hash_map(struct isal_zstream *stream)
+{
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+
+ return (!stream->avail_in
+ && level_buf->hash_map.matches_next >= level_buf->hash_map.matches_end);
+}
+
+static int are_buffers_empty(struct isal_zstream *stream)
+{
+
+ switch (stream->level) {
+ case 3:
+ return are_buffers_empty_hash_map(stream);
+ case 2:
+ return are_buffers_empty_hashX(stream);
+ default:
+ return are_buffers_empty_hashX(stream);
+ }
+}
+
+static void create_icf_block_hdr(struct isal_zstream *stream, uint8_t * start_in)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ struct BitBuf2 *write_buf = &state->bitbuf;
+ struct BitBuf2 write_buf_tmp;
+ uint32_t out_size = stream->avail_out;
+ uint32_t avail_output, block_start_offset;
+ uint8_t *end_out = stream->next_out + out_size;
+ uint64_t cur_in_processed;
+ uint64_t bit_count;
+ uint64_t block_in_size = state->block_end - state->block_next;
+ uint64_t block_size;
+ int buffer_header = 0;
+
+ memcpy(&write_buf_tmp, write_buf, sizeof(struct BitBuf2));
+
+ /* Calculate the bytes required to store a type 0 block. Need to account
+ * for bits stored in the bitbuf. Since 3 bits correspond to the deflate
+ * type 0 header, we need to add one byte more when the number of bits
+ * is at least 6 mod 8. */
+ block_size = (TYPE0_BLK_HDR_LEN) * ((block_in_size + TYPE0_MAX_BLK_LEN - 1) /
+ TYPE0_MAX_BLK_LEN) + block_in_size;
+ block_size = block_size ? block_size : TYPE0_BLK_HDR_LEN;
+ block_size += (write_buf->m_bit_count + 2) / 8;
+
+ /* Write EOB in icf_buf */
+ level_buf->hist.ll_hist[256] = 1;
+ level_buf->icf_buf_next->lit_len = 0x100;
+ level_buf->icf_buf_next->lit_dist = NULL_DIST_SYM;
+ level_buf->icf_buf_next->dist_extra = 0;
+ level_buf->icf_buf_next++;
+
+ state->has_eob_hdr = (stream->end_of_stream && are_buffers_empty(stream)) ? 1 : 0;
+
+ if (end_out - stream->next_out >= ISAL_DEF_MAX_HDR_SIZE) {
+ /* Assumes ISAL_DEF_MAX_HDR_SIZE is large enough to contain a
+ * max length header and a gzip header */
+ if (stream->gzip_flag == IGZIP_GZIP || stream->gzip_flag == IGZIP_ZLIB)
+ write_stream_header_stateless(stream);
+ set_buf(write_buf, stream->next_out, stream->avail_out);
+ buffer_header = 0;
+
+ } else {
+ /* Start writing into temporary buffer */
+ set_buf(write_buf, level_buf->deflate_hdr, ISAL_DEF_MAX_HDR_SIZE);
+ buffer_header = 1;
+ }
+
+ bit_count = create_hufftables_icf(write_buf, &level_buf->encode_tables,
+ &level_buf->hist, state->has_eob_hdr);
+
+ /* Assumes that type 0 block has size less than 4G */
+ block_start_offset = (stream->total_in - state->block_next);
+ cur_in_processed = stream->next_in - start_in;
+ avail_output = stream->avail_out + sizeof(state->buffer) -
+ (stream->total_in - state->block_end);
+
+ if (bit_count / 8 >= block_size && cur_in_processed >= block_start_offset
+ && block_size <= avail_output) {
+ /* Reset stream for writing out a type0 block */
+ state->has_eob_hdr = 0;
+ memcpy(write_buf, &write_buf_tmp, sizeof(struct BitBuf2));
+ state->state = ZSTATE_TYPE0_HDR;
+
+ } else if (buffer_header) {
+ /* Setup stream to write out a buffered header */
+ level_buf->deflate_hdr_count = buffer_used(write_buf);
+ level_buf->deflate_hdr_extra_bits = write_buf->m_bit_count;
+ flush(write_buf);
+ memcpy(write_buf, &write_buf_tmp, sizeof(struct BitBuf2));
+ write_buf->m_bits = 0;
+ write_buf->m_bit_count = 0;
+ state->state = ZSTATE_HDR;
+
+ } else {
+ stream->next_out = buffer_ptr(write_buf);
+ stream->total_out += buffer_used(write_buf);
+ stream->avail_out -= buffer_used(write_buf);
+ state->state = ZSTATE_FLUSH_ICF_BUFFER;
+ }
+}
+
+static void isal_deflate_pass(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct isal_hufftables *hufftables = stream->hufftables;
+ uint8_t *start_in = stream->next_in;
+
+ if (state->state == ZSTATE_NEW_HDR || state->state == ZSTATE_HDR) {
+ if (state->count == 0)
+ /* Assume the final header is being written since the header
+ * stored in hufftables is the final header. */
+ state->has_eob_hdr = 1;
+ write_header(stream, hufftables->deflate_hdr, hufftables->deflate_hdr_count,
+ hufftables->deflate_hdr_extra_bits, ZSTATE_BODY,
+ !stream->end_of_stream);
+ }
+
+ if (state->state == ZSTATE_BODY)
+ isal_deflate_body(stream);
+
+ if (state->state == ZSTATE_FLUSH_READ_BUFFER)
+ isal_deflate_finish(stream);
+ if (state->state == ZSTATE_SYNC_FLUSH)
+ sync_flush(stream);
+
+ if (state->state == ZSTATE_FLUSH_WRITE_BUFFER)
+ flush_write_buffer(stream);
+
+ if (stream->gzip_flag)
+ update_checksum(stream, start_in, stream->next_in - start_in);
+
+ if (state->state == ZSTATE_TRL)
+ write_trailer(stream);
+}
+
+static void isal_deflate_icf_finish(struct isal_zstream *stream)
+{
+ switch (stream->level) {
+ case 3:
+ isal_deflate_icf_finish_lvl3(stream);
+ break;
+ case 2:
+ isal_deflate_icf_finish_lvl2(stream);
+ break;
+ default:
+ isal_deflate_icf_finish_lvl1(stream);
+ }
+}
+
+static void isal_deflate_icf_pass(struct isal_zstream *stream, uint8_t * inbuf_start)
+{
+ uint8_t *start_in = stream->next_in;
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+
+ do {
+ if (state->state == ZSTATE_NEW_HDR)
+ init_new_icf_block(stream);
+
+ if (state->state == ZSTATE_BODY)
+ isal_deflate_icf_body(stream);
+
+ if (state->state == ZSTATE_FLUSH_READ_BUFFER)
+ isal_deflate_icf_finish(stream);
+
+ if (state->state == ZSTATE_CREATE_HDR)
+ create_icf_block_hdr(stream, inbuf_start);
+
+ if (state->state == ZSTATE_HDR)
+ /* Note that the header may be prepended by the
+ * remaining bits in the previous block, as such the
+ * toggle header flag cannot be used */
+ write_header(stream, level_buf->deflate_hdr,
+ level_buf->deflate_hdr_count,
+ level_buf->deflate_hdr_extra_bits,
+ ZSTATE_FLUSH_ICF_BUFFER, 0);
+
+ if (state->state == ZSTATE_FLUSH_ICF_BUFFER)
+ flush_icf_block(stream);
+
+ if (state->state == ZSTATE_TYPE0_HDR || state->state == ZSTATE_TYPE0_BODY) {
+ if (stream->gzip_flag == IGZIP_GZIP || stream->gzip_flag == IGZIP_ZLIB)
+ write_stream_header(stream);
+ write_stored_block(stream);
+ }
+
+ }
+ while (state->state == ZSTATE_NEW_HDR);
+
+ if (state->state == ZSTATE_SYNC_FLUSH)
+ sync_flush(stream);
+
+ if (state->state == ZSTATE_FLUSH_WRITE_BUFFER)
+ flush_write_buffer(stream);
+
+ if (stream->gzip_flag)
+ update_checksum(stream, start_in, stream->next_in - start_in);
+
+ if (state->state == ZSTATE_TRL)
+ write_trailer(stream);
+}
+
+static void isal_deflate_int(struct isal_zstream *stream, uint8_t * start_in)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t size;
+
+ /* Move data from temporary output buffer to output buffer */
+ if (state->state >= ZSTATE_TMP_OFFSET) {
+ size = state->tmp_out_end - state->tmp_out_start;
+ if (size > stream->avail_out)
+ size = stream->avail_out;
+ memcpy(stream->next_out, state->tmp_out_buff + state->tmp_out_start, size);
+ stream->next_out += size;
+ stream->avail_out -= size;
+ stream->total_out += size;
+ state->tmp_out_start += size;
+
+ if (state->tmp_out_start == state->tmp_out_end)
+ state->state -= ZSTATE_TMP_OFFSET;
+
+ if (stream->avail_out == 0 || state->state == ZSTATE_END
+ // or do not write out empty blocks since the outbuffer was processed
+ || (state->state == ZSTATE_NEW_HDR && stream->avail_out == 0))
+ return;
+ }
+ assert(state->tmp_out_start == state->tmp_out_end);
+
+ if (stream->level == 0)
+ isal_deflate_pass(stream);
+ else
+ isal_deflate_icf_pass(stream, start_in);
+
+ /* Fill temporary output buffer then complete filling output buffer */
+ if (stream->avail_out > 0 && stream->avail_out < 8 && state->state != ZSTATE_NEW_HDR) {
+ uint8_t *next_out;
+ uint32_t avail_out;
+ uint32_t total_out;
+
+ next_out = stream->next_out;
+ avail_out = stream->avail_out;
+ total_out = stream->total_out;
+
+ stream->next_out = state->tmp_out_buff;
+ stream->avail_out = sizeof(state->tmp_out_buff);
+ stream->total_out = 0;
+
+ if (stream->level == 0)
+ isal_deflate_pass(stream);
+ else
+ isal_deflate_icf_pass(stream, start_in);
+
+ state->tmp_out_start = 0;
+ state->tmp_out_end = stream->total_out;
+
+ stream->next_out = next_out;
+ stream->avail_out = avail_out;
+ stream->total_out = total_out;
+ if (state->tmp_out_end) {
+ size = state->tmp_out_end;
+ if (size > stream->avail_out)
+ size = stream->avail_out;
+ memcpy(stream->next_out, state->tmp_out_buff, size);
+ stream->next_out += size;
+ stream->avail_out -= size;
+ stream->total_out += size;
+ state->tmp_out_start += size;
+ if (state->tmp_out_start != state->tmp_out_end)
+ state->state += ZSTATE_TMP_OFFSET;
+
+ }
+ }
+
+}
+
+static void write_constant_compressed_stateless(struct isal_zstream *stream,
+ uint32_t repeated_length)
+{
+ /* Assumes repeated_length is at least 1.
+ * Assumes the input end_of_stream is either 0 or 1. */
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t rep_bits = ((repeated_length - 1) / 258) * 2;
+ uint32_t rep_bytes = rep_bits / 8;
+ uint32_t rep_extra = (repeated_length - 1) % 258;
+ uint32_t bytes;
+ uint32_t repeated_char = *stream->next_in;
+ uint8_t *start_in = stream->next_in;
+
+ /* Guarantee there is enough space for the header even in the worst case */
+ if (stream->avail_out < HEADER_LENGTH + MAX_FIXUP_CODE_LENGTH + rep_bytes + 8)
+ return;
+
+ /* Assumes the repeated char is either 0 or 0xFF. */
+ memcpy(stream->next_out, repeated_char_header[repeated_char & 1], HEADER_LENGTH);
+
+ if (stream->avail_in == repeated_length && stream->end_of_stream > 0) {
+ stream->next_out[0] |= 1;
+ state->has_eob_hdr = 1;
+ state->has_eob = 1;
+ state->state = ZSTATE_TRL;
+ } else {
+ state->state = ZSTATE_NEW_HDR;
+ }
+
+ memset(stream->next_out + HEADER_LENGTH, 0, rep_bytes);
+ stream->avail_out -= HEADER_LENGTH + rep_bytes;
+ stream->next_out += HEADER_LENGTH + rep_bytes;
+ stream->total_out += HEADER_LENGTH + rep_bytes;
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ /* These two lines are basically a modified version of init. */
+ state->bitbuf.m_bits = 0;
+ state->bitbuf.m_bit_count = rep_bits % 8;
+
+ /* Add smaller repeat codes as necessary. Code280 can describe repeat
+ * lengths of 115-130 bits. Code10 can describe repeat lengths of 10
+ * bits. If more than 230 bits, fill code with two code280s. Else if
+ * more than 115 repeates, fill with code10s until one code280 can
+ * finish the rest of the repeats. Else, fill with code10s and
+ * literals */
+ if (rep_extra > 115) {
+ while (rep_extra > 130 && rep_extra < 230) {
+ write_bits(&state->bitbuf, CODE_10, CODE_10_LENGTH);
+ rep_extra -= 10;
+ }
+
+ if (rep_extra >= 230) {
+ write_bits(&state->bitbuf,
+ CODE_280 | ((rep_extra / 2 - 115) <<
+ CODE_280_LENGTH), CODE_280_TOTAL_LENGTH);
+ rep_extra -= rep_extra / 2;
+ }
+
+ write_bits(&state->bitbuf,
+ CODE_280 | ((rep_extra - 115) << CODE_280_LENGTH),
+ CODE_280_TOTAL_LENGTH);
+
+ } else {
+ while (rep_extra >= 10) {
+
+ write_bits(&state->bitbuf, CODE_10, CODE_10_LENGTH);
+ rep_extra -= 10;
+ }
+
+ for (; rep_extra > 0; rep_extra--)
+ write_bits(&state->bitbuf, CODE_LIT, CODE_LIT_LENGTH);
+ }
+
+ write_bits(&state->bitbuf, END_OF_BLOCK, END_OF_BLOCK_LEN);
+
+ stream->next_in += repeated_length;
+ stream->avail_in -= repeated_length;
+ stream->total_in += repeated_length;
+ state->block_end += repeated_length;
+
+ bytes = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= bytes;
+ stream->total_out += bytes;
+
+ if (stream->gzip_flag)
+ update_checksum(stream, start_in, stream->next_in - start_in);
+
+ return;
+}
+
+static int detect_repeated_char_length(uint8_t * in, uint32_t length)
+{
+ /* This currently assumes the first 8 bytes are the same character.
+ * This won't work effectively if the input stream isn't aligned well. */
+ uint8_t *p_8, *end = in + length;
+ uint64_t *p_64 = (uint64_t *) in;
+ uint64_t w = *p_64;
+ uint8_t c = (uint8_t) w;
+
+ for (; (p_64 <= (uint64_t *) (end - 8)) && (w == *p_64); p_64++) ;
+
+ p_8 = (uint8_t *) p_64;
+
+ for (; (p_8 < end) && (c == *p_8); p_8++) ;
+
+ return p_8 - in;
+}
+
+static int isal_deflate_int_stateless(struct isal_zstream *stream)
+{
+ uint32_t repeat_length;
+ struct isal_zstate *state = &stream->internal_state;
+
+ if (stream->gzip_flag == IGZIP_GZIP || stream->gzip_flag == IGZIP_ZLIB)
+ if (write_stream_header_stateless(stream))
+ return STATELESS_OVERFLOW;
+
+ if (stream->avail_in >= 8
+ && (load_u64(stream->next_in) == 0
+ || load_u64(stream->next_in) == ~(uint64_t) 0)) {
+ repeat_length = detect_repeated_char_length(stream->next_in, stream->avail_in);
+
+ if (stream->avail_in == repeat_length || repeat_length >= MIN_REPEAT_LEN)
+ write_constant_compressed_stateless(stream, repeat_length);
+ }
+
+ if (stream->level == 0) {
+ if (state->state == ZSTATE_NEW_HDR || state->state == ZSTATE_HDR) {
+ write_deflate_header_unaligned_stateless(stream);
+ if (state->state == ZSTATE_NEW_HDR || state->state == ZSTATE_HDR)
+ return STATELESS_OVERFLOW;
+
+ reset_match_history(stream);
+ }
+
+ isal_deflate_pass(stream);
+
+ } else if (stream->level <= ISAL_DEF_MAX_LEVEL) {
+ if (state->state == ZSTATE_NEW_HDR || state->state == ZSTATE_HDR)
+ reset_match_history(stream);
+
+ state->count = 0;
+ isal_deflate_icf_pass(stream, stream->next_in);
+
+ }
+
+ if (state->state == ZSTATE_END
+ || (state->state == ZSTATE_NEW_HDR && stream->flush == FULL_FLUSH))
+ return COMP_OK;
+ else
+ return STATELESS_OVERFLOW;
+}
+
+static void write_type0_header(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint64_t stored_blk_hdr;
+ uint32_t copy_size;
+ uint32_t memcpy_len, avail_in;
+ uint32_t block_in_size = state->block_end - state->block_next;
+ uint32_t block_next_offset;
+ struct BitBuf2 *bitbuf = &stream->internal_state.bitbuf;
+
+ if (block_in_size > TYPE0_MAX_BLK_LEN) {
+ stored_blk_hdr = 0xFFFF;
+ copy_size = TYPE0_MAX_BLK_LEN;
+ } else {
+ stored_blk_hdr = ~block_in_size;
+ stored_blk_hdr <<= 16;
+ stored_blk_hdr |= (block_in_size & 0xFFFF);
+ copy_size = block_in_size;
+
+ /* Handle BFINAL bit */
+ block_next_offset = stream->total_in - state->block_next;
+ avail_in = stream->avail_in + block_next_offset;
+ if (stream->end_of_stream && avail_in == block_in_size)
+ stream->internal_state.has_eob_hdr = 1;
+ }
+
+ if (bitbuf->m_bit_count == 0 && stream->avail_out >= TYPE0_HDR_LEN + 1) {
+ stored_blk_hdr = stored_blk_hdr << 8;
+ stored_blk_hdr |= stream->internal_state.has_eob_hdr;
+ memcpy_len = TYPE0_HDR_LEN + 1;
+ memcpy(stream->next_out, &stored_blk_hdr, memcpy_len);
+ } else if (stream->avail_out >= 8) {
+ set_buf(bitbuf, stream->next_out, stream->avail_out);
+ write_bits_flush(bitbuf, stream->internal_state.has_eob_hdr, 3);
+ stream->next_out = buffer_ptr(bitbuf);
+ stream->total_out += buffer_used(bitbuf);
+ stream->avail_out -= buffer_used(bitbuf);
+ memcpy_len = TYPE0_HDR_LEN;
+ memcpy(stream->next_out, &stored_blk_hdr, memcpy_len);
+ } else {
+ stream->internal_state.has_eob_hdr = 0;
+ return;
+ }
+
+ stream->next_out += memcpy_len;
+ stream->avail_out -= memcpy_len;
+ stream->total_out += memcpy_len;
+ stream->internal_state.state = ZSTATE_TYPE0_BODY;
+
+ stream->internal_state.count = copy_size;
+}
+
+static uint32_t write_stored_block(struct isal_zstream *stream)
+{
+ uint32_t copy_size, avail_in, block_next_offset;
+ uint8_t *next_in;
+ struct isal_zstate *state = &stream->internal_state;
+
+ do {
+ if (state->state == ZSTATE_TYPE0_HDR) {
+ write_type0_header(stream);
+ if (state->state == ZSTATE_TYPE0_HDR)
+ break;
+ }
+
+ assert(state->count <= state->block_end - state->block_next);
+ copy_size = state->count;
+
+ block_next_offset = stream->total_in - state->block_next;
+ next_in = stream->next_in - block_next_offset;
+ avail_in = stream->avail_in + block_next_offset;
+
+ if (copy_size > stream->avail_out || copy_size > avail_in) {
+ state->count = copy_size;
+ copy_size = (stream->avail_out <= avail_in) ?
+ stream->avail_out : avail_in;
+
+ memcpy(stream->next_out, next_in, copy_size);
+ state->count -= copy_size;
+ } else {
+ memcpy(stream->next_out, next_in, copy_size);
+
+ state->count = 0;
+ state->state = ZSTATE_TYPE0_HDR;
+ }
+
+ state->block_next += copy_size;
+ stream->next_out += copy_size;
+ stream->avail_out -= copy_size;
+ stream->total_out += copy_size;
+
+ if (state->block_next == state->block_end) {
+ state->state = state->has_eob_hdr ? ZSTATE_TRL : ZSTATE_NEW_HDR;
+ if (stream->flush == FULL_FLUSH && state->state == ZSTATE_NEW_HDR
+ && are_buffers_empty(stream)) {
+ /* Clear match history so there are no cross
+ * block length distance pairs */
+ reset_match_history(stream);
+ }
+ }
+ } while (state->state == ZSTATE_TYPE0_HDR);
+
+ return state->block_end - state->block_next;
+}
+
+static inline void reset_match_history(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint16_t *hash_table;
+ uint32_t hash_table_size;
+
+ hash_table_size = 2 * (state->hash_mask + 1);
+
+ switch (stream->level) {
+ case 3:
+ hash_table = level_buf->lvl3.hash_table;
+ break;
+ case 2:
+ hash_table = level_buf->lvl2.hash_table;
+ break;
+ case 1:
+ hash_table = level_buf->lvl1.hash_table;
+ break;
+ default:
+ hash_table = state->head;
+ }
+
+ state->has_hist = IGZIP_NO_HIST;
+
+ /* There is definitely more than 16 bytes in the hash table. Set this
+ * minimum to avoid a wmemset of size 0 */
+ if (hash_table_size <= sizeof(wchar_t))
+ hash_table_size = sizeof(wchar_t);
+
+ if (sizeof(wchar_t) == 2) {
+ uint16_t hash_init_val;
+
+ hash_init_val = stream->total_in & 0xffff;
+ wmemset((wchar_t *)hash_table, hash_init_val,
+ hash_table_size / sizeof(wchar_t));
+
+ } else if (sizeof(wchar_t) == 4) {
+ uint32_t hash_init_val;
+ int rep_bits;
+
+ hash_init_val = stream->total_in & 0xffff;
+ for (rep_bits = sizeof(uint16_t) * 8; rep_bits < sizeof(wchar_t) * 8;
+ rep_bits *= 2)
+ hash_init_val |= hash_init_val << rep_bits;
+
+ wmemset((wchar_t *)hash_table, hash_init_val,
+ hash_table_size / sizeof(wchar_t));
+ } else {
+ if ((stream->total_in & 0xFFFF) == 0)
+ memset(hash_table, 0, hash_table_size);
+ else {
+ int i;
+ for (i = 0; i < hash_table_size / 2; i++) {
+ hash_table[i] = (uint16_t) (stream->total_in);
+ }
+ }
+ }
+
+}
+
+static void inline set_dist_mask(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t hist_size;
+
+ if (stream->hist_bits > ISAL_DEF_MAX_HIST_BITS || stream->hist_bits == 0)
+ stream->hist_bits = ISAL_DEF_MAX_HIST_BITS;
+
+ hist_size = (1 << (stream->hist_bits));
+ state->dist_mask = hist_size - 1;
+
+ if (IGZIP_HIST_SIZE < ISAL_DEF_HIST_SIZE && state->dist_mask > IGZIP_HIST_SIZE - 1)
+ state->dist_mask = IGZIP_HIST_SIZE - 1;
+}
+
+static void inline set_hash_mask(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+
+ switch (stream->level) {
+ case 3:
+ state->hash_mask = LVL3_HASH_MASK;
+ break;
+ case 2:
+ state->hash_mask = LVL2_HASH_MASK;
+ break;
+ case 1:
+ state->hash_mask = LVL1_HASH_MASK;
+ break;
+ case 0:
+ state->hash_mask = LVL0_HASH_MASK;
+ }
+}
+
+void isal_deflate_init(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+
+ stream->total_in = 0;
+ stream->total_out = 0;
+ stream->hufftables = (struct isal_hufftables *)&hufftables_default;
+ stream->level = 0;
+ stream->level_buf = NULL;
+ stream->level_buf_size = 0;
+ stream->end_of_stream = 0;
+ stream->flush = NO_FLUSH;
+ stream->gzip_flag = 0;
+ stream->hist_bits = 0;
+
+ state->block_next = 0;
+ state->block_end = 0;
+ state->b_bytes_valid = 0;
+ state->b_bytes_processed = 0;
+ state->total_in_start = 0;
+ state->has_wrap_hdr = 0;
+ state->has_eob = 0;
+ state->has_eob_hdr = 0;
+ state->has_hist = IGZIP_NO_HIST;
+ state->has_level_buf_init = 0;
+ state->state = ZSTATE_NEW_HDR;
+ state->count = 0;
+
+ state->tmp_out_start = 0;
+ state->tmp_out_end = 0;
+
+ init(&state->bitbuf);
+
+ state->crc = 0;
+
+ return;
+}
+
+void isal_deflate_reset(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+
+ stream->total_in = 0;
+ stream->total_out = 0;
+
+ state->block_next = 0;
+ state->block_end = 0;
+ state->b_bytes_valid = 0;
+ state->b_bytes_processed = 0;
+ state->total_in_start = 0;
+ state->has_wrap_hdr = 0;
+ state->has_eob = 0;
+ state->has_level_buf_init = 0;
+ state->has_eob_hdr = 0;
+ state->has_hist = IGZIP_NO_HIST;
+ state->state = ZSTATE_NEW_HDR;
+ state->count = 0;
+
+ state->tmp_out_start = 0;
+ state->tmp_out_end = 0;
+
+ init(&state->bitbuf);
+
+ state->crc = 0;
+
+}
+
+void isal_gzip_header_init(struct isal_gzip_header *gz_hdr)
+{
+ gz_hdr->text = 0;
+ gz_hdr->time = 0;
+ gz_hdr->xflags = 0;
+ gz_hdr->os = 0xff;
+ gz_hdr->extra = NULL;
+ gz_hdr->extra_buf_len = 0;
+ gz_hdr->extra_len = 0;
+ gz_hdr->name = NULL;
+ gz_hdr->name_buf_len = 0;
+ gz_hdr->comment = NULL;
+ gz_hdr->comment_buf_len = 0;
+ gz_hdr->hcrc = 0;
+};
+
+uint32_t isal_write_gzip_header(struct isal_zstream *stream, struct isal_gzip_header *gz_hdr)
+{
+ uint32_t flags = 0, hcrc, hdr_size = GZIP_HDR_BASE;
+ uint8_t *out_buf = stream->next_out, *out_buf_start = stream->next_out;
+ uint32_t name_len = 0, comment_len = 0;
+
+ if (gz_hdr->text)
+ flags |= TEXT_FLAG;
+ if (gz_hdr->extra) {
+ flags |= EXTRA_FLAG;
+ hdr_size += GZIP_EXTRA_LEN + gz_hdr->extra_len;
+ }
+ if (gz_hdr->name) {
+ flags |= NAME_FLAG;
+ name_len = strnlen(gz_hdr->name, gz_hdr->name_buf_len);
+ if (name_len < gz_hdr->name_buf_len)
+ name_len++;
+ hdr_size += name_len;
+ }
+ if (gz_hdr->comment) {
+ flags |= COMMENT_FLAG;
+ comment_len = strnlen(gz_hdr->comment, gz_hdr->comment_buf_len);
+ if (comment_len < gz_hdr->comment_buf_len)
+ comment_len++;
+ hdr_size += comment_len;
+ }
+ if (gz_hdr->hcrc) {
+ flags |= HCRC_FLAG;
+ hdr_size += GZIP_HCRC_LEN;
+ }
+
+ if (stream->avail_out < hdr_size)
+ return hdr_size;
+
+ out_buf[0] = 0x1f;
+ out_buf[1] = 0x8b;
+ out_buf[2] = DEFLATE_METHOD;
+ out_buf[3] = flags;
+ store_u32(out_buf + 4, gz_hdr->time);
+ out_buf[8] = gz_hdr->xflags;
+ out_buf[9] = gz_hdr->os;
+
+ out_buf += GZIP_HDR_BASE;
+ if (flags & EXTRA_FLAG) {
+ store_u16(out_buf, gz_hdr->extra_len);
+ out_buf += GZIP_EXTRA_LEN;
+
+ memcpy(out_buf, gz_hdr->extra, gz_hdr->extra_len);
+ out_buf += gz_hdr->extra_len;
+ }
+
+ if (flags & NAME_FLAG) {
+ memcpy(out_buf, gz_hdr->name, name_len);
+ out_buf += name_len;
+ }
+
+ if (flags & COMMENT_FLAG) {
+ memcpy(out_buf, gz_hdr->comment, comment_len);
+ out_buf += comment_len;
+ }
+
+ if (flags & HCRC_FLAG) {
+ hcrc = crc32_gzip_refl(0, out_buf_start, out_buf - out_buf_start);
+ store_u16(out_buf, hcrc);
+ out_buf += GZIP_HCRC_LEN;
+ }
+
+ stream->next_out += hdr_size;
+ stream->total_out += hdr_size;
+ stream->avail_out -= hdr_size;
+
+ return ISAL_DECOMP_OK;
+}
+
+uint32_t isal_write_zlib_header(struct isal_zstream *stream, struct isal_zlib_header *z_hdr)
+{
+ uint32_t cmf, flg, dict_flag = 0, hdr_size = ZLIB_HDR_BASE;
+ uint8_t *out_buf = stream->next_out;
+
+ if (z_hdr->dict_flag) {
+ dict_flag = ZLIB_DICT_FLAG;
+ hdr_size = ZLIB_HDR_BASE + ZLIB_DICT_LEN;
+ }
+
+ if (stream->avail_out < hdr_size)
+ return hdr_size;
+
+ cmf = DEFLATE_METHOD | (z_hdr->info << 4);
+ flg = (z_hdr->level << 6) | dict_flag;
+
+ flg += 31 - ((256 * cmf + flg) % 31);
+
+ out_buf[0] = cmf;
+ out_buf[1] = flg;
+
+ if (dict_flag)
+ store_u32(out_buf + 2, z_hdr->dict_id);
+
+ stream->next_out += hdr_size;
+ stream->total_out += hdr_size;
+ stream->avail_out -= hdr_size;
+
+ return ISAL_DECOMP_OK;
+}
+
+int isal_deflate_set_hufftables(struct isal_zstream *stream,
+ struct isal_hufftables *hufftables, int type)
+{
+ if (stream->internal_state.state != ZSTATE_NEW_HDR)
+ return ISAL_INVALID_OPERATION;
+
+ switch (type) {
+ case IGZIP_HUFFTABLE_DEFAULT:
+ stream->hufftables = (struct isal_hufftables *)&hufftables_default;
+ break;
+ case IGZIP_HUFFTABLE_STATIC:
+ stream->hufftables = (struct isal_hufftables *)&hufftables_static;
+ break;
+ case IGZIP_HUFFTABLE_CUSTOM:
+ if (hufftables != NULL) {
+ stream->hufftables = hufftables;
+ break;
+ }
+ default:
+ return ISAL_INVALID_OPERATION;
+ }
+
+ return COMP_OK;
+}
+
+void isal_deflate_stateless_init(struct isal_zstream *stream)
+{
+ stream->total_in = 0;
+ stream->total_out = 0;
+ stream->hufftables = (struct isal_hufftables *)&hufftables_default;
+ stream->level = 0;
+ stream->level_buf = NULL;
+ stream->level_buf_size = 0;
+ stream->end_of_stream = 0;
+ stream->flush = NO_FLUSH;
+ stream->gzip_flag = 0;
+ stream->internal_state.has_wrap_hdr = 0;
+ stream->internal_state.state = ZSTATE_NEW_HDR;
+ return;
+}
+
+void isal_deflate_hash(struct isal_zstream *stream, uint8_t * dict, uint32_t dict_len)
+{
+ /* Reset history to prevent out of bounds matches this works because
+ * dictionary must set at least 1 element in the history */
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint32_t hash_mask = stream->internal_state.hash_mask;
+
+ switch (stream->level) {
+ case 3:
+ memset(level_buf->lvl3.hash_table, -1, sizeof(level_buf->lvl3.hash_table));
+ isal_deflate_hash_lvl3(level_buf->lvl3.hash_table, hash_mask,
+ stream->total_in, dict, dict_len);
+ break;
+
+ case 2:
+ memset(level_buf->lvl2.hash_table, -1, sizeof(level_buf->lvl2.hash_table));
+ isal_deflate_hash_lvl2(level_buf->lvl2.hash_table, hash_mask,
+ stream->total_in, dict, dict_len);
+ break;
+ case 1:
+ memset(level_buf->lvl1.hash_table, -1, sizeof(level_buf->lvl1.hash_table));
+ isal_deflate_hash_lvl1(level_buf->lvl1.hash_table, hash_mask,
+ stream->total_in, dict, dict_len);
+ break;
+ default:
+ memset(stream->internal_state.head, -1, sizeof(stream->internal_state.head));
+ isal_deflate_hash_lvl0(stream->internal_state.head, hash_mask,
+ stream->total_in, dict, dict_len);
+ }
+
+ stream->internal_state.has_hist = IGZIP_HIST;
+}
+
+int isal_deflate_set_dict(struct isal_zstream *stream, uint8_t * dict, uint32_t dict_len)
+{
+ struct isal_zstate *state = &stream->internal_state;
+
+ if (state->state != ZSTATE_NEW_HDR || state->b_bytes_processed != state->b_bytes_valid)
+ return ISAL_INVALID_STATE;
+
+ if (dict_len <= 0)
+ return COMP_OK;
+
+ if (dict_len > IGZIP_HIST_SIZE) {
+ dict = dict + dict_len - IGZIP_HIST_SIZE;
+ dict_len = IGZIP_HIST_SIZE;
+ }
+
+ memcpy(state->buffer, dict, dict_len);
+ state->b_bytes_processed = dict_len;
+ state->b_bytes_valid = dict_len;
+
+ state->has_hist = IGZIP_DICT_HIST;
+
+ return COMP_OK;
+}
+
+int isal_deflate_stateless(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint8_t *next_in = stream->next_in;
+ const uint32_t avail_in = stream->avail_in;
+ const uint32_t total_in = stream->total_in;
+
+ uint8_t *next_out = stream->next_out;
+ const uint32_t avail_out = stream->avail_out;
+ const uint32_t total_out = stream->total_out;
+ const uint32_t gzip_flag = stream->gzip_flag;
+ const uint32_t has_wrap_hdr = state->has_wrap_hdr;
+
+ int level_check;
+ uint64_t stored_len;
+
+ /* Final block has already been written */
+ state->block_next = stream->total_in;
+ state->block_end = stream->total_in;
+ state->has_eob_hdr = 0;
+ init(&state->bitbuf);
+ state->state = ZSTATE_NEW_HDR;
+ state->crc = 0;
+ state->has_level_buf_init = 0;
+ set_dist_mask(stream);
+
+ if (stream->flush == NO_FLUSH)
+ stream->end_of_stream = 1;
+
+ if (stream->flush != NO_FLUSH && stream->flush != FULL_FLUSH)
+ return INVALID_FLUSH;
+
+ level_check = check_level_req(stream);
+ if (level_check) {
+ if (stream->level == 1 && stream->level_buf == NULL) {
+ /* Default to internal buffer if invalid size is supplied */
+ stream->level_buf = state->buffer;
+ stream->level_buf_size = sizeof(state->buffer) + sizeof(state->head);
+ } else
+ return level_check;
+ }
+
+ set_hash_mask(stream);
+
+ if (state->hash_mask > 2 * avail_in)
+ state->hash_mask = (1 << bsr(avail_in)) - 1;
+
+ if (avail_in == 0)
+ stored_len = TYPE0_BLK_HDR_LEN;
+ else {
+ stored_len = TYPE0_BLK_HDR_LEN * ((avail_in + TYPE0_MAX_BLK_LEN - 1) /
+ TYPE0_MAX_BLK_LEN);
+ stored_len += avail_in;
+ }
+
+ /*
+ at least 1 byte compressed data in the case of empty dynamic block which only
+ contains the EOB
+ */
+ if (stream->gzip_flag == IGZIP_GZIP)
+ stored_len += gzip_hdr_bytes + gzip_trl_bytes;
+ else if (stream->gzip_flag == IGZIP_GZIP_NO_HDR)
+ stored_len += gzip_trl_bytes;
+
+ else if (stream->gzip_flag == IGZIP_ZLIB)
+ stored_len += zlib_hdr_bytes + zlib_trl_bytes;
+
+ else if (stream->gzip_flag == IGZIP_ZLIB_NO_HDR)
+ stored_len += zlib_trl_bytes;
+
+ if (avail_out >= stored_len)
+ stream->avail_out = stored_len;
+
+ if (isal_deflate_int_stateless(stream) == COMP_OK) {
+ if (avail_out >= stored_len)
+ stream->avail_out += avail_out - stored_len;
+ return COMP_OK;
+ } else {
+ if (avail_out >= stored_len)
+ stream->avail_out += avail_out - stored_len;
+ if (stream->flush == FULL_FLUSH) {
+ reset_match_history(stream);
+ }
+ stream->internal_state.has_eob_hdr = 0;
+ }
+
+ if (avail_out < stored_len)
+ return STATELESS_OVERFLOW;
+
+ stream->next_in = next_in + avail_in;
+ stream->avail_in = 0;
+ stream->total_in = avail_in;
+
+ state->block_next = stream->total_in - avail_in;
+ state->block_end = stream->total_in;
+
+ stream->next_out = next_out;
+ stream->avail_out = avail_out;
+ stream->total_out = total_out;
+
+ stream->gzip_flag = gzip_flag;
+ state->has_wrap_hdr = has_wrap_hdr;
+ init(&stream->internal_state.bitbuf);
+ stream->internal_state.count = 0;
+
+ if (stream->gzip_flag == IGZIP_GZIP || stream->gzip_flag == IGZIP_ZLIB)
+ write_stream_header_stateless(stream);
+
+ stream->internal_state.state = ZSTATE_TYPE0_HDR;
+
+ write_stored_block(stream);
+
+ stream->total_in = total_in + avail_in;
+
+ if (stream->gzip_flag) {
+ stream->internal_state.crc = 0;
+ update_checksum(stream, next_in, avail_in);
+ }
+
+ if (stream->end_of_stream)
+ write_trailer(stream);
+
+ return COMP_OK;
+
+}
+
+static inline uint32_t get_hist_size(struct isal_zstream *stream, uint8_t * start_in,
+ int32_t buf_hist_start)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t history_size;
+ uint32_t buffered_history;
+ uint32_t buffered_size = state->b_bytes_valid - state->b_bytes_processed;
+ uint32_t input_history;
+
+ buffered_history = (state->has_hist) ? state->b_bytes_processed - buf_hist_start : 0;
+ input_history = stream->next_in - start_in;
+
+ /* Calculate history required for deflate window */
+ history_size = (buffered_history >= input_history) ? buffered_history : input_history;
+ if (history_size > IGZIP_HIST_SIZE)
+ history_size = IGZIP_HIST_SIZE;
+
+ /* Calculate history required based on internal state */
+ if (state->state == ZSTATE_TYPE0_HDR
+ || state->state == ZSTATE_TYPE0_BODY
+ || state->state == ZSTATE_TMP_TYPE0_HDR || state->state == ZSTATE_TMP_TYPE0_BODY) {
+ if (stream->total_in - state->block_next > history_size) {
+ history_size = (stream->total_in - state->block_next);
+ }
+ } else if (stream->avail_in + buffered_size == 0
+ && (stream->end_of_stream || stream->flush == FULL_FLUSH)) {
+ history_size = 0;
+ }
+ return history_size;
+}
+
+int isal_deflate(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ int ret = COMP_OK;
+ uint8_t *next_in, *start_in, *buf_start_in, *next_in_pre;
+ uint32_t avail_in, total_start, hist_size, future_size;
+ uint32_t in_size, in_size_initial, out_size, out_size_initial;
+ uint32_t processed, buffered_size = state->b_bytes_valid - state->b_bytes_processed;
+ uint32_t flush_type = stream->flush;
+ uint32_t end_of_stream = stream->end_of_stream;
+ uint32_t size = 0;
+ int32_t buf_hist_start = 0;
+ uint8_t *copy_down_src = NULL;
+ uint64_t copy_down_size = 0, copy_start_offset;
+ int internal;
+
+ if (stream->flush >= 3)
+ return INVALID_FLUSH;
+
+ ret = check_level_req(stream);
+ if (ret)
+ return ret;
+
+ start_in = stream->next_in;
+ total_start = stream->total_in;
+
+ hist_size = get_hist_size(stream, start_in, buf_hist_start);
+
+ if (state->has_hist == IGZIP_NO_HIST) {
+ set_dist_mask(stream);
+ set_hash_mask(stream);
+ if (state->hash_mask > 2 * stream->avail_in
+ && (stream->flush == FULL_FLUSH || stream->end_of_stream))
+ state->hash_mask = (1 << bsr(2 * stream->avail_in)) - 1;
+ stream->total_in -= buffered_size;
+ reset_match_history(stream);
+ stream->total_in += buffered_size;
+ buf_hist_start = state->b_bytes_processed;
+
+ } else if (state->has_hist == IGZIP_DICT_HIST) {
+ set_dist_mask(stream);
+ set_hash_mask(stream);
+ isal_deflate_hash(stream, state->buffer, state->b_bytes_processed);
+ }
+
+ in_size = stream->avail_in + buffered_size;
+ out_size = stream->total_out;
+ do {
+ in_size_initial = in_size;
+ out_size_initial = out_size;
+ buf_start_in = start_in;
+ internal = 0;
+
+ /* Setup to compress from internal buffer if insufficient history */
+ if (stream->total_in - total_start < hist_size + buffered_size) {
+ /* On entry there should always be sufficient history bufferd */
+ /* assert(state->b_bytes_processed >= hist_size); */
+
+ internal = 1;
+ /* Shift down internal buffer if it contains more data
+ * than required */
+ if (state->b_bytes_processed > hist_size) {
+ copy_start_offset = state->b_bytes_processed - hist_size;
+
+ copy_down_src = &state->buffer[copy_start_offset];
+ copy_down_size = state->b_bytes_valid - copy_start_offset;
+ memmove(state->buffer, copy_down_src, copy_down_size);
+
+ state->b_bytes_valid -= copy_down_src - state->buffer;
+ state->b_bytes_processed -= copy_down_src - state->buffer;
+ buf_hist_start -= copy_down_src - state->buffer;
+ if (buf_hist_start < 0)
+ buf_hist_start = 0;
+ }
+
+ size = stream->avail_in;
+ if (size > sizeof(state->buffer) - state->b_bytes_valid)
+ size = sizeof(state->buffer) - state->b_bytes_valid;
+
+ memcpy(&state->buffer[state->b_bytes_valid], stream->next_in, size);
+
+ stream->next_in += size;
+ stream->avail_in -= size;
+ stream->total_in += size;
+ state->b_bytes_valid += size;
+ buffered_size += size;
+
+ /* Save off next_in and avail_in if compression is
+ * performed in internal buffer, total_in can be
+ * recovered from knowledge of the size of the buffered
+ * input */
+ next_in = stream->next_in;
+ avail_in = stream->avail_in;
+
+ /* If not much data is buffered and there is no need to
+ * flush the buffer, just continue rather than attempt
+ * to compress */
+ if (avail_in == 0 && buffered_size <= IGZIP_HIST_SIZE
+ && stream->total_in - buffered_size - state->block_next <=
+ IGZIP_HIST_SIZE && !stream->end_of_stream
+ && stream->flush == NO_FLUSH)
+ continue;
+
+ if (avail_in) {
+ stream->flush = NO_FLUSH;
+ stream->end_of_stream = 0;
+ }
+
+ stream->next_in = &state->buffer[state->b_bytes_processed];
+ stream->avail_in = buffered_size;
+ stream->total_in -= buffered_size;
+
+ buf_start_in = state->buffer;
+
+ } else if (buffered_size) {
+ /* The user provided buffer has sufficient data, reset
+ * the user supplied buffer to included any data already
+ * buffered */
+ stream->next_in -= buffered_size;
+ stream->avail_in += buffered_size;
+ stream->total_in -= buffered_size;
+ state->b_bytes_valid = 0;
+ state->b_bytes_processed = 0;
+ buffered_size = 0;
+ }
+
+ next_in_pre = stream->next_in;
+ isal_deflate_int(stream, buf_start_in);
+ processed = stream->next_in - next_in_pre;
+ hist_size = get_hist_size(stream, buf_start_in, buf_hist_start);
+
+ /* Restore compression to unbuffered input when compressing to internal buffer */
+ if (internal) {
+ state->b_bytes_processed += processed;
+ buffered_size -= processed;
+
+ stream->flush = flush_type;
+ stream->end_of_stream = end_of_stream;
+ stream->total_in += buffered_size;
+
+ stream->next_in = next_in;
+ stream->avail_in = avail_in;
+ }
+
+ in_size = stream->avail_in + buffered_size;
+ out_size = stream->total_out;
+
+ } while (internal && stream->avail_in > 0 && stream->avail_out > 0
+ && (in_size_initial != in_size || out_size_initial != out_size));
+
+ /* Buffer history if data was pulled from the external buffer and future
+ * calls to deflate will be required */
+ if (!internal && (state->state != ZSTATE_END || state->state != ZSTATE_TRL)) {
+ /* If the external buffer was used, sufficient history must
+ * exist in the user input buffer */
+ /* assert(stream->total_in - total_start >= */
+ /* hist_size + buffered_size); */
+
+ stream->next_in -= buffered_size;
+ stream->avail_in += buffered_size;
+ stream->total_in -= buffered_size;
+
+ memmove(state->buffer, stream->next_in - hist_size, hist_size);
+ state->b_bytes_processed = hist_size;
+ state->b_bytes_valid = hist_size;
+ buffered_size = 0;
+ }
+
+ /* Buffer input data if it is necessary for continued execution */
+ if (stream->avail_in > 0 && (stream->avail_out > 0 || stream->level == 3)) {
+ /* Determine how much data to buffer */
+ future_size = sizeof(state->buffer) - state->b_bytes_valid;
+ if (stream->avail_in < future_size)
+ /* Buffer all data if it fits as it will need to be buffered
+ * on the next call anyways*/
+ future_size = stream->avail_in;
+ else if (ISAL_LOOK_AHEAD < future_size)
+ /* Buffer a minimum look ahead required for level 3 */
+ future_size = ISAL_LOOK_AHEAD;
+
+ memcpy(&state->buffer[state->b_bytes_valid], stream->next_in, future_size);
+
+ state->b_bytes_valid += future_size;
+ buffered_size += future_size;
+ stream->next_in += future_size;
+ stream->total_in += future_size;
+ stream->avail_in -= future_size;
+
+ }
+
+ return ret;
+}
+
+static int write_stream_header_stateless(struct isal_zstream *stream)
+{
+ uint32_t hdr_bytes;
+ const uint8_t *hdr;
+ uint32_t next_flag;
+
+ if (stream->internal_state.has_wrap_hdr)
+ return COMP_OK;
+
+ if (stream->gzip_flag == IGZIP_ZLIB) {
+ hdr_bytes = zlib_hdr_bytes;
+ hdr = zlib_hdr;
+ next_flag = IGZIP_ZLIB_NO_HDR;
+
+ } else {
+ hdr_bytes = gzip_hdr_bytes;
+ hdr = gzip_hdr;
+ next_flag = IGZIP_GZIP_NO_HDR;
+ }
+
+ if (hdr_bytes >= stream->avail_out)
+ return STATELESS_OVERFLOW;
+
+ stream->avail_out -= hdr_bytes;
+ stream->total_out += hdr_bytes;
+
+ memcpy(stream->next_out, hdr, hdr_bytes);
+
+ stream->next_out += hdr_bytes;
+ stream->internal_state.has_wrap_hdr = 1;
+ stream->gzip_flag = next_flag;
+
+ return COMP_OK;
+}
+
+static void write_stream_header(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ int bytes_to_write;
+ uint32_t hdr_bytes;
+ const uint8_t *hdr;
+
+ if (stream->internal_state.has_wrap_hdr)
+ return;
+
+ if (stream->gzip_flag == IGZIP_ZLIB) {
+ hdr_bytes = zlib_hdr_bytes;
+ hdr = zlib_hdr;
+ } else {
+ hdr_bytes = gzip_hdr_bytes;
+ hdr = gzip_hdr;
+ }
+
+ bytes_to_write = hdr_bytes;
+ bytes_to_write -= state->count;
+
+ if (bytes_to_write > stream->avail_out)
+ bytes_to_write = stream->avail_out;
+
+ memcpy(stream->next_out, hdr + state->count, bytes_to_write);
+ state->count += bytes_to_write;
+
+ if (state->count == hdr_bytes) {
+ state->count = 0;
+ state->has_wrap_hdr = 1;
+ }
+
+ stream->avail_out -= bytes_to_write;
+ stream->total_out += bytes_to_write;
+ stream->next_out += bytes_to_write;
+
+}
+
+static int write_deflate_header_stateless(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct isal_hufftables *hufftables = stream->hufftables;
+ uint64_t hdr_extra_bits = hufftables->deflate_hdr[hufftables->deflate_hdr_count];
+ uint32_t count;
+
+ if (hufftables->deflate_hdr_count + 8 >= stream->avail_out)
+ return STATELESS_OVERFLOW;
+
+ memcpy(stream->next_out, hufftables->deflate_hdr, hufftables->deflate_hdr_count);
+
+ if (stream->end_of_stream == 0) {
+ if (hufftables->deflate_hdr_count > 0)
+ *stream->next_out -= 1;
+ else
+ hdr_extra_bits -= 1;
+ } else
+ state->has_eob_hdr = 1;
+
+ stream->avail_out -= hufftables->deflate_hdr_count;
+ stream->total_out += hufftables->deflate_hdr_count;
+ stream->next_out += hufftables->deflate_hdr_count;
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ write_bits(&state->bitbuf, hdr_extra_bits, hufftables->deflate_hdr_extra_bits);
+
+ count = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= count;
+ stream->total_out += count;
+
+ state->state = ZSTATE_BODY;
+
+ return COMP_OK;
+}
+
+static int write_deflate_header_unaligned_stateless(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ struct isal_hufftables *hufftables = stream->hufftables;
+ unsigned int count;
+ uint64_t bit_count;
+ uint8_t *header_next;
+ uint8_t *header_end;
+ uint64_t header_bits;
+
+ if (state->bitbuf.m_bit_count == 0)
+ return write_deflate_header_stateless(stream);
+
+ if (hufftables->deflate_hdr_count + 16 >= stream->avail_out)
+ return STATELESS_OVERFLOW;
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ header_next = hufftables->deflate_hdr;
+ header_end = header_next +
+ (hufftables->deflate_hdr_count / sizeof(header_bits)) * sizeof(header_bits);
+
+ header_bits = load_u64(header_next);
+
+ if (stream->end_of_stream == 0)
+ header_bits--;
+ else
+ state->has_eob_hdr = 1;
+
+ header_next += sizeof(header_bits);
+
+ /* Write out Complete Header bits */
+ for (; header_next <= header_end; header_next += sizeof(header_bits)) {
+ write_bits(&state->bitbuf, header_bits, 32);
+ header_bits >>= 32;
+ write_bits(&state->bitbuf, header_bits, 32);
+ header_bits = load_u64(header_next);
+ }
+ bit_count =
+ (hufftables->deflate_hdr_count & 0x7) * 8 + hufftables->deflate_hdr_extra_bits;
+
+ if (bit_count > MAX_BITBUF_BIT_WRITE) {
+ write_bits(&state->bitbuf, header_bits, MAX_BITBUF_BIT_WRITE);
+ header_bits >>= MAX_BITBUF_BIT_WRITE;
+ bit_count -= MAX_BITBUF_BIT_WRITE;
+
+ }
+
+ write_bits(&state->bitbuf, header_bits, bit_count);
+
+ /* check_space flushes extra bytes in bitbuf. Required because
+ * write_bits_always fails when the next commit makes the buffer
+ * length exceed 64 bits */
+ check_space(&state->bitbuf, FORCE_FLUSH);
+
+ count = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= count;
+ stream->total_out += count;
+
+ state->state = ZSTATE_BODY;
+
+ return COMP_OK;
+}
+
+/* Toggle end of stream only works when deflate header is aligned */
+static void write_header(struct isal_zstream *stream, uint8_t * deflate_hdr,
+ uint32_t deflate_hdr_count, uint32_t extra_bits_count,
+ uint32_t next_state, uint32_t toggle_end_of_stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t hdr_extra_bits = deflate_hdr[deflate_hdr_count];
+ uint32_t count;
+ state->state = ZSTATE_HDR;
+
+ if (state->bitbuf.m_bit_count != 0) {
+ if (stream->avail_out < 8)
+ return;
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+ flush(&state->bitbuf);
+ count = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= count;
+ stream->total_out += count;
+ }
+
+ if (stream->gzip_flag == IGZIP_GZIP || stream->gzip_flag == IGZIP_ZLIB)
+ write_stream_header(stream);
+
+ count = deflate_hdr_count - state->count;
+
+ if (count != 0) {
+ if (count > stream->avail_out)
+ count = stream->avail_out;
+
+ memcpy(stream->next_out, deflate_hdr + state->count, count);
+
+ if (toggle_end_of_stream && state->count == 0 && count > 0) {
+ /* Assumes the final block bit is the first bit */
+ *stream->next_out ^= 1;
+ state->has_eob_hdr = !state->has_eob_hdr;
+ }
+
+ stream->next_out += count;
+ stream->avail_out -= count;
+ stream->total_out += count;
+ state->count += count;
+
+ count = deflate_hdr_count - state->count;
+ } else if (toggle_end_of_stream && deflate_hdr_count == 0) {
+ /* Assumes the final block bit is the first bit */
+ hdr_extra_bits ^= 1;
+ state->has_eob_hdr = !state->has_eob_hdr;
+ }
+
+ if ((count == 0) && (stream->avail_out >= 8)) {
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ write_bits(&state->bitbuf, hdr_extra_bits, extra_bits_count);
+
+ state->state = next_state;
+ state->count = 0;
+
+ count = buffer_used(&state->bitbuf);
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ stream->avail_out -= count;
+ stream->total_out += count;
+ }
+
+}
+
+static void write_trailer(struct isal_zstream *stream)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ unsigned int bytes = 0;
+ uint32_t crc = state->crc;
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ if (!state->has_eob_hdr) {
+ /* If the final header has not been written, write a
+ * final block. This block is a static huffman block
+ * which only contains the end of block symbol. The code
+ * that happens to do this is the fist 10 bits of
+ * 0x003 */
+ if (stream->avail_out < 8)
+ return;
+
+ state->has_eob_hdr = 1;
+ write_bits(&state->bitbuf, 0x003, 10);
+ if (is_full(&state->bitbuf)) {
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ bytes = buffer_used(&state->bitbuf);
+ stream->avail_out -= bytes;
+ stream->total_out += bytes;
+ return;
+ }
+ }
+
+ if (state->bitbuf.m_bit_count) {
+ /* the flush() will pad to the next byte and write up to 8 bytes
+ * to the output stream/buffer.
+ */
+ if (stream->avail_out < 8)
+ return;
+
+ flush(&state->bitbuf);
+ }
+
+ stream->next_out = buffer_ptr(&state->bitbuf);
+ bytes = buffer_used(&state->bitbuf);
+
+ switch (stream->gzip_flag) {
+ case IGZIP_GZIP:
+ case IGZIP_GZIP_NO_HDR:
+ if (stream->avail_out - bytes >= gzip_trl_bytes) {
+ store_u64(stream->next_out, ((uint64_t) stream->total_in << 32) | crc);
+ stream->next_out += gzip_trl_bytes;
+ bytes += gzip_trl_bytes;
+ state->state = ZSTATE_END;
+ }
+ break;
+
+ case IGZIP_ZLIB:
+ case IGZIP_ZLIB_NO_HDR:
+ if (stream->avail_out - bytes >= zlib_trl_bytes) {
+ store_u32(stream->next_out,
+ to_be32((crc & 0xFFFF0000) | ((crc & 0xFFFF) + 1) %
+ ADLER_MOD));
+ stream->next_out += zlib_trl_bytes;
+ bytes += zlib_trl_bytes;
+ state->state = ZSTATE_END;
+ }
+ break;
+
+ default:
+ state->state = ZSTATE_END;
+ }
+
+ stream->avail_out -= bytes;
+ stream->total_out += bytes;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_base.c b/src/spdk/isa-l/igzip/igzip_base.c
new file mode 100644
index 000000000..bcc965f6d
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_base.c
@@ -0,0 +1,236 @@
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "huffman.h"
+#include "huff_codes.h"
+#include "bitbuf2.h"
+
+extern const struct isal_hufftables hufftables_default;
+
+static inline void update_state(struct isal_zstream *stream, uint8_t * start_in,
+ uint8_t * next_in, uint8_t * end_in)
+{
+ struct isal_zstate *state = &stream->internal_state;
+ uint32_t bytes_written;
+
+ if (next_in - start_in > 0)
+ state->has_hist = IGZIP_HIST;
+
+ stream->next_in = next_in;
+ stream->total_in += next_in - start_in;
+ stream->avail_in = end_in - next_in;
+
+ bytes_written = buffer_used(&state->bitbuf);
+ stream->total_out += bytes_written;
+ stream->next_out += bytes_written;
+ stream->avail_out -= bytes_written;
+
+}
+
+void isal_deflate_body_base(struct isal_zstream *stream)
+{
+ uint32_t literal, hash;
+ uint8_t *start_in, *next_in, *end_in, *end, *next_hash;
+ uint16_t match_length;
+ uint32_t dist;
+ uint64_t code, code_len, code2, code_len2;
+ struct isal_zstate *state = &stream->internal_state;
+ uint16_t *last_seen = state->head;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hist_size = state->dist_mask;
+ uint32_t hash_mask = state->hash_mask;
+
+ if (stream->avail_in == 0) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_FLUSH_READ_BUFFER;
+ return;
+ }
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ start_in = stream->next_in;
+ end_in = start_in + stream->avail_in;
+ next_in = start_in;
+
+ while (next_in + ISAL_LOOK_AHEAD < end_in) {
+
+ if (is_full(&state->bitbuf)) {
+ update_state(stream, start_in, next_in, end_in);
+ return;
+ }
+
+ literal = load_u32(next_in);
+ hash = compute_hash(literal) & hash_mask;
+ dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ last_seen[hash] = (uint64_t) (next_in - file_start);
+
+ /* The -1 are to handle the case when dist = 0 */
+ if (dist - 1 < hist_size) {
+ assert(dist != 0);
+
+ match_length = compare258(next_in - dist, next_in, 258);
+
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = next_in;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ next_hash++;
+
+ for (; next_hash < end; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash(literal) & hash_mask;
+ last_seen[hash] = (uint64_t) (next_hash - file_start);
+ }
+
+ get_len_code(stream->hufftables, match_length, &code,
+ &code_len);
+ get_dist_code(stream->hufftables, dist, &code2, &code_len2);
+
+ code |= code2 << code_len;
+ code_len += code_len2;
+
+ write_bits(&state->bitbuf, code, code_len);
+
+ next_in += match_length;
+
+ continue;
+ }
+ }
+
+ get_lit_code(stream->hufftables, literal & 0xFF, &code, &code_len);
+ write_bits(&state->bitbuf, code, code_len);
+ next_in++;
+ }
+
+ update_state(stream, start_in, next_in, end_in);
+
+ assert(stream->avail_in <= ISAL_LOOK_AHEAD);
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_FLUSH_READ_BUFFER;
+
+ return;
+
+}
+
+void isal_deflate_finish_base(struct isal_zstream *stream)
+{
+ uint32_t literal = 0, hash;
+ uint8_t *start_in, *next_in, *end_in, *end, *next_hash;
+ uint16_t match_length;
+ uint32_t dist;
+ uint64_t code, code_len, code2, code_len2;
+ struct isal_zstate *state = &stream->internal_state;
+ uint16_t *last_seen = state->head;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hist_size = state->dist_mask;
+ uint32_t hash_mask = state->hash_mask;
+
+ set_buf(&state->bitbuf, stream->next_out, stream->avail_out);
+
+ start_in = stream->next_in;
+ end_in = start_in + stream->avail_in;
+ next_in = start_in;
+
+ if (stream->avail_in != 0) {
+ while (next_in + 3 < end_in) {
+ if (is_full(&state->bitbuf)) {
+ update_state(stream, start_in, next_in, end_in);
+ return;
+ }
+
+ literal = load_u32(next_in);
+ hash = compute_hash(literal) & hash_mask;
+ dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ last_seen[hash] = (uint64_t) (next_in - file_start);
+
+ if (dist - 1 < hist_size) { /* The -1 are to handle the case when dist = 0 */
+ match_length =
+ compare258(next_in - dist, next_in, end_in - next_in);
+
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = next_in;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ next_hash++;
+
+ for (; next_hash < end - 3; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash(literal) & hash_mask;
+ last_seen[hash] =
+ (uint64_t) (next_hash - file_start);
+ }
+
+ get_len_code(stream->hufftables, match_length, &code,
+ &code_len);
+ get_dist_code(stream->hufftables, dist, &code2,
+ &code_len2);
+
+ code |= code2 << code_len;
+ code_len += code_len2;
+
+ write_bits(&state->bitbuf, code, code_len);
+
+ next_in += match_length;
+
+ continue;
+ }
+ }
+
+ get_lit_code(stream->hufftables, literal & 0xFF, &code, &code_len);
+ write_bits(&state->bitbuf, code, code_len);
+ next_in++;
+
+ }
+
+ while (next_in < end_in) {
+ if (is_full(&state->bitbuf)) {
+ update_state(stream, start_in, next_in, end_in);
+ return;
+ }
+
+ literal = *next_in;
+ get_lit_code(stream->hufftables, literal & 0xFF, &code, &code_len);
+ write_bits(&state->bitbuf, code, code_len);
+ next_in++;
+
+ }
+ }
+
+ if (!is_full(&state->bitbuf)) {
+ get_lit_code(stream->hufftables, 256, &code, &code_len);
+ write_bits(&state->bitbuf, code, code_len);
+ state->has_eob = 1;
+
+ if (stream->end_of_stream == 1)
+ state->state = ZSTATE_TRL;
+ else
+ state->state = ZSTATE_SYNC_FLUSH;
+ }
+
+ update_state(stream, start_in, next_in, end_in);
+
+ return;
+}
+
+void isal_deflate_hash_base(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ uint8_t *next_in = dict;
+ uint8_t *end_in = dict + dict_len - SHORTEST_MATCH;
+ uint32_t literal;
+ uint32_t hash;
+ uint16_t index = current_index - dict_len;
+
+ while (next_in <= end_in) {
+ literal = load_u32(next_in);
+ hash = compute_hash(literal) & hash_mask;
+ hash_table[hash] = index;
+ index++;
+ next_in++;
+ }
+}
diff --git a/src/spdk/isa-l/igzip/igzip_base_aliases.c b/src/spdk/isa-l/igzip/igzip_base_aliases.c
new file mode 100644
index 000000000..486ed8e3e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_base_aliases.c
@@ -0,0 +1,153 @@
+/**********************************************************************
+ Copyright(c) 2011-2017 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "encode_df.h"
+#include "igzip_level_buf_structs.h"
+
+void isal_deflate_body_base(struct isal_zstream *stream);
+void isal_deflate_finish_base(struct isal_zstream *stream);
+void isal_deflate_icf_body_hash_hist_base(struct isal_zstream *stream);
+void icf_body_hash1_fillgreedy_lazy(struct isal_zstream *stream);
+void isal_deflate_icf_finish_hash_hist_base(struct isal_zstream *stream);
+void isal_deflate_icf_finish_hash_map_base(struct isal_zstream *stream);
+void isal_update_histogram_base(uint8_t * start_stream, int length,
+ struct isal_huff_histogram *histogram);
+struct deflate_icf *encode_deflate_icf_base(struct deflate_icf *next_in,
+ struct deflate_icf *end_in, struct BitBuf2 *bb,
+ struct hufftables_icf *hufftables);
+uint32_t adler32_base(uint32_t init, const unsigned char *buf, uint64_t len);
+int decode_huffman_code_block_stateless_base(struct inflate_state *s, uint8_t * start_out);
+
+extern void isal_deflate_hash_base(uint16_t *, uint32_t, uint32_t, uint8_t *, uint32_t);
+
+void set_long_icf_fg_base(uint8_t * next_in, uint8_t * end_in,
+ struct deflate_icf *match_lookup, struct level_buf *level_buf);
+void gen_icf_map_h1_base(struct isal_zstream *stream,
+ struct deflate_icf *matches_icf_lookup, uint64_t input_size);
+
+void isal_deflate_body(struct isal_zstream *stream)
+{
+ isal_deflate_body_base(stream);
+}
+
+void isal_deflate_finish(struct isal_zstream *stream)
+{
+ isal_deflate_finish_base(stream);
+}
+
+void isal_deflate_icf_body_lvl1(struct isal_zstream *stream)
+{
+ isal_deflate_icf_body_hash_hist_base(stream);
+}
+
+void isal_deflate_icf_body_lvl2(struct isal_zstream *stream)
+{
+ isal_deflate_icf_body_hash_hist_base(stream);
+}
+
+void isal_deflate_icf_body_lvl3(struct isal_zstream *stream)
+{
+ icf_body_hash1_fillgreedy_lazy(stream);
+}
+
+void isal_deflate_icf_finish_lvl1(struct isal_zstream *stream)
+{
+ isal_deflate_icf_finish_hash_hist_base(stream);
+}
+
+void isal_deflate_icf_finish_lvl2(struct isal_zstream *stream)
+{
+ isal_deflate_icf_finish_hash_hist_base(stream);
+}
+
+void isal_deflate_icf_finish_lvl3(struct isal_zstream *stream)
+{
+ isal_deflate_icf_finish_hash_map_base(stream);
+}
+
+void isal_update_histogram(uint8_t * start_stream, int length,
+ struct isal_huff_histogram *histogram)
+{
+ isal_update_histogram_base(start_stream, length, histogram);
+}
+
+struct deflate_icf *encode_deflate_icf(struct deflate_icf *next_in,
+ struct deflate_icf *end_in, struct BitBuf2 *bb,
+ struct hufftables_icf *hufftables)
+{
+ return encode_deflate_icf_base(next_in, end_in, bb, hufftables);
+}
+
+uint32_t isal_adler32(uint32_t init, const unsigned char *buf, uint64_t len)
+{
+ return adler32_base(init, buf, len);
+}
+
+int decode_huffman_code_block_stateless(struct inflate_state *s, uint8_t * start_out)
+{
+ return decode_huffman_code_block_stateless_base(s, start_out);
+}
+
+void isal_deflate_hash_lvl0(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ isal_deflate_hash_base(hash_table, hash_mask, current_index, dict, dict_len);
+}
+
+void isal_deflate_hash_lvl1(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ isal_deflate_hash_base(hash_table, hash_mask, current_index, dict, dict_len);
+}
+
+void isal_deflate_hash_lvl2(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ isal_deflate_hash_base(hash_table, hash_mask, current_index, dict, dict_len);
+}
+
+void isal_deflate_hash_lvl3(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ isal_deflate_hash_base(hash_table, hash_mask, current_index, dict, dict_len);
+}
+
+void set_long_icf_fg(uint8_t * next_in, uint8_t * end_in,
+ struct deflate_icf *match_lookup, struct level_buf *level_buf)
+{
+ set_long_icf_fg_base(next_in, end_in, match_lookup, level_buf);
+}
+
+void gen_icf_map_lh1(struct isal_zstream *stream,
+ struct deflate_icf *matches_icf_lookup, uint64_t input_size)
+{
+ gen_icf_map_h1_base(stream, matches_icf_lookup, input_size);
+}
diff --git a/src/spdk/isa-l/igzip/igzip_body.asm b/src/spdk/isa-l/igzip/igzip_body.asm
new file mode 100644
index 000000000..43de23479
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_body.asm
@@ -0,0 +1,786 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "bitbuf2.asm"
+%include "huffman.asm"
+%include "igzip_compare_types.asm"
+%include "reg_sizes.asm"
+
+%include "stdmac.asm"
+
+%define LARGE_MATCH_HASH_REP 1 ; Hash 4 * LARGE_MATCH_HASH_REP elements
+%define LARGE_MATCH_MIN 264 ; Minimum match size to enter large match emit loop
+%define MIN_INBUF_PADDING 16
+%define MAX_EMIT_SIZE 258 * 16
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%define tmp2 rcx
+%define hash2 rcx
+
+%define curr_data rax
+%define code rax
+%define tmp5 rax
+
+%define tmp4 rbx
+%define dist rbx
+%define code2 rbx
+%define hmask1 rbx
+
+%define hash rdx
+%define len rdx
+%define code_len3 rdx
+%define tmp8 rdx
+
+%define tmp1 rsi
+%define code_len2 rsi
+
+%define file_start rdi
+
+%define m_bit_count rbp
+
+%define curr_data2 r8
+%define len2 r8
+%define tmp6 r8
+%define f_end_i r8
+
+%define m_bits r9
+
+%define f_i r10
+
+%define m_out_buf r11
+
+%define dist2 r12
+%define tmp7 r12
+%define code4 r12
+
+%define tmp3 r13
+%define code3 r13
+
+%define stream r14
+
+%define hufftables r15
+
+;; GPR r8 & r15 can be used
+
+%define xtmp0 xmm0 ; tmp
+%define xtmp1 xmm1 ; tmp
+%define xhash xmm2
+%define xmask xmm3
+%define xdata xmm4
+
+%define ytmp0 ymm0 ; tmp
+%define ytmp1 ymm1 ; tmp
+
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+
+blen_mem_offset equ 0 ; local variable (8 bytes)
+f_end_i_mem_offset equ 8
+inbuf_slop_offset equ 16
+gpr_save_mem_offset equ 32 ; gpr save area (8*8 bytes)
+xmm_save_mem_offset equ 32 + 8*8 ; xmm save area (4*16 bytes) (16 byte aligned)
+stack_size equ 4*8 + 8*8 + 4*16 + 8
+;;; 8 because stack address is odd multiple of 8 after a function call and
+;;; we want it aligned to 16 bytes
+
+;; Defines to generate functions for different architecture
+%xdefine ARCH 01
+%xdefine ARCH1 02
+%xdefine ARCH2 04
+
+%ifndef COMPARE_TYPE
+%xdefine COMPARE_TYPE_NOT_DEF
+%xdefine COMPARE_TYPE 1
+%xdefine COMPARE_TYPE1 2
+%xdefine COMPARE_TYPE2 3
+%endif
+
+%rep 3
+%if ARCH == 04
+%define USE_HSWNI
+%endif
+; void isal_deflate_body ( isal_zstream *stream )
+; arg 1: rcx: addr of stream
+global isal_deflate_body_ %+ ARCH
+isal_deflate_body_ %+ ARCH %+ :
+%ifidn __OUTPUT_FORMAT__, elf64
+ mov rcx, rdi
+%endif
+
+ ;; do nothing if (avail_in == 0)
+ cmp dword [rcx + _avail_in], 0
+ jne .skip1
+
+ ;; Set stream's next state
+ mov rdx, ZSTATE_FLUSH_READ_BUFFER
+ mov rax, ZSTATE_BODY
+ cmp word [rcx + _end_of_stream], 0
+ cmovne rax, rdx
+ cmp word [rcx + _flush], _NO_FLUSH
+ cmovne rax, rdx
+ mov dword [rcx + _internal_state_state], eax
+ ret
+.skip1:
+
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rsi
+ mov [rsp + gpr_save_mem_offset + 2*8], rdi
+ mov [rsp + gpr_save_mem_offset + 3*8], rbp
+ mov [rsp + gpr_save_mem_offset + 4*8], r12
+ mov [rsp + gpr_save_mem_offset + 5*8], r13
+ mov [rsp + gpr_save_mem_offset + 6*8], r14
+ mov [rsp + gpr_save_mem_offset + 7*8], r15
+
+ mov stream, rcx
+ mov byte [stream + _internal_state_has_eob], 0
+
+ MOVD xmask, [stream + _internal_state_hash_mask]
+ PSHUFD xmask, xmask, 0
+
+ ; state->bitbuf.set_buf(stream->next_out, stream->avail_out);
+ mov m_out_buf, [stream + _next_out]
+ mov [stream + _internal_state_bitbuf_m_out_start], m_out_buf
+ mov tmp1 %+ d, [stream + _avail_out]
+ add tmp1, m_out_buf
+ sub tmp1, SLOP
+
+ mov [stream + _internal_state_bitbuf_m_out_end], tmp1
+
+ mov m_bits, [stream + _internal_state_bitbuf_m_bits]
+ mov m_bit_count %+ d, [stream + _internal_state_bitbuf_m_bit_count]
+ mov hufftables, [stream + _hufftables]
+
+ mov file_start, [stream + _next_in]
+
+ mov f_i %+ d, dword [stream + _total_in]
+ sub file_start, f_i
+
+ mov f_end_i %+ d, [stream + _avail_in]
+ add f_end_i, f_i
+
+ mov qword [rsp + inbuf_slop_offset], MIN_INBUF_PADDING
+ cmp byte [stream + _end_of_stream], 0
+ jnz .default_inbuf_padding
+ cmp byte [stream + _flush], 0
+ jnz .default_inbuf_padding
+ mov qword [rsp + inbuf_slop_offset], LA
+.default_inbuf_padding:
+
+ ; f_end_i -= INBUF_PADDING;
+ sub f_end_i, [rsp + inbuf_slop_offset]
+ mov [rsp + f_end_i_mem_offset], f_end_i
+ ; if (f_end_i <= 0) continue;
+
+ cmp f_end_i, f_i
+ jle .input_end
+
+ MOVD hmask1 %+ d, xmask
+ ; for (f_i = f_start_i; f_i < f_end_i; f_i++) {
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov tmp3, curr_data
+ mov tmp6, curr_data
+
+ compute_hash hash, curr_data
+
+ shr tmp3, 8
+ compute_hash hash2, tmp3
+
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ cmp byte [stream + _internal_state_has_hist], IGZIP_NO_HIST
+ je .write_first_byte
+
+ jmp .loop2
+ align 16
+
+.loop2:
+ mov tmp3 %+ d, dword [stream + _internal_state_dist_mask]
+
+ ; if (state->bitbuf.is_full()) {
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja .output_end
+
+ xor dist, dist
+ xor dist2, dist2
+
+ lea tmp1, [file_start + f_i]
+
+ mov dist %+ w, f_i %+ w
+ dec dist
+ sub dist %+ w, word [stream + _internal_state_head + 2 * hash]
+ mov [stream + _internal_state_head + 2 * hash], f_i %+ w
+
+ inc f_i
+
+ MOVQ tmp6, xdata
+ shr tmp5, 16
+ mov tmp8, tmp5
+ compute_hash tmp6, tmp5
+
+ mov dist2 %+ w, f_i %+ w
+ dec dist2
+ sub dist2 %+ w, word [stream + _internal_state_head + 2 * hash2]
+ mov [stream + _internal_state_head + 2 * hash2], f_i %+ w
+
+ ; if ((dist-1) < (D-1)) {
+ and dist, tmp3
+ neg dist
+
+ shr tmp8, 8
+ compute_hash tmp2, tmp8
+
+ and dist2, tmp3
+ neg dist2
+
+ ;; Check for long len/dist match (>7) with first literal
+ MOVQ len, xdata
+ mov curr_data, len
+ PSRLDQ xdata, 1
+ xor len, [tmp1 + dist - 1]
+ jz .compare_loop
+
+ MOVD xhash, tmp6 %+ d
+ PINSRD xhash, tmp2 %+ d, 1
+ PAND xhash, xhash, xmask
+
+ ;; Check for len/dist match (>7) with second literal
+ MOVQ len2, xdata
+ xor len2, [tmp1 + dist2]
+ jz .compare_loop2
+
+ ;; Specutively load the code for the first literal
+ movzx tmp1, curr_data %+ b
+ get_lit_code tmp1, code3, rcx, hufftables
+
+ ;; Check for len/dist match for first literal
+ test len %+ d, 0xFFFFFFFF
+ jz .len_dist_huffman_pre
+
+ ;; Specutively load the code for the second literal
+ shr curr_data, 8
+ and curr_data, 0xff
+ get_lit_code curr_data, code2, code_len2, hufftables
+
+ SHLX code2, code2, rcx
+ or code2, code3
+ add code_len2, rcx
+
+ ;; Check for len/dist match for second literal
+ test len2 %+ d, 0xFFFFFFFF
+ jnz .write_lit_bits
+
+.len_dist_lit_huffman_pre:
+ mov code_len3, rcx
+ bsf len2, len2
+ shr len2, 3
+
+.len_dist_lit_huffman:
+ neg dist2
+
+%ifndef LONGER_HUFFTABLE
+ mov tmp4, dist2
+ get_dist_code tmp4, code4, code_len2, hufftables ;; clobbers dist, rcx
+%else
+ get_dist_code dist2, code4, code_len2, hufftables
+%endif
+ get_len_code len2, code, rcx, hufftables ;; rcx is code_len
+
+ MOVD hmask1 %+ d, xmask
+
+ SHLX code4, code4, rcx
+ or code4, code
+ add code_len2, rcx
+
+ add f_i, len2
+ neg len2
+
+ SHLX code4, code4, code_len3
+
+ MOVQ tmp5, xdata
+ shr tmp5, 24
+ compute_hash hash2, tmp5
+ and hash2 %+ d, hmask1 %+ d
+
+ or code4, code3
+ add code_len2, code_len3
+
+ ;; Setup for updating hash
+ lea tmp3, [f_i + len2 + 1] ; tmp3 <= k
+
+ mov tmp6, [rsp + f_end_i_mem_offset]
+ cmp f_i, tmp6
+ jge .len_dist_lit_huffman_finish
+
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+
+ MOVD hash %+ d, xhash
+ PEXTRD tmp6 %+ d, xhash, 1
+ mov [stream + _internal_state_head + 2 * hash], tmp3 %+ w
+
+ compute_hash hash, curr_data
+
+ add tmp3,1
+ mov [stream + _internal_state_head + 2 * tmp6], tmp3 %+ w
+
+ add tmp3, 1
+ mov [stream + _internal_state_head + 2 * hash2], tmp3 %+ w
+
+ write_bits m_bits, m_bit_count, code4, code_len2, m_out_buf
+
+ mov curr_data2, curr_data
+ shr curr_data2, 8
+ compute_hash hash2, curr_data2
+
+%ifdef NO_LIMIT_HASH_UPDATE
+.loop3:
+ add tmp3,1
+ cmp tmp3, f_i
+ jae .loop3_done
+ mov tmp6, [file_start + tmp3]
+ compute_hash tmp1, tmp6
+ and tmp1 %+ d, hmask1 %+ d
+ ; state->head[hash] = k;
+ mov [stream + _internal_state_head + 2 * tmp1], tmp3 %+ w
+ jmp .loop3
+.loop3_done:
+%endif
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ ; continue
+ jmp .loop2
+ ;; encode as dist/len
+.len_dist_lit_huffman_finish:
+ MOVD hash %+ d, xhash
+ PEXTRD tmp6 %+ d, xhash, 1
+ mov [stream + _internal_state_head + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [stream + _internal_state_head + 2 * tmp6], tmp3 %+ w
+ add tmp3, 1
+ mov [stream + _internal_state_head + 2 * hash2], tmp3 %+ w
+
+ write_bits m_bits, m_bit_count, code4, code_len2, m_out_buf
+ jmp .input_end
+
+align 16
+.len_dist_huffman_pre:
+ bsf len, len
+ shr len, 3
+
+.len_dist_huffman:
+ dec f_i
+ neg dist
+
+ ; get_dist_code(dist, &code2, &code_len2);
+%ifndef LONGER_HUFFTABLE
+ mov tmp3, dist ; since code2 and dist are rbx
+ get_dist_code tmp3, code2, code_len2, hufftables ;; clobbers dist, rcx
+%else
+ get_dist_code dist, code2, code_len2, hufftables
+%endif
+ ; get_len_code(len, &code, &code_len);
+ get_len_code len, code, rcx, hufftables ;; rcx is code_len
+
+ ; code2 <<= code_len
+ ; code2 |= code
+ ; code_len2 += code_len
+ SHLX code4, code2, rcx
+ or code4, code
+ add code_len2, rcx
+
+ ;; Setup for updateing hash
+ lea tmp3, [f_i + 2] ; tmp3 <= k
+ add f_i, len
+
+ MOVD hash %+ d, xhash
+ PEXTRD hash2 %+ d, xhash, 1
+ mov [stream + _internal_state_head + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [stream + _internal_state_head + 2 * hash2], tmp3 %+ w
+
+ MOVD hmask1 %+ d, xmask
+
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jge .len_dist_huffman_finish
+
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ compute_hash hash, curr_data
+
+ write_bits m_bits, m_bit_count, code4, code_len2, m_out_buf
+
+ mov curr_data2, curr_data
+ shr curr_data2, 8
+ compute_hash hash2, curr_data2
+
+%ifdef NO_LIMIT_HASH_UPDATE
+.loop4:
+ add tmp3,1
+ cmp tmp3, f_i
+ jae .loop4_done
+ mov tmp6, [file_start + tmp3]
+ compute_hash tmp1, tmp6
+ and tmp1 %+ d, hmask1 %+ d
+ mov [stream + _internal_state_head + 2 * tmp1], tmp3 %+ w
+ jmp .loop4
+.loop4_done:
+%endif
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ ; continue
+ jmp .loop2
+
+.len_dist_huffman_finish:
+ write_bits m_bits, m_bit_count, code4, code_len2, m_out_buf
+ jmp .input_end
+
+align 16
+.write_lit_bits:
+ PSRLDQ xdata, 1
+
+ add f_i, 1
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jge .write_lit_bits_finish
+
+ MOVQ curr_data, xdata
+ MOVDQU xdata, [file_start + f_i]
+
+ MOVD hash %+ d, xhash
+
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+ PEXTRD hash2 %+ d, xhash, 1
+ jmp .loop2
+
+.write_lit_bits_finish:
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+.input_end:
+ mov tmp1, ZSTATE_FLUSH_READ_BUFFER
+ mov tmp5, ZSTATE_BODY
+ cmp word [stream + _end_of_stream], 0
+ cmovne tmp5, tmp1
+ cmp word [stream + _flush], _NO_FLUSH
+ cmovne tmp5, tmp1
+ mov dword [stream + _internal_state_state], tmp5 %+ d
+
+.output_end:
+ ;; update input buffer
+ mov f_end_i, [rsp + f_end_i_mem_offset]
+ add f_end_i, [rsp + inbuf_slop_offset]
+ mov [stream + _total_in], f_i %+ d
+ add file_start, f_i
+ mov [stream + _next_in], file_start
+ sub f_end_i, f_i
+ mov [stream + _avail_in], f_end_i %+ d
+
+ ;; update output buffer
+ mov [stream + _next_out], m_out_buf
+ sub m_out_buf, [stream + _internal_state_bitbuf_m_out_start]
+ sub [stream + _avail_out], m_out_buf %+ d
+ add [stream + _total_out], m_out_buf %+ d
+
+ mov [stream + _internal_state_bitbuf_m_bits], m_bits
+ mov [stream + _internal_state_bitbuf_m_bit_count], m_bit_count %+ d
+
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rsi, [rsp + gpr_save_mem_offset + 1*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 2*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 3*8]
+ mov r12, [rsp + gpr_save_mem_offset + 4*8]
+ mov r13, [rsp + gpr_save_mem_offset + 5*8]
+ mov r14, [rsp + gpr_save_mem_offset + 6*8]
+ mov r15, [rsp + gpr_save_mem_offset + 7*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+ ret
+
+align 16
+.compare_loop:
+ MOVD xhash, tmp6 %+ d
+ PINSRD xhash, tmp2 %+ d, 1
+ PAND xhash, xhash, xmask
+ lea tmp2, [tmp1 + dist - 1]
+
+ mov len2, [rsp + f_end_i_mem_offset]
+ sub len2, f_i
+ add len2, [rsp + inbuf_slop_offset]
+ add len2, 1
+ mov tmp3, MAX_EMIT_SIZE
+ cmp len2, tmp3
+ cmovg len2, tmp3
+
+ mov len, 8
+ compare_large tmp1, tmp2, len, len2, tmp3, ytmp0, ytmp1
+
+ cmp len, 258
+ jle .len_dist_huffman
+ cmp len, LARGE_MATCH_MIN
+ jge .do_emit
+ mov len, 258
+ jmp .len_dist_huffman
+
+align 16
+.compare_loop2:
+ lea tmp2, [tmp1 + dist2]
+ add tmp1, 1
+
+ mov len, [rsp + f_end_i_mem_offset]
+ sub len, f_i
+ add len, [rsp + inbuf_slop_offset]
+ mov tmp3, MAX_EMIT_SIZE
+ cmp len, tmp3
+ cmovg len, tmp3
+
+ mov len2, 8
+ compare_large tmp1, tmp2, len2, len, tmp3, ytmp0, ytmp1
+
+ and curr_data, 0xff
+ get_lit_code curr_data, code3, code_len3, hufftables
+ cmp len2, 258
+ jle .len_dist_lit_huffman
+ cmp len2, LARGE_MATCH_MIN
+ jge .do_emit2
+ mov len2, 258
+ jmp .len_dist_lit_huffman
+
+align 16
+.do_emit2:
+ neg dist2
+
+ ; get_dist_code(dist2, &code2, &code_len2);
+ get_dist_code dist2, code2, code_len2, hufftables
+
+ ; get_len_code(len, &code, &code_len);
+ get_len_code 258, code, rcx, hufftables ;; rcx is code_len
+
+ ; code2 <<= code_len
+ ; code2 |= code
+ ; code_len2 += code_len
+ SHLX code4, code2, rcx
+ or code4, code
+ add code_len2, rcx
+ mov tmp5, rcx
+
+ mov rcx, code_len3
+ SHLX tmp8, code4, rcx
+ or code3, tmp8
+ add rcx, code_len2
+ mov code_len3, rcx
+
+ write_bits m_bits, m_bit_count, code3, code_len3, m_out_buf
+
+ lea tmp3, [f_i + 2] ; tmp3 <= k
+ MOVD tmp2 %+ d, xhash
+ mov [stream + _internal_state_head + 2 * tmp2], tmp3 %+ w
+ add tmp3,1
+ PEXTRD tmp2 %+ d, xhash, 1
+ mov [stream + _internal_state_head + 2 * tmp2], tmp3 %+ w
+
+ add f_i, 258
+ lea len, [len2 - 258]
+
+ jmp .emit_loop
+
+.do_emit:
+ dec f_i
+ neg dist
+
+ ; get_dist_code(dist, &code2, &code_len2);
+%ifndef LONGER_HUFFTABLE
+ mov tmp3, dist ; since code2 and dist are rbx
+ get_dist_code tmp3, code2, code_len2, hufftables ;; clobbers dist, rcx
+%else
+ get_dist_code dist, code2, code_len2, hufftables
+%endif
+ ; get_len_code(len, &code, &code_len);
+ get_len_code 258, code, rcx, hufftables ;; rcx is code_len
+
+ ; code2 <<= code_len
+ ; code2 |= code
+ ; code_len2 += code_len
+ SHLX code4, code2, rcx
+ or code4, code
+ add code_len2, rcx
+
+ lea tmp3, [f_i + 2] ; tmp3 <= k
+ MOVD tmp6 %+ d, xhash
+ PEXTRD tmp5 %+ d, xhash, 1
+ mov [stream + _internal_state_head + 2 * tmp6], tmp3 %+ w
+ add tmp3,1
+ mov [stream + _internal_state_head + 2 * tmp5], tmp3 %+ w
+ mov tmp5, rcx
+
+.emit:
+ add f_i, 258
+ sub len, 258
+ mov code3, code4
+
+ write_bits m_bits, m_bit_count, code3, code_len2, m_out_buf
+
+.emit_loop:
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja .output_end
+ cmp len, LARGE_MATCH_MIN
+ jge .emit
+
+ mov len2, 258
+ cmp len, len2
+ cmovg len, len2
+
+ add f_i, len
+
+ sub code_len2, tmp5
+ get_len_code len, code, rcx, hufftables
+ SHLX code4, code2, rcx
+ or code4, code
+ add code_len2, rcx
+
+ write_bits m_bits, m_bit_count, code4, code_len2, m_out_buf
+
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jge .input_end
+
+ lea tmp7, [f_i - 4 * LARGE_MATCH_HASH_REP]
+ MOVD hmask1 %+ d, xmask
+%rep LARGE_MATCH_HASH_REP
+ mov curr_data %+ d, dword [file_start + tmp7]
+ mov curr_data2 %+ d, dword [file_start + tmp7 + 1]
+
+ compute_hash hash, curr_data
+ compute_hash hash2, curr_data2
+
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ mov [stream + _internal_state_head + 2 * hash], tmp7 %+ w
+ add tmp7, 1
+ mov [stream + _internal_state_head + 2 * hash2], tmp7 %+ w
+ add tmp7, 1
+
+ mov curr_data %+ d, dword [file_start + tmp7]
+ mov curr_data2 %+ d, dword [file_start + tmp7 + 1]
+
+ compute_hash hash, curr_data
+ compute_hash hash2, curr_data2
+
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ mov [stream + _internal_state_head + 2 * hash], tmp7 %+ w
+ add tmp7, 1
+ mov [stream + _internal_state_head + 2 * hash2], tmp7 %+ w
+%if (LARGE_MATCH_HASH_REP > 1)
+ add tmp7, 1
+%endif
+%endrep
+
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ compute_hash hash, curr_data
+
+
+ mov curr_data2, curr_data
+ shr curr_data2, 8
+ compute_hash hash2, curr_data2
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ ; continue
+ jmp .loop2
+
+.write_first_byte:
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja .output_end
+
+ mov byte [stream + _internal_state_has_hist], IGZIP_HIST
+
+ mov [stream + _internal_state_head + 2 * hash], f_i %+ w
+
+ mov hash, hash2
+ shr tmp6, 16
+ compute_hash hash2, tmp6
+
+ MOVD xhash, hash %+ d
+ PINSRD xhash, hash2 %+ d, 1
+ PAND xhash, xhash, xmask
+
+ and curr_data, 0xff
+ get_lit_code curr_data, code2, code_len2, hufftables
+ jmp .write_lit_bits
+
+%ifdef USE_HSWNI
+%undef USE_HSWNI
+%endif
+
+;; Shift defines over in order to iterate over all versions
+%undef ARCH
+%xdefine ARCH ARCH1
+%undef ARCH1
+%xdefine ARCH1 ARCH2
+
+%ifdef COMPARE_TYPE_NOT_DEF
+%undef COMPARE_TYPE
+%xdefine COMPARE_TYPE COMPARE_TYPE1
+%undef COMPARE_TYPE1
+%xdefine COMPARE_TYPE1 COMPARE_TYPE2
+%endif
+%endrep
diff --git a/src/spdk/isa-l/igzip/igzip_build_hash_table_perf.c b/src/spdk/isa-l/igzip/igzip_build_hash_table_perf.c
new file mode 100644
index 000000000..c402c91b2
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_build_hash_table_perf.c
@@ -0,0 +1,39 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include <string.h>
+#include <getopt.h>
+#include "igzip_lib.h"
+#include "test.h"
+
+#define DICT_LEN 32*1024
+
+extern void isal_deflate_hash(struct isal_zstream *stream, uint8_t * dict, int dict_len);
+
+void create_rand_data(uint8_t * data, uint32_t size)
+{
+ int i;
+ for (i = 0; i < size; i++) {
+ data[i] = rand() % 256;
+ }
+}
+
+int main(int argc, char *argv[])
+{
+ int time = BENCHMARK_TIME;
+ struct isal_zstream stream;
+ uint8_t dict[DICT_LEN];
+ uint32_t dict_len = DICT_LEN;
+
+ stream.level = 0;
+ create_rand_data(dict, dict_len);
+
+ struct perf start;
+ BENCHMARK(&start, time, isal_deflate_hash(&stream, dict, dict_len));
+
+ printf("igzip_build_hash_table_perf:\n");
+ printf(" in_size=%u ", dict_len);
+ perf_print(start, (long long)dict_len);
+
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_checksums.h b/src/spdk/isa-l/igzip/igzip_checksums.h
new file mode 100644
index 000000000..e09a1f161
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_checksums.h
@@ -0,0 +1,12 @@
+#ifndef IGZIP_CHECKSUMS_H
+#define IGZIP_CHECKSUMS_H
+
+#include <stdint.h>
+
+#define MAX_ADLER_BUF (1 << 28)
+#define ADLER_MOD 65521
+
+uint32_t isal_adler32(uint32_t init_crc, const unsigned char *buf, uint64_t len);
+uint32_t isal_adler32_bam1(uint32_t init_crc, const unsigned char *buf, uint64_t len);
+
+#endif
diff --git a/src/spdk/isa-l/igzip/igzip_compare_types.asm b/src/spdk/isa-l/igzip/igzip_compare_types.asm
new file mode 100644
index 000000000..c5ab3169f
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_compare_types.asm
@@ -0,0 +1,452 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "stdmac.asm"
+
+%ifndef UTILS_ASM
+%define UTILS_ASM
+; compare macro
+
+;; sttni2 is faster, but it can't be debugged
+;; so following code is based on "mine5"
+
+;; compares 8 bytes at a time, using xor
+;; assumes the input buffer has size at least 8
+;; compare_r src1, src2, result, result_max, tmp
+%macro compare_r 5
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3
+%define %%result_max %4
+%define %%tmp %5
+%define %%tmp16 %5w ; tmp as a 16-bit register
+
+ sub %%result_max, 16
+ cmp %%result, %%result_max
+ jg %%_by_8
+
+%%loop1:
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+ cmp %%result, %%result_max
+ jle %%loop1
+
+%%_by_8:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ jg %%_cmp_last
+
+ ; compare last two bytes
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+
+%%_cmp_last:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ je %%end
+
+ lea %%result, [%%result_max - 8]
+
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+ jmp %%end
+
+%%miscompare_reg:
+ bsf %%tmp, %%tmp
+ shr %%tmp, 3
+ add %%result, %%tmp
+%%end:
+%endm
+
+;; compares 16 bytes at a time, using pcmpeqb/pmovmskb
+;; assumes the input buffer has size at least 8
+;; compare_x src1, src2, result, result_max, tmp, xtmp1, xtmp2
+%macro compare_x 7
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3 ; Accumulator for match_length
+%define %%result_max %4
+%define %%tmp %5
+%define %%tmp16 %5w ; tmp as a 16-bit register
+%define %%tmp32 %5d ; tmp as a 32-bit register
+%define %%xtmp %6
+%define %%xtmp2 %7
+
+ sub %%result_max, 32
+ cmp %%result, %%result_max
+ jg %%_by_16
+
+%%loop1:
+ MOVDQU %%xtmp, [%%src1 + %%result]
+ MOVDQU %%xtmp2, [%%src2 + %%result]
+ PCMPEQB %%xtmp, %%xtmp, %%xtmp2
+ PMOVMSKB %%tmp32, %%xtmp
+ xor %%tmp, 0xFFFF
+ jnz %%miscompare_vect
+ add %%result, 16
+
+ MOVDQU %%xtmp, [%%src1 + %%result]
+ MOVDQU %%xtmp2, [%%src2 + %%result]
+ PCMPEQB %%xtmp, %%xtmp, %%xtmp2
+ PMOVMSKB %%tmp32, %%xtmp
+ xor %%tmp, 0xFFFF
+ jnz %%miscompare_vect
+ add %%result, 16
+
+ cmp %%result, %%result_max
+ jle %%loop1
+
+%%_by_16:
+ add %%result_max, 16
+ cmp %%result, %%result_max
+ jg %%_by_8
+
+ MOVDQU %%xtmp, [%%src1 + %%result]
+ MOVDQU %%xtmp2, [%%src2 + %%result]
+ PCMPEQB %%xtmp, %%xtmp, %%xtmp2
+ PMOVMSKB %%tmp32, %%xtmp
+ xor %%tmp, 0xFFFF
+ jnz %%miscompare_vect
+ add %%result, 16
+
+%%_by_8:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ jg %%_cmp_last
+
+ ; compare last two bytes
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+
+%%_cmp_last:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ je %%end
+
+ lea %%result, [%%result_max - 8]
+
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+ jmp %%end
+
+%%miscompare_reg:
+ bsf %%tmp, %%tmp
+ shr %%tmp, 3
+ add %%result, %%tmp
+ jmp %%end
+
+%%miscompare_vect:
+ bsf %%tmp, %%tmp
+ add %%result, %%tmp
+%%end:
+%endm
+
+;; compares 32 bytes at a time, using pcmpeqb/pmovmskb
+;; assumes the input buffer has size at least 8
+;; compare_y src1, src2, result, result_max, tmp, xtmp1, xtmp2
+%macro compare_y 7
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3 ; Accumulator for match_length
+%define %%result_max %4
+%define %%tmp %5
+%define %%tmp16 %5w ; tmp as a 16-bit register
+%define %%tmp32 %5d ; tmp as a 32-bit register
+%define %%ytmp %6
+%define %%ytmp2 %7
+
+ sub %%result_max, 64
+ cmp %%result, %%result_max
+ jg %%_by_32
+
+%%loop1:
+ vmovdqu %%ytmp, [%%src1 + %%result]
+ vmovdqu %%ytmp2, [%%src2 + %%result]
+ vpcmpeqb %%ytmp, %%ytmp, %%ytmp2
+ vpmovmskb %%tmp, %%ytmp
+ xor %%tmp32, 0xFFFFFFFF
+ jnz %%miscompare_vect
+ add %%result, 32
+
+ vmovdqu %%ytmp, [%%src1 + %%result]
+ vmovdqu %%ytmp2, [%%src2 + %%result]
+ vpcmpeqb %%ytmp, %%ytmp, %%ytmp2
+ vpmovmskb %%tmp, %%ytmp
+ xor %%tmp32, 0xFFFFFFFF
+ jnz %%miscompare_vect
+ add %%result, 32
+
+ cmp %%result, %%result_max
+ jle %%loop1
+
+%%_by_32:
+ add %%result_max, 32
+ cmp %%result, %%result_max
+ jg %%_by_16
+
+ vmovdqu %%ytmp, [%%src1 + %%result]
+ vmovdqu %%ytmp2, [%%src2 + %%result]
+ vpcmpeqb %%ytmp, %%ytmp, %%ytmp2
+ vpmovmskb %%tmp, %%ytmp
+ xor %%tmp32, 0xFFFFFFFF
+ jnz %%miscompare_vect
+ add %%result, 32
+
+%%_by_16:
+ add %%result_max, 16
+ cmp %%result, %%result_max
+ jg %%_by_8
+
+ vmovdqu %%ytmp %+ x, [%%src1 + %%result]
+ vmovdqu %%ytmp2 %+ x, [%%src2 + %%result]
+ vpcmpeqb %%ytmp %+ x, %%ytmp %+ x, %%ytmp2 %+ x
+ vpmovmskb %%tmp, %%ytmp %+ x
+ xor %%tmp32, 0xFFFF
+ jnz %%miscompare_vect
+ add %%result, 16
+
+%%_by_8:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ jg %%_cmp_last
+
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+
+%%_cmp_last:
+ add %%result_max, 8
+ cmp %%result, %%result_max
+ je %%end
+
+ lea %%result, [%%result_max - 8]
+
+ ; compare last two bytes
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare_reg
+ add %%result, 8
+ jmp %%end
+
+%%miscompare_reg:
+ bsf %%tmp, %%tmp
+ shr %%tmp, 3
+ add %%result, %%tmp
+ jmp %%end
+
+%%miscompare_vect:
+ tzcnt %%tmp, %%tmp
+ add %%result, %%tmp
+%%end:
+%endm
+
+;; compares 64 bytes at a time
+;; compare_z src1, src2, result, result_max, tmp, ktmp, ztmp1, ztmp2
+;; Clobbers result_max
+%macro compare_z 8
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3 ; Accumulator for match_length
+%define %%result_max %4
+%define %%tmp %5 ; tmp as a 16-bit register
+%define %%ktmp %6
+%define %%ztmp %7
+%define %%ztmp2 %8
+
+ sub %%result_max, 128
+ cmp %%result, %%result_max
+ jg %%_by_64
+
+%%loop1:
+ vmovdqu8 %%ztmp, [%%src1 + %%result]
+ vmovdqu8 %%ztmp2, [%%src2 + %%result]
+ vpcmpb %%ktmp, %%ztmp, %%ztmp2, NEQ
+ ktestq %%ktmp, %%ktmp
+ jnz %%miscompare
+ add %%result, 64
+
+ vmovdqu8 %%ztmp, [%%src1 + %%result]
+ vmovdqu8 %%ztmp2, [%%src2 + %%result]
+ vpcmpb %%ktmp, %%ztmp, %%ztmp2, NEQ
+ ktestq %%ktmp, %%ktmp
+ jnz %%miscompare
+ add %%result, 64
+
+ cmp %%result, %%result_max
+ jle %%loop1
+
+%%_by_64:
+ add %%result_max, 64
+ cmp %%result, %%result_max
+ jg %%_less_than_64
+
+ vmovdqu8 %%ztmp, [%%src1 + %%result]
+ vmovdqu8 %%ztmp2, [%%src2 + %%result]
+ vpcmpb %%ktmp, %%ztmp, %%ztmp2, NEQ
+ ktestq %%ktmp, %%ktmp
+ jnz %%miscompare
+ add %%result, 64
+
+%%_less_than_64:
+ add %%result_max, 64
+ sub %%result_max, %%result
+ jle %%end
+
+ mov %%tmp, -1
+ bzhi %%tmp, %%tmp, %%result_max
+ kmovq %%ktmp, %%tmp
+
+ vmovdqu8 %%ztmp {%%ktmp}{z}, [%%src1 + %%result]
+ vmovdqu8 %%ztmp2 {%%ktmp}{z}, [%%src2 + %%result]
+ vpcmpb %%ktmp, %%ztmp, %%ztmp2, NEQ
+ ktestq %%ktmp, %%ktmp
+ jnz %%miscompare
+ add %%result, %%result_max
+
+ jmp %%end
+%%miscompare:
+ kmovq %%tmp, %%ktmp
+ tzcnt %%tmp, %%tmp
+ add %%result, %%tmp
+%%end:
+%endm
+
+%macro compare250 7
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3
+%define %%result_max %4
+%define %%tmp %5
+%define %%xtmp0 %6x
+%define %%xtmp1 %7x
+%define %%ytmp0 %6
+%define %%ytmp1 %7
+
+ mov %%tmp, 250
+ cmp %%result_max, 250
+ cmovg %%result_max, %%tmp
+
+%if (COMPARE_TYPE == 1)
+ compare_r %%src1, %%src2, %%result, %%result_max, %%tmp
+%elif (COMPARE_TYPE == 2)
+ compare_x %%src1, %%src2, %%result, %%result_max, %%tmp, %%xtmp0, %%xtmp1
+%elif (COMPARE_TYPE == 3)
+ compare_y %%src1, %%src2, %%result, %%result_max, %%tmp, %%ytmp0, %%ytmp1
+%else
+%error Unknown Compare type COMPARE_TYPE
+ % error
+%endif
+%endmacro
+
+; Assumes the buffer has at least 8 bytes
+; Accumulates match length onto result
+%macro compare_large 7
+%define %%src1 %1
+%define %%src2 %2
+%define %%result %3
+%define %%result_max %4
+%define %%tmp %5
+%define %%xtmp0 %6x
+%define %%xtmp1 %7x
+%define %%ytmp0 %6
+%define %%ytmp1 %7
+
+%if (COMPARE_TYPE == 1)
+ compare_r %%src1, %%src2, %%result, %%result_max, %%tmp
+%elif (COMPARE_TYPE == 2)
+ compare_x %%src1, %%src2, %%result, %%result_max, %%tmp, %%xtmp0, %%xtmp1
+%elif (COMPARE_TYPE == 3)
+ compare_y %%src1, %%src2, %%result, %%result_max, %%tmp, %%ytmp0, %%ytmp1
+%else
+%error Unknown Compare type COMPARE_TYPE
+ % error
+%endif
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+;; compare size, src1, src2, result, tmp
+%macro compare 5
+%define %%size %1
+%define %%src1 %2
+%define %%src2 %3
+%define %%result %4
+%define %%tmp %5
+%define %%tmp8 %5b ; tmp as a 8-bit register
+
+ xor %%result, %%result
+ sub %%size, 7
+ jle %%lab2
+%%loop1:
+ mov %%tmp, [%%src1 + %%result]
+ xor %%tmp, [%%src2 + %%result]
+ jnz %%miscompare
+ add %%result, 8
+ sub %%size, 8
+ jg %%loop1
+%%lab2:
+ ;; if we fall through from above, we have found no mismatches,
+ ;; %%size+7 is the number of bytes left to look at, and %%result is the
+ ;; number of bytes that have matched
+ add %%size, 7
+ jle %%end
+%%loop3:
+ mov %%tmp8, [%%src1 + %%result]
+ cmp %%tmp8, [%%src2 + %%result]
+ jne %%end
+ inc %%result
+ dec %%size
+ jg %%loop3
+ jmp %%end
+%%miscompare:
+ bsf %%tmp, %%tmp
+ shr %%tmp, 3
+ add %%result, %%tmp
+%%end:
+%endm
+
+%endif ;UTILS_ASM
diff --git a/src/spdk/isa-l/igzip/igzip_decode_block_stateless.asm b/src/spdk/isa-l/igzip/igzip_decode_block_stateless.asm
new file mode 100644
index 000000000..f5e35cd68
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_decode_block_stateless.asm
@@ -0,0 +1,795 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+default rel
+
+%include "reg_sizes.asm"
+
+%define DECOMP_OK 0
+%define END_INPUT 1
+%define OUT_OVERFLOW 2
+%define INVALID_BLOCK -1
+%define INVALID_SYMBOL -2
+%define INVALID_LOOKBACK -3
+
+%define ISAL_DECODE_LONG_BITS 12
+%define ISAL_DECODE_SHORT_BITS 10
+
+%define COPY_SIZE 16
+%define COPY_LEN_MAX 258
+
+%define IN_BUFFER_SLOP 8
+%define OUT_BUFFER_SLOP COPY_SIZE + COPY_LEN_MAX
+
+%include "inflate_data_structs.asm"
+%include "stdmac.asm"
+
+extern rfc1951_lookup_table
+
+
+
+%define LARGE_SHORT_SYM_LEN 25
+%define LARGE_SHORT_SYM_MASK ((1 << LARGE_SHORT_SYM_LEN) - 1)
+%define LARGE_LONG_SYM_LEN 10
+%define LARGE_LONG_SYM_MASK ((1 << LARGE_LONG_SYM_LEN) - 1)
+%define LARGE_SHORT_CODE_LEN_OFFSET 28
+%define LARGE_LONG_CODE_LEN_OFFSET 10
+%define LARGE_FLAG_BIT_OFFSET 25
+%define LARGE_FLAG_BIT (1 << LARGE_FLAG_BIT_OFFSET)
+%define LARGE_SYM_COUNT_OFFSET 26
+%define LARGE_SYM_COUNT_LEN 2
+%define LARGE_SYM_COUNT_MASK ((1 << LARGE_SYM_COUNT_LEN) - 1)
+%define LARGE_SHORT_MAX_LEN_OFFSET 26
+
+%define SMALL_SHORT_SYM_LEN 9
+%define SMALL_SHORT_SYM_MASK ((1 << SMALL_SHORT_SYM_LEN) - 1)
+%define SMALL_LONG_SYM_LEN 9
+%define SMALL_LONG_SYM_MASK ((1 << SMALL_LONG_SYM_LEN) - 1)
+%define SMALL_SHORT_CODE_LEN_OFFSET 11
+%define SMALL_LONG_CODE_LEN_OFFSET 10
+%define SMALL_FLAG_BIT_OFFSET 10
+%define SMALL_FLAG_BIT (1 << SMALL_FLAG_BIT_OFFSET)
+
+%define DIST_SYM_OFFSET 0
+%define DIST_SYM_LEN 5
+%define DIST_SYM_MASK ((1 << DIST_SYM_LEN) - 1)
+%define DIST_SYM_EXTRA_OFFSET 5
+%define DIST_SYM_EXTRA_LEN 4
+%define DIST_SYM_EXTRA_MASK ((1 << DIST_SYM_EXTRA_LEN) - 1)
+
+;; rax
+%define tmp3 rax
+%define read_in_2 rax
+%define look_back_dist rax
+
+;; rcx
+;; rdx arg3
+%define next_sym2 rdx
+%define copy_start rdx
+%define tmp4 rdx
+
+;; rdi arg1
+%define tmp1 rdi
+%define look_back_dist2 rdi
+%define next_bits2 rdi
+%define next_sym3 rdi
+
+;; rsi arg2
+%define tmp2 rsi
+%define next_sym_num rsi
+%define next_bits rsi
+
+;; rbx ; Saved
+%define next_in rbx
+
+;; rbp ; Saved
+%define end_in rbp
+
+;; r8
+%define repeat_length r8
+
+;; r9
+%define read_in r9
+
+;; r10
+%define read_in_length r10
+
+;; r11
+%define state r11
+
+;; r12 ; Saved
+%define next_out r12
+
+;; r13 ; Saved
+%define end_out r13
+
+;; r14 ; Saved
+%define next_sym r14
+
+;; r15 ; Saved
+%define rfc_lookup r15
+
+start_out_mem_offset equ 0
+read_in_mem_offset equ 8
+read_in_length_mem_offset equ 16
+next_out_mem_offset equ 24
+gpr_save_mem_offset equ 32
+stack_size equ 4 * 8 + 8 * 8
+
+%define _dist_extra_bit_count 264
+%define _dist_start _dist_extra_bit_count + 1*32
+%define _len_extra_bit_count _dist_start + 4*32
+%define _len_start _len_extra_bit_count + 1*32
+
+%ifidn __OUTPUT_FORMAT__, elf64
+%define arg0 rdi
+%define arg1 rsi
+
+%macro FUNC_SAVE 0
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rbp
+ mov [rsp + gpr_save_mem_offset + 2*8], r12
+ mov [rsp + gpr_save_mem_offset + 3*8], r13
+ mov [rsp + gpr_save_mem_offset + 4*8], r14
+ mov [rsp + gpr_save_mem_offset + 5*8], r15
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 1*8]
+ mov r12, [rsp + gpr_save_mem_offset + 2*8]
+ mov r13, [rsp + gpr_save_mem_offset + 3*8]
+ mov r14, [rsp + gpr_save_mem_offset + 4*8]
+ mov r15, [rsp + gpr_save_mem_offset + 5*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+%endm
+%endif
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg0 rcx
+%define arg1 rdx
+
+%macro FUNC_SAVE 0
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rsi
+ mov [rsp + gpr_save_mem_offset + 2*8], rdi
+ mov [rsp + gpr_save_mem_offset + 3*8], rbp
+ mov [rsp + gpr_save_mem_offset + 4*8], r12
+ mov [rsp + gpr_save_mem_offset + 5*8], r13
+ mov [rsp + gpr_save_mem_offset + 6*8], r14
+ mov [rsp + gpr_save_mem_offset + 7*8], r15
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rsi, [rsp + gpr_save_mem_offset + 1*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 2*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 3*8]
+ mov r12, [rsp + gpr_save_mem_offset + 4*8]
+ mov r13, [rsp + gpr_save_mem_offset + 5*8]
+ mov r14, [rsp + gpr_save_mem_offset + 6*8]
+ mov r15, [rsp + gpr_save_mem_offset + 7*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+%endm
+%endif
+
+;; Load read_in and updated in_buffer accordingly
+;; when there are at least 8 bytes in the in buffer
+;; Clobbers rcx, unless rcx is %%read_in_length
+%macro inflate_in_load 6
+%define %%next_in %1
+%define %%end_in %2
+%define %%read_in %3
+%define %%read_in_length %4
+%define %%tmp1 %5 ; Tmp registers
+%define %%tmp2 %6
+
+ SHLX %%tmp1, [%%next_in], %%read_in_length
+ or %%read_in, %%tmp1
+
+ mov %%tmp1, 64
+ sub %%tmp1, %%read_in_length
+ shr %%tmp1, 3
+
+ add %%next_in, %%tmp1
+ lea %%read_in_length, [%%read_in_length + 8 * %%tmp1]
+%%end:
+%endm
+
+;; Load read_in and updated in_buffer accordingly
+;; Clobbers rcx, unless rcx is %%read_in_length
+%macro inflate_in_small_load 6
+%define %%next_in %1
+%define %%end_in %2
+%define %%read_in %3
+%define %%read_in_length %4
+%define %%avail_in %5 ; Tmp registers
+%define %%tmp1 %5
+%define %%loop_count %6
+
+ mov %%avail_in, %%end_in
+ sub %%avail_in, %%next_in
+
+%ifnidn %%read_in_length, rcx
+ mov rcx, %%read_in_length
+%endif
+
+ mov %%loop_count, 64
+ sub %%loop_count, %%read_in_length
+ shr %%loop_count, 3
+
+ cmp %%loop_count, %%avail_in
+ cmovg %%loop_count, %%avail_in
+ cmp %%loop_count, 0
+ je %%end
+
+%%load_byte:
+ xor %%tmp1, %%tmp1
+ mov %%tmp1 %+ b, byte [%%next_in]
+ SHLX %%tmp1, %%tmp1, rcx
+ or %%read_in, %%tmp1
+ add rcx, 8
+ add %%next_in, 1
+ sub %%loop_count, 1
+ jg %%load_byte
+%ifnidn %%read_in_length, rcx
+ mov %%read_in_length, rcx
+%endif
+%%end:
+%endm
+
+;; Clears all bits at index %%bit_count and above in %%next_bits
+;; May clobber rcx and %%bit_count
+%macro CLEAR_HIGH_BITS 3
+%define %%next_bits %1
+%define %%bit_count %2
+%define %%lookup_size %3
+
+ sub %%bit_count, 0x40 + %%lookup_size
+;; Extract the 15-DECODE_LOOKUP_SIZE bits beyond the first DECODE_LOOKUP_SIZE bits.
+%ifdef USE_HSWNI
+ and %%bit_count, 0x1F
+ bzhi %%next_bits, %%next_bits, %%bit_count
+%else
+%ifnidn %%bit_count, rcx
+ mov rcx, %%bit_count
+%endif
+ neg rcx
+ shl %%next_bits, cl
+ shr %%next_bits, cl
+%endif
+
+%endm
+
+;; Decode next symbol
+;; Clobber rcx
+%macro decode_next_lit_len 8
+%define %%state %1 ; State structure associated with compressed stream
+%define %%lookup_size %2 ; Number of bits used for small lookup
+%define %%state_offset %3 ; Type of huff code, should be either LIT or DIST
+%define %%read_in %4 ; Bits read in from compressed stream
+%define %%read_in_length %5 ; Number of valid bits in read_in
+%define %%next_sym %6 ; Returned symbols
+%define %%next_sym_num %7 ; Returned symbols count
+%define %%next_bits %8
+
+ mov %%next_sym_num, %%next_sym
+ mov rcx, %%next_sym
+ shr rcx, LARGE_SHORT_CODE_LEN_OFFSET
+ jz invalid_symbol
+
+ and %%next_sym_num, LARGE_SYM_COUNT_MASK << LARGE_SYM_COUNT_OFFSET
+ shr %%next_sym_num, LARGE_SYM_COUNT_OFFSET
+
+ ;; Check if symbol or hint was looked up
+ and %%next_sym, LARGE_FLAG_BIT | LARGE_SHORT_SYM_MASK
+ test %%next_sym, LARGE_FLAG_BIT
+ jz %%end
+
+ shl rcx, LARGE_SYM_COUNT_LEN
+ or rcx, %%next_sym_num
+
+ ;; Save length associated with symbol
+ mov %%next_bits, %%read_in
+ shr %%next_bits, %%lookup_size
+
+ ;; Extract the bits beyond the first %%lookup_size bits.
+ CLEAR_HIGH_BITS %%next_bits, rcx, %%lookup_size
+
+ and %%next_sym, LARGE_SHORT_SYM_MASK
+ add %%next_sym, %%next_bits
+
+ ;; Lookup actual next symbol
+ movzx %%next_sym, word [%%state + LARGE_LONG_CODE_SIZE * %%next_sym + %%state_offset + LARGE_SHORT_CODE_SIZE * (1 << %%lookup_size)]
+ mov %%next_sym_num, 1
+
+ ;; Save length associated with symbol
+ mov rcx, %%next_sym
+ shr rcx, LARGE_LONG_CODE_LEN_OFFSET
+ jz invalid_symbol
+ and %%next_sym, LARGE_LONG_SYM_MASK
+
+%%end:
+;; Updated read_in to reflect the bits which were decoded
+ SHRX %%read_in, %%read_in, rcx
+ sub %%read_in_length, rcx
+%endm
+
+;; Decode next symbol
+;; Clobber rcx
+%macro decode_next_lit_len_with_load 8
+%define %%state %1 ; State structure associated with compressed stream
+%define %%lookup_size %2 ; Number of bits used for small lookup
+%define %%state_offset %3
+%define %%read_in %4 ; Bits read in from compressed stream
+%define %%read_in_length %5 ; Number of valid bits in read_in
+%define %%next_sym %6 ; Returned symbols
+%define %%next_sym_num %7 ; Returned symbols count
+%define %%next_bits %8
+
+ ;; Lookup possible next symbol
+ mov %%next_bits, %%read_in
+ and %%next_bits, (1 << %%lookup_size) - 1
+ mov %%next_sym %+ d, dword [%%state + %%state_offset + LARGE_SHORT_CODE_SIZE * %%next_bits]
+
+ decode_next_lit_len %%state, %%lookup_size, %%state_offset, %%read_in, %%read_in_length, %%next_sym, %%next_sym_num, %%next_bits
+%endm
+
+;; Decode next symbol
+;; Clobber rcx
+%macro decode_next_dist 8
+%define %%state %1 ; State structure associated with compressed stream
+%define %%lookup_size %2 ; Number of bits used for small lookup
+%define %%state_offset %3 ; Type of huff code, should be either LIT or DIST
+%define %%read_in %4 ; Bits read in from compressed stream
+%define %%read_in_length %5 ; Number of valid bits in read_in
+%define %%next_sym %6 ; Returned symobl
+%define %%next_extra_bits %7
+%define %%next_bits %8
+
+ mov rcx, %%next_sym
+ shr rcx, SMALL_SHORT_CODE_LEN_OFFSET
+ jz invalid_dist_symbol_ %+ %%next_sym
+
+ ;; Check if symbol or hint was looked up
+ and %%next_sym, SMALL_FLAG_BIT | SMALL_SHORT_SYM_MASK
+ test %%next_sym, SMALL_FLAG_BIT
+ jz %%end
+
+ ;; Save length associated with symbol
+ mov %%next_bits, %%read_in
+ shr %%next_bits, %%lookup_size
+
+ ;; Extract the 15-DECODE_LOOKUP_SIZE bits beyond the first %%lookup_size bits.
+ lea %%next_sym, [%%state + SMALL_LONG_CODE_SIZE * %%next_sym]
+
+ CLEAR_HIGH_BITS %%next_bits, rcx, %%lookup_size
+
+ ;; Lookup actual next symbol
+ movzx %%next_sym, word [%%next_sym + %%state_offset + SMALL_LONG_CODE_SIZE * %%next_bits + SMALL_SHORT_CODE_SIZE * (1 << %%lookup_size) - SMALL_LONG_CODE_SIZE * SMALL_FLAG_BIT]
+
+ ;; Save length associated with symbol
+ mov rcx, %%next_sym
+ shr rcx, SMALL_LONG_CODE_LEN_OFFSET
+ jz invalid_dist_symbol_ %+ %%next_sym
+ and %%next_sym, SMALL_SHORT_SYM_MASK
+
+%%end:
+ ;; Updated read_in to reflect the bits which were decoded
+ SHRX %%read_in, %%read_in, rcx
+ sub %%read_in_length, rcx
+ mov rcx, %%next_sym
+ shr rcx, DIST_SYM_EXTRA_OFFSET
+ and %%next_sym, DIST_SYM_MASK
+%endm
+
+;; Decode next symbol
+;; Clobber rcx
+%macro decode_next_dist_with_load 8
+%define %%state %1 ; State structure associated with compressed stream
+%define %%lookup_size %2 ; Number of bits used for small lookup
+%define %%state_offset %3
+%define %%read_in %4 ; Bits read in from compressed stream
+%define %%read_in_length %5 ; Number of valid bits in read_in
+%define %%next_sym %6 ; Returned symobl
+%define %%next_extra_bits %7
+%define %%next_bits %8
+
+ ;; Lookup possible next symbol
+ mov %%next_bits, %%read_in
+ and %%next_bits, (1 << %%lookup_size) - 1
+ movzx %%next_sym, word [%%state + %%state_offset + SMALL_SHORT_CODE_SIZE * %%next_bits]
+
+ decode_next_dist %%state, %%lookup_size, %%state_offset, %%read_in, %%read_in_length, %%next_sym, %%next_extra_bits, %%next_bits
+%endm
+
+global decode_huffman_code_block_stateless_ %+ ARCH
+decode_huffman_code_block_stateless_ %+ ARCH %+ :
+
+ FUNC_SAVE
+
+ mov state, arg0
+ mov [rsp + start_out_mem_offset], arg1
+ lea rfc_lookup, [rfc1951_lookup_table]
+
+ mov read_in,[state + _read_in]
+ mov read_in_length %+ d, dword [state + _read_in_length]
+ mov next_out, [state + _next_out]
+ mov end_out %+ d, dword [state + _avail_out]
+ add end_out, next_out
+ mov next_in, [state + _next_in]
+ mov end_in %+ d, dword [state + _avail_in]
+ add end_in, next_in
+
+ mov dword [state + _copy_overflow_len], 0
+ mov dword [state + _copy_overflow_dist], 0
+
+ sub end_out, OUT_BUFFER_SLOP
+ sub end_in, IN_BUFFER_SLOP
+
+ cmp next_in, end_in
+ jg end_loop_block_pre
+
+ cmp read_in_length, 64
+ je skip_load
+
+ inflate_in_load next_in, end_in, read_in, read_in_length, tmp1, tmp2
+
+skip_load:
+ mov tmp3, read_in
+ and tmp3, (1 << ISAL_DECODE_LONG_BITS) - 1
+ mov next_sym %+ d, dword [state + _lit_huff_code + LARGE_SHORT_CODE_SIZE * tmp3]
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Main Loop
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+loop_block:
+ ;; Check if near end of in buffer or out buffer
+ cmp next_in, end_in
+ jg end_loop_block_pre
+ cmp next_out, end_out
+ jg end_loop_block_pre
+
+ ;; Decode next symbol and reload the read_in buffer
+ decode_next_lit_len state, ISAL_DECODE_LONG_BITS, _lit_huff_code, read_in, read_in_length, next_sym, next_sym_num, tmp1
+
+ ;; Specutively write next_sym if it is a literal
+ mov [next_out], next_sym
+ add next_out, next_sym_num
+ lea next_sym2, [8 * next_sym_num - 8]
+ SHRX next_sym2, next_sym, next_sym2
+
+ ;; Find index to specutively preload next_sym from
+ mov tmp3, (1 << ISAL_DECODE_LONG_BITS) - 1
+ and tmp3, read_in
+
+ ;; Start reloading read_in
+ mov tmp1, [next_in]
+ SHLX tmp1, tmp1, read_in_length
+ or read_in, tmp1
+
+ ;; Specutively load data associated with length symbol
+ lea repeat_length, [next_sym2 - 254]
+
+ ;; Test for end of block symbol
+ cmp next_sym2, 256
+ je end_symbol_pre
+
+ ;; Specutively load next_sym for next loop if a literal was decoded
+ mov next_sym %+ d, dword [state + _lit_huff_code + LARGE_SHORT_CODE_SIZE * tmp3]
+
+ ;; Finish updating read_in_length for read_in
+ mov tmp1, 64
+ sub tmp1, read_in_length
+ shr tmp1, 3
+ add next_in, tmp1
+ lea read_in_length, [read_in_length + 8 * tmp1]
+
+ ;; Specultively load next dist code
+ mov next_bits2, (1 << ISAL_DECODE_SHORT_BITS) - 1
+ and next_bits2, read_in
+ movzx next_sym3, word [state + _dist_huff_code + SMALL_SHORT_CODE_SIZE * next_bits2]
+
+ ;; Check if next_sym2 is a literal, length, or end of block symbol
+ cmp next_sym2, 256
+ jl loop_block
+
+decode_len_dist:
+ ;; Determine next_out after the copy is finished
+ lea next_out, [next_out + repeat_length - 1]
+
+ ;; Decode distance code
+ decode_next_dist state, ISAL_DECODE_SHORT_BITS, _dist_huff_code, read_in, read_in_length, next_sym3, rcx, tmp2
+
+ mov look_back_dist2 %+ d, [rfc_lookup + _dist_start + 4 * next_sym3]
+
+ ; ;; Load distance code extra bits
+ mov next_bits, read_in
+
+ ;; Calculate the look back distance
+ BZHI next_bits, next_bits, rcx, tmp4
+ SHRX read_in, read_in, rcx
+
+ ;; Setup next_sym, read_in, and read_in_length for next loop
+ mov read_in_2, (1 << ISAL_DECODE_LONG_BITS) - 1
+ and read_in_2, read_in
+ mov next_sym %+ d, dword [state + _lit_huff_code + LARGE_SHORT_CODE_SIZE * read_in_2]
+ sub read_in_length, rcx
+
+ ;; Copy distance in len/dist pair
+ add look_back_dist2, next_bits
+
+ ;; Find beginning of copy
+ mov copy_start, next_out
+ sub copy_start, repeat_length
+ sub copy_start, look_back_dist2
+
+ ;; Check if a valid look back distances was decoded
+ cmp copy_start, [rsp + start_out_mem_offset]
+ jl invalid_look_back_distance
+ MOVDQU xmm1, [copy_start]
+
+ ;; Set tmp2 to be the minimum of COPY_SIZE and repeat_length
+ ;; This is to decrease use of small_byte_copy branch
+ mov tmp2, COPY_SIZE
+ cmp tmp2, repeat_length
+ cmovg tmp2, repeat_length
+
+ ;; Check for overlapping memory in the copy
+ cmp look_back_dist2, tmp2
+ jl small_byte_copy_pre
+
+large_byte_copy:
+ ;; Copy length distance pair when memory overlap is not an issue
+ MOVDQU [copy_start + look_back_dist2], xmm1
+
+ sub repeat_length, COPY_SIZE
+ jle loop_block
+
+ add copy_start, COPY_SIZE
+ MOVDQU xmm1, [copy_start]
+ jmp large_byte_copy
+
+small_byte_copy_pre:
+ ;; Copy length distance pair when source and destination overlap
+ add repeat_length, look_back_dist2
+small_byte_copy:
+ MOVDQU [copy_start + look_back_dist2], xmm1
+
+ shl look_back_dist2, 1
+ MOVDQU xmm1, [copy_start]
+ cmp look_back_dist2, COPY_SIZE
+ jl small_byte_copy
+
+ sub repeat_length, look_back_dist2
+ jge large_byte_copy
+ jmp loop_block
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Finish Main Loop
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+end_loop_block_pre:
+ ;; Fix up in buffer and out buffer to reflect the actual buffer end
+ add end_out, OUT_BUFFER_SLOP
+ add end_in, IN_BUFFER_SLOP
+
+end_loop_block:
+ ;; Load read in buffer and decode next lit/len symbol
+ inflate_in_small_load next_in, end_in, read_in, read_in_length, tmp1, tmp2
+ mov [rsp + read_in_mem_offset], read_in
+ mov [rsp + read_in_length_mem_offset], read_in_length
+ mov [rsp + next_out_mem_offset], next_out
+
+ decode_next_lit_len_with_load state, ISAL_DECODE_LONG_BITS, _lit_huff_code, read_in, read_in_length, next_sym, next_sym_num, tmp1
+
+ ;; Check that enough input was available to decode symbol
+ cmp read_in_length, 0
+ jl end_of_input
+
+multi_symbol_start:
+ cmp next_sym_num, 1
+ jg decode_literal
+
+ cmp next_sym, 256
+ jl decode_literal
+ je end_symbol
+
+decode_len_dist_2:
+ lea repeat_length, [next_sym - 254]
+ ;; Decode distance code
+ decode_next_dist_with_load state, ISAL_DECODE_SHORT_BITS, _dist_huff_code, read_in, read_in_length, next_sym, rcx, tmp1
+
+ ;; Load distance code extra bits
+ mov next_bits, read_in
+ mov look_back_dist %+ d, [rfc_lookup + _dist_start + 4 * next_sym]
+
+ ;; Calculate the look back distance and check for enough input
+ BZHI next_bits, next_bits, rcx, tmp1
+ SHRX read_in, read_in, rcx
+ add look_back_dist, next_bits
+ sub read_in_length, rcx
+ jl end_of_input
+
+ ;; Setup code for byte copy using rep movsb
+ mov rsi, next_out
+ mov rdi, rsi
+ mov rcx, repeat_length
+ sub rsi, look_back_dist
+
+ ;; Check if a valid look back distance was decoded
+ cmp rsi, [rsp + start_out_mem_offset]
+ jl invalid_look_back_distance
+
+ ;; Check for out buffer overflow
+ add repeat_length, next_out
+ cmp repeat_length, end_out
+ jg out_buffer_overflow_repeat
+
+ mov next_out, repeat_length
+
+ rep movsb
+ jmp end_loop_block
+
+decode_literal:
+ ;; Store literal decoded from the input stream
+ cmp next_out, end_out
+ jge out_buffer_overflow_lit
+ add next_out, 1
+ mov byte [next_out - 1], next_sym %+ b
+ sub next_sym_num, 1
+ jz end_loop_block
+ shr next_sym, 8
+ jmp multi_symbol_start
+
+;; Set exit codes
+end_of_input:
+ mov read_in, [rsp + read_in_mem_offset]
+ mov read_in_length, [rsp + read_in_length_mem_offset]
+ mov next_out, [rsp + next_out_mem_offset]
+ xor tmp1, tmp1
+ mov dword [state + _write_overflow_lits], tmp1 %+ d
+ mov dword [state + _write_overflow_len], tmp1 %+ d
+ mov rax, END_INPUT
+ jmp end
+
+out_buffer_overflow_repeat:
+ mov rcx, end_out
+ sub rcx, next_out
+ sub repeat_length, rcx
+ sub repeat_length, next_out
+ rep movsb
+
+ mov [state + _copy_overflow_len], repeat_length %+ d
+ mov [state + _copy_overflow_dist], look_back_dist %+ d
+
+ mov next_out, end_out
+
+ mov rax, OUT_OVERFLOW
+ jmp end
+
+out_buffer_overflow_lit:
+ mov dword [state + _write_overflow_lits], next_sym %+ d
+ mov dword [state + _write_overflow_len], next_sym_num %+ d
+ sub next_sym_num, 1
+ shl next_sym_num, 3
+ SHRX next_sym, next_sym, next_sym_num
+ mov rax, OUT_OVERFLOW
+ shr next_sym_num, 3
+ cmp next_sym, 256
+ jl end
+ mov dword [state + _write_overflow_len], next_sym_num %+ d
+ jg decode_len_dist_2
+ jmp end_state
+
+invalid_look_back_distance:
+ mov rax, INVALID_LOOKBACK
+ jmp end
+
+invalid_dist_symbol_ %+ next_sym:
+ cmp read_in_length, next_sym
+ jl end_of_input
+ jmp invalid_symbol
+invalid_dist_symbol_ %+ next_sym3:
+ cmp read_in_length, next_sym3
+ jl end_of_input
+invalid_symbol:
+ mov rax, INVALID_SYMBOL
+ jmp end
+
+end_symbol_pre:
+ ;; Fix up in buffer and out buffer to reflect the actual buffer
+ sub next_out, 1
+ add end_out, OUT_BUFFER_SLOP
+ add end_in, IN_BUFFER_SLOP
+end_symbol:
+ xor rax, rax
+end_state:
+ ;; Set flag identifying a new block is required
+ mov byte [state + _block_state], ISAL_BLOCK_NEW_HDR
+ cmp dword [state + _bfinal], 0
+ je end
+ mov byte [state + _block_state], ISAL_BLOCK_INPUT_DONE
+
+end:
+ ;; Save current buffer states
+ mov [state + _read_in], read_in
+ mov [state + _read_in_length], read_in_length %+ d
+
+ ;; Set avail_out
+ sub end_out, next_out
+ mov dword [state + _avail_out], end_out %+ d
+
+ ;; Set total_out
+ mov tmp1, next_out
+ sub tmp1, [state + _next_out]
+ add [state + _total_out], tmp1 %+ d
+
+ ;; Set next_out
+ mov [state + _next_out], next_out
+
+ ;; Set next_in
+ mov [state + _next_in], next_in
+
+ ;; Set avail_in
+ sub end_in, next_in
+ mov [state + _avail_in], end_in %+ d
+
+ FUNC_RESTORE
+
+ ret
diff --git a/src/spdk/isa-l/igzip/igzip_decode_block_stateless_01.asm b/src/spdk/isa-l/igzip/igzip_decode_block_stateless_01.asm
new file mode 100644
index 000000000..4aa39fe1c
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_decode_block_stateless_01.asm
@@ -0,0 +1,3 @@
+%define ARCH 01
+
+%include "igzip_decode_block_stateless.asm"
diff --git a/src/spdk/isa-l/igzip/igzip_decode_block_stateless_04.asm b/src/spdk/isa-l/igzip/igzip_decode_block_stateless_04.asm
new file mode 100644
index 000000000..769fca22d
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_decode_block_stateless_04.asm
@@ -0,0 +1,4 @@
+%define ARCH 04
+%define USE_HSWNI
+
+%include "igzip_decode_block_stateless.asm"
diff --git a/src/spdk/isa-l/igzip/igzip_deflate_hash.asm b/src/spdk/isa-l/igzip/igzip_deflate_hash.asm
new file mode 100644
index 000000000..b61c4be1e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_deflate_hash.asm
@@ -0,0 +1,165 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "huffman.asm"
+%include "reg_sizes.asm"
+
+%define DICT_SLOP 8
+%define DICT_END_SLOP 4
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define arg4 r9
+%define arg5 rdi
+%define swap1 rsi
+%define stack_size 3 * 8
+%define PS 8
+%define arg(x) [rsp + stack_size + PS*x]
+%else
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define arg4 rcx
+%define arg5 r8
+%define swap1 r9
+%endif
+
+%define hash_table arg1
+
+%define hash_mask arg2
+
+%define f_i_end arg3
+
+%define dict_offset arg4
+
+%define dict_len arg5
+%define f_i arg5
+
+%define f_i_tmp rax
+
+%define hash swap1
+
+%define hash2 r10
+
+%define hash3 r11
+
+%define hash4 r12
+
+
+%macro FUNC_SAVE 0
+%ifidn __OUTPUT_FORMAT__, win64
+ push rsi
+ push rdi
+ push r12
+ mov arg5 %+ d, arg(5)
+%else
+ push r12
+%endif
+%endm
+
+%macro FUNC_RESTORE 0
+%ifidn __OUTPUT_FORMAT__, win64
+ pop r12
+ pop rdi
+ pop rsi
+%else
+ pop r12
+%endif
+%endm
+
+global isal_deflate_hash_crc_01
+isal_deflate_hash_crc_01:
+ FUNC_SAVE
+
+ neg f_i
+ add f_i, f_i_end
+
+ sub dict_offset, f_i
+
+ sub f_i_end, DICT_SLOP
+ cmp f_i, f_i_end
+ jg end_main
+
+main_loop:
+ lea f_i_tmp, [f_i + 2]
+
+ xor hash, hash
+ crc32 hash %+ d, dword [f_i + dict_offset]
+
+ xor hash2, hash2
+ crc32 hash2 %+ d, dword [f_i + dict_offset + 1]
+
+ xor hash3, hash3
+ crc32 hash3 %+ d, dword [f_i_tmp + dict_offset]
+
+ xor hash4, hash4
+ crc32 hash4 %+ d, dword [f_i_tmp + dict_offset + 1]
+
+ and hash, hash_mask
+ and hash2, hash_mask
+ and hash3, hash_mask
+ and hash4, hash_mask
+
+ mov [hash_table + 2 * hash], f_i %+ w
+ add f_i, 1
+
+ mov [hash_table + 2 * hash2], f_i %+ w
+ add f_i, 3
+
+ mov [hash_table + 2 * hash3], f_i_tmp %+ w
+ add f_i_tmp, 1
+
+ mov [hash_table + 2 * hash4], f_i_tmp %+ w
+
+ cmp f_i, f_i_end
+ jle main_loop
+
+end_main:
+ add f_i_end, DICT_SLOP - DICT_END_SLOP
+ cmp f_i, f_i_end
+ jg end
+
+end_loop:
+ xor hash, hash
+ crc32 hash %+ d, dword [f_i + dict_offset]
+
+ and hash, hash_mask
+ mov [hash_table + 2 * hash], f_i %+ w
+
+ add f_i, 1
+ cmp f_i, f_i_end
+ jle end_loop
+end:
+ FUNC_RESTORE
+ ret
diff --git a/src/spdk/isa-l/igzip/igzip_example.c b/src/spdk/isa-l/igzip/igzip_example.c
new file mode 100644
index 000000000..5930c717f
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_example.c
@@ -0,0 +1,101 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include "igzip_lib.h"
+
+#define BUF_SIZE 8192
+#ifndef LEVEL
+# define LEVEL 0
+#else
+# define LEVEL 1
+#endif
+
+struct isal_zstream stream;
+
+int main(int argc, char *argv[])
+{
+ uint8_t inbuf[BUF_SIZE], outbuf[BUF_SIZE];
+ FILE *in, *out;
+
+ if (argc != 3) {
+ fprintf(stderr, "Usage: igzip_example infile outfile\n");
+ exit(0);
+ }
+ in = fopen(argv[1], "rb");
+ if (!in) {
+ fprintf(stderr, "Can't open %s for reading\n", argv[1]);
+ exit(0);
+ }
+ out = fopen(argv[2], "wb");
+ if (!out) {
+ fprintf(stderr, "Can't open %s for writing\n", argv[2]);
+ exit(0);
+ }
+
+ printf("igzip_example\nWindow Size: %d K\n", IGZIP_HIST_SIZE / 1024);
+ fflush(0);
+
+ isal_deflate_init(&stream);
+ stream.end_of_stream = 0;
+ stream.flush = NO_FLUSH;
+
+ if (LEVEL == 1) {
+ stream.level = 1;
+ stream.level_buf = malloc(ISAL_DEF_LVL1_DEFAULT);
+ stream.level_buf_size = ISAL_DEF_LVL1_DEFAULT;
+ if (stream.level_buf == 0) {
+ printf("Failed to allocate level compression buffer\n");
+ exit(0);
+ }
+ }
+
+ do {
+ stream.avail_in = (uint32_t) fread(inbuf, 1, BUF_SIZE, in);
+ stream.end_of_stream = feof(in) ? 1 : 0;
+ stream.next_in = inbuf;
+ do {
+ stream.avail_out = BUF_SIZE;
+ stream.next_out = outbuf;
+
+ isal_deflate(&stream);
+
+ fwrite(outbuf, 1, BUF_SIZE - stream.avail_out, out);
+ } while (stream.avail_out == 0);
+
+ assert(stream.avail_in == 0);
+ } while (stream.internal_state.state != ZSTATE_END);
+
+ fclose(out);
+ fclose(in);
+
+ printf("End of igzip_example\n\n");
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_file_perf.c b/src/spdk/isa-l/igzip/igzip_file_perf.c
new file mode 100644
index 000000000..c04ed24a8
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_file_perf.c
@@ -0,0 +1,334 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include <string.h>
+#include <getopt.h>
+#include "igzip_lib.h"
+#include "test.h"
+
+#define BUF_SIZE 1024
+
+int level_size_buf[10] = {
+#ifdef ISAL_DEF_LVL0_DEFAULT
+ ISAL_DEF_LVL0_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL1_DEFAULT
+ ISAL_DEF_LVL1_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL2_DEFAULT
+ ISAL_DEF_LVL2_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL3_DEFAULT
+ ISAL_DEF_LVL3_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL4_DEFAULT
+ ISAL_DEF_LVL4_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL5_DEFAULT
+ ISAL_DEF_LVL5_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL6_DEFAULT
+ ISAL_DEF_LVL6_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL7_DEFAULT
+ ISAL_DEF_LVL7_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL8_DEFAULT
+ ISAL_DEF_LVL8_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL9_DEFAULT
+ ISAL_DEF_LVL9_DEFAULT,
+#else
+ 0,
+#endif
+};
+
+int usage(void)
+{
+ fprintf(stderr,
+ "Usage: igzip_file_perf [options] <infile>\n"
+ " -h help\n"
+ " -X use compression level X with 0 <= X <= 1\n"
+ " -b <size> input buffer size, 0 buffers all the input\n"
+ " -i <time> time in seconds to benchmark (at least 1)\n"
+ " -o <file> output file for compresed data\n"
+ " -d <file> dictionary file used by compression\n"
+ " -w <size> log base 2 size of history window, between 8 and 15\n");
+
+ exit(0);
+}
+
+void deflate_perf(struct isal_zstream *stream, uint8_t * inbuf, size_t infile_size,
+ size_t inbuf_size, uint8_t * outbuf, size_t outbuf_size, int level,
+ uint8_t * level_buf, int level_size, uint32_t hist_bits, uint8_t * dictbuf,
+ size_t dictfile_size, struct isal_hufftables *hufftables_custom)
+{
+ int avail_in;
+ isal_deflate_init(stream);
+ if (dictbuf != NULL)
+ isal_deflate_set_dict(stream, dictbuf, dictfile_size);
+ stream->end_of_stream = 0;
+ stream->flush = NO_FLUSH;
+ stream->level = level;
+ stream->level_buf = level_buf;
+ stream->level_buf_size = level_size;
+ stream->next_out = outbuf;
+ stream->avail_out = outbuf_size;
+ stream->next_in = inbuf;
+ if (hufftables_custom != NULL)
+ stream->hufftables = hufftables_custom;
+ stream->hist_bits = hist_bits;
+ avail_in = infile_size;
+
+ while (avail_in > 0) {
+ stream->avail_in = avail_in >= inbuf_size ? inbuf_size : avail_in;
+ avail_in -= inbuf_size;
+
+ if (avail_in <= 0)
+ stream->end_of_stream = 1;
+
+ isal_deflate(stream);
+
+ if (stream->avail_in != 0)
+ break;
+ }
+}
+
+int main(int argc, char *argv[])
+{
+ FILE *in = NULL, *out = NULL, *dict = NULL;
+ unsigned char *inbuf, *outbuf, *level_buf = NULL, *dictbuf = NULL;
+ int c, time = BENCHMARK_TIME, inbuf_size = 0;
+ size_t infile_size, outbuf_size, dictfile_size;
+ struct isal_huff_histogram histogram;
+ struct isal_hufftables hufftables_custom;
+ int level = 0, level_size = 0;
+ char *in_file_name = NULL, *out_file_name = NULL, *dict_file_name = NULL;
+ uint32_t hist_bits = 0;
+ struct isal_zstream stream;
+
+ while ((c = getopt(argc, argv, "h0123456789i:b:o:d:w:")) != -1) {
+ if (c >= '0' && c <= '9') {
+ if (c > '0' + ISAL_DEF_MAX_LEVEL)
+ usage();
+ else {
+ level = c - '0';
+ level_size = level_size_buf[level];
+ }
+ continue;
+ }
+
+ switch (c) {
+ case 'o':
+ out_file_name = optarg;
+ break;
+ case 'd':
+ dict_file_name = optarg;
+ break;
+ case 'i':
+ time = atoi(optarg);
+ if (time < 1)
+ usage();
+ break;
+ case 'b':
+ inbuf_size = atoi(optarg);
+ break;
+ case 'w':
+ hist_bits = atoi(optarg);
+ if (hist_bits > 15 || hist_bits < 8)
+ usage();
+ break;
+ case 'h':
+ default:
+ usage();
+ break;
+ }
+ }
+
+ if (optind < argc) {
+ in_file_name = argv[optind];
+ in = fopen(in_file_name, "rb");
+ } else
+ usage();
+
+ if (!in) {
+ fprintf(stderr, "Can't open %s for reading\n", in_file_name);
+ exit(0);
+ }
+ if (out_file_name != NULL) {
+ out = fopen(out_file_name, "wb");
+ if (!out) {
+ fprintf(stderr, "Can't open %s for writing\n", out_file_name);
+ exit(0);
+ }
+ printf("outfile=%s\n", out_file_name);
+ }
+
+ if (dict_file_name != NULL) {
+ dict = fopen(dict_file_name, "rb");
+ if (!dict) {
+ fprintf(stderr, "Can't open %s for reading\n", dict_file_name);
+ exit(0);
+ }
+ printf("outfile=%s\n", dict_file_name);
+ }
+
+ if (hist_bits == 0)
+ printf("Window Size: %d K\n", IGZIP_HIST_SIZE / 1024);
+
+ else if (hist_bits < 10)
+ printf("Window Size: %.2f K\n", 1.0 * (1 << hist_bits) / 1024);
+ else
+ printf("Window Size: %d K\n", (1 << hist_bits) / 1024);
+
+ printf("igzip_file_perf: \n");
+ fflush(0);
+
+ /* Allocate space for entire input file and output
+ * (assuming some possible expansion on output size)
+ */
+ infile_size = get_filesize(in);
+
+ outbuf_size = 2 * infile_size + BUF_SIZE;
+
+ dictfile_size = (dict_file_name != NULL) ? get_filesize(dict) : 0;
+
+ inbuf = malloc(infile_size);
+ if (inbuf == NULL) {
+ fprintf(stderr, "Can't allocate input buffer memory\n");
+ exit(0);
+ }
+ outbuf = malloc(outbuf_size);
+ if (outbuf == NULL) {
+ fprintf(stderr, "Can't allocate output buffer memory\n");
+ exit(0);
+ }
+
+ if (dictfile_size != 0) {
+ dictbuf = malloc(dictfile_size);
+ if (dictbuf == NULL) {
+ fprintf(stderr, "Can't allocate dictionary buffer memory\n");
+ exit(0);
+ }
+ }
+
+ if (level_size != 0) {
+ level_buf = malloc(level_size);
+ if (level_buf == NULL) {
+ fprintf(stderr, "Can't allocate level buffer memory\n");
+ exit(0);
+ }
+ }
+
+ inbuf_size = inbuf_size ? inbuf_size : infile_size;
+
+ printf("igzip_file_perf: %s\n", in_file_name);
+
+ /* Read complete input file into buffer */
+ stream.avail_in = (uint32_t) fread(inbuf, 1, infile_size, in);
+ if (stream.avail_in != infile_size) {
+ fprintf(stderr, "Couldn't fit all of input file into buffer\n");
+ exit(0);
+ }
+
+ /* Read complete dictionary into buffer */
+ if ((dictfile_size != 0) && (dictfile_size != fread(dictbuf, 1, dictfile_size, dict))) {
+ fprintf(stderr, "Couldn't fit all of dictionary file into buffer\n");
+ exit(0);
+ }
+
+ struct perf start;
+ BENCHMARK(&start, time,
+ deflate_perf(&stream, inbuf, infile_size, inbuf_size, outbuf, outbuf_size,
+ level, level_buf, level_size, hist_bits, dictbuf,
+ dictfile_size, NULL));
+ if (stream.avail_in != 0) {
+ fprintf(stderr, "Could not compress all of inbuf\n");
+ exit(0);
+ }
+
+ printf(" file %s - in_size=%lu out_size=%d ratio=%3.1f%%",
+ in_file_name, infile_size, stream.total_out,
+ 100.0 * stream.total_out / infile_size);
+
+ if (level == 0) {
+ memset(&histogram, 0, sizeof(histogram));
+
+ isal_update_histogram(inbuf, infile_size, &histogram);
+ isal_create_hufftables(&hufftables_custom, &histogram);
+
+ deflate_perf(&stream, inbuf, infile_size, inbuf_size, outbuf, outbuf_size,
+ level, level_buf, level_size, hist_bits, dictbuf,
+ dictfile_size, &hufftables_custom);
+
+ printf(" ratio_custom=%3.1f%%", 100.0 * stream.total_out / infile_size);
+ }
+ printf("\n");
+
+ if (stream.avail_in != 0) {
+ fprintf(stderr, "Could not compress all of inbuf\n");
+ exit(0);
+ }
+
+ printf("igzip_file: ");
+ perf_print(start, (long long)infile_size);
+
+ if (argc > 2 && out) {
+ printf("writing %s\n", out_file_name);
+ fwrite(outbuf, 1, stream.total_out, out);
+ fclose(out);
+ }
+
+ fclose(in);
+ printf("End of igzip_file_perf\n\n");
+ fflush(0);
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_finish.asm b/src/spdk/isa-l/igzip/igzip_finish.asm
new file mode 100644
index 000000000..36823e138
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_finish.asm
@@ -0,0 +1,324 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "bitbuf2.asm"
+%include "huffman.asm"
+%include "igzip_compare_types.asm"
+
+%include "stdmac.asm"
+%include "reg_sizes.asm"
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%define curr_data rax
+%define tmp1 rax
+
+%define f_index rbx
+%define code rbx
+%define tmp4 rbx
+%define tmp5 rbx
+%define tmp6 rbx
+
+%define tmp2 rcx
+%define hash rcx
+
+%define tmp3 rdx
+
+%define stream rsi
+
+%define f_i rdi
+
+%define code_len2 rbp
+%define hmask1 rbp
+
+%define m_out_buf r8
+
+%define m_bits r9
+
+%define dist r10
+%define hmask2 r10
+
+%define m_bit_count r11
+
+%define code2 r12
+%define f_end_i r12
+
+%define file_start r13
+
+%define len r14
+
+%define hufftables r15
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+f_end_i_mem_offset equ 0 ; local variable (8 bytes)
+stack_size equ 8
+; void isal_deflate_finish ( isal_zstream *stream )
+; arg 1: rcx: addr of stream
+global isal_deflate_finish_01
+isal_deflate_finish_01:
+ PUSH_ALL rbx, rsi, rdi, rbp, r12, r13, r14, r15
+ sub rsp, stack_size
+
+%ifidn __OUTPUT_FORMAT__, elf64
+ mov rcx, rdi
+%endif
+
+ mov stream, rcx
+
+ ; state->bitbuf.set_buf(stream->next_out, stream->avail_out);
+ mov m_out_buf, [stream + _next_out]
+ mov [stream + _internal_state_bitbuf_m_out_start], m_out_buf
+ mov tmp1 %+ d, [stream + _avail_out]
+ add tmp1, m_out_buf
+ sub tmp1, SLOP
+skip_SLOP:
+ mov [stream + _internal_state_bitbuf_m_out_end], tmp1
+
+ mov m_bits, [stream + _internal_state_bitbuf_m_bits]
+ mov m_bit_count %+ d, [stream + _internal_state_bitbuf_m_bit_count]
+
+ mov hufftables, [stream + _hufftables]
+
+ mov file_start, [stream + _next_in]
+
+ mov f_i %+ d, dword [stream + _total_in]
+ sub file_start, f_i
+
+ mov f_end_i %+ d, dword [stream + _avail_in]
+ add f_end_i, f_i
+
+ sub f_end_i, LAST_BYTES_COUNT
+ mov [rsp + f_end_i_mem_offset], f_end_i
+ ; for (f_i = f_start_i; f_i < f_end_i; f_i++) {
+ cmp f_i, f_end_i
+ jge end_loop_2
+
+ mov curr_data %+ d, [file_start + f_i]
+
+ cmp byte [stream + _internal_state_has_hist], IGZIP_NO_HIST
+ jne skip_write_first_byte
+
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja end_loop_2
+ mov hmask1 %+ d, dword [stream + _internal_state_hash_mask]
+ compute_hash hash, curr_data
+ and hash %+ d, hmask1 %+ d
+ mov [stream + _internal_state_head + 2 * hash], f_i %+ w
+ mov byte [stream + _internal_state_has_hist], IGZIP_HIST
+ jmp encode_literal
+
+skip_write_first_byte:
+
+loop2:
+ mov tmp3 %+ d, dword [stream + _internal_state_dist_mask]
+ mov hmask1 %+ d, dword [stream + _internal_state_hash_mask]
+ ; if (state->bitbuf.is_full()) {
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja end_loop_2
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ mov curr_data %+ d, [file_start + f_i]
+ compute_hash hash, curr_data
+ and hash %+ d, hmask1 %+ d
+
+ ; f_index = state->head[hash];
+ movzx f_index %+ d, word [stream + _internal_state_head + 2 * hash]
+
+ ; state->head[hash] = (uint16_t) f_i;
+ mov [stream + _internal_state_head + 2 * hash], f_i %+ w
+
+ ; dist = f_i - f_index; // mod 64k
+ mov dist %+ d, f_i %+ d
+ sub dist %+ d, f_index %+ d
+ and dist %+ d, 0xFFFF
+
+ ; if ((dist-1) <= (D-1)) {
+ mov tmp1 %+ d, dist %+ d
+ sub tmp1 %+ d, 1
+ cmp tmp1 %+ d, tmp3 %+ d
+ jae encode_literal
+
+ ; len = f_end_i - f_i;
+ mov tmp4, [rsp + f_end_i_mem_offset]
+ sub tmp4, f_i
+ add tmp4, LAST_BYTES_COUNT
+
+ ; if (len > 258) len = 258;
+ cmp tmp4, 258
+ cmovg tmp4, [c258]
+
+ ; len = compare(state->file_start + f_i,
+ ; state->file_start + f_i - dist, len);
+ lea tmp1, [file_start + f_i]
+ mov tmp2, tmp1
+ sub tmp2, dist
+ compare tmp4, tmp1, tmp2, len, tmp3
+
+ ; if (len >= SHORTEST_MATCH) {
+ cmp len, SHORTEST_MATCH
+ jb encode_literal
+
+ ;; encode as dist/len
+
+ ; get_dist_code(dist, &code2, &code_len2);
+ dec dist
+ get_dist_code dist, code2, code_len2, hufftables ;; clobbers dist, rcx
+
+ ; get_len_code(len, &code, &code_len);
+ get_len_code len, code, rcx, hufftables ;; rcx is code_len
+
+ mov hmask2 %+ d, dword [stream + _internal_state_hash_mask]
+ ; code2 <<= code_len
+ ; code2 |= code
+ ; code_len2 += code_len
+ SHLX code2, code2, rcx
+ or code2, code
+ add code_len2, rcx
+
+ ; for (k = f_i+1, f_i += len-1; k <= f_i; k++) {
+ lea tmp3, [f_i + 1] ; tmp3 <= k
+ add f_i, len
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jae skip_hash_update
+
+ ; only update hash twice
+
+ ; hash = compute_hash(state->file_start + k) & hash_mask;
+ mov tmp6 %+ d, dword [file_start + tmp3]
+ compute_hash hash, tmp6
+ and hash %+ d, hmask2 %+ d
+ ; state->head[hash] = k;
+ mov [stream + _internal_state_head + 2 * hash], tmp3 %+ w
+
+ add tmp3, 1
+
+ ; hash = compute_hash(state->file_start + k) & hash_mask;
+ mov tmp6 %+ d, dword [file_start + tmp3]
+ compute_hash hash, tmp6
+ and hash %+ d, hmask2 %+ d
+ ; state->head[hash] = k;
+ mov [stream + _internal_state_head + 2 * hash], tmp3 %+ w
+
+skip_hash_update:
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+ ; continue
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl loop2
+ jmp end_loop_2
+
+encode_literal:
+ ; get_lit_code(state->file_start[f_i], &code2, &code_len2);
+ movzx tmp5, byte [file_start + f_i]
+ get_lit_code tmp5, code2, code_len2, hufftables
+
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+ ; continue
+ add f_i, 1
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl loop2
+
+end_loop_2:
+ mov f_end_i, [rsp + f_end_i_mem_offset]
+ add f_end_i, LAST_BYTES_COUNT
+ mov [rsp + f_end_i_mem_offset], f_end_i
+ ; if ((f_i >= f_end_i) && ! state->bitbuf.is_full()) {
+ cmp f_i, f_end_i
+ jge write_eob
+
+ xor tmp5, tmp5
+final_bytes:
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja not_end
+ movzx tmp5, byte [file_start + f_i]
+ get_lit_code tmp5, code2, code_len2, hufftables
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+ inc f_i
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl final_bytes
+
+write_eob:
+ cmp m_out_buf, [stream + _internal_state_bitbuf_m_out_end]
+ ja not_end
+
+ ; get_lit_code(256, &code2, &code_len2);
+ get_lit_code 256, code2, code_len2, hufftables
+
+ write_bits m_bits, m_bit_count, code2, code_len2, m_out_buf
+
+ mov byte [stream + _internal_state_has_eob], 1
+ cmp word [stream + _end_of_stream], 1
+ jne sync_flush
+ ; state->state = ZSTATE_TRL;
+ mov dword [stream + _internal_state_state], ZSTATE_TRL
+ jmp not_end
+
+sync_flush:
+ ; state->state = ZSTATE_SYNC_FLUSH;
+ mov dword [stream + _internal_state_state], ZSTATE_SYNC_FLUSH
+ ; }
+not_end:
+
+
+ ;; Update input buffer
+ mov f_end_i, [rsp + f_end_i_mem_offset]
+ mov [stream + _total_in], f_i %+ d
+ add file_start, f_i
+ mov [stream + _next_in], file_start
+ sub f_end_i, f_i
+ mov [stream + _avail_in], f_end_i %+ d
+
+ ;; Update output buffer
+ mov [stream + _next_out], m_out_buf
+ ; len = state->bitbuf.buffer_used();
+ sub m_out_buf, [stream + _internal_state_bitbuf_m_out_start]
+
+ ; stream->avail_out -= len;
+ sub [stream + _avail_out], m_out_buf %+ d
+ ; stream->total_out += len;
+ add [stream + _total_out], m_out_buf %+ d
+
+ mov [stream + _internal_state_bitbuf_m_bits], m_bits
+ mov [stream + _internal_state_bitbuf_m_bit_count], m_bit_count %+ d
+ add rsp, stack_size
+ POP_ALL
+ ret
+
+section .data
+ align 4
+c258: dq 258
diff --git a/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_04.asm b/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_04.asm
new file mode 100644
index 000000000..9b5e85ae3
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_04.asm
@@ -0,0 +1,741 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "huffman.asm"
+
+
+%define USE_HSWNI
+%define ARCH 04
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define hash rsi
+%define next_in rdi
+%else
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define hash r8
+%define next_in rcx
+%endif
+
+%define stream arg1
+%define level_buf arg1
+%define matches_next arg2
+%define f_i_end arg3
+
+%define f_i rax
+%define file_start rbp
+%define tmp r9
+%define tmp2 r10
+%define prev_len r11
+%define prev_dist r12
+%define f_i_orig r13
+
+%define hash_table level_buf + _hash_map_hash_table
+
+%define datas ymm0
+%define datas_lookup ymm1
+%define yhashes ymm2
+%define ydists ymm3
+%define ydists_lookup ymm4
+
+%define ydownconvert_qd ymm5
+%define ydists2 ymm5
+%define yscatter ymm5
+%define ytmp2 ymm5
+%define ynull_syms ymm5
+
+%define ylens1 ymm6
+%define ylens2 ymm7
+%define ylookup ymm8
+%define ylookup2 ymm9
+%define yindex ymm10
+
+%define yrot_left ymm11
+%define yshift_finish ymm11
+%define yqword_shuf ymm11
+%define yhash_prod ymm11
+%define ycode ymm11
+%define ytmp3 ymm11
+
+%define yones ymm12
+%define ydatas_perm2 ymm13
+%define yincrement ymm14
+
+%define ytmp ymm15
+%define ydist_extra ymm15
+%define yhash_mask ymm15
+%define ydist_mask ymm15
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define stack_size 10*16 + 6 * 8 + 3 * 8
+%define local_storage_offset (stack_size - 16)
+%define func(x) proc_frame x
+
+%macro FUNC_SAVE 0
+ alloc_stack stack_size
+ vmovdqa [rsp + 0*16], xmm6
+ vmovdqa [rsp + 1*16], xmm7
+ vmovdqa [rsp + 2*16], xmm8
+ vmovdqa [rsp + 3*16], xmm9
+ vmovdqa [rsp + 4*16], xmm10
+ vmovdqa [rsp + 5*16], xmm11
+ vmovdqa [rsp + 6*16], xmm12
+ vmovdqa [rsp + 7*16], xmm13
+ vmovdqu [rsp + 8*16], xmm14
+ vmovdqa [rsp + 9*16], xmm15
+ save_reg rsi, 10*16 + 0*8
+ save_reg rdi, 10*16 + 1*8
+ save_reg rbp, 10*16 + 2*8
+ save_reg r12, 10*16 + 3*8
+ save_reg r13, 10*16 + 4*8
+ end_prolog
+%endm
+
+%macro FUNC_RESTORE 0
+ vmovdqa xmm6, [rsp + 0*16]
+ vmovdqa xmm7, [rsp + 1*16]
+ vmovdqa xmm8, [rsp + 2*16]
+ vmovdqa xmm9, [rsp + 3*16]
+ vmovdqa xmm10, [rsp + 4*16]
+ vmovdqa xmm11, [rsp + 5*16]
+ vmovdqa xmm12, [rsp + 6*16]
+ vmovdqa xmm13, [rsp + 7*16]
+ vmovdqa xmm14, [rsp + 8*16]
+ vmovdqa xmm15, [rsp + 9*16]
+
+ mov rsi, [rsp + 10*16 + 0*8]
+ mov rdi, [rsp + 10*16 + 1*8]
+ mov rbp, [rsp + 10*16 + 2*8]
+ mov r12, [rsp + 10*16 + 3*8]
+ mov r13, [rsp + 10*16 + 4*8]
+ add rsp, stack_size
+%endm
+%else
+%define stack_size 16
+%define local_storage_offset 0
+
+%define func(x) x:
+%macro FUNC_SAVE 0
+ push rbp
+ push r12
+ push r13
+ sub rsp, stack_size
+%endm
+
+%macro FUNC_RESTORE 0
+ add rsp, stack_size
+ pop r13
+ pop r12
+ pop rbp
+%endm
+%endif
+
+%define dist_mask_offset local_storage_offset
+%define hash_mask_offset local_storage_offset + 8
+
+%define VECT_SIZE 8
+%define HASH_BYTES 2
+
+global gen_icf_map_lh1_04
+func(gen_icf_map_lh1_04)
+ FUNC_SAVE
+
+ mov file_start, [stream + _next_in]
+ mov f_i %+ d, dword [stream + _total_in]
+ mov f_i_orig, f_i
+
+ sub file_start, f_i
+ add f_i_end, f_i
+ cmp f_i, f_i_end
+ jge end_main
+
+;; Prep for main loop
+ mov tmp %+ d, dword [stream + _internal_state_dist_mask]
+ mov [rsp + dist_mask_offset], tmp
+ mov tmp %+ d, dword [stream + _internal_state_hash_mask]
+ mov [rsp + hash_mask_offset], tmp
+ mov tmp, stream
+ mov level_buf, [stream + _level_buf]
+ sub f_i_end, LA
+ vmovdqu yincrement, [increment]
+ vpbroadcastd yones, [ones]
+ vmovdqu ydatas_perm2, [datas_perm2]
+
+;; Process first byte
+ vpbroadcastd yhash_prod, [hash_prod]
+ vpbroadcastd yhash_mask, [rsp + hash_mask_offset]
+ vmovd yhashes %+ x, dword [f_i + file_start]
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpand yhashes, yhashes, yhash_mask
+ vmovd hash %+ d, yhashes %+ x
+ cmp byte [tmp + _internal_state_has_hist], IGZIP_NO_HIST
+ jne .has_hist
+ ;; No history, the byte is a literal
+ xor prev_len, prev_len
+ xor prev_dist, prev_dist
+ mov byte [tmp + _internal_state_has_hist], IGZIP_HIST
+ jmp .byte_processed
+
+.has_hist:
+ ;; History exists, need to set prev_len and prev_dist accordingly
+ lea next_in, [f_i + file_start]
+
+ ;; Determine match lookback distance
+ xor tmp, tmp
+ mov tmp %+ w, f_i %+ w
+ dec tmp
+ sub tmp %+ w, word [hash_table + HASH_BYTES * hash]
+
+ and tmp %+ d, [rsp + dist_mask_offset]
+ neg tmp
+
+ ;; Check first 8 bytes of match
+ mov prev_len, [next_in]
+ xor prev_len, [next_in + tmp - 1]
+ neg tmp
+
+ ;; Set prev_dist
+%ifidn arg1, rcx
+ mov tmp2, rcx
+%endif
+ ;; The third register is unused on Haswell and later,
+ ;; This line will not work on previous architectures
+ get_dist_icf_code tmp, prev_dist, tmp
+
+%ifidn arg1, rcx
+ mov rcx, tmp2
+%endif
+
+ ;; Set prev_len
+ xor tmp2, tmp2
+ tzcnt prev_len, prev_len
+ shr prev_len, 3
+ cmp prev_len, MIN_DEF_MATCH
+ cmovl prev_len, tmp2
+
+.byte_processed:
+ mov word [hash_table + HASH_BYTES * hash], f_i %+ w
+
+ add f_i, 1
+
+;;hash
+ vmovdqu datas, [f_i + file_start]
+ vpermq yhashes, datas, 0x44
+ vpshufb yhashes, yhashes, [datas_shuf]
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpand yhashes, yhashes, yhash_mask
+
+ vpermq ylookup, datas, 0x44
+ vmovdqu yqword_shuf, [qword_shuf]
+ vpshufb ylookup, ylookup, yqword_shuf
+ vpermd ylookup2, ydatas_perm2, datas
+ vpshufb ylookup2, ylookup2, yqword_shuf
+
+;;gather/scatter hashes
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdd ydists_lookup, [hash_table + HASH_BYTES * yhashes], ytmp
+
+ vpbroadcastd ytmp2, [upper_word]
+ vpbroadcastd ytmp, [low_word]
+ vmovd yindex %+ x, f_i %+ d
+ vpbroadcastd yindex, yindex %+ x
+ vpaddd yindex, yindex, yincrement
+ vpand yscatter, ydists_lookup, ytmp2
+ vpand ytmp, yindex, ytmp
+ vpor yscatter, yscatter, ytmp
+
+ vmovd tmp %+ d, yhashes %+ x
+ vmovd [hash_table + HASH_BYTES * tmp], yscatter %+ x
+ vpextrd tmp %+ d, yhashes %+ x, 1
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 1
+ vpextrd tmp %+ d, yhashes %+ x, 2
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 2
+ vpextrd tmp %+ d,yhashes %+ x, 3
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 3
+
+ vextracti128 yscatter %+ x, yscatter, 1
+ vextracti128 yhashes %+ x, yhashes, 1
+
+ vmovd tmp %+ d, yhashes %+ x
+ vmovd [hash_table + HASH_BYTES * tmp], yscatter %+ x
+ vpextrd tmp %+ d, yhashes %+ x, 1
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 1
+ vpextrd tmp %+ d, yhashes %+ x, 2
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 2
+ vpextrd tmp %+ d,yhashes %+ x, 3
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 3
+
+;; Compute hash for next loop
+ vpbroadcastd yhash_prod, [hash_prod]
+ vpbroadcastd yhash_mask, [rsp + hash_mask_offset]
+ vmovdqu datas, [f_i + file_start + VECT_SIZE]
+ vpermq yhashes, datas, 0x44
+ vpshufb yhashes, yhashes, [datas_shuf]
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpand yhashes, yhashes, yhash_mask
+
+ vmovdqu datas_lookup, [f_i + file_start + 2 * VECT_SIZE]
+
+ sub f_i_end, VECT_SIZE
+ cmp f_i, f_i_end
+ jg .loop1_end
+
+.loop1:
+ lea next_in, [f_i + file_start]
+
+;; Calculate look back dists
+ vpbroadcastd ydist_mask, [rsp + dist_mask_offset]
+ vpaddd ydists, ydists_lookup, yones
+ vpsubd ydists, yindex, ydists
+ vpand ydists, ydists, ydist_mask
+ vpaddd ydists, ydists, yones
+ vpsubd ydists, yincrement, ydists
+
+;;gather/scatter hashes
+ add f_i, VECT_SIZE
+
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdd ydists_lookup, [hash_table + HASH_BYTES * yhashes], ytmp
+
+ vpbroadcastd ytmp2, [upper_word]
+ vpbroadcastd ytmp, [low_word]
+ vmovd yindex %+ x, f_i %+ d
+ vpbroadcastd yindex, yindex %+ x
+ vpaddd yindex, yindex, yincrement
+ vpand yscatter, ydists_lookup, ytmp2
+ vpand ytmp, yindex, ytmp
+ vpor yscatter, yscatter, ytmp
+
+ vmovd tmp %+ d, yhashes %+ x
+ vmovd [hash_table + HASH_BYTES * tmp], yscatter %+ x
+ vpextrd tmp %+ d, yhashes %+ x, 1
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 1
+ vpextrd tmp %+ d, yhashes %+ x, 2
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 2
+ vpextrd tmp %+ d,yhashes %+ x, 3
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 3
+
+ vextracti128 yscatter %+ x, yscatter, 1
+ vextracti128 yhashes %+ x, yhashes, 1
+
+ vmovd tmp %+ d, yhashes %+ x
+ vmovd [hash_table + HASH_BYTES * tmp], yscatter %+ x
+ vpextrd tmp %+ d, yhashes %+ x, 1
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 1
+ vpextrd tmp %+ d, yhashes %+ x, 2
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 2
+ vpextrd tmp %+ d,yhashes %+ x, 3
+ vpextrd [hash_table + HASH_BYTES * tmp], yscatter %+ x, 3
+
+;; Compute hash for next loop
+ vpbroadcastd yhash_prod, [hash_prod]
+ vpbroadcastd yhash_mask, [rsp + hash_mask_offset]
+ vpermq yhashes, datas_lookup, 0x44
+ vpshufb yhashes, yhashes, [datas_shuf]
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpmaddwd yhashes, yhashes, yhash_prod
+ vpand yhashes, yhashes, yhash_mask
+
+;;lookup old codes
+ vextracti128 ydists2 %+ x, ydists, 1
+
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdq ylens1, [next_in + ydists %+ x], ytmp
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdq ylens2, [next_in + ydists2 %+ x], ytmp
+
+;; Calculate dist_icf_code
+ vpaddd ydists, ydists, yones
+ vpsubd ydists, yincrement, ydists
+
+ vpbroadcastd ytmp2, [low_nibble]
+ vbroadcasti128 ytmp3, [nibble_order]
+ vpslld ydist_extra, ydists, 12
+ vpor ydist_extra, ydists, ydist_extra
+ vpand ydist_extra, ydist_extra, ytmp2
+ vpshufb ydist_extra, ydist_extra, ytmp3
+ vbroadcasti128 ytmp2, [bit_index]
+ vpshufb ydist_extra, ytmp2, ydist_extra
+ vpxor ytmp2, ytmp2, ytmp2
+ vpcmpgtb ytmp2, ydist_extra, ytmp2
+ vpsrld ytmp3, ytmp2, 8
+ vpandn ytmp2, ytmp3, ytmp2
+ vpsrld ytmp3, ytmp2, 16
+ vpandn ytmp2, ytmp3, ytmp2
+ vpsrld ytmp3, ytmp2, 24
+ vpandn ytmp2, ytmp3, ytmp2
+ vpbroadcastd ytmp3, [base_offset]
+ vpaddb ydist_extra, ytmp3
+ vpand ydist_extra, ydist_extra, ytmp2
+ vpsrlq ytmp2, ydist_extra, 32
+ vpxor ytmp3, ytmp3, ytmp3
+ vpsadbw ydist_extra, ydist_extra, ytmp3
+ vpsadbw ytmp2, ytmp2, ytmp3
+ vpsubd ydist_extra, ydist_extra, ytmp2
+ vpsllq ytmp2, ytmp2, 32
+ vpor ydist_extra, ydist_extra, ytmp2
+ vpcmpgtb ytmp3, ydist_extra, ytmp3
+ vpand ydist_extra, ydist_extra, ytmp3
+
+ vpsllvd ycode, yones, ydist_extra
+ vpsubd ycode, ycode, yones
+ vpcmpgtd ytmp2, ydists, yones
+ vpand ycode, ydists, ycode
+ vpand ycode, ycode, ytmp2
+ vpsrlvd ydists, ydists, ydist_extra
+ vpslld ydist_extra, ydist_extra, 1
+ vpaddd ydists, ydists, ydist_extra
+ vpslld ycode, ycode, EXTRA_BITS_OFFSET - DIST_OFFSET
+ vpaddd ydists, ydists, ycode
+
+;; Setup ydists for combining with ylens
+ vpslld ydists, ydists, DIST_OFFSET
+
+;; xor current data with lookback dist
+ vpxor ylens1, ylens1, ylookup
+ vpxor ylens2, ylens2, ylookup2
+
+;; Setup registers for next loop
+ vpermq ylookup, datas, 0x44
+ vmovdqu yqword_shuf, [qword_shuf]
+ vpshufb ylookup, ylookup, yqword_shuf
+ vpermd ylookup2, ydatas_perm2, datas
+ vpshufb ylookup2, ylookup2, yqword_shuf
+
+;; Compute match length
+ vpxor ytmp, ytmp, ytmp
+ vpcmpeqb ylens1, ylens1, ytmp
+ vpcmpeqb ylens2, ylens2, ytmp
+ vpbroadcastq yshift_finish, [shift_finish]
+ vpand ylens1, ylens1, yshift_finish
+ vpand ylens2, ylens2, yshift_finish
+ vpsadbw ylens1, ylens1, ytmp
+ vpsadbw ylens2, ylens2, ytmp
+ vmovdqu ydownconvert_qd, [downconvert_qd]
+ vpshufb ylens1, ylens1, ydownconvert_qd
+ vextracti128 ytmp %+ x, ylens1, 1
+ vpor ylens1, ylens1, ytmp
+ vpshufb ylens2, ylens2, ydownconvert_qd
+ vextracti128 ytmp %+ x, ylens2, 1
+ vpor ylens2, ylens2, ytmp
+ vinserti128 ylens1, ylens1, ylens2 %+ x, 1
+ vpbroadcastd ytmp, [low_nibble]
+ vpsrld ylens2, ylens1, 4
+ vpand ylens1, ylens1, ytmp
+ vbroadcasti128 ytmp, [match_cnt_perm]
+ vpbroadcastd ytmp2, [match_cnt_low_max]
+ vpshufb ylens1, ytmp, ylens1
+ vpshufb ylens2, ytmp, ylens2
+ vpcmpeqb ytmp, ylens1, ytmp2
+ vpand ylens2, ylens2, ytmp
+ vpaddd ylens1, ylens1, ylens2
+
+;; Preload for next loops
+ vmovdqu datas, datas_lookup
+ vmovdqu datas_lookup, [f_i + file_start + 2 * VECT_SIZE]
+
+;; Zero out matches which should not be taken
+ vmovdqu yrot_left, [drot_left]
+ vpermd ylens2, yrot_left, ylens1
+ vpermd ydists, yrot_left, ydists
+
+ vpinsrd ytmp %+ x, ylens2 %+ x, prev_len %+ d, 0
+ vmovd prev_len %+ d, ylens2 %+ x
+ vinserti128 ylens2, ylens2, ytmp %+ x, 0
+
+ vpinsrd ytmp %+ x, ydists %+ x, prev_dist %+ d, 0
+ vmovd prev_dist %+ d, ydists %+ x
+ vinserti128 ydists, ydists, ytmp %+ x, 0
+
+ vpbroadcastd ytmp, [shortest_matches]
+ vpcmpgtd ytmp, ylens2, ytmp
+ vpcmpgtd ytmp2, ylens1, ylens2
+
+ vpcmpeqd ytmp3, ytmp3, ytmp3
+ vpxor ytmp, ytmp, ytmp3
+ vpor ytmp, ytmp, ytmp2
+
+ vpandn ylens1, ytmp, ylens2
+
+;; Update zdists to match ylens1
+ vpbroadcastd ytmp2, [twofiftyfour]
+ vpaddd ydists, ydists, ylens1
+ vpaddd ydists, ydists, ytmp2
+
+ vpbroadcastd ynull_syms, [null_dist_syms]
+ vpmovzxbd ytmp3, [f_i + file_start - VECT_SIZE - 1]
+ vpaddd ytmp3, ynull_syms
+ vpand ytmp3, ytmp3, ytmp
+ vpandn ydists, ytmp, ydists
+ vpor ydists, ydists, ytmp3
+
+;;Store ydists
+ vmovdqu [matches_next], ydists
+ add matches_next, ICF_CODE_BYTES * VECT_SIZE
+
+ cmp f_i, f_i_end
+ jle .loop1
+
+.loop1_end:
+ lea next_in, [f_i + file_start]
+
+;; Calculate look back dists
+ vpbroadcastd ydist_mask, [rsp + dist_mask_offset]
+ vpaddd ydists, ydists_lookup, yones
+ vpsubd ydists, yindex, ydists
+ vpand ydists, ydists, ydist_mask
+ vpaddd ydists, ydists, yones
+ vpsubd ydists, yincrement, ydists
+
+;;lookup old codes
+ vextracti128 ydists2 %+ x, ydists, 1
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdq ylens1, [next_in + ydists %+ x], ytmp
+ vpcmpeqq ytmp, ytmp, ytmp
+ vpgatherdq ylens2, [next_in + ydists2 %+ x], ytmp
+
+;; Restore last update hash value
+ vpextrd tmp %+ d, ydists2 %+ x, 3
+ add tmp %+ d, f_i %+ d
+
+ vpbroadcastd yhash_prod %+ x, [hash_prod]
+ vpbroadcastd yhash_mask %+ x, [rsp + hash_mask_offset]
+
+ vmovd yhashes %+ x, dword [f_i + file_start + VECT_SIZE - 1]
+ vpmaddwd yhashes %+ x, yhashes %+ x, yhash_prod %+ x
+ vpmaddwd yhashes %+ x, yhashes %+ x, yhash_prod %+ x
+ vpand yhashes %+ x, yhashes %+ x, yhash_mask %+ x
+ vmovd hash %+ d, yhashes %+ x
+
+ mov word [hash_table + HASH_BYTES * hash], tmp %+ w
+
+;; Calculate dist_icf_code
+ vpaddd ydists, ydists, yones
+ vpsubd ydists, yincrement, ydists
+
+ vpbroadcastd ytmp2, [low_nibble]
+ vbroadcasti128 ytmp3, [nibble_order]
+ vpslld ydist_extra, ydists, 12
+ vpor ydist_extra, ydists, ydist_extra
+ vpand ydist_extra, ydist_extra, ytmp2
+ vpshufb ydist_extra, ydist_extra, ytmp3
+ vbroadcasti128 ytmp2, [bit_index]
+ vpshufb ydist_extra, ytmp2, ydist_extra
+ vpxor ytmp2, ytmp2, ytmp2
+ vpcmpgtb ytmp2, ydist_extra, ytmp2
+ vpsrld ytmp3, ytmp2, 8
+ vpandn ytmp2, ytmp3, ytmp2
+ vpsrld ytmp3, ytmp2, 16
+ vpandn ytmp2, ytmp3, ytmp2
+ vpsrld ytmp3, ytmp2, 24
+ vpandn ytmp2, ytmp3, ytmp2
+ vpbroadcastd ytmp3, [base_offset]
+ vpaddb ydist_extra, ytmp3
+ vpand ydist_extra, ydist_extra, ytmp2
+ vpsrlq ytmp2, ydist_extra, 32
+ vpxor ytmp3, ytmp3, ytmp3
+ vpsadbw ydist_extra, ydist_extra, ytmp3
+ vpsadbw ytmp2, ytmp2, ytmp3
+ vpsubd ydist_extra, ydist_extra, ytmp2
+ vpsllq ytmp2, ytmp2, 32
+ vpor ydist_extra, ydist_extra, ytmp2
+ vpcmpgtb ytmp3, ydist_extra, ytmp3
+ vpand ydist_extra, ydist_extra, ytmp3
+
+ vpsllvd ycode, yones, ydist_extra
+ vpsubd ycode, ycode, yones
+ vpcmpgtd ytmp2, ydists, yones
+ vpand ycode, ydists, ycode
+ vpand ycode, ycode, ytmp2
+ vpsrlvd ydists, ydists, ydist_extra
+ vpslld ydist_extra, ydist_extra, 1
+ vpaddd ydists, ydists, ydist_extra
+ vpslld ycode, ycode, EXTRA_BITS_OFFSET - DIST_OFFSET
+ vpaddd ydists, ydists, ycode
+
+;; Setup ydists for combining with ylens
+ vpslld ydists, ydists, DIST_OFFSET
+
+;; xor current data with lookback dist
+ vpxor ylens1, ylens1, ylookup
+ vpxor ylens2, ylens2, ylookup2
+
+;; Compute match length
+ vpxor ytmp, ytmp, ytmp
+ vpcmpeqb ylens1, ylens1, ytmp
+ vpcmpeqb ylens2, ylens2, ytmp
+ vpbroadcastq yshift_finish, [shift_finish]
+ vpand ylens1, ylens1, yshift_finish
+ vpand ylens2, ylens2, yshift_finish
+ vpsadbw ylens1, ylens1, ytmp
+ vpsadbw ylens2, ylens2, ytmp
+ vmovdqu ydownconvert_qd, [downconvert_qd]
+ vpshufb ylens1, ylens1, ydownconvert_qd
+ vextracti128 ytmp %+ x, ylens1, 1
+ vpor ylens1, ylens1, ytmp
+ vpshufb ylens2, ylens2, ydownconvert_qd
+ vextracti128 ytmp %+ x, ylens2, 1
+ vpor ylens2, ylens2, ytmp
+ vinserti128 ylens1, ylens1, ylens2 %+ x, 1
+ vpbroadcastd ytmp, [low_nibble]
+ vpsrld ylens2, ylens1, 4
+ vpand ylens1, ylens1, ytmp
+ vbroadcasti128 ytmp, [match_cnt_perm]
+ vpbroadcastd ytmp2, [match_cnt_low_max]
+ vpshufb ylens1, ytmp, ylens1
+ vpshufb ylens2, ytmp, ylens2
+ vpcmpeqb ytmp, ylens1, ytmp2
+ vpand ylens2, ylens2, ytmp
+ vpaddd ylens1, ylens1, ylens2
+
+;; Zero out matches which should not be taken
+ vmovdqu yrot_left, [drot_left]
+ vpermd ylens2, yrot_left, ylens1
+ vpermd ydists, yrot_left, ydists
+
+ vpinsrd ytmp %+ x, ylens2 %+ x, prev_len %+ d, 0
+ vinserti128 ylens2, ylens2, ytmp %+ x, 0
+
+ vpinsrd ytmp %+ x, ydists %+ x, prev_dist %+ d, 0
+ vinserti128 ydists, ydists, ytmp %+ x, 0
+
+ vpbroadcastd ytmp, [shortest_matches]
+ vpcmpgtd ytmp, ylens2, ytmp
+ vpcmpgtd ytmp2, ylens1, ylens2
+
+ vpcmpeqd ytmp3, ytmp3, ytmp3
+ vpxor ytmp, ytmp, ytmp3
+ vpor ytmp, ytmp, ytmp2
+
+ vpandn ylens1, ytmp, ylens2
+
+;; Update zdists to match ylens1
+ vpbroadcastd ytmp2, [twofiftyfour]
+ vpaddd ydists, ydists, ylens1
+ vpaddd ydists, ydists, ytmp2
+
+ vpbroadcastd ynull_syms, [null_dist_syms]
+ vpmovzxbd ytmp3, [f_i + file_start - 1]
+ vpaddd ytmp3, ynull_syms
+ vpand ytmp3, ytmp3, ytmp
+ vpandn ydists, ytmp, ydists
+ vpor ydists, ydists, ytmp3
+
+;;Store ydists
+ vmovdqu [matches_next], ydists
+ add f_i, VECT_SIZE
+
+end_main:
+ sub f_i, f_i_orig
+ sub f_i, 1
+
+%ifnidn f_i, rax
+ mov rax, f_i
+%endif
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 32
+;; 32 byte data
+datas_perm2:
+ dd 0x1, 0x2, 0x3, 0x4, 0x1, 0x2, 0x3, 0x4
+drot_left:
+ dd 0x7, 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6
+datas_shuf:
+ db 0x0, 0x1, 0x2, 0x3
+ db 0x1, 0x2, 0x3, 0x4
+ db 0x2, 0x3, 0x4, 0x5
+ db 0x3, 0x4, 0x5, 0x6
+ db 0x4, 0x5, 0x6, 0x7
+ db 0x5, 0x6, 0x7, 0x8
+ db 0x6, 0x7, 0x8, 0x9
+ db 0x7, 0x8, 0x9, 0xa
+qword_shuf:
+ db 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+ db 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8
+ db 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9
+ db 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9, 0xa
+increment:
+ dd 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+downconvert_qd:
+ db 0x00, 0xff, 0xff, 0xff, 0x08, 0xff, 0xff, 0xff
+ db 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
+ db 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
+ db 0x00, 0xff, 0xff, 0xff, 0x08, 0xff, 0xff, 0xff
+
+;; 16 byte data
+match_cnt_perm:
+ db 0x0, 0x1, 0x0, 0x2, 0x0, 0x1, 0x0, 0x3, 0x0, 0x1, 0x0, 0x2, 0x0, 0x1, 0x0, 0x4
+bit_index:
+ db 0x0, 0x1, 0x2, 0x2, 0x3, 0x3, 0x3, 0x3
+ db 0x4, 0x4, 0x4, 0x4, 0x4, 0x4, 0x4, 0x4
+nibble_order:
+ db 0x0, 0x2, 0x1, 0x3, 0x4, 0x6, 0x5, 0x7
+ db 0x8, 0xa, 0x9, 0xb, 0xc, 0xe, 0xd, 0xf
+
+;; 8 byte data
+shift_finish:
+ db 0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80
+
+;; 4 byte data
+ones:
+ dd 0x1
+%define PROD1 0xE84B
+%define PROD2 0x97B1
+hash_prod:
+ dw PROD1, PROD2
+null_dist_syms:
+ dd LIT
+twofiftyfour:
+ dd 0xfe
+shortest_matches:
+ dd MIN_DEF_MATCH
+upper_word:
+ dw 0x0000, 0xffff
+low_word:
+ dw 0xffff, 0x0000
+low_nibble:
+ db 0x0f, 0x0f, 0x0f, 0x0f
+match_cnt_low_max:
+ dd 0x4
+base_offset:
+ db -0x2, 0x2, 0x6, 0xa
diff --git a/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_06.asm b/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_06.asm
new file mode 100644
index 000000000..69af9405b
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_gen_icf_map_lh1_06.asm
@@ -0,0 +1,576 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "huffman.asm"
+
+
+%define USE_HSWNI
+%define ARCH 06
+
+%ifdef HAVE_AS_KNOWS_AVX512
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define hash rsi
+%define next_in rdi
+%else
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define hash r8
+%define next_in rcx
+%endif
+
+%define stream arg1
+%define level_buf arg1
+%define matches_next arg2
+%define f_i_end arg3
+
+%define f_i rax
+%define file_start rbp
+%define tmp r9
+%define tmp2 r10
+%define prev_len r11
+%define prev_dist r12
+%define f_i_orig r13
+
+%define hash_table level_buf + _hash_map_hash_table
+
+%define datas zmm0
+%define datas_lookup zmm1
+%define zhashes zmm2
+%define zdists zmm3
+%define zdists_lookup zmm4
+%define zscatter zmm5
+%define zdists2 zmm6
+%define zlens1 zmm7
+%define zlens2 zmm8
+%define zlookup zmm9
+%define zlookup2 zmm10
+%define match_lookups zmm11
+%define zindex zmm12
+%define zdist_extra zmm13
+%define zdists_tmp zmm14
+%define znull_dist_syms zmm15
+%define zcode zmm16
+%define zthirty zmm17
+%define zdist_mask zmm18
+%define zshortest_matches zmm19
+%define zrot_left zmm20
+%define zdatas_perm zmm21
+%define zdatas_perm2 zmm22
+%define zdatas_perm3 zmm23
+%define zdatas_shuf zmm24
+%define zhash_prod zmm25
+%define zhash_mask zmm26
+%define zincrement zmm27
+%define zqword_shuf zmm28
+%define zones zmm29
+%define ztwofiftyfour zmm30
+%define zbswap zmm31
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define stack_size 10*16 + 6 * 8 + 8
+%define func(x) proc_frame x
+
+%macro FUNC_SAVE 0
+ alloc_stack stack_size
+ vmovdqa [rsp + 0*16], xmm6
+ vmovdqa [rsp + 1*16], xmm7
+ vmovdqa [rsp + 2*16], xmm8
+ vmovdqa [rsp + 3*16], xmm9
+ vmovdqa [rsp + 4*16], xmm10
+ vmovdqa [rsp + 5*16], xmm11
+ vmovdqa [rsp + 6*16], xmm12
+ vmovdqa [rsp + 7*16], xmm13
+ vmovdqu [rsp + 8*16], xmm14
+ vmovdqa [rsp + 9*16], xmm15
+ save_reg rsi, 10*16 + 0*8
+ save_reg rdi, 10*16 + 1*8
+ save_reg rbp, 10*16 + 2*8
+ save_reg r12, 10*16 + 3*8
+ save_reg r13, 10*16 + 4*8
+ end_prolog
+%endm
+
+%macro FUNC_RESTORE 0
+ vmovdqa xmm6, [rsp + 0*16]
+ vmovdqa xmm7, [rsp + 1*16]
+ vmovdqa xmm8, [rsp + 2*16]
+ vmovdqa xmm9, [rsp + 3*16]
+ vmovdqa xmm10, [rsp + 4*16]
+ vmovdqa xmm11, [rsp + 5*16]
+ vmovdqa xmm12, [rsp + 6*16]
+ vmovdqa xmm13, [rsp + 7*16]
+ vmovdqa xmm14, [rsp + 8*16]
+ vmovdqa xmm15, [rsp + 9*16]
+
+ mov rsi, [rsp + 10*16 + 0*8]
+ mov rdi, [rsp + 10*16 + 1*8]
+ mov rbp, [rsp + 10*16 + 2*8]
+ mov r12, [rsp + 10*16 + 3*8]
+ mov r13, [rsp + 10*16 + 4*8]
+ add rsp, stack_size
+%endm
+%else
+%define func(x) x:
+%macro FUNC_SAVE 0
+ push rbp
+ push r12
+ push r13
+%endm
+
+%macro FUNC_RESTORE 0
+ pop r13
+ pop r12
+ pop rbp
+%endm
+%endif
+
+%define VECT_SIZE 16
+%define HASH_BYTES 2
+
+global gen_icf_map_lh1_06
+func(gen_icf_map_lh1_06)
+ FUNC_SAVE
+
+ mov file_start, [stream + _next_in]
+ mov f_i %+ d, dword [stream + _total_in]
+ mov f_i_orig, f_i
+
+ sub file_start, f_i
+ add f_i_end, f_i
+ cmp f_i, f_i_end
+ jge end_main
+
+;; Prep for main loop
+ vpbroadcastd zdist_mask, dword [stream + _internal_state_dist_mask]
+ vpbroadcastd zhash_mask, dword [stream + _internal_state_hash_mask]
+ mov tmp, stream
+ mov level_buf, [stream + _level_buf]
+ sub f_i_end, LA
+ vmovdqu64 zdatas_perm, [datas_perm]
+ vbroadcasti32x8 zdatas_shuf, [datas_shuf]
+ vpbroadcastd zhash_prod, [hash_prod]
+ vmovdqu64 zincrement, [increment]
+ vmovdqu64 zqword_shuf, [qword_shuf]
+ vbroadcasti64x2 zdatas_perm2, [datas_perm2]
+ vbroadcasti64x2 zdatas_perm3, [datas_perm3]
+ vpbroadcastd zones, [ones]
+ vbroadcasti32x4 zbswap, [bswap_shuf]
+ vpbroadcastd zthirty, [thirty]
+ vmovdqu64 zrot_left, [drot_left]
+ vpbroadcastd zshortest_matches, [shortest_matches]
+ vpbroadcastd ztwofiftyfour, [twofiftyfour]
+ vpbroadcastd znull_dist_syms, [null_dist_syms]
+ kxorq k0, k0, k0
+ kmovq k1, [k_mask_1]
+ kmovq k2, [k_mask_2]
+
+;; Process first byte
+ vmovd zhashes %+ x, dword [f_i + file_start]
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpandd zhashes, zhashes, zhash_mask
+ vmovd hash %+ d, zhashes %+ x
+
+ cmp byte [tmp + _internal_state_has_hist], IGZIP_NO_HIST
+ jne .has_hist
+ ;; No history, the byte is a literal
+ xor prev_len, prev_len
+ xor prev_dist, prev_dist
+ mov byte [tmp + _internal_state_has_hist], IGZIP_HIST
+ jmp .byte_processed
+
+.has_hist:
+ ;; History exists, need to set prev_len and prev_dist accordingly
+ lea next_in, [f_i + file_start]
+
+ ;; Determine match lookback distance
+ xor tmp, tmp
+ mov tmp %+ w, f_i %+ w
+ dec tmp
+ sub tmp %+ w, word [hash_table + HASH_BYTES * hash]
+
+ vmovd tmp2 %+ d, zdist_mask %+ x
+ and tmp %+ d, tmp2 %+ d
+ neg tmp
+
+ ;; Check first 8 bytes of match
+ mov prev_len, [next_in]
+ xor prev_len, [next_in + tmp - 1]
+ neg tmp
+
+ ;; Set prev_dist
+%ifidn arg1, rcx
+ mov tmp2, rcx
+%endif
+ ;; The third register is unused on Haswell and later,
+ ;; This line will not work on previous architectures
+ get_dist_icf_code tmp, prev_dist, tmp
+
+%ifidn arg1, rcx
+ mov rcx, tmp2
+%endif
+
+ ;; Set prev_len
+ xor tmp2, tmp2
+ tzcnt prev_len, prev_len
+ shr prev_len, 3
+ cmp prev_len, MIN_DEF_MATCH
+ cmovl prev_len, tmp2
+
+.byte_processed:
+ mov word [hash_table + HASH_BYTES * hash], f_i %+ w
+
+ add f_i, 1
+ cmp f_i, f_i_end
+ jg end_main
+
+;;hash
+ vmovdqu64 datas %+ y, [f_i + file_start]
+ vpermq zhashes, zdatas_perm, datas
+ vpshufb zhashes, zhashes, zdatas_shuf
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpandd zhashes, zhashes, zhash_mask
+
+ vpermq zlookup, zdatas_perm2, datas
+ vpshufb zlookup, zlookup, zqword_shuf
+ vpermq zlookup2, zdatas_perm3, datas
+ vpshufb zlookup2, zlookup2, zqword_shuf
+
+;;gather/scatter hashes
+ knotq k6, k0
+ vpgatherdd zdists_lookup {k6}, [hash_table + HASH_BYTES * zhashes]
+
+ vpbroadcastd zindex, f_i %+ d
+ vpaddd zindex, zindex, zincrement
+ vpblendmw zscatter {k1}, zindex, zdists_lookup
+
+ knotq k6, k0
+ vpscatterdd [hash_table + HASH_BYTES * zhashes] {k6}, zscatter
+
+;; Compute hash for next loop
+ vmovdqu64 datas %+ y, [f_i + file_start + VECT_SIZE]
+ vpermq zhashes, zdatas_perm, datas
+ vpshufb zhashes, zhashes, zdatas_shuf
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpandd zhashes, zhashes, zhash_mask
+
+ vmovdqu64 datas_lookup %+ y, [f_i + file_start + 2 * VECT_SIZE]
+
+ sub f_i_end, VECT_SIZE
+ cmp f_i, f_i_end
+ jg .loop1_end
+
+.loop1:
+ lea next_in, [f_i + file_start]
+
+;; Calculate look back dists
+ vpaddd zdists, zdists_lookup, zones
+ vpsubd zdists, zindex, zdists
+ vpandd zdists, zdists, zdist_mask
+ vpaddd zdists, zdists, zones
+ vpsubd zdists, zincrement, zdists
+
+;;gather/scatter hashes
+ add f_i, VECT_SIZE
+
+ kxnorq k6, k6, k6
+ kxnorq k7, k7, k7
+ vpgatherdd zdists_lookup {k6}, [hash_table + HASH_BYTES * zhashes]
+
+ vpbroadcastd zindex, f_i %+ d
+ vpaddd zindex, zindex, zincrement
+ vpblendmw zscatter {k1}, zindex, zdists_lookup
+
+ vpscatterdd [hash_table + HASH_BYTES * zhashes] {k7}, zscatter
+
+;; Compute hash for next loop
+ vpermq zhashes, zdatas_perm, datas_lookup
+ vpshufb zhashes, zhashes, zdatas_shuf
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpmaddwd zhashes, zhashes, zhash_prod
+ vpandd zhashes, zhashes, zhash_mask
+
+;;lookup old codes
+ vextracti32x8 zdists2 %+ y, zdists, 1
+ kxnorq k6, k6, k6
+ kxnorq k7, k7, k7
+ vpgatherdq zlens1 {k6}, [next_in + zdists %+ y]
+ vpgatherdq zlens2 {k7}, [next_in + zdists2 %+ y]
+
+;; Calculate dist_icf_code
+ vpaddd zdists, zdists, zones
+ vpsubd zdists, zincrement, zdists
+ vpcmpgtd k5, zdists, zones
+ vplzcntd zdist_extra, zdists
+ vpsubd zdist_extra {k5}{z}, zthirty, zdist_extra
+ vpsllvd zcode, zones, zdist_extra
+ vpsubd zcode, zcode, zones
+ vpandd zcode {k5}{z}, zdists, zcode
+ vpsrlvd zdists, zdists, zdist_extra
+ vpslld zdist_extra, zdist_extra, 1
+ vpaddd zdists, zdists, zdist_extra
+ vpslld zcode, zcode, EXTRA_BITS_OFFSET - DIST_OFFSET
+ vpaddd zdists, zdists, zcode
+
+;; Setup zdists for combining with zlens
+ vpslld zdists, zdists, DIST_OFFSET
+
+;; xor current data with lookback dist
+ vpxorq zlens1, zlens1, zlookup
+ vpxorq zlens2, zlens2, zlookup2
+
+;; Setup registers for next loop
+ vpermq zlookup, zdatas_perm2, datas
+ vpshufb zlookup, zlookup, zqword_shuf
+ vpermq zlookup2, zdatas_perm3, datas
+ vpshufb zlookup2, zlookup2, zqword_shuf
+
+;; Compute match length
+ vpshufb zlens1, zlens1, zbswap
+ vpshufb zlens2, zlens2, zbswap
+ vplzcntq zlens1, zlens1
+ vplzcntq zlens2, zlens2
+ vpmovqd zlens1 %+ y, zlens1
+ vpmovqd zlens2 %+ y, zlens2
+ vinserti32x8 zlens1, zlens2 %+ y, 1
+ vpsrld zlens1, zlens1, 3
+
+;; Preload for next loops
+ vmovdqu64 datas, datas_lookup
+ vmovdqu64 datas_lookup %+ y, [f_i + file_start + 2 * VECT_SIZE]
+
+;; Zero out matches which should not be taken
+ kshiftrw k3, k1, 15
+ vpermd zlens2, zrot_left, zlens1
+ vpermd zdists, zrot_left, zdists
+
+ vmovd zdists_tmp %+ x, prev_len %+ d
+ vmovd prev_len %+ d, zlens2 %+ x
+ vmovdqu32 zlens2 {k3}, zdists_tmp
+
+ vmovd zdists_tmp %+ x, prev_dist %+ d
+ vmovd prev_dist %+ d, zdists %+ x
+ vmovdqu32 zdists {k3}, zdists_tmp
+
+ vpcmpgtd k3, zlens2, zshortest_matches
+ vpcmpgtd k4, zlens1, zlens2
+
+ knotq k3, k3
+ korq k3, k3, k4
+ knotq k4, k3
+ vmovdqu32 zlens1 {k4}{z}, zlens2
+
+;; Update zdists to match zlens1
+ vpaddd zdists, zdists, zlens1
+ vpaddd zdists, zdists, ztwofiftyfour
+ vpmovzxbd zdists {k3}, [f_i + file_start - VECT_SIZE - 1]
+ vpaddd zdists {k3}, zdists, znull_dist_syms
+
+;;Store zdists
+ vmovdqu64 [matches_next], zdists
+ add matches_next, ICF_CODE_BYTES * VECT_SIZE
+
+ cmp f_i, f_i_end
+ jle .loop1
+
+.loop1_end:
+ lea next_in, [f_i + file_start]
+
+;; Calculate look back dists
+ vpaddd zdists, zdists_lookup, zones
+ vpsubd zdists, zindex, zdists
+ vpandd zdists, zdists, zdist_mask
+ vpaddd zdists, zdists, zones
+ vpsubd zdists, zincrement, zdists
+
+;;lookup old codes
+ vextracti32x8 zdists2 %+ y, zdists, 1
+ kxnorq k6, k6, k6
+ kxnorq k7, k7, k7
+ vpgatherdq zlens1 {k6}, [next_in + zdists %+ y]
+ vpgatherdq zlens2 {k7}, [next_in + zdists2 %+ y]
+
+;; Restore last update hash value
+ vextracti32x4 zdists2 %+ x, zdists, 3
+ vpextrd tmp %+ d, zdists2 %+ x, 3
+ add tmp %+ d, f_i %+ d
+
+ vmovd zhashes %+ x, dword [f_i + file_start + VECT_SIZE - 1]
+ vpmaddwd zhashes %+ x, zhashes %+ x, zhash_prod %+ x
+ vpmaddwd zhashes %+ x, zhashes %+ x, zhash_prod %+ x
+ vpandd zhashes %+ x, zhashes %+ x, zhash_mask %+ x
+ vmovd hash %+ d, zhashes %+ x
+
+ mov word [hash_table + HASH_BYTES * hash], tmp %+ w
+
+;; Calculate dist_icf_code
+ vpaddd zdists, zdists, zones
+ vpsubd zdists, zincrement, zdists
+ vpcmpgtd k5, zdists, zones
+ vplzcntd zdist_extra, zdists
+ vpsubd zdist_extra {k5}{z}, zthirty, zdist_extra
+ vpsllvd zcode, zones, zdist_extra
+ vpsubd zcode, zcode, zones
+ vpandd zcode {k5}{z}, zdists, zcode
+ vpsrlvd zdists, zdists, zdist_extra
+ vpslld zdist_extra, zdist_extra, 1
+ vpaddd zdists, zdists, zdist_extra
+ vpslld zcode, zcode, EXTRA_BITS_OFFSET - DIST_OFFSET
+ vpaddd zdists, zdists, zcode
+
+;; Setup zdists for combining with zlens
+ vpslld zdists, zdists, DIST_OFFSET
+
+;; xor current data with lookback dist
+ vpxorq zlens1, zlens1, zlookup
+ vpxorq zlens2, zlens2, zlookup2
+
+;; Compute match length
+ vpshufb zlens1, zlens1, zbswap
+ vpshufb zlens2, zlens2, zbswap
+ vplzcntq zlens1, zlens1
+ vplzcntq zlens2, zlens2
+ vpmovqd zlens1 %+ y, zlens1
+ vpmovqd zlens2 %+ y, zlens2
+ vinserti32x8 zlens1, zlens2 %+ y, 1
+ vpsrld zlens1, zlens1, 3
+
+;; Zero out matches which should not be taken
+ kshiftrw k3, k1, 15
+ vpermd zlens2, zrot_left, zlens1
+ vpermd zdists, zrot_left, zdists
+
+ vmovd zdists_tmp %+ x, prev_len %+ d
+ vmovd prev_len %+ d, zlens2 %+ x
+ vmovdqu32 zlens2 {k3}, zdists_tmp
+
+ vmovd zdists_tmp %+ x, prev_dist %+ d
+ vmovd prev_dist %+ d, zdists %+ x
+ vmovdqu32 zdists {k3}, zdists_tmp
+
+ vpcmpgtd k3, zlens2, zshortest_matches
+ vpcmpgtd k4, zlens1, zlens2
+
+ knotq k3, k3
+ korq k3, k3, k4
+ knotq k4, k3
+ vmovdqu32 zlens1 {k4}{z}, zlens2
+
+;; Update zdists to match zlens1
+ vpaddd zdists, zdists, zlens1
+ vpaddd zdists, zdists, ztwofiftyfour
+ vpmovzxbd zdists {k3}, [f_i + file_start - 1]
+ vpaddd zdists {k3}, zdists, znull_dist_syms
+
+;;Store zdists
+ vmovdqu64 [matches_next], zdists
+ add f_i, VECT_SIZE
+
+end_main:
+ sub f_i, f_i_orig
+ sub f_i, 1
+%ifnidn f_i, rax
+ mov rax, f_i
+%endif
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 64
+;; 64 byte data
+datas_perm:
+ dq 0x0, 0x1, 0x0, 0x1, 0x1, 0x2, 0x1, 0x2
+drot_left:
+ dd 0xf, 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6
+ dd 0x7, 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe
+qword_shuf:
+ db 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+ db 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8
+ db 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9
+ db 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9, 0xa
+ db 0x4, 0x5, 0x6, 0x7, 0x8, 0x9, 0xa, 0xb
+ db 0x5, 0x6, 0x7, 0x8, 0x9, 0xa, 0xb, 0xc
+ db 0x6, 0x7, 0x8, 0x9, 0xa, 0xb, 0xc, 0xd
+ db 0x7, 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe
+ db 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe, 0xf
+datas_shuf:
+ db 0x0, 0x1, 0x2, 0x3
+ db 0x1, 0x2, 0x3, 0x4
+ db 0x2, 0x3, 0x4, 0x5
+ db 0x3, 0x4, 0x5, 0x6
+ db 0x4, 0x5, 0x6, 0x7
+ db 0x5, 0x6, 0x7, 0x8
+ db 0x6, 0x7, 0x8, 0x9
+ db 0x7, 0x8, 0x9, 0xa
+increment:
+ dd 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+ dd 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe, 0xf
+
+;; 16 byte data
+datas_perm2:
+ dq 0x0, 0x1
+datas_perm3:
+ dq 0x1, 0x2
+bswap_shuf:
+ db 0x07, 0x06, 0x05, 0x04, 0x03, 0x02, 0x01, 0x00
+ db 0x0f, 0x0e, 0x0d, 0x0c, 0x0b, 0x0a, 0x09, 0x08
+;; 8 byte data
+k_mask_1:
+ dq 0xaaaaaaaaaaaaaaaa
+k_mask_2:
+ dq 0x7fff
+;; 4 byte data
+null_dist_syms:
+ dd LIT
+%define PROD1 0xE84B
+%define PROD2 0x97B1
+hash_prod:
+ dw PROD1, PROD2
+ones:
+ dd 0x1
+thirty:
+ dd 0x1e
+twofiftyfour:
+ dd 0xfe
+lit_len_mask:
+ dd LIT_LEN_MASK
+shortest_matches:
+ dd MIN_DEF_MATCH
+%endif
diff --git a/src/spdk/isa-l/igzip/igzip_hist_perf.c b/src/spdk/isa-l/igzip/igzip_hist_perf.c
new file mode 100644
index 000000000..fe119b290
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_hist_perf.c
@@ -0,0 +1,133 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include <string.h>
+#include "igzip_lib.h"
+#include "test.h"
+
+#define BUF_SIZE 1024
+#define MIN_TEST_LOOPS 8
+#ifndef RUN_MEM_SIZE
+# define RUN_MEM_SIZE 2000000000
+#endif
+
+void print_histogram(struct isal_huff_histogram *histogram)
+{
+ int i;
+ printf("Lit Len histogram");
+ for (i = 0; i < ISAL_DEF_LIT_LEN_SYMBOLS; i++) {
+ if (i % 16 == 0)
+ printf("\n");
+ else
+ printf(", ");
+ printf("%4lu", histogram->lit_len_histogram[i]);
+ }
+ printf("\n");
+
+ printf("Dist histogram");
+ for (i = 0; i < ISAL_DEF_DIST_SYMBOLS; i++) {
+ if (i % 16 == 0)
+ printf("\n");
+ else
+ printf(", ");
+ printf("%4lu", histogram->dist_histogram[i]);
+ }
+ printf("\n");
+}
+
+int main(int argc, char *argv[])
+{
+ FILE *in;
+ unsigned char *inbuf, *outbuf;
+ int iterations, avail_in;
+ uint64_t infile_size, outbuf_size;
+ struct isal_huff_histogram histogram1, histogram2;
+
+ memset(&histogram1, 0, sizeof(histogram1));
+ memset(&histogram2, 0, sizeof(histogram2));
+
+ if (argc > 3 || argc < 2) {
+ fprintf(stderr, "Usage: igzip_file_perf infile [outfile]\n"
+ "\t - Runs multiple iterations of igzip on a file to "
+ "get more accurate time results.\n");
+ exit(0);
+ }
+ in = fopen(argv[1], "rb");
+ if (!in) {
+ fprintf(stderr, "Can't open %s for reading\n", argv[1]);
+ exit(0);
+ }
+
+ /* Allocate space for entire input file and output
+ * (assuming some possible expansion on output size)
+ */
+ infile_size = get_filesize(in);
+ outbuf_size = 2 * infile_size;
+
+ if (infile_size != 0)
+ iterations = RUN_MEM_SIZE / infile_size;
+ else
+ iterations = MIN_TEST_LOOPS;
+
+ if (iterations < MIN_TEST_LOOPS)
+ iterations = MIN_TEST_LOOPS;
+
+ inbuf = malloc(infile_size);
+ outbuf = malloc(outbuf_size);
+ if (inbuf == NULL) {
+ fprintf(stderr, "Can't allocate input buffer memory\n");
+ exit(0);
+ }
+
+ if (outbuf == NULL) {
+ fprintf(stderr, "Can't allocate output buffer memory\n");
+ exit(0);
+ }
+
+ avail_in = fread(inbuf, 1, infile_size, in);
+ if (avail_in != infile_size) {
+ fprintf(stderr, "Couldn't fit all of input file into buffer\n");
+ exit(0);
+ }
+
+ struct perf start;
+ BENCHMARK(&start, BENCHMARK_TIME,
+ isal_update_histogram(inbuf, infile_size, &histogram1));
+ printf(" file %s - in_size=%lu\n", argv[1], infile_size);
+ printf("igzip_file: ");
+ perf_print(start, (long long)infile_size);
+
+ fclose(in);
+ fflush(0);
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_icf_base.c b/src/spdk/isa-l/igzip/igzip_icf_base.c
new file mode 100644
index 000000000..1f031796d
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_icf_base.c
@@ -0,0 +1,370 @@
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "huffman.h"
+#include "huff_codes.h"
+#include "encode_df.h"
+#include "igzip_level_buf_structs.h"
+#include "unaligned.h"
+
+static inline void write_deflate_icf(struct deflate_icf *icf, uint32_t lit_len,
+ uint32_t lit_dist, uint32_t extra_bits)
+{
+ icf->lit_len = lit_len;
+ icf->lit_dist = lit_dist;
+ icf->dist_extra = extra_bits;
+}
+
+static inline void update_state(struct isal_zstream *stream, uint8_t * start_in,
+ uint8_t * next_in, uint8_t * end_in,
+ struct deflate_icf *start_out, struct deflate_icf *next_out,
+ struct deflate_icf *end_out)
+{
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+
+ if (next_in - start_in > 0)
+ stream->internal_state.has_hist = IGZIP_HIST;
+
+ stream->next_in = next_in;
+ stream->total_in += next_in - start_in;
+ stream->internal_state.block_end = stream->total_in;
+ stream->avail_in = end_in - next_in;
+
+ level_buf->icf_buf_next = next_out;
+ level_buf->icf_buf_avail_out = end_out - next_out;
+}
+
+void isal_deflate_icf_body_hash_hist_base(struct isal_zstream *stream)
+{
+ uint32_t literal, hash;
+ uint8_t *start_in, *next_in, *end_in, *end, *next_hash;
+ struct deflate_icf *start_out, *next_out, *end_out;
+ uint16_t match_length;
+ uint32_t dist;
+ uint32_t code, code2, extra_bits;
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint16_t *last_seen = level_buf->hash_hist.hash_table;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hist_size = state->dist_mask;
+ uint32_t hash_mask = state->hash_mask;
+
+ if (stream->avail_in == 0) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_FLUSH_READ_BUFFER;
+ return;
+ }
+
+ start_in = stream->next_in;
+ end_in = start_in + stream->avail_in;
+ next_in = start_in;
+
+ start_out = ((struct level_buf *)stream->level_buf)->icf_buf_next;
+ end_out =
+ start_out + ((struct level_buf *)stream->level_buf)->icf_buf_avail_out /
+ sizeof(struct deflate_icf);
+ next_out = start_out;
+
+ while (next_in + ISAL_LOOK_AHEAD < end_in) {
+
+ if (next_out >= end_out) {
+ state->state = ZSTATE_CREATE_HDR;
+ update_state(stream, start_in, next_in, end_in, start_out, next_out,
+ end_out);
+ return;
+ }
+
+ literal = load_u32(next_in);
+ hash = compute_hash(literal) & hash_mask;
+ dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ last_seen[hash] = (uint64_t) (next_in - file_start);
+
+ /* The -1 are to handle the case when dist = 0 */
+ if (dist - 1 < hist_size) {
+ assert(dist != 0);
+
+ match_length = compare258(next_in - dist, next_in, 258);
+
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = next_in;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ next_hash++;
+
+ for (; next_hash < end; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash(literal) & hash_mask;
+ last_seen[hash] = (uint64_t) (next_hash - file_start);
+ }
+
+ get_len_icf_code(match_length, &code);
+ get_dist_icf_code(dist, &code2, &extra_bits);
+
+ level_buf->hist.ll_hist[code]++;
+ level_buf->hist.d_hist[code2]++;
+
+ write_deflate_icf(next_out, code, code2, extra_bits);
+ next_out++;
+ next_in += match_length;
+
+ continue;
+ }
+ }
+
+ get_lit_icf_code(literal & 0xFF, &code);
+ level_buf->hist.ll_hist[code]++;
+ write_deflate_icf(next_out, code, NULL_DIST_SYM, 0);
+ next_out++;
+ next_in++;
+ }
+
+ update_state(stream, start_in, next_in, end_in, start_out, next_out, end_out);
+
+ assert(stream->avail_in <= ISAL_LOOK_AHEAD);
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_FLUSH_READ_BUFFER;
+
+ return;
+
+}
+
+void isal_deflate_icf_finish_hash_hist_base(struct isal_zstream *stream)
+{
+ uint32_t literal = 0, hash;
+ uint8_t *start_in, *next_in, *end_in, *end, *next_hash;
+ struct deflate_icf *start_out, *next_out, *end_out;
+ uint16_t match_length;
+ uint32_t dist;
+ uint32_t code, code2, extra_bits;
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint16_t *last_seen = level_buf->hash_hist.hash_table;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hist_size = state->dist_mask;
+ uint32_t hash_mask = state->hash_mask;
+
+ start_in = stream->next_in;
+ end_in = start_in + stream->avail_in;
+ next_in = start_in;
+
+ start_out = ((struct level_buf *)stream->level_buf)->icf_buf_next;
+ end_out = start_out + ((struct level_buf *)stream->level_buf)->icf_buf_avail_out /
+ sizeof(struct deflate_icf);
+ next_out = start_out;
+
+ if (stream->avail_in == 0) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_CREATE_HDR;
+ return;
+ }
+
+ while (next_in + 3 < end_in) {
+ if (next_out >= end_out) {
+ state->state = ZSTATE_CREATE_HDR;
+ update_state(stream, start_in, next_in, end_in, start_out, next_out,
+ end_out);
+ return;
+ }
+
+ literal = load_u32(next_in);
+ hash = compute_hash(literal) & hash_mask;
+ dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ last_seen[hash] = (uint64_t) (next_in - file_start);
+
+ if (dist - 1 < hist_size) { /* The -1 are to handle the case when dist = 0 */
+ match_length = compare258(next_in - dist, next_in, end_in - next_in);
+
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = next_in;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ next_hash++;
+
+ for (; next_hash < end - 3; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash(literal) & hash_mask;
+ last_seen[hash] = (uint64_t) (next_hash - file_start);
+ }
+
+ get_len_icf_code(match_length, &code);
+ get_dist_icf_code(dist, &code2, &extra_bits);
+
+ level_buf->hist.ll_hist[code]++;
+ level_buf->hist.d_hist[code2]++;
+
+ write_deflate_icf(next_out, code, code2, extra_bits);
+
+ next_out++;
+ next_in += match_length;
+
+ continue;
+ }
+ }
+
+ get_lit_icf_code(literal & 0xFF, &code);
+ level_buf->hist.ll_hist[code]++;
+ write_deflate_icf(next_out, code, NULL_DIST_SYM, 0);
+ next_out++;
+ next_in++;
+
+ }
+
+ while (next_in < end_in) {
+ if (next_out >= end_out) {
+ state->state = ZSTATE_CREATE_HDR;
+ update_state(stream, start_in, next_in, end_in, start_out, next_out,
+ end_out);
+ return;
+ }
+
+ literal = *next_in;
+ get_lit_icf_code(literal & 0xFF, &code);
+ level_buf->hist.ll_hist[code]++;
+ write_deflate_icf(next_out, code, NULL_DIST_SYM, 0);
+ next_out++;
+ next_in++;
+
+ }
+
+ if (next_in == end_in) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_CREATE_HDR;
+ }
+
+ update_state(stream, start_in, next_in, end_in, start_out, next_out, end_out);
+
+ return;
+}
+
+void isal_deflate_icf_finish_hash_map_base(struct isal_zstream *stream)
+{
+ uint32_t literal = 0, hash;
+ uint8_t *start_in, *next_in, *end_in, *end, *next_hash;
+ struct deflate_icf *start_out, *next_out, *end_out;
+ uint16_t match_length;
+ uint32_t dist;
+ uint32_t code, code2, extra_bits;
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint16_t *last_seen = level_buf->hash_map.hash_table;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hist_size = state->dist_mask;
+ uint32_t hash_mask = state->hash_mask;
+
+ start_in = stream->next_in;
+ end_in = start_in + stream->avail_in;
+ next_in = start_in;
+
+ start_out = level_buf->icf_buf_next;
+ end_out = start_out + level_buf->icf_buf_avail_out / sizeof(struct deflate_icf);
+ next_out = start_out;
+
+ if (stream->avail_in == 0) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_CREATE_HDR;
+ return;
+ }
+
+ while (next_in + 3 < end_in) {
+ if (next_out >= end_out) {
+ state->state = ZSTATE_CREATE_HDR;
+ update_state(stream, start_in, next_in, end_in, start_out, next_out,
+ end_out);
+ return;
+ }
+
+ literal = load_u32(next_in);
+ hash = compute_hash_mad(literal) & hash_mask;
+ dist = (next_in - file_start - last_seen[hash]) & 0xFFFF;
+ last_seen[hash] = (uint64_t) (next_in - file_start);
+
+ if (dist - 1 < hist_size) { /* The -1 are to handle the case when dist = 0 */
+ match_length = compare258(next_in - dist, next_in, end_in - next_in);
+
+ if (match_length >= SHORTEST_MATCH) {
+ next_hash = next_in;
+#ifdef ISAL_LIMIT_HASH_UPDATE
+ end = next_hash + 3;
+#else
+ end = next_hash + match_length;
+#endif
+ next_hash++;
+
+ for (; next_hash < end - 3; next_hash++) {
+ literal = load_u32(next_hash);
+ hash = compute_hash_mad(literal) & hash_mask;
+ last_seen[hash] = (uint64_t) (next_hash - file_start);
+ }
+
+ get_len_icf_code(match_length, &code);
+ get_dist_icf_code(dist, &code2, &extra_bits);
+
+ level_buf->hist.ll_hist[code]++;
+ level_buf->hist.d_hist[code2]++;
+
+ write_deflate_icf(next_out, code, code2, extra_bits);
+
+ next_out++;
+ next_in += match_length;
+
+ continue;
+ }
+ }
+
+ get_lit_icf_code(literal & 0xFF, &code);
+ level_buf->hist.ll_hist[code]++;
+ write_deflate_icf(next_out, code, NULL_DIST_SYM, 0);
+ next_out++;
+ next_in++;
+
+ }
+
+ while (next_in < end_in) {
+ if (next_out >= end_out) {
+ state->state = ZSTATE_CREATE_HDR;
+ update_state(stream, start_in, next_in, end_in, start_out, next_out,
+ end_out);
+ return;
+ }
+
+ literal = *next_in;
+ get_lit_icf_code(literal & 0xFF, &code);
+ level_buf->hist.ll_hist[code]++;
+ write_deflate_icf(next_out, code, NULL_DIST_SYM, 0);
+ next_out++;
+ next_in++;
+
+ }
+
+ if (next_in == end_in) {
+ if (stream->end_of_stream || stream->flush != NO_FLUSH)
+ state->state = ZSTATE_CREATE_HDR;
+ }
+
+ update_state(stream, start_in, next_in, end_in, start_out, next_out, end_out);
+
+ return;
+}
+
+void isal_deflate_hash_mad_base(uint16_t * hash_table, uint32_t hash_mask,
+ uint32_t current_index, uint8_t * dict, uint32_t dict_len)
+{
+ uint8_t *next_in = dict;
+ uint8_t *end_in = dict + dict_len - SHORTEST_MATCH;
+ uint32_t literal;
+ uint32_t hash;
+ uint16_t index = current_index - dict_len;
+
+ while (next_in <= end_in) {
+ literal = load_u32(next_in);
+ hash = compute_hash_mad(literal) & hash_mask;
+ hash_table[hash] = index;
+ index++;
+ next_in++;
+ }
+}
diff --git a/src/spdk/isa-l/igzip/igzip_icf_body.c b/src/spdk/isa-l/igzip/igzip_icf_body.c
new file mode 100644
index 000000000..5d572323e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_icf_body.c
@@ -0,0 +1,326 @@
+#include "igzip_lib.h"
+#include "huffman.h"
+#include "encode_df.h"
+#include "igzip_level_buf_structs.h"
+
+extern uint64_t gen_icf_map_lh1(struct isal_zstream *, struct deflate_icf *, uint32_t);
+extern void set_long_icf_fg(uint8_t *, uint64_t, uint64_t, struct deflate_icf *);
+extern void isal_deflate_icf_body_lvl1(struct isal_zstream *);
+extern void isal_deflate_icf_body_lvl2(struct isal_zstream *);
+extern void isal_deflate_icf_body_lvl3(struct isal_zstream *);
+/*
+*************************************************************
+ * Helper functions
+ ************************************************************
+*/
+static inline void write_deflate_icf(struct deflate_icf *icf, uint32_t lit_len,
+ uint32_t lit_dist, uint32_t extra_bits)
+{
+ /* icf->lit_len = lit_len; */
+ /* icf->lit_dist = lit_dist; */
+ /* icf->dist_extra = extra_bits; */
+
+ store_u32((uint8_t *) icf, lit_len | (lit_dist << LIT_LEN_BIT_COUNT)
+ | (extra_bits << (LIT_LEN_BIT_COUNT + DIST_LIT_BIT_COUNT)));
+}
+
+void set_long_icf_fg_base(uint8_t * next_in, uint64_t processed, uint64_t input_size,
+ struct deflate_icf *match_lookup)
+{
+ uint8_t *end_processed = next_in + processed;
+ uint8_t *end_in = next_in + input_size;
+ uint32_t dist_code, dist_extra, dist, len;
+ uint32_t match_len;
+ uint32_t dist_start[] = {
+ 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0007, 0x0009, 0x000d,
+ 0x0011, 0x0019, 0x0021, 0x0031, 0x0041, 0x0061, 0x0081, 0x00c1,
+ 0x0101, 0x0181, 0x0201, 0x0301, 0x0401, 0x0601, 0x0801, 0x0c01,
+ 0x1001, 0x1801, 0x2001, 0x3001, 0x4001, 0x6001, 0x0000, 0x0000
+ };
+
+ if (end_in > end_processed + ISAL_LOOK_AHEAD)
+ end_in = end_processed + ISAL_LOOK_AHEAD;
+
+ while (next_in < end_processed) {
+ dist_code = match_lookup->lit_dist;
+ dist_extra = match_lookup->dist_extra;
+ dist = dist_start[dist_code] + dist_extra;
+ len = match_lookup->lit_len;
+ if (len >= 8 + LEN_OFFSET) {
+ match_len = compare((next_in + 8) - dist, next_in + 8,
+ end_in - (next_in + 8)) + LEN_OFFSET + 8;
+
+ while (match_len > match_lookup->lit_len
+ && match_len >= LEN_OFFSET + SHORTEST_MATCH) {
+ write_deflate_icf(match_lookup,
+ match_len > LEN_MAX ? LEN_MAX : match_len,
+ dist_code, dist_extra);
+ match_lookup++;
+ next_in++;
+ match_len--;
+ }
+ }
+
+ match_lookup++;
+ next_in++;
+ }
+}
+
+/*
+*************************************************************
+ * Methods for generating one pass match lookup table
+ ************************************************************
+*/
+uint64_t gen_icf_map_h1_base(struct isal_zstream *stream,
+ struct deflate_icf *matches_icf_lookup, uint64_t input_size)
+{
+
+ uint32_t dist, len, extra_bits;
+ uint8_t *next_in = stream->next_in, *end_in = stream->next_in + input_size;
+ uint8_t *file_start = (uint8_t *) ((uintptr_t) stream->next_in - stream->total_in);
+ uint32_t hash;
+ uint64_t next_bytes, match_bytes;
+ uint64_t match;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint16_t *hash_table = level_buf->hash_map.hash_table;
+ uint32_t hist_size = stream->internal_state.dist_mask;
+ uint32_t hash_mask = stream->internal_state.hash_mask;
+
+ if (input_size < ISAL_LOOK_AHEAD)
+ return 0;
+
+ if (stream->internal_state.has_hist == IGZIP_NO_HIST) {
+ matches_icf_lookup->lit_len = *next_in;
+ matches_icf_lookup->lit_dist = 0x1e;
+ matches_icf_lookup->dist_extra = 0;
+
+ hash = compute_hash(load_u32(next_in)) & hash_mask;
+ hash_table[hash] = (uint64_t) (next_in - file_start);
+
+ next_in++;
+ matches_icf_lookup++;
+ stream->internal_state.has_hist = IGZIP_HIST;
+ }
+
+ while (next_in < end_in - ISAL_LOOK_AHEAD) {
+ hash = compute_hash(load_u32(next_in)) & hash_mask;
+ dist = (next_in - file_start - hash_table[hash]);
+ dist = ((dist - 1) & hist_size) + 1;
+ hash_table[hash] = (uint64_t) (next_in - file_start);
+
+ match_bytes = load_u64(next_in - dist);
+ next_bytes = load_u64(next_in);
+ match = next_bytes ^ match_bytes;
+
+ len = tzbytecnt(match);
+
+ if (len >= SHORTEST_MATCH) {
+ len += LEN_OFFSET;
+ get_dist_icf_code(dist, &dist, &extra_bits);
+ write_deflate_icf(matches_icf_lookup, len, dist, extra_bits);
+ } else {
+ write_deflate_icf(matches_icf_lookup, *next_in, 0x1e, 0);
+ }
+
+ next_in++;
+ matches_icf_lookup++;
+ }
+ return next_in - stream->next_in;
+}
+
+/*
+*************************************************************
+ * One pass methods for parsing provided match lookup table
+ ************************************************************
+*/
+static struct deflate_icf *compress_icf_map_g(struct isal_zstream *stream,
+ struct deflate_icf *matches_next,
+ struct deflate_icf *matches_end)
+{
+ uint32_t lit_len, lit_len2, dist;
+ uint64_t code;
+ struct isal_zstate *state = &stream->internal_state;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ struct deflate_icf *matches_start = matches_next;
+ struct deflate_icf *icf_buf_end =
+ level_buf->icf_buf_next +
+ level_buf->icf_buf_avail_out / sizeof(struct deflate_icf);
+
+ while (matches_next < matches_end - 1 && level_buf->icf_buf_next < icf_buf_end - 1) {
+ code = load_u64((uint8_t *) matches_next);
+ lit_len = code & LIT_LEN_MASK;
+ lit_len2 = (code >> ICF_CODE_LEN) & LIT_LEN_MASK;
+ level_buf->hist.ll_hist[lit_len]++;
+
+ if (lit_len >= LEN_START) {
+ store_u32((uint8_t *) level_buf->icf_buf_next, code);
+ level_buf->icf_buf_next++;
+
+ dist = (code >> ICF_DIST_OFFSET) & DIST_LIT_MASK;
+ level_buf->hist.d_hist[dist]++;
+ lit_len -= LEN_OFFSET;
+ matches_next += lit_len;
+
+ } else if (lit_len2 >= LEN_START) {
+ store_u64((uint8_t *) level_buf->icf_buf_next, code);
+ level_buf->icf_buf_next += 2;
+
+ level_buf->hist.ll_hist[lit_len2]++;
+
+ dist = (code >> (ICF_CODE_LEN + ICF_DIST_OFFSET)) & DIST_LIT_MASK;
+ level_buf->hist.d_hist[dist]++;
+ lit_len2 -= LEN_OFFSET - 1;
+ matches_next += lit_len2;
+
+ } else {
+ code = ((lit_len2 + LIT_START) << ICF_DIST_OFFSET) | lit_len;
+ store_u32((uint8_t *) level_buf->icf_buf_next, code);
+ level_buf->icf_buf_next++;
+
+ level_buf->hist.ll_hist[lit_len2]++;
+
+ matches_next += 2;
+ }
+ }
+
+ while (matches_next < matches_end && level_buf->icf_buf_next < icf_buf_end) {
+ code = load_u32((uint8_t *) matches_next);
+ lit_len = code & LIT_LEN_MASK;
+ store_u32((uint8_t *) level_buf->icf_buf_next, code);
+ level_buf->icf_buf_next++;
+
+ level_buf->hist.ll_hist[lit_len]++;
+ if (lit_len >= LEN_START) {
+ dist = (code >> 10) & 0x1ff;
+ level_buf->hist.d_hist[dist]++;
+ lit_len -= LEN_OFFSET;
+ matches_next += lit_len;
+ } else {
+ matches_next++;
+ }
+ }
+
+ level_buf->icf_buf_avail_out =
+ (icf_buf_end - level_buf->icf_buf_next) * sizeof(struct deflate_icf);
+
+ state->block_end += matches_next - matches_start;
+ if (matches_next > matches_end && matches_start < matches_end) {
+ stream->next_in += matches_next - matches_end;
+ stream->avail_in -= matches_next - matches_end;
+ stream->total_in += matches_next - matches_end;
+ }
+
+ return matches_next;
+
+}
+
+/*
+*************************************************************
+ * Compression functions combining different methods
+ ************************************************************
+*/
+static inline void icf_body_next_state(struct isal_zstream *stream)
+{
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ struct isal_zstate *state = &stream->internal_state;
+
+ if (level_buf->icf_buf_avail_out <= 0)
+ state->state = ZSTATE_CREATE_HDR;
+
+ else if (stream->avail_in <= ISAL_LOOK_AHEAD
+ && (stream->end_of_stream || stream->flush != NO_FLUSH))
+ state->state = ZSTATE_FLUSH_READ_BUFFER;
+}
+
+void icf_body_hash1_fillgreedy_lazy(struct isal_zstream *stream)
+{
+ struct deflate_icf *matches_icf, *matches_next_icf, *matches_end_icf;
+ struct deflate_icf *matches_icf_lookup;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint32_t input_size, processed;
+
+ matches_icf = level_buf->hash_map.matches;
+ matches_icf_lookup = matches_icf;
+ matches_next_icf = level_buf->hash_map.matches_next;
+ matches_end_icf = level_buf->hash_map.matches_end;
+
+ matches_next_icf = compress_icf_map_g(stream, matches_next_icf, matches_end_icf);
+
+ while (matches_next_icf >= matches_end_icf) {
+ input_size = MATCH_BUF_SIZE;
+ input_size = (input_size > stream->avail_in) ? stream->avail_in : input_size;
+
+ if (input_size <= ISAL_LOOK_AHEAD)
+ break;
+
+ processed = gen_icf_map_h1_base(stream, matches_icf_lookup, input_size);
+
+ set_long_icf_fg(stream->next_in, processed, input_size, matches_icf_lookup);
+
+ stream->next_in += processed;
+ stream->avail_in -= processed;
+ stream->total_in += processed;
+
+ matches_end_icf = matches_icf + processed;
+ matches_next_icf = compress_icf_map_g(stream, matches_icf, matches_end_icf);
+ }
+
+ level_buf->hash_map.matches_next = matches_next_icf;
+ level_buf->hash_map.matches_end = matches_end_icf;
+
+ icf_body_next_state(stream);
+}
+
+void icf_body_lazyhash1_fillgreedy_greedy(struct isal_zstream *stream)
+{
+ struct deflate_icf *matches_icf, *matches_next_icf, *matches_end_icf;
+ struct deflate_icf *matches_icf_lookup;
+ struct level_buf *level_buf = (struct level_buf *)stream->level_buf;
+ uint32_t input_size, processed;
+
+ matches_icf = level_buf->hash_map.matches;
+ matches_icf_lookup = matches_icf;
+ matches_next_icf = level_buf->hash_map.matches_next;
+ matches_end_icf = level_buf->hash_map.matches_end;
+
+ matches_next_icf = compress_icf_map_g(stream, matches_next_icf, matches_end_icf);
+
+ while (matches_next_icf >= matches_end_icf) {
+ input_size = MATCH_BUF_SIZE;
+ input_size = (input_size > stream->avail_in) ? stream->avail_in : input_size;
+
+ if (input_size <= ISAL_LOOK_AHEAD)
+ break;
+
+ processed = gen_icf_map_lh1(stream, matches_icf_lookup, input_size);
+
+ set_long_icf_fg(stream->next_in, processed, input_size, matches_icf_lookup);
+
+ stream->next_in += processed;
+ stream->avail_in -= processed;
+ stream->total_in += processed;
+
+ matches_end_icf = matches_icf + processed;
+ matches_next_icf = compress_icf_map_g(stream, matches_icf, matches_end_icf);
+ }
+
+ level_buf->hash_map.matches_next = matches_next_icf;
+ level_buf->hash_map.matches_end = matches_end_icf;
+
+ icf_body_next_state(stream);
+}
+
+void isal_deflate_icf_body(struct isal_zstream *stream)
+{
+ switch (stream->level) {
+ case 3:
+ isal_deflate_icf_body_lvl3(stream);
+ break;
+ case 2:
+ isal_deflate_icf_body_lvl2(stream);
+ break;
+ case 1:
+ default:
+ isal_deflate_icf_body_lvl1(stream);
+ }
+}
diff --git a/src/spdk/isa-l/igzip/igzip_icf_body_h1_gr_bt.asm b/src/spdk/isa-l/igzip/igzip_icf_body_h1_gr_bt.asm
new file mode 100644
index 000000000..c059178f8
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_icf_body_h1_gr_bt.asm
@@ -0,0 +1,901 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%include "options.asm"
+
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "bitbuf2.asm"
+%include "huffman.asm"
+%include "igzip_compare_types.asm"
+%include "reg_sizes.asm"
+
+%include "stdmac.asm"
+%ifdef DEBUG
+%macro MARK 1
+global %1
+%1:
+%endm
+%else
+%macro MARK 1
+%endm
+%endif
+
+%define LARGE_MATCH_HASH_REP 1 ; Hash 4 * LARGE_MATCH_HASH_REP elements
+%define LARGE_MATCH_MIN 264 ; Minimum match size to enter large match emit loop
+%define MIN_INBUF_PADDING 16
+%define MAX_EMIT_SIZE 258 * 16
+
+%define SKIP_SIZE_BASE (2 << 10) ; No match length before starting skipping
+%define SKIP_BASE 32 ; Initial skip size
+%define SKIP_START 512 ; Start increasing skip size once level is beyond SKIP_START
+%define SKIP_RATE 2 ; Rate skip size increases after SKIP_START
+%define MAX_SKIP_SIZE 128 ; Maximum skip size
+%define MAX_SKIP_LEVEL (((MAX_SKIP_SIZE - SKIP_BASE) / SKIP_RATE) + SKIP_START) ; Maximum skip level
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%define file_start rdi
+%define file_length r15
+%define level_buf r14
+%define f_i r10
+%define m_out_buf r11
+
+%define curr_data rax
+
+%define tmp2 rcx
+%define skip_count rcx
+
+%define dist rbx
+%define dist_code2 rbx
+%define lit_code2 rbx
+%define hmask2 rbx
+
+%define dist2 r12
+%define dist_code r12
+%define hmask3 r12
+
+%define tmp1 rsi
+%define lit_code rsi
+
+%define curr_data2 r8
+%define len2 r8
+%define tmp4 r8
+%define hmask1 r8
+%define len_code2 r8
+
+%define len rdx
+%define len_code rdx
+%define hash3 rdx
+
+%define stream r13
+%define tmp3 r13
+
+%define hash rbp
+%define hash2 r9
+
+;; GPR r8 & r15 can be used
+
+%define xtmp0 xmm0 ; tmp
+%define xtmp1 xmm1 ; tmp
+%define xlow_lit_shuf xmm2
+%define xup_lit_shuf xmm3
+%define xdata xmm4
+%define xlit xmm5
+
+%define ytmp0 ymm0 ; tmp
+%define ytmp1 ymm1 ; tmp
+
+%define hash_table level_buf + _hash8k_hash_table
+%define lit_len_hist level_buf + _hist_lit_len
+%define dist_hist level_buf + _hist_dist
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+m_out_end equ 0 ; local variable (8 bytes)
+m_out_start equ 8
+dist_mask_offset equ 16
+hash_mask_offset equ 24
+f_end_i_mem_offset equ 32
+stream_offset equ 40
+inbuf_slop_offset equ 48
+skip_match_offset equ 56
+skip_level_offset equ 64
+gpr_save_mem_offset equ 80 ; gpr save area (8*8 bytes)
+xmm_save_mem_offset equ gpr_save_mem_offset + 8*8 ; xmm save area (4*16 bytes) (16 byte aligned)
+stack_size equ 11*8 + 8*8 + 4*16
+
+;;; 8 because stack address is odd multiple of 8 after a function call and
+;;; we want it aligned to 16 bytes
+
+;; Defines to generate functions for different architecture
+%xdefine ARCH 01
+%xdefine ARCH1 02
+%xdefine ARCH2 04
+
+%ifndef COMPARE_TYPE
+%xdefine COMPARE_TYPE_NOT_DEF
+%xdefine COMPARE_TYPE 1
+%xdefine COMPARE_TYPE1 2
+%xdefine COMPARE_TYPE2 3
+%endif
+
+;; Defines to generate functions for different levels
+%xdefine METHOD hash_hist
+
+%rep 3
+%if ARCH == 04
+%define USE_HSWNI
+%endif
+
+; void isal_deflate_icf_body <hashsize> <arch> ( isal_zstream *stream )
+; we make 6 different versions of this function
+; arg 1: rcx: addr of stream
+global isal_deflate_icf_body_ %+ METHOD %+ _ %+ ARCH
+isal_deflate_icf_body_ %+ METHOD %+ _ %+ ARCH %+ :
+%ifidn __OUTPUT_FORMAT__, elf64
+ mov rcx, rdi
+%endif
+
+ ;; do nothing if (avail_in == 0)
+ cmp dword [rcx + _avail_in], 0
+ jne .skip1
+
+ ;; Set stream's next state
+ mov rdx, ZSTATE_CREATE_HDR
+ mov eax, [rcx + _internal_state_state]
+ cmp word [rcx + _end_of_stream], 0
+ cmovne rax, rdx
+ cmp word [rcx + _flush], _NO_FLUSH
+ cmovne rax, rdx
+ mov dword [rcx + _internal_state_state], eax
+ ret
+.skip1:
+
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rsi
+ mov [rsp + gpr_save_mem_offset + 2*8], rdi
+ mov [rsp + gpr_save_mem_offset + 3*8], rbp
+ mov [rsp + gpr_save_mem_offset + 4*8], r12
+ mov [rsp + gpr_save_mem_offset + 5*8], r13
+ mov [rsp + gpr_save_mem_offset + 6*8], r14
+ mov [rsp + gpr_save_mem_offset + 7*8], r15
+
+ mov stream, rcx
+ mov [rsp + stream_offset], stream
+
+ mov byte [stream + _internal_state_has_eob], 0
+
+ mov tmp1 %+ d, dword[stream + _internal_state_dist_mask]
+ mov [rsp + dist_mask_offset], tmp1
+ mov tmp1 %+ d, dword[stream + _internal_state_hash_mask]
+ mov [rsp + hash_mask_offset], tmp1
+
+ ; state->bitbuf.set_buf(stream->next_out, stream->avail_out);
+ mov level_buf, [stream + _level_buf]
+ mov m_out_buf, [level_buf + _icf_buf_next]
+
+ mov [rsp + m_out_start], m_out_buf
+ mov tmp1, [level_buf + _icf_buf_avail_out]
+ add tmp1, m_out_buf
+ sub tmp1, SLOP
+
+ mov [rsp + m_out_end], tmp1
+
+ mov file_start, [stream + _next_in]
+
+ mov f_i %+ d, dword [stream + _total_in]
+ sub file_start, f_i
+
+ mov file_length %+ d, [stream + _avail_in]
+ add file_length, f_i
+
+ mov [rsp + skip_match_offset], f_i
+ add qword [rsp + skip_match_offset], SKIP_SIZE_BASE
+ mov qword [rsp + skip_level_offset], 0
+
+ PBROADCASTD xlit, dword [min_lit_dist_syms]
+ MOVDQU xlow_lit_shuf, [low_lit_shuf]
+ MOVDQU xup_lit_shuf, [up_lit_shuf]
+
+ mov qword [rsp + inbuf_slop_offset], MIN_INBUF_PADDING
+ cmp byte [stream + _end_of_stream], 0
+ jnz .default_inbuf_padding
+ cmp byte [stream + _flush], 0
+ jnz .default_inbuf_padding
+ mov qword [rsp + inbuf_slop_offset], LA
+.default_inbuf_padding:
+
+ ; file_length -= INBUF_PADDING;
+ sub file_length, [rsp + inbuf_slop_offset]
+ ; if (file_length <= 0) continue;
+ mov hmask1 %+ d, [rsp + hash_mask_offset]
+
+ cmp file_length, f_i
+ jle .input_end
+
+ ; for (f_i = f_start_i; f_i < file_length; f_i++) {
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov tmp1, curr_data
+
+ compute_hash hash, curr_data
+
+ shr tmp1, 8
+ compute_hash hash2, tmp1
+
+ and hash, hmask1
+ and hash2, hmask1
+
+ cmp byte [stream + _internal_state_has_hist], IGZIP_NO_HIST
+ je .write_first_byte
+
+ jmp .loop2
+ align 16
+
+.loop2:
+ mov tmp3 %+ d, [rsp + dist_mask_offset]
+ mov hmask1 %+ d, [rsp + hash_mask_offset]
+ ; if (state->bitbuf.is_full()) {
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .output_end
+
+ xor dist, dist
+ xor dist2, dist2
+
+ lea tmp1, [file_start + f_i]
+
+ mov dist %+ w, f_i %+ w
+ dec dist
+ sub dist %+ w, word [hash_table + 2 * hash]
+ mov [hash_table + 2 * hash], f_i %+ w
+
+ inc f_i
+
+ mov tmp2, curr_data
+ shr curr_data, 16
+ compute_hash hash, curr_data
+ and hash %+ d, hmask1 %+ d
+
+ mov dist2 %+ w, f_i %+ w
+ dec dist2
+ sub dist2 %+ w, word [hash_table + 2 * hash2]
+ mov [hash_table + 2 * hash2], f_i %+ w
+
+ ; if ((dist-1) < (D-1)) {
+ and dist %+ d, tmp3 %+ d
+ neg dist
+
+ shr tmp2, 24
+ compute_hash hash2, tmp2
+ and hash2 %+ d, hmask1 %+ d
+
+ and dist2 %+ d, tmp3 %+ d
+ neg dist2
+
+ ;; Check for long len/dist match (>7) with first literal
+ MOVQ len, xdata
+ mov curr_data, len
+ PSRLDQ xdata, 1
+ xor len, [tmp1 + dist - 1]
+ jz .compare_loop
+
+ ;; Check for len/dist match (>7) with second literal
+ MOVQ len2, xdata
+ xor len2, [tmp1 + dist2]
+ jz .compare_loop2
+
+ movzx lit_code, curr_data %+ b
+ shr curr_data, 8
+
+ ;; Check for len/dist match for first literal
+ test len %+ d, 0xFFFFFFFF
+ jz .len_dist_huffman_pre
+
+ PSRLDQ xdata, 1
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code]
+ movzx lit_code2, curr_data %+ b
+ ;; Check for len/dist match for second literal
+ test len2 %+ d, 0xFFFFFFFF
+ jnz .write_lit_bits
+
+.len_dist_lit_huffman_pre:
+ bsf len2, len2
+ shr len2, 3
+
+.len_dist_lit_huffman:
+ or lit_code, LIT
+ mov dword [m_out_buf], lit_code %+ d
+
+ neg dist2
+
+ get_dist_icf_code dist2, dist_code2, tmp1
+
+ mov hmask3 %+ d, dword [rsp + hash_mask_offset]
+
+ ;; Setup for updating hash
+ lea tmp3, [f_i + 1] ; tmp3 <= k
+
+ mov tmp2, f_i
+ add file_start, f_i
+ add f_i, len2
+ cmp f_i, file_length
+ jg .len_dist_lit_huffman_finish
+
+ lea tmp1, [f_i + SKIP_SIZE_BASE]
+ mov qword [rsp + skip_match_offset], tmp1
+ sub qword [rsp + skip_level_offset], len2
+
+ MOVDQU xdata, [file_start + len2]
+ mov tmp1, [file_start + len2]
+ sub file_start, tmp2
+
+ shr curr_data, 24
+ compute_hash hash3, curr_data
+ and hash3 %+ d, hmask3 %+ d
+
+ mov curr_data, tmp1
+ shr tmp1, 8
+
+ mov [hash_table + 2 * hash], tmp3 %+ w
+
+ compute_hash hash, curr_data
+
+ add tmp3,1
+ mov [hash_table + 2 * hash2], tmp3 %+ w
+
+ compute_hash hash2, tmp1
+
+ add tmp3, 1
+ mov [hash_table + 2 * hash3], tmp3 %+ w
+
+ add dist_code2, 254
+ add dist_code2, len2
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*(len2 + 254)]
+
+ mov dword [m_out_buf + 4], dist_code2 %+ d
+ add m_out_buf, 8
+
+ shr dist_code2, DIST_OFFSET
+ and dist_code2, 0x1F
+ inc dword [dist_hist + HIST_ELEM_SIZE*dist_code2]
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ and hash %+ d, hmask3 %+ d
+ and hash2 %+ d, hmask3 %+ d
+
+ ; continue
+ jmp .loop2
+
+.len_dist_lit_huffman_finish:
+ sub file_start, tmp2
+
+ mov [hash_table + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [hash_table + 2 * hash2], tmp3 %+ w
+
+ add dist_code2, 254
+ add dist_code2, len2
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*(len2 + 254)]
+
+ mov dword [m_out_buf + 4], dist_code2 %+ d
+ add m_out_buf, 8
+
+ shr dist_code2, DIST_OFFSET
+ and dist_code2, 0x1F
+ inc dword [dist_hist + HIST_ELEM_SIZE*dist_code2]
+
+ jmp .input_end
+
+.len_dist_huffman_pre:
+ bsf len, len
+ shr len, 3
+
+.len_dist_huffman:
+ dec f_i
+ ;; Setup for updateing hash
+ lea tmp3, [f_i + 2] ; tmp3 <= k
+
+ neg dist
+
+ ; get_dist_code(dist, &code2, &code_len2);
+ get_dist_icf_code dist, dist_code, tmp1
+
+.len_dist_huffman_skip:
+
+ mov hmask2 %+ d, [rsp + hash_mask_offset]
+
+ mov tmp1, f_i
+ add file_start, f_i
+
+ add f_i, len
+ cmp f_i, file_length
+ jg .len_dist_huffman_finish
+
+ lea tmp2, [f_i + SKIP_SIZE_BASE]
+ mov qword [rsp + skip_match_offset], tmp2
+ sub qword [rsp + skip_level_offset], len
+
+ MOVDQU xdata, [file_start + len]
+ mov curr_data2, [file_start + len]
+ mov curr_data, curr_data2
+ sub file_start, tmp1
+ ; get_len_code(len, &code, &code_len);
+ lea len_code, [len + 254]
+ or dist_code, len_code
+
+ mov [hash_table + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [hash_table + 2 * hash2], tmp3 %+ w
+
+ compute_hash hash, curr_data
+
+ shr curr_data2, 8
+ compute_hash hash2, curr_data2
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*len_code]
+
+ mov dword [m_out_buf], dist_code %+ d
+ add m_out_buf, 4
+
+ shr dist_code, DIST_OFFSET
+ and dist_code, 0x1F
+ inc dword [dist_hist + HIST_ELEM_SIZE*dist_code]
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ and hash %+ d, hmask2 %+ d
+ and hash2 %+ d, hmask2 %+ d
+
+ ; continue
+ jmp .loop2
+
+.len_dist_huffman_finish:
+ sub file_start, tmp1
+
+ ; get_len_code(len, &code, &code_len);
+ lea len_code, [len + 254]
+ or dist_code, len_code
+
+ mov [hash_table + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [hash_table + 2 * hash2], tmp3 %+ w
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*len_code]
+
+ mov dword [m_out_buf], dist_code %+ d
+ add m_out_buf, 4
+
+ shr dist_code, DIST_OFFSET
+ and dist_code, 0x1F
+ inc dword [dist_hist + HIST_ELEM_SIZE*dist_code]
+
+ jmp .input_end
+
+.write_lit_bits:
+ MOVQ curr_data, xdata
+
+ add f_i, 1
+ cmp f_i, file_length
+ jg .write_lit_bits_finish
+
+ MOVDQU xdata, [file_start + f_i]
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2]
+
+ shl lit_code2, DIST_OFFSET
+ lea lit_code, [lit_code + lit_code2 + (31 << DIST_OFFSET)]
+
+ mov dword [m_out_buf], lit_code %+ d
+ add m_out_buf, 4
+
+ cmp f_i, [rsp + skip_match_offset]
+ jle .loop2
+
+ xor tmp3, tmp3
+ mov rcx, [rsp + skip_level_offset]
+ add rcx, 1
+ cmovl rcx, tmp3
+ mov tmp1, MAX_SKIP_LEVEL
+ cmp rcx, MAX_SKIP_LEVEL
+ cmovg rcx, tmp1
+
+ mov tmp1, SKIP_SIZE_BASE
+ shr tmp1, cl
+
+%if MAX_SKIP_LEVEL > 63
+ cmp rcx, 63
+ cmovg tmp1, tmp3
+%endif
+ mov [rsp + skip_match_offset], tmp1
+ mov [rsp + skip_level_offset], rcx
+
+ sub rcx, SKIP_START
+ cmovl rcx, tmp3
+
+ lea skip_count, [SKIP_RATE * rcx + SKIP_BASE]
+ and skip_count, -SKIP_BASE
+
+ mov tmp1, [rsp + m_out_end]
+ lea tmp1, [tmp1 + 4]
+ sub tmp1, m_out_buf
+ shr tmp1, 1
+ cmp tmp1, skip_count
+ jl .skip_forward_short
+
+ mov tmp1, [rsp + inbuf_slop_offset]
+ add tmp1, file_length
+ sub tmp1, f_i
+ cmp tmp1, skip_count
+ jl .skip_forward_short
+
+.skip_forward_long:
+ MOVQ xdata, [file_start + f_i]
+
+ movzx lit_code, byte [file_start + f_i]
+ movzx lit_code2, byte [file_start + f_i + 1]
+
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code], 1
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2], 1
+
+ movzx lit_code, byte [file_start + f_i + 2]
+ movzx lit_code2, byte [file_start + f_i + 3]
+
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code], 1
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2], 1
+
+ movzx lit_code, byte [file_start + f_i + 4]
+ movzx lit_code2, byte [file_start + f_i + 5]
+
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code], 1
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2], 1
+
+ movzx lit_code, byte [file_start + f_i + 6]
+ movzx lit_code2, byte [file_start + f_i + 7]
+
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code], 1
+ add dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2], 1
+
+ PSHUFB xtmp0, xdata, xlow_lit_shuf
+ PSHUFB xtmp1, xdata, xup_lit_shuf
+ PSLLD xtmp1, xtmp1, DIST_OFFSET
+ POR xtmp0, xtmp0, xtmp1
+ PADDD xtmp0, xtmp0, xlit
+ MOVDQU [m_out_buf], xtmp0
+
+ add m_out_buf, 16
+ add f_i, 8
+
+ sub skip_count, 8
+ jg .skip_forward_long
+
+ cmp file_length, f_i
+ jle .input_end
+
+ mov curr_data, [file_start + f_i]
+ MOVDQU xdata, [file_start + f_i]
+ add [rsp + skip_match_offset], f_i
+
+ jmp .loop2
+
+.skip_forward_short:
+ movzx lit_code, byte [file_start + f_i]
+ movzx lit_code2, byte [file_start + f_i + 1]
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code]
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2]
+
+ shl lit_code2, DIST_OFFSET
+ lea lit_code, [lit_code + lit_code2 + (31 << DIST_OFFSET)]
+
+ mov dword [m_out_buf], lit_code %+ d
+ add m_out_buf, 4
+ add f_i, 2
+
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .output_end
+
+ cmp file_length, f_i
+ jle .input_end
+
+ jmp .skip_forward_short
+
+.write_lit_bits_finish:
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code2]
+
+ shl lit_code2, DIST_OFFSET
+ lea lit_code, [lit_code + lit_code2 + (31 << DIST_OFFSET)]
+
+ mov dword [m_out_buf], lit_code %+ d
+ add m_out_buf, 4
+
+.input_end:
+ mov stream, [rsp + stream_offset]
+ mov tmp1, ZSTATE_FLUSH_READ_BUFFER
+ mov tmp2, ZSTATE_BODY
+ cmp word [stream + _end_of_stream], 0
+ cmovne tmp2, tmp1
+ cmp word [stream + _flush], _NO_FLUSH
+
+ cmovne tmp2, tmp1
+ mov dword [stream + _internal_state_state], tmp2 %+ d
+ jmp .end
+
+.output_end:
+ mov stream, [rsp + stream_offset]
+ mov dword [stream + _internal_state_state], ZSTATE_CREATE_HDR
+
+.end:
+ ;; update input buffer
+ add file_length, [rsp + inbuf_slop_offset]
+ mov [stream + _total_in], f_i %+ d
+ mov [stream + _internal_state_block_end], f_i %+ d
+ add file_start, f_i
+ mov [stream + _next_in], file_start
+ sub file_length, f_i
+ mov [stream + _avail_in], file_length %+ d
+
+ ;; update output buffer
+ mov [level_buf + _icf_buf_next], m_out_buf
+ sub m_out_buf, [rsp + m_out_start]
+ sub [level_buf + _icf_buf_avail_out], m_out_buf %+ d
+
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rsi, [rsp + gpr_save_mem_offset + 1*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 2*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 3*8]
+ mov r12, [rsp + gpr_save_mem_offset + 4*8]
+ mov r13, [rsp + gpr_save_mem_offset + 5*8]
+ mov r14, [rsp + gpr_save_mem_offset + 6*8]
+ mov r15, [rsp + gpr_save_mem_offset + 7*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+ ret
+
+align 16
+.compare_loop:
+ lea tmp2, [tmp1 + dist - 1]
+
+ mov len2, file_length
+ sub len2, f_i
+ add len2, [rsp + inbuf_slop_offset]
+ add len2, 1
+ mov tmp3, MAX_EMIT_SIZE
+ cmp len2, tmp3
+ cmovg len2, tmp3
+
+ mov len, 8
+ compare_large tmp1, tmp2, len, len2, tmp3, ytmp0, ytmp1
+
+ cmp len, 258
+ jle .len_dist_huffman
+ cmp len, LARGE_MATCH_MIN
+ jge .do_emit
+ mov len, 258
+ jmp .len_dist_huffman
+
+align 16
+.compare_loop2:
+ lea tmp2, [tmp1 + dist2]
+ add tmp1, 1
+
+ mov len, file_length
+ sub len, f_i
+ add len, [rsp + inbuf_slop_offset]
+ mov tmp3, MAX_EMIT_SIZE
+ cmp len, tmp3
+ cmovg len, tmp3
+
+ mov len2, 8
+ compare_large tmp1, tmp2, len2, len, tmp3, ytmp0, ytmp1
+
+ movzx lit_code, curr_data %+ b
+ shr curr_data, 8
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*lit_code]
+ cmp len2, 258
+ jle .len_dist_lit_huffman
+ cmp len2, LARGE_MATCH_MIN
+ jge .do_emit2
+ mov len2, 258
+ jmp .len_dist_lit_huffman
+
+.do_emit2:
+ or lit_code, LIT
+ mov dword [m_out_buf], lit_code %+ d
+ add m_out_buf, 4
+
+ inc f_i
+ mov dist, dist2
+ mov len, len2
+
+.do_emit:
+ neg dist
+ get_dist_icf_code dist, dist_code, tmp1
+
+ mov len_code2, 258 + 254
+ or len_code2, dist_code
+ mov tmp1, dist_code
+ shr tmp1, DIST_OFFSET
+ and tmp1, 0x1F
+ lea tmp3, [f_i + 1]
+ dec f_i
+
+ mov [hash_table + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [hash_table + 2 * hash2], tmp3 %+ w
+.emit:
+ sub len, 258
+ add f_i, 258
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*(258 + 254)]
+ inc dword [dist_hist + HIST_ELEM_SIZE*tmp1]
+ mov dword [m_out_buf], len_code2 %+ d
+ add m_out_buf, 4
+
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .output_end
+
+ cmp len, LARGE_MATCH_MIN
+ jge .emit
+
+ mov len2, 258
+ cmp len, len2
+ cmovg len, len2
+
+ ; get_len_code(len, &code, &code_len);
+ add f_i, len
+ lea len_code, [len + 254]
+ or dist_code, len_code
+
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*len_code]
+ inc dword [dist_hist + HIST_ELEM_SIZE*tmp1]
+
+ mov dword [m_out_buf], dist_code %+ d
+ add m_out_buf, 4
+
+ cmp file_length, f_i
+ jle .input_end
+
+ lea tmp2, [f_i - 4 * LARGE_MATCH_HASH_REP]
+ mov hmask2 %+ d, [rsp + hash_mask_offset]
+
+%rep LARGE_MATCH_HASH_REP
+ mov curr_data %+ d, dword [file_start + tmp2]
+ mov curr_data2 %+ d, dword [file_start + tmp2 + 1]
+ mov tmp3 %+ d, dword [file_start + tmp2 + 2]
+ mov tmp1 %+ d, dword [file_start + tmp2 + 3]
+
+ compute_hash hash, curr_data
+ compute_hash hash2, curr_data2
+ compute_hash hash3, tmp3
+ compute_hash hmask3, tmp1
+
+ and hash %+ d, hmask2 %+ d
+ and hash2 %+ d, hmask2 %+ d
+ and hash3 %+ d, hmask2 %+ d
+ and hmask3 %+ d, hmask2 %+ d
+
+ mov [hash_table + 2 * hash], tmp2 %+ w
+ add tmp2, 1
+ mov [hash_table + 2 * hash2], tmp2 %+ w
+ add tmp2, 1
+ mov [hash_table + 2 * hash3], tmp2 %+ w
+ add tmp2, 1
+ mov [hash_table + 2 * hmask3], tmp2 %+ w
+%if (LARGE_MATCH_HASH_REP > 1)
+ add tmp2, 1
+%endif
+%endrep
+ ; for (f_i = f_start_i; f_i < file_length; f_i++) {
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov tmp1, curr_data
+
+ compute_hash hash, curr_data
+
+ shr tmp1, 8
+ compute_hash hash2, tmp1
+
+ and hash, hmask2
+ and hash2, hmask2
+
+ jmp .loop2
+
+.write_first_byte:
+ mov hmask1 %+ d, [rsp + hash_mask_offset]
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .output_end
+
+ mov byte [stream + _internal_state_has_hist], IGZIP_HIST
+
+ mov [hash_table + 2 * hash], f_i %+ w
+
+ mov hash, hash2
+ shr tmp2, 16
+ compute_hash hash2, tmp2
+
+ and curr_data, 0xff
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*curr_data]
+ or curr_data, LIT
+
+ mov dword [m_out_buf], curr_data %+ d
+ add m_out_buf, 4
+
+ MOVDQU xdata, [file_start + f_i + 1]
+ add f_i, 1
+ mov curr_data, [file_start + f_i]
+ and hash %+ d, hmask1 %+ d
+ and hash2 %+ d, hmask1 %+ d
+
+ cmp f_i, file_length
+ jl .loop2
+ jmp .input_end
+
+%ifdef USE_HSWNI
+%undef USE_HSWNI
+%endif
+
+;; Shift defines over in order to iterate over all versions
+%undef ARCH
+%xdefine ARCH ARCH1
+%undef ARCH1
+%xdefine ARCH1 ARCH2
+
+%ifdef COMPARE_TYPE_NOT_DEF
+%undef COMPARE_TYPE
+%xdefine COMPARE_TYPE COMPARE_TYPE1
+%undef COMPARE_TYPE1
+%xdefine COMPARE_TYPE1 COMPARE_TYPE2
+%endif
+%endrep
+min_lit_dist_syms:
+ dd LIT + (1 << DIST_OFFSET)
+
+low_lit_shuf:
+ db 0x00, 0xff, 0xff, 0xff, 0x02, 0xff, 0xff, 0xff
+ db 0x04, 0xff, 0xff, 0xff, 0x06, 0xff, 0xff, 0xff
+up_lit_shuf:
+ db 0x01, 0xff, 0xff, 0xff, 0x03, 0xff, 0xff, 0xff
+ db 0x05, 0xff, 0xff, 0xff, 0x07, 0xff, 0xff, 0xff
diff --git a/src/spdk/isa-l/igzip/igzip_icf_finish.asm b/src/spdk/isa-l/igzip/igzip_icf_finish.asm
new file mode 100644
index 000000000..ccff445a0
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_icf_finish.asm
@@ -0,0 +1,322 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "bitbuf2.asm"
+%include "huffman.asm"
+%include "igzip_compare_types.asm"
+
+%include "stdmac.asm"
+%include "reg_sizes.asm"
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%define curr_data rax
+%define tmp1 rax
+
+%define f_index rbx
+%define code rbx
+%define tmp4 rbx
+%define tmp5 rbx
+%define tmp6 rbx
+
+%define tmp2 rcx
+%define hash rcx
+
+%define tmp3 rdx
+
+%define stream rsi
+
+%define f_i rdi
+
+%define code_len2 rbp
+%define hmask1 rbp
+
+%define m_out_buf r8
+
+%define level_buf r9
+
+%define dist r10
+%define hmask2 r10
+
+%define code2 r12
+%define f_end_i r12
+
+%define file_start r13
+
+%define len r14
+
+%define hufftables r15
+
+%define hash_table level_buf + _hash8k_hash_table
+%define lit_len_hist level_buf + _hist_lit_len
+%define dist_hist level_buf + _hist_dist
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+f_end_i_mem_offset equ 0 ; local variable (8 bytes)
+m_out_end equ 8
+m_out_start equ 16
+dist_mask_offset equ 24
+hash_mask_offset equ 32
+stack_size equ 5*8
+
+%xdefine METHOD hash_hist
+
+; void isal_deflate_icf_finish ( isal_zstream *stream )
+; arg 1: rcx: addr of stream
+global isal_deflate_icf_finish_ %+ METHOD %+ _01
+isal_deflate_icf_finish_ %+ METHOD %+ _01:
+ PUSH_ALL rbx, rsi, rdi, rbp, r12, r13, r14, r15
+ sub rsp, stack_size
+
+%ifidn __OUTPUT_FORMAT__, win64
+ mov stream, rcx
+%else
+ mov stream, rdi
+%endif
+
+ ; state->bitbuf.set_buf(stream->next_out, stream->avail_out);
+ mov tmp2 %+ d, dword [stream + _internal_state_dist_mask]
+ mov tmp3 %+ d, dword [stream + _internal_state_hash_mask]
+ mov level_buf, [stream + _level_buf]
+ mov m_out_buf, [level_buf + _icf_buf_next]
+ mov [rsp + m_out_start], m_out_buf
+ mov tmp1, [level_buf + _icf_buf_avail_out]
+ add tmp1, m_out_buf
+ sub tmp1, 4
+
+ mov [rsp + dist_mask_offset], tmp2
+ mov [rsp + hash_mask_offset], tmp3
+ mov [rsp + m_out_end], tmp1
+
+ mov hufftables, [stream + _hufftables]
+
+ mov file_start, [stream + _next_in]
+
+ mov f_i %+ d, dword [stream + _total_in]
+ sub file_start, f_i
+
+ mov f_end_i %+ d, dword [stream + _avail_in]
+ add f_end_i, f_i
+
+ sub f_end_i, LAST_BYTES_COUNT
+ mov [rsp + f_end_i_mem_offset], f_end_i
+ ; for (f_i = f_start_i; f_i < f_end_i; f_i++) {
+ cmp f_i, f_end_i
+ jge .end_loop_2
+
+ mov curr_data %+ d, [file_start + f_i]
+
+ cmp byte [stream + _internal_state_has_hist], IGZIP_NO_HIST
+ jne .skip_write_first_byte
+
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .end_loop_2
+
+ mov hmask1 %+ d, [rsp + hash_mask_offset]
+ compute_hash hash, curr_data
+ and hash %+ d, hmask1 %+ d
+ mov [hash_table + 2 * hash], f_i %+ w
+ mov byte [stream + _internal_state_has_hist], IGZIP_HIST
+ jmp .encode_literal
+
+.skip_write_first_byte:
+
+.loop2:
+ mov tmp3 %+ d, [rsp + dist_mask_offset]
+ mov hmask1 %+ d, [rsp + hash_mask_offset]
+ ; if (state->bitbuf.is_full()) {
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .end_loop_2
+
+ ; hash = compute_hash(state->file_start + f_i) & hash_mask;
+ mov curr_data %+ d, [file_start + f_i]
+ compute_hash hash, curr_data
+ and hash %+ d, hmask1 %+ d
+
+ ; f_index = state->head[hash];
+ movzx f_index %+ d, word [hash_table + 2 * hash]
+
+ ; state->head[hash] = (uint16_t) f_i;
+ mov [hash_table + 2 * hash], f_i %+ w
+
+ ; dist = f_i - f_index; // mod 64k
+ mov dist %+ d, f_i %+ d
+ sub dist %+ d, f_index %+ d
+ and dist %+ d, 0xFFFF
+
+ ; if ((dist-1) <= (D-1)) {
+ mov tmp1 %+ d, dist %+ d
+ sub tmp1 %+ d, 1
+ cmp tmp1 %+ d, tmp3 %+ d
+ jae .encode_literal
+
+ ; len = f_end_i - f_i;
+ mov tmp4, [rsp + f_end_i_mem_offset]
+ sub tmp4, f_i
+ add tmp4, LAST_BYTES_COUNT
+
+ ; if (len > 258) len = 258;
+ cmp tmp4, 258
+ cmovg tmp4, [c258]
+
+ ; len = compare(state->file_start + f_i,
+ ; state->file_start + f_i - dist, len);
+ lea tmp1, [file_start + f_i]
+ mov tmp2, tmp1
+ sub tmp2, dist
+ compare tmp4, tmp1, tmp2, len, tmp3
+
+ ; if (len >= SHORTEST_MATCH) {
+ cmp len, SHORTEST_MATCH
+ jb .encode_literal
+
+ ;; encode as dist/len
+
+ ; get_dist_code(dist, &code2, &code_len2);
+ dec dist
+ get_dist_icf_code dist, code2, tmp3 ;; clobbers dist, rcx
+
+ ;; get_len_code
+ lea code, [len + 254]
+
+ mov hmask2 %+ d, [rsp + hash_mask_offset]
+
+ or code2, code
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*code]
+
+ ; for (k = f_i+1, f_i += len-1; k <= f_i; k++) {
+ lea tmp3, [f_i + 1] ; tmp3 <= k
+ add f_i, len
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jae .skip_hash_update
+
+ ; only update hash twice
+
+ ; hash = compute_hash(state->file_start + k) & hash_mask;
+ mov tmp6 %+ d, dword [file_start + tmp3]
+ compute_hash hash, tmp6
+ and hash %+ d, hmask2 %+ d
+ ; state->head[hash] = k;
+ mov [hash_table + 2 * hash], tmp3 %+ w
+
+ add tmp3, 1
+
+ ; hash = compute_hash(state->file_start + k) & hash_mask;
+ mov tmp6 %+ d, dword [file_start + tmp3]
+ compute_hash hash, tmp6
+ and hash %+ d, hmask2 %+ d
+ ; state->head[hash] = k;
+ mov [hash_table + 2 * hash], tmp3 %+ w
+
+.skip_hash_update:
+ write_dword code2, m_out_buf
+ shr code2, DIST_OFFSET
+ and code2, 0x1F
+ inc dword [dist_hist + HIST_ELEM_SIZE*code2]
+ ; continue
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl .loop2
+ jmp .end_loop_2
+
+.encode_literal:
+ ; get_lit_code(state->file_start[f_i], &code2, &code_len2);
+ movzx tmp5, byte [file_start + f_i]
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*tmp5]
+ or tmp5, LIT
+ write_dword tmp5, m_out_buf
+ ; continue
+ add f_i, 1
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl .loop2
+
+.end_loop_2:
+ mov f_end_i, [rsp + f_end_i_mem_offset]
+ add f_end_i, LAST_BYTES_COUNT
+ mov [rsp + f_end_i_mem_offset], f_end_i
+ ; if ((f_i >= f_end_i) && ! state->bitbuf.is_full()) {
+ cmp f_i, f_end_i
+ jge .input_end
+
+ xor tmp5, tmp5
+.final_bytes:
+ cmp m_out_buf, [rsp + m_out_end]
+ ja .out_end
+
+ movzx tmp5, byte [file_start + f_i]
+ inc dword [lit_len_hist + HIST_ELEM_SIZE*tmp5]
+ or tmp5, LIT
+ write_dword tmp5, m_out_buf
+
+ inc f_i
+ cmp f_i, [rsp + f_end_i_mem_offset]
+ jl .final_bytes
+
+.input_end:
+ cmp word [stream + _end_of_stream], 0
+ jne .out_end
+ cmp word [stream + _flush], _NO_FLUSH
+ jne .out_end
+ jmp .end
+
+.out_end:
+ mov dword [stream + _internal_state_state], ZSTATE_CREATE_HDR
+.end:
+ ;; Update input buffer
+ mov f_end_i, [rsp + f_end_i_mem_offset]
+ mov [stream + _total_in], f_i %+ d
+ mov [stream + _internal_state_block_end], f_i %+ d
+
+ add file_start, f_i
+ mov [stream + _next_in], file_start
+ sub f_end_i, f_i
+ mov [stream + _avail_in], f_end_i %+ d
+
+ ;; Update output buffer
+ mov [level_buf + _icf_buf_next], m_out_buf
+
+ ; len = state->bitbuf.buffer_used();
+ sub m_out_buf, [rsp + m_out_start]
+
+ ; stream->avail_out -= len;
+ sub [level_buf + _icf_buf_avail_out], m_out_buf
+
+ add rsp, stack_size
+ POP_ALL
+ ret
+
+section .data
+ align 4
+c258: dq 258
diff --git a/src/spdk/isa-l/igzip/igzip_inflate.c b/src/spdk/isa-l/igzip/igzip_inflate.c
new file mode 100644
index 000000000..775e8f33e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_inflate.c
@@ -0,0 +1,2437 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdint.h>
+#include "igzip_lib.h"
+#include "crc.h"
+#include "huff_codes.h"
+#include "igzip_checksums.h"
+#include "igzip_wrapper.h"
+#include "unaligned.h"
+
+#ifndef NO_STATIC_INFLATE_H
+#include "static_inflate.h"
+#endif
+
+#ifdef __FreeBSD__
+#include <sys/types.h>
+#include <sys/endian.h>
+# define bswap_32(x) bswap32(x)
+#elif defined (__APPLE__)
+#include <libkern/OSByteOrder.h>
+# define bswap_32(x) OSSwapInt32(x)
+#elif defined (__GNUC__) && !defined (__MINGW32__)
+# include <byteswap.h>
+#elif defined _WIN64
+# define bswap_32(x) _byteswap_ulong(x)
+#endif
+
+extern int decode_huffman_code_block_stateless(struct inflate_state *, uint8_t * start_out);
+
+#define LARGE_SHORT_SYM_LEN 25
+#define LARGE_SHORT_SYM_MASK ((1 << LARGE_SHORT_SYM_LEN) - 1)
+#define LARGE_LONG_SYM_LEN 10
+#define LARGE_LONG_SYM_MASK ((1 << LARGE_LONG_SYM_LEN) - 1)
+#define LARGE_SHORT_CODE_LEN_OFFSET 28
+#define LARGE_LONG_CODE_LEN_OFFSET 10
+#define LARGE_FLAG_BIT_OFFSET 25
+#define LARGE_FLAG_BIT (1 << LARGE_FLAG_BIT_OFFSET)
+#define LARGE_SYM_COUNT_OFFSET 26
+#define LARGE_SYM_COUNT_LEN 2
+#define LARGE_SYM_COUNT_MASK ((1 << LARGE_SYM_COUNT_LEN) - 1)
+#define LARGE_SHORT_MAX_LEN_OFFSET 26
+
+#define SMALL_SHORT_SYM_LEN 9
+#define SMALL_SHORT_SYM_MASK ((1 << SMALL_SHORT_SYM_LEN) - 1)
+#define SMALL_LONG_SYM_LEN 9
+#define SMALL_LONG_SYM_MASK ((1 << SMALL_LONG_SYM_LEN) - 1)
+#define SMALL_SHORT_CODE_LEN_OFFSET 11
+#define SMALL_LONG_CODE_LEN_OFFSET 10
+#define SMALL_FLAG_BIT_OFFSET 10
+#define SMALL_FLAG_BIT (1 << SMALL_FLAG_BIT_OFFSET)
+
+#define DIST_SYM_OFFSET 0
+#define DIST_SYM_LEN 5
+#define DIST_SYM_MASK ((1 << DIST_SYM_LEN) - 1)
+#define DIST_SYM_EXTRA_OFFSET 5
+#define DIST_SYM_EXTRA_LEN 4
+#define DIST_SYM_EXTRA_MASK ((1 << DIST_SYM_EXTRA_LEN) - 1)
+
+#define MAX_LIT_LEN_CODE_LEN 21
+#define MAX_LIT_LEN_COUNT (MAX_LIT_LEN_CODE_LEN + 2)
+#define MAX_LIT_LEN_SYM 512
+#define LIT_LEN_ELEMS 514
+
+#define INVALID_SYMBOL 0x1FFF
+#define INVALID_CODE 0xFFFFFF
+
+#define MIN_DEF_MATCH 3
+
+#define TRIPLE_SYM_FLAG 0
+#define DOUBLE_SYM_FLAG TRIPLE_SYM_FLAG + 1
+#define SINGLE_SYM_FLAG DOUBLE_SYM_FLAG + 1
+#define DEFAULT_SYM_FLAG TRIPLE_SYM_FLAG
+
+#define SINGLE_SYM_THRESH (2 * 1024)
+#define DOUBLE_SYM_THRESH (4 * 1024)
+
+/* structure contain lookup data based on RFC 1951 */
+struct rfc1951_tables {
+ uint8_t dist_extra_bit_count[32];
+ uint32_t dist_start[32];
+ uint8_t len_extra_bit_count[32];
+ uint16_t len_start[32];
+
+};
+
+/* The following tables are based on the tables in the deflate standard,
+ * RFC 1951 page 11. */
+static struct rfc1951_tables rfc_lookup_table = {
+ .dist_extra_bit_count = {
+ 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x02, 0x02,
+ 0x03, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06,
+ 0x07, 0x07, 0x08, 0x08, 0x09, 0x09, 0x0a, 0x0a,
+ 0x0b, 0x0b, 0x0c, 0x0c, 0x0d, 0x0d, 0x00, 0x00},
+
+ .dist_start = {
+ 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0007, 0x0009, 0x000d,
+ 0x0011, 0x0019, 0x0021, 0x0031, 0x0041, 0x0061, 0x0081, 0x00c1,
+ 0x0101, 0x0181, 0x0201, 0x0301, 0x0401, 0x0601, 0x0801, 0x0c01,
+ 0x1001, 0x1801, 0x2001, 0x3001, 0x4001, 0x6001, 0x0000, 0x0000},
+
+ .len_extra_bit_count = {
+ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
+ 0x01, 0x01, 0x01, 0x01, 0x02, 0x02, 0x02, 0x02,
+ 0x03, 0x03, 0x03, 0x03, 0x04, 0x04, 0x04, 0x04,
+ 0x05, 0x05, 0x05, 0x05, 0x00, 0x00, 0x00, 0x00},
+
+ .len_start = {
+ 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, 0x0008, 0x0009, 0x000a,
+ 0x000b, 0x000d, 0x000f, 0x0011, 0x0013, 0x0017, 0x001b, 0x001f,
+ 0x0023, 0x002b, 0x0033, 0x003b, 0x0043, 0x0053, 0x0063, 0x0073,
+ 0x0083, 0x00a3, 0x00c3, 0x00e3, 0x0102, 0x0103, 0x0000, 0x0000}
+};
+
+struct slver {
+ uint16_t snum;
+ uint8_t ver;
+ uint8_t core;
+};
+
+/* Version info */
+struct slver isal_inflate_init_slver_00010088;
+struct slver isal_inflate_init_slver = { 0x0088, 0x01, 0x00 };
+
+struct slver isal_inflate_reset_slver_0001008f;
+struct slver isal_inflate_reset_slver = { 0x008f, 0x01, 0x00 };
+
+struct slver isal_inflate_stateless_slver_00010089;
+struct slver isal_inflate_stateless_slver = { 0x0089, 0x01, 0x00 };
+
+struct slver isal_inflate_slver_0001008a;
+struct slver isal_inflate_slver = { 0x008a, 0x01, 0x00 };
+
+struct slver isal_inflate_set_dict_slver_0001008d;
+struct slver isal_inflate_set_dict_slver = { 0x008d, 0x01, 0x00 };
+
+/*Performs a copy of length repeat_length data starting at dest -
+ * lookback_distance into dest. This copy copies data previously copied when the
+ * src buffer and the dest buffer overlap. */
+static void inline byte_copy(uint8_t * dest, uint64_t lookback_distance, int repeat_length)
+{
+ uint8_t *src = dest - lookback_distance;
+
+ for (; repeat_length > 0; repeat_length--)
+ *dest++ = *src++;
+}
+
+static void update_checksum(struct inflate_state *state, uint8_t * start_in, uint64_t length)
+{
+ switch (state->crc_flag) {
+ case ISAL_GZIP:
+ case ISAL_GZIP_NO_HDR:
+ case ISAL_GZIP_NO_HDR_VER:
+ state->crc = crc32_gzip_refl(state->crc, start_in, length);
+ break;
+ case ISAL_ZLIB:
+ case ISAL_ZLIB_NO_HDR:
+ case ISAL_ZLIB_NO_HDR_VER:
+ state->crc = isal_adler32_bam1(state->crc, start_in, length);
+ break;
+ }
+}
+
+static void finalize_adler32(struct inflate_state *state)
+{
+
+ state->crc = (state->crc & 0xffff0000) | (((state->crc & 0xffff) + 1) % ADLER_MOD);
+}
+
+static const uint8_t bitrev_table[] = {
+ 0x00, 0x80, 0x40, 0xc0, 0x20, 0xa0, 0x60, 0xe0,
+ 0x10, 0x90, 0x50, 0xd0, 0x30, 0xb0, 0x70, 0xf0,
+ 0x08, 0x88, 0x48, 0xc8, 0x28, 0xa8, 0x68, 0xe8,
+ 0x18, 0x98, 0x58, 0xd8, 0x38, 0xb8, 0x78, 0xf8,
+ 0x04, 0x84, 0x44, 0xc4, 0x24, 0xa4, 0x64, 0xe4,
+ 0x14, 0x94, 0x54, 0xd4, 0x34, 0xb4, 0x74, 0xf4,
+ 0x0c, 0x8c, 0x4c, 0xcc, 0x2c, 0xac, 0x6c, 0xec,
+ 0x1c, 0x9c, 0x5c, 0xdc, 0x3c, 0xbc, 0x7c, 0xfc,
+ 0x02, 0x82, 0x42, 0xc2, 0x22, 0xa2, 0x62, 0xe2,
+ 0x12, 0x92, 0x52, 0xd2, 0x32, 0xb2, 0x72, 0xf2,
+ 0x0a, 0x8a, 0x4a, 0xca, 0x2a, 0xaa, 0x6a, 0xea,
+ 0x1a, 0x9a, 0x5a, 0xda, 0x3a, 0xba, 0x7a, 0xfa,
+ 0x06, 0x86, 0x46, 0xc6, 0x26, 0xa6, 0x66, 0xe6,
+ 0x16, 0x96, 0x56, 0xd6, 0x36, 0xb6, 0x76, 0xf6,
+ 0x0e, 0x8e, 0x4e, 0xce, 0x2e, 0xae, 0x6e, 0xee,
+ 0x1e, 0x9e, 0x5e, 0xde, 0x3e, 0xbe, 0x7e, 0xfe,
+ 0x01, 0x81, 0x41, 0xc1, 0x21, 0xa1, 0x61, 0xe1,
+ 0x11, 0x91, 0x51, 0xd1, 0x31, 0xb1, 0x71, 0xf1,
+ 0x09, 0x89, 0x49, 0xc9, 0x29, 0xa9, 0x69, 0xe9,
+ 0x19, 0x99, 0x59, 0xd9, 0x39, 0xb9, 0x79, 0xf9,
+ 0x05, 0x85, 0x45, 0xc5, 0x25, 0xa5, 0x65, 0xe5,
+ 0x15, 0x95, 0x55, 0xd5, 0x35, 0xb5, 0x75, 0xf5,
+ 0x0d, 0x8d, 0x4d, 0xcd, 0x2d, 0xad, 0x6d, 0xed,
+ 0x1d, 0x9d, 0x5d, 0xdd, 0x3d, 0xbd, 0x7d, 0xfd,
+ 0x03, 0x83, 0x43, 0xc3, 0x23, 0xa3, 0x63, 0xe3,
+ 0x13, 0x93, 0x53, 0xd3, 0x33, 0xb3, 0x73, 0xf3,
+ 0x0b, 0x8b, 0x4b, 0xcb, 0x2b, 0xab, 0x6b, 0xeb,
+ 0x1b, 0x9b, 0x5b, 0xdb, 0x3b, 0xbb, 0x7b, 0xfb,
+ 0x07, 0x87, 0x47, 0xc7, 0x27, 0xa7, 0x67, 0xe7,
+ 0x17, 0x97, 0x57, 0xd7, 0x37, 0xb7, 0x77, 0xf7,
+ 0x0f, 0x8f, 0x4f, 0xcf, 0x2f, 0xaf, 0x6f, 0xef,
+ 0x1f, 0x9f, 0x5f, 0xdf, 0x3f, 0xbf, 0x7f, 0xff,
+
+};
+
+/*
+ * Returns integer with first length bits reversed and all higher bits zeroed
+ */
+static uint32_t inline bit_reverse2(uint16_t bits, uint8_t length)
+{
+ uint32_t bitrev;
+ bitrev = bitrev_table[bits >> 8];
+ bitrev |= bitrev_table[bits & 0xFF] << 8;
+
+ return bitrev >> (16 - length);
+}
+
+/* Load data from the in_stream into a buffer to allow for handling unaligned data*/
+static void inline inflate_in_load(struct inflate_state *state, int min_required)
+{
+ uint64_t temp = 0;
+ uint8_t new_bytes;
+
+ if (state->read_in_length >= 64)
+ return;
+
+ if (state->avail_in >= 8) {
+ /* If there is enough space to load a 64 bits, load the data and use
+ * that to fill read_in */
+ new_bytes = 8 - (state->read_in_length + 7) / 8;
+ temp = load_u64(state->next_in);
+
+ state->read_in |= temp << state->read_in_length;
+ state->next_in += new_bytes;
+ state->avail_in -= new_bytes;
+ state->read_in_length += new_bytes * 8;
+
+ } else {
+ /* Else fill the read_in buffer 1 byte at a time */
+ while (state->read_in_length < 57 && state->avail_in > 0) {
+ temp = *state->next_in;
+ state->read_in |= temp << state->read_in_length;
+ state->next_in++;
+ state->avail_in--;
+ state->read_in_length += 8;
+
+ }
+ }
+}
+
+static uint64_t inline inflate_in_read_bits_unsafe(struct inflate_state *state,
+ uint8_t bit_count)
+{
+ uint64_t ret;
+
+ ret = (state->read_in) & ((1 << bit_count) - 1);
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ return ret;
+}
+
+/* Returns the next bit_count bits from the in stream and shifts the stream over
+ * by bit-count bits */
+static uint64_t inline inflate_in_read_bits(struct inflate_state *state, uint8_t bit_count)
+{
+ /* Load inflate_in if not enough data is in the read_in buffer */
+ inflate_in_load(state, bit_count);
+ return inflate_in_read_bits_unsafe(state, bit_count);
+}
+
+static void inline write_huff_code(struct huff_code *huff_code, uint32_t code, uint32_t length)
+{
+ huff_code->code_and_length = code | length << 24;
+}
+
+static int inline set_codes(struct huff_code *huff_code_table, int table_length,
+ uint16_t * count)
+{
+ uint32_t max, code, length;
+ uint32_t next_code[MAX_HUFF_TREE_DEPTH + 1];
+ int i;
+ struct huff_code *table_end = huff_code_table + table_length;
+
+ /* Setup for calculating huffman codes */
+ next_code[0] = 0;
+ next_code[1] = 0;
+ for (i = 2; i < MAX_HUFF_TREE_DEPTH + 1; i++)
+ next_code[i] = (next_code[i - 1] + count[i - 1]) << 1;
+
+ max = (next_code[MAX_HUFF_TREE_DEPTH] + count[MAX_HUFF_TREE_DEPTH]);
+
+ if (max > (1 << MAX_HUFF_TREE_DEPTH))
+ return ISAL_INVALID_BLOCK;
+
+ /* Calculate code corresponding to a given symbol */
+ for (; huff_code_table < table_end; huff_code_table++) {
+ length = huff_code_table->length;
+ if (length == 0)
+ continue;
+
+ code = bit_reverse2(next_code[length], length);
+
+ write_huff_code(huff_code_table, code, length);
+ next_code[length] += 1;
+ }
+ return 0;
+}
+
+static int inline set_and_expand_lit_len_huffcode(struct huff_code *lit_len_huff,
+ uint32_t table_length,
+ uint16_t * count,
+ uint16_t * expand_count,
+ uint32_t * code_list)
+{
+ int len_sym, len_size, extra_count, extra;
+ uint32_t count_total, count_tmp;
+ uint32_t code, code_len, expand_len;
+ struct huff_code *expand_next = &lit_len_huff[ISAL_DEF_LIT_SYMBOLS];
+ struct huff_code tmp_table[LIT_LEN - ISAL_DEF_LIT_SYMBOLS];
+ uint32_t max;
+ uint32_t next_code[MAX_HUFF_TREE_DEPTH + 1];
+ int i;
+ struct huff_code *table_end;
+ struct huff_code *huff_code_table = lit_len_huff;
+ uint32_t insert_index;
+
+ /* Setup for calculating huffman codes */
+ count_total = 0;
+ count_tmp = expand_count[1];
+ next_code[0] = 0;
+ next_code[1] = 0;
+ expand_count[0] = 0;
+ expand_count[1] = 0;
+
+ for (i = 1; i < MAX_HUFF_TREE_DEPTH; i++) {
+ count_total = count[i] + count_tmp + count_total;
+ count_tmp = expand_count[i + 1];
+ expand_count[i + 1] = count_total;
+ next_code[i + 1] = (next_code[i] + count[i]) << 1;
+ }
+
+ count_tmp = count[i] + count_tmp;
+
+ for (; i < MAX_LIT_LEN_COUNT - 1; i++) {
+ count_total = count_tmp + count_total;
+ count_tmp = expand_count[i + 1];
+ expand_count[i + 1] = count_total;
+ }
+
+ /* Correct for extra symbols used by static header */
+ if (table_length > LIT_LEN)
+ count[8] -= 2;
+
+ max = (next_code[MAX_HUFF_TREE_DEPTH] + count[MAX_HUFF_TREE_DEPTH]);
+
+ if (max > (1 << MAX_HUFF_TREE_DEPTH))
+ return ISAL_INVALID_BLOCK;
+
+ memcpy(count, expand_count, sizeof(*count) * MAX_LIT_LEN_COUNT);
+
+ memcpy(tmp_table, &lit_len_huff[ISAL_DEF_LIT_SYMBOLS],
+ sizeof(*lit_len_huff) * (LIT_LEN - ISAL_DEF_LIT_SYMBOLS));
+ memset(&lit_len_huff[ISAL_DEF_LIT_SYMBOLS], 0,
+ sizeof(*lit_len_huff) * (LIT_LEN_ELEMS - ISAL_DEF_LIT_SYMBOLS));
+
+ /* Calculate code corresponding to a given literal symbol */
+ table_end = huff_code_table + ISAL_DEF_LIT_SYMBOLS;
+ for (; huff_code_table < table_end; huff_code_table++) {
+ code_len = huff_code_table->length;
+ if (code_len == 0)
+ continue;
+
+ code = bit_reverse2(next_code[code_len], code_len);
+
+ insert_index = expand_count[code_len];
+ code_list[insert_index] = huff_code_table - lit_len_huff;
+ expand_count[code_len]++;
+
+ write_huff_code(huff_code_table, code, code_len);
+ next_code[code_len] += 1;
+ }
+
+ /* Calculate code corresponding to a given len symbol */
+ for (len_sym = 0; len_sym < LIT_LEN - ISAL_DEF_LIT_SYMBOLS; len_sym++) {
+ extra_count = rfc_lookup_table.len_extra_bit_count[len_sym];
+ len_size = (1 << extra_count);
+
+ code_len = tmp_table[len_sym].length;
+ if (code_len == 0) {
+ expand_next += len_size;
+ continue;
+ }
+
+ code = bit_reverse2(next_code[code_len], code_len);
+ expand_len = code_len + extra_count;
+ next_code[code_len] += 1;
+ insert_index = expand_count[expand_len];
+ expand_count[expand_len] += len_size;
+
+ for (extra = 0; extra < len_size; extra++) {
+ code_list[insert_index] = expand_next - lit_len_huff;
+ write_huff_code(expand_next, code | (extra << code_len), expand_len);
+ insert_index++;
+ expand_next++;
+ }
+ }
+
+ return 0;
+}
+
+static int inline index_to_sym(int index)
+{
+ return (index != 513) ? index : 512;
+}
+
+/* Sets result to the inflate_huff_code corresponding to the huffcode defined by
+ * the lengths in huff_code_table,where count is a histogram of the appearance
+ * of each code length */
+static void make_inflate_huff_code_lit_len(struct inflate_huff_code_large *result,
+ struct huff_code *huff_code_table,
+ uint32_t table_length, uint16_t * count_total,
+ uint32_t * code_list, uint32_t multisym)
+{
+ int i, j;
+ uint16_t code = 0;
+ uint32_t *long_code_list;
+ uint32_t long_code_length = 0;
+ uint16_t temp_code_list[1 << (MAX_LIT_LEN_CODE_LEN - ISAL_DECODE_LONG_BITS)];
+ uint32_t temp_code_length;
+ uint32_t long_code_lookup_length = 0;
+ uint32_t max_length;
+ uint16_t first_bits;
+ uint32_t code_length;
+ uint16_t long_bits;
+ uint16_t min_increment;
+ uint32_t code_list_len;
+ uint32_t last_length, min_length;
+ uint32_t copy_size;
+ uint32_t *short_code_lookup = result->short_code_lookup;
+ int index1, index2, index3;
+ int sym1, sym2, sym3, sym1_index, sym2_index, sym3_index;
+ uint32_t sym1_code, sym2_code, sym3_code, sym1_len, sym2_len, sym3_len;
+
+ uint32_t max_symbol = MAX_LIT_LEN_SYM;
+
+ code_list_len = count_total[MAX_LIT_LEN_COUNT - 1];
+
+ if (code_list_len == 0) {
+ memset(result->short_code_lookup, 0, sizeof(result->short_code_lookup));
+ return;
+ }
+
+ /* Determine the length of the first code */
+ last_length = huff_code_table[code_list[0]].length;
+ if (last_length > ISAL_DECODE_LONG_BITS)
+ last_length = ISAL_DECODE_LONG_BITS + 1;
+ copy_size = (1 << (last_length - 1));
+
+ /* Initialize short_code_lookup, so invalid lookups process data */
+ memset(short_code_lookup, 0x00, copy_size * sizeof(*short_code_lookup));
+
+ min_length = last_length;
+ for (; last_length <= ISAL_DECODE_LONG_BITS; last_length++) {
+ /* Copy forward previosly set codes */
+ memcpy(short_code_lookup + copy_size, short_code_lookup,
+ sizeof(*short_code_lookup) * copy_size);
+ copy_size *= 2;
+
+ /* Encode code singletons */
+ for (index1 = count_total[last_length];
+ index1 < count_total[last_length + 1]; index1++) {
+ sym1_index = code_list[index1];
+ sym1 = index_to_sym(sym1_index);
+ sym1_len = huff_code_table[sym1_index].length;
+ sym1_code = huff_code_table[sym1_index].code;
+
+ if (sym1 > max_symbol)
+ continue;
+
+ /* Set new codes */
+ short_code_lookup[sym1_code] =
+ sym1 | sym1_len << LARGE_SHORT_CODE_LEN_OFFSET |
+ (1 << LARGE_SYM_COUNT_OFFSET);
+ }
+
+ /* Continue if no pairs are possible */
+ if (multisym >= SINGLE_SYM_FLAG || last_length < 2 * min_length)
+ continue;
+
+ /* Encode code pairs */
+ for (index1 = count_total[min_length];
+ index1 < count_total[last_length - min_length + 1]; index1++) {
+ sym1_index = code_list[index1];
+ sym1 = index_to_sym(sym1_index);
+ sym1_len = huff_code_table[sym1_index].length;
+ sym1_code = huff_code_table[sym1_index].code;
+
+ /*Check that sym1 is a literal */
+ if (sym1 >= 256) {
+ index1 = count_total[sym1_len + 1] - 1;
+ continue;
+ }
+
+ sym2_len = last_length - sym1_len;
+ for (index2 = count_total[sym2_len];
+ index2 < count_total[sym2_len + 1]; index2++) {
+ sym2_index = code_list[index2];
+ sym2 = index_to_sym(sym2_index);
+
+ /* Check that sym2 is an existing symbol */
+ if (sym2 > max_symbol)
+ break;
+
+ sym2_code = huff_code_table[sym2_index].code;
+ code = sym1_code | (sym2_code << sym1_len);
+ code_length = sym1_len + sym2_len;
+ short_code_lookup[code] =
+ sym1 | (sym2 << 8) |
+ (code_length << LARGE_SHORT_CODE_LEN_OFFSET)
+ | (2 << LARGE_SYM_COUNT_OFFSET);
+ }
+ }
+
+ /* Continue if no triples are possible */
+ if (multisym >= DOUBLE_SYM_FLAG || last_length < 3 * min_length)
+ continue;
+
+ /* Encode code triples */
+ for (index1 = count_total[min_length];
+ index1 < count_total[last_length - 2 * min_length + 1]; index1++) {
+ sym1_index = code_list[index1];
+ sym1 = index_to_sym(sym1_index);
+ sym1_len = huff_code_table[sym1_index].length;
+ sym1_code = huff_code_table[sym1_index].code;
+ /*Check that sym1 is a literal */
+ if (sym1 >= 256) {
+ index1 = count_total[sym1_len + 1] - 1;
+ continue;
+ }
+
+ if (last_length - sym1_len < 2 * min_length)
+ break;
+
+ for (index2 = count_total[min_length];
+ index2 < count_total[last_length - sym1_len - min_length + 1];
+ index2++) {
+ sym2_index = code_list[index2];
+ sym2 = index_to_sym(sym2_index);
+ sym2_len = huff_code_table[sym2_index].length;
+ sym2_code = huff_code_table[sym2_index].code;
+
+ /* Check that sym2 is a literal */
+ if (sym2 >= 256) {
+ index2 = count_total[sym2_len + 1] - 1;
+ continue;
+ }
+
+ sym3_len = last_length - sym1_len - sym2_len;
+ for (index3 = count_total[sym3_len];
+ index3 < count_total[sym3_len + 1]; index3++) {
+ sym3_index = code_list[index3];
+ sym3 = index_to_sym(sym3_index);
+ sym3_code = huff_code_table[sym3_index].code;
+
+ /* Check that sym3 is writable existing symbol */
+ if (sym3 > max_symbol - 1)
+ break;
+
+ code = sym1_code | (sym2_code << sym1_len) |
+ (sym3_code << (sym2_len + sym1_len));
+ code_length = sym1_len + sym2_len + sym3_len;
+ short_code_lookup[code] =
+ sym1 | (sym2 << 8) | sym3 << 16 |
+ (code_length << LARGE_SHORT_CODE_LEN_OFFSET)
+ | (3 << LARGE_SYM_COUNT_OFFSET);
+
+ }
+
+ }
+ }
+
+ }
+
+ index1 = count_total[ISAL_DECODE_LONG_BITS + 1];
+ long_code_length = code_list_len - index1;
+ long_code_list = &code_list[index1];
+ for (i = 0; i < long_code_length; i++) {
+ /*Set the look up table to point to a hint where the symbol can be found
+ * in the list of long codes and add the current symbol to the list of
+ * long codes. */
+ if (huff_code_table[long_code_list[i]].code_and_extra == INVALID_CODE)
+ continue;
+
+ max_length = huff_code_table[long_code_list[i]].length;
+ first_bits =
+ huff_code_table[long_code_list[i]].code_and_extra
+ & ((1 << ISAL_DECODE_LONG_BITS) - 1);
+
+ temp_code_list[0] = long_code_list[i];
+ temp_code_length = 1;
+
+ for (j = i + 1; j < long_code_length; j++) {
+ if ((huff_code_table[long_code_list[j]].code &
+ ((1 << ISAL_DECODE_LONG_BITS) - 1)) == first_bits) {
+ max_length = huff_code_table[long_code_list[j]].length;
+ temp_code_list[temp_code_length] = long_code_list[j];
+ temp_code_length++;
+ }
+ }
+
+ memset(&result->long_code_lookup[long_code_lookup_length], 0x00,
+ sizeof(*result->long_code_lookup) *
+ (1 << (max_length - ISAL_DECODE_LONG_BITS)));
+
+ for (j = 0; j < temp_code_length; j++) {
+ sym1_index = temp_code_list[j];
+ sym1 = index_to_sym(sym1_index);
+ sym1_len = huff_code_table[sym1_index].length;
+ sym1_code = huff_code_table[sym1_index].code_and_extra;
+
+ long_bits = sym1_code >> ISAL_DECODE_LONG_BITS;
+ min_increment = 1 << (sym1_len - ISAL_DECODE_LONG_BITS);
+
+ for (; long_bits < (1 << (max_length - ISAL_DECODE_LONG_BITS));
+ long_bits += min_increment) {
+ result->long_code_lookup[long_code_lookup_length + long_bits] =
+ sym1 | (sym1_len << LARGE_LONG_CODE_LEN_OFFSET);
+ }
+ huff_code_table[sym1_index].code_and_extra = INVALID_CODE;
+
+ }
+ result->short_code_lookup[first_bits] = long_code_lookup_length |
+ (max_length << LARGE_SHORT_MAX_LEN_OFFSET) | LARGE_FLAG_BIT;
+ long_code_lookup_length += 1 << (max_length - ISAL_DECODE_LONG_BITS);
+ }
+}
+
+static void inline make_inflate_huff_code_dist(struct inflate_huff_code_small *result,
+ struct huff_code *huff_code_table,
+ uint32_t table_length, uint16_t * count,
+ uint32_t max_symbol)
+{
+ int i, j, k;
+ uint32_t *long_code_list;
+ uint32_t long_code_length = 0;
+ uint16_t temp_code_list[1 << (15 - ISAL_DECODE_SHORT_BITS)];
+ uint32_t temp_code_length;
+ uint32_t long_code_lookup_length = 0;
+ uint32_t max_length;
+ uint16_t first_bits;
+ uint32_t code_length;
+ uint16_t long_bits;
+ uint16_t min_increment;
+ uint32_t code_list[DIST_LEN + 2]; /* The +2 is for the extra codes in the static header */
+ uint32_t code_list_len;
+ uint32_t count_total[17], count_total_tmp[17];
+ uint32_t insert_index;
+ uint32_t last_length;
+ uint32_t copy_size;
+ uint16_t *short_code_lookup = result->short_code_lookup;
+ uint32_t sym;
+
+ count_total[0] = 0;
+ count_total[1] = 0;
+ for (i = 2; i < 17; i++)
+ count_total[i] = count_total[i - 1] + count[i - 1];
+ memcpy(count_total_tmp, count_total, sizeof(count_total_tmp));
+
+ code_list_len = count_total[16];
+ if (code_list_len == 0) {
+ memset(result->short_code_lookup, 0, sizeof(result->short_code_lookup));
+ return;
+ }
+
+ for (i = 0; i < table_length; i++) {
+ code_length = huff_code_table[i].length;
+ if (code_length == 0)
+ continue;
+
+ insert_index = count_total_tmp[code_length];
+ code_list[insert_index] = i;
+ count_total_tmp[code_length]++;
+ }
+
+ last_length = huff_code_table[code_list[0]].length;
+ if (last_length > ISAL_DECODE_SHORT_BITS)
+ last_length = ISAL_DECODE_SHORT_BITS + 1;
+ copy_size = (1 << (last_length - 1));
+
+ /* Initialize short_code_lookup, so invalid lookups process data */
+ memset(short_code_lookup, 0x00, copy_size * sizeof(*short_code_lookup));
+
+ for (; last_length <= ISAL_DECODE_SHORT_BITS; last_length++) {
+ memcpy(short_code_lookup + copy_size, short_code_lookup,
+ sizeof(*short_code_lookup) * copy_size);
+ copy_size *= 2;
+
+ for (k = count_total[last_length]; k < count_total[last_length + 1]; k++) {
+ i = code_list[k];
+
+ if (i >= max_symbol) {
+ /* If the symbol is invalid, set code to be the
+ * length of the symbol and the code_length to 0
+ * to determine if there was enough input */
+ short_code_lookup[huff_code_table[i].code] =
+ huff_code_table[i].length;
+ continue;
+ }
+
+ /* Set lookup table to return the current symbol concatenated
+ * with the code length when the first DECODE_LENGTH bits of the
+ * address are the same as the code for the current symbol. The
+ * first 9 bits are the code, bits 14:10 are the code length,
+ * bit 15 is a flag representing this is a symbol*/
+ short_code_lookup[huff_code_table[i].code] = i |
+ rfc_lookup_table.dist_extra_bit_count[i] << DIST_SYM_EXTRA_OFFSET |
+ (huff_code_table[i].length) << SMALL_SHORT_CODE_LEN_OFFSET;
+ }
+ }
+
+ k = count_total[ISAL_DECODE_SHORT_BITS + 1];
+ long_code_list = &code_list[k];
+ long_code_length = code_list_len - k;
+ for (i = 0; i < long_code_length; i++) {
+ /*Set the look up table to point to a hint where the symbol can be found
+ * in the list of long codes and add the current symbol to the list of
+ * long codes. */
+ if (huff_code_table[long_code_list[i]].code == 0xFFFF)
+ continue;
+
+ max_length = huff_code_table[long_code_list[i]].length;
+ first_bits =
+ huff_code_table[long_code_list[i]].code
+ & ((1 << ISAL_DECODE_SHORT_BITS) - 1);
+
+ temp_code_list[0] = long_code_list[i];
+ temp_code_length = 1;
+
+ for (j = i + 1; j < long_code_length; j++) {
+ if ((huff_code_table[long_code_list[j]].code &
+ ((1 << ISAL_DECODE_SHORT_BITS) - 1)) == first_bits) {
+ max_length = huff_code_table[long_code_list[j]].length;
+ temp_code_list[temp_code_length] = long_code_list[j];
+ temp_code_length++;
+ }
+ }
+
+ memset(&result->long_code_lookup[long_code_lookup_length], 0x00,
+ 2 * (1 << (max_length - ISAL_DECODE_SHORT_BITS)));
+
+ for (j = 0; j < temp_code_length; j++) {
+ sym = temp_code_list[j];
+ code_length = huff_code_table[sym].length;
+ long_bits = huff_code_table[sym].code >> ISAL_DECODE_SHORT_BITS;
+ min_increment = 1 << (code_length - ISAL_DECODE_SHORT_BITS);
+ for (; long_bits < (1 << (max_length - ISAL_DECODE_SHORT_BITS));
+ long_bits += min_increment) {
+ if (sym >= max_symbol) {
+ /* If the symbol is invalid, set code to be the
+ * length of the symbol and the code_length to 0
+ * to determine if there was enough input */
+ result->long_code_lookup[long_code_lookup_length +
+ long_bits] = code_length;
+ continue;
+ }
+ result->long_code_lookup[long_code_lookup_length + long_bits] =
+ sym |
+ rfc_lookup_table.dist_extra_bit_count[sym] <<
+ DIST_SYM_EXTRA_OFFSET |
+ (code_length << SMALL_LONG_CODE_LEN_OFFSET);
+ }
+ huff_code_table[sym].code = 0xFFFF;
+ }
+ result->short_code_lookup[first_bits] = long_code_lookup_length |
+ (max_length << SMALL_SHORT_CODE_LEN_OFFSET) | SMALL_FLAG_BIT;
+ long_code_lookup_length += 1 << (max_length - ISAL_DECODE_SHORT_BITS);
+
+ }
+}
+
+static void inline make_inflate_huff_code_header(struct inflate_huff_code_small *result,
+ struct huff_code *huff_code_table,
+ uint32_t table_length, uint16_t * count,
+ uint32_t max_symbol)
+{
+ int i, j, k;
+ uint32_t *long_code_list;
+ uint32_t long_code_length = 0;
+ uint16_t temp_code_list[1 << (15 - ISAL_DECODE_SHORT_BITS)];
+ uint32_t temp_code_length;
+ uint32_t long_code_lookup_length = 0;
+ uint32_t max_length;
+ uint16_t first_bits;
+ uint32_t code_length;
+ uint16_t long_bits;
+ uint16_t min_increment;
+ uint32_t code_list[DIST_LEN + 2]; /* The +2 is for the extra codes in the static header */
+ uint32_t code_list_len;
+ uint32_t count_total[17], count_total_tmp[17];
+ uint32_t insert_index;
+ uint32_t last_length;
+ uint32_t copy_size;
+ uint16_t *short_code_lookup = result->short_code_lookup;
+
+ count_total[0] = 0;
+ count_total[1] = 0;
+ for (i = 2; i < 17; i++)
+ count_total[i] = count_total[i - 1] + count[i - 1];
+
+ memcpy(count_total_tmp, count_total, sizeof(count_total_tmp));
+
+ code_list_len = count_total[16];
+ if (code_list_len == 0) {
+ memset(result->short_code_lookup, 0, sizeof(result->short_code_lookup));
+ return;
+ }
+
+ for (i = 0; i < table_length; i++) {
+ code_length = huff_code_table[i].length;
+ if (code_length == 0)
+ continue;
+
+ insert_index = count_total_tmp[code_length];
+ code_list[insert_index] = i;
+ count_total_tmp[code_length]++;
+ }
+
+ last_length = huff_code_table[code_list[0]].length;
+ if (last_length > ISAL_DECODE_SHORT_BITS)
+ last_length = ISAL_DECODE_SHORT_BITS + 1;
+ copy_size = (1 << (last_length - 1));
+
+ /* Initialize short_code_lookup, so invalid lookups process data */
+ memset(short_code_lookup, 0x00, copy_size * sizeof(*short_code_lookup));
+
+ for (; last_length <= ISAL_DECODE_SHORT_BITS; last_length++) {
+ memcpy(short_code_lookup + copy_size, short_code_lookup,
+ sizeof(*short_code_lookup) * copy_size);
+ copy_size *= 2;
+
+ for (k = count_total[last_length]; k < count_total[last_length + 1]; k++) {
+ i = code_list[k];
+
+ if (i >= max_symbol)
+ continue;
+
+ /* Set lookup table to return the current symbol concatenated
+ * with the code length when the first DECODE_LENGTH bits of the
+ * address are the same as the code for the current symbol. The
+ * first 9 bits are the code, bits 14:10 are the code length,
+ * bit 15 is a flag representing this is a symbol*/
+ short_code_lookup[huff_code_table[i].code] =
+ i | (huff_code_table[i].length) << SMALL_SHORT_CODE_LEN_OFFSET;
+ }
+ }
+
+ k = count_total[ISAL_DECODE_SHORT_BITS + 1];
+ long_code_list = &code_list[k];
+ long_code_length = code_list_len - k;
+ for (i = 0; i < long_code_length; i++) {
+ /*Set the look up table to point to a hint where the symbol can be found
+ * in the list of long codes and add the current symbol to the list of
+ * long codes. */
+ if (huff_code_table[long_code_list[i]].code == 0xFFFF)
+ continue;
+
+ max_length = huff_code_table[long_code_list[i]].length;
+ first_bits =
+ huff_code_table[long_code_list[i]].code
+ & ((1 << ISAL_DECODE_SHORT_BITS) - 1);
+
+ temp_code_list[0] = long_code_list[i];
+ temp_code_length = 1;
+
+ for (j = i + 1; j < long_code_length; j++) {
+ if ((huff_code_table[long_code_list[j]].code &
+ ((1 << ISAL_DECODE_SHORT_BITS) - 1)) == first_bits) {
+ if (max_length < huff_code_table[long_code_list[j]].length)
+ max_length = huff_code_table[long_code_list[j]].length;
+ temp_code_list[temp_code_length] = long_code_list[j];
+ temp_code_length++;
+ }
+ }
+
+ memset(&result->long_code_lookup[long_code_lookup_length], 0x00,
+ 2 * (1 << (max_length - ISAL_DECODE_SHORT_BITS)));
+
+ for (j = 0; j < temp_code_length; j++) {
+ code_length = huff_code_table[temp_code_list[j]].length;
+ long_bits =
+ huff_code_table[temp_code_list[j]].code >> ISAL_DECODE_SHORT_BITS;
+ min_increment = 1 << (code_length - ISAL_DECODE_SHORT_BITS);
+ for (; long_bits < (1 << (max_length - ISAL_DECODE_SHORT_BITS));
+ long_bits += min_increment) {
+ result->long_code_lookup[long_code_lookup_length + long_bits] =
+ temp_code_list[j] |
+ (code_length << SMALL_LONG_CODE_LEN_OFFSET);
+ }
+ huff_code_table[temp_code_list[j]].code = 0xFFFF;
+ }
+ result->short_code_lookup[first_bits] = long_code_lookup_length |
+ (max_length << SMALL_SHORT_CODE_LEN_OFFSET) | SMALL_FLAG_BIT;
+ long_code_lookup_length += 1 << (max_length - ISAL_DECODE_SHORT_BITS);
+
+ }
+}
+
+/* Sets the inflate_huff_codes in state to be the huffcodes corresponding to the
+ * deflate static header */
+static int inline setup_static_header(struct inflate_state *state)
+{
+#ifdef ISAL_STATIC_INFLATE_TABLE
+ memcpy(&state->lit_huff_code, &static_lit_huff_code, sizeof(static_lit_huff_code));
+ memcpy(&state->dist_huff_code, &static_dist_huff_code, sizeof(static_dist_huff_code));
+#else
+
+#ifndef NO_STATIC_INFLATE_H
+# warning "Defaulting to static inflate table fallback."
+# warning "For best performance, run generate_static_inflate, replace static_inflate.h, and recompile"
+#endif
+ int i;
+ struct huff_code lit_code[LIT_LEN_ELEMS];
+ struct huff_code dist_code[DIST_LEN + 2];
+ uint32_t multisym = SINGLE_SYM_FLAG, max_dist = DIST_LEN;
+ /* These tables are based on the static huffman tree described in RFC
+ * 1951 */
+ uint16_t lit_count[MAX_LIT_LEN_COUNT] = {
+ 0, 0, 0, 0, 0, 0, 0, 24, 152, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
+ };
+
+ uint16_t lit_expand_count[MAX_LIT_LEN_COUNT] = {
+ 0, 0, 0, 0, 0, 0, 0, -15, 1, 16, 32, 48, 16, 128, 0, 0, 0, 0, 0, 0, 0, 0
+ };
+ uint16_t dist_count[16] = {
+ 0, 0, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
+ };
+ uint32_t code_list[LIT_LEN_ELEMS + 2]; /* The +2 is for the extra codes in the static header */
+ /* These for loops set the code lengths for the static literal/length
+ * and distance codes defined in the deflate standard RFC 1951 */
+ for (i = 0; i < 144; i++)
+ lit_code[i].length = 8;
+
+ for (i = 144; i < 256; i++)
+ lit_code[i].length = 9;
+
+ for (i = 256; i < 280; i++)
+ lit_code[i].length = 7;
+
+ for (i = 280; i < LIT_LEN + 2; i++)
+ lit_code[i].length = 8;
+
+ for (i = 0; i < DIST_LEN + 2; i++)
+ dist_code[i].length = 5;
+
+ set_and_expand_lit_len_huffcode(lit_code, LIT_LEN + 2, lit_count, lit_expand_count,
+ code_list);
+
+ set_codes(dist_code, DIST_LEN + 2, dist_count);
+
+ make_inflate_huff_code_lit_len(&state->lit_huff_code, lit_code, LIT_LEN_ELEMS,
+ lit_count, code_list, multisym);
+
+ if (state->hist_bits && state->hist_bits < 15)
+ max_dist = 2 * state->hist_bits;
+
+ make_inflate_huff_code_dist(&state->dist_huff_code, dist_code, DIST_LEN + 2,
+ dist_count, max_dist);
+#endif
+ state->block_state = ISAL_BLOCK_CODED;
+
+ return 0;
+}
+
+/* Decodes the next symbol symbol in in_buffer using the huff code defined by
+ * huff_code and returns the value in next_lits and sym_count */
+static void inline decode_next_lit_len(uint32_t * next_lits, uint32_t * sym_count,
+ struct inflate_state *state,
+ struct inflate_huff_code_large *huff_code)
+{
+ uint32_t next_bits;
+ uint32_t next_sym;
+ uint32_t bit_count;
+ uint32_t bit_mask;
+
+ if (state->read_in_length <= ISAL_DEF_MAX_CODE_LEN)
+ inflate_in_load(state, 0);
+
+ next_bits = state->read_in & ((1 << ISAL_DECODE_LONG_BITS) - 1);
+
+ /* next_sym is a possible symbol decoded from next_bits. If bit 15 is 0,
+ * next_code is a symbol. Bits 9:0 represent the symbol, and bits 14:10
+ * represent the length of that symbols huffman code. If next_sym is not
+ * a symbol, it provides a hint of where the large symbols containin
+ * this code are located. Note the hint is at largest the location the
+ * first actual symbol in the long code list.*/
+ next_sym = huff_code->short_code_lookup[next_bits];
+
+ if ((next_sym & LARGE_FLAG_BIT) == 0) {
+ /* Return symbol found if next_code is a complete huffman code
+ * and shift in buffer over by the length of the next_code */
+ bit_count = next_sym >> LARGE_SHORT_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ if (bit_count == 0)
+ next_sym = INVALID_SYMBOL;
+
+ *sym_count = (next_sym >> LARGE_SYM_COUNT_OFFSET) & LARGE_SYM_COUNT_MASK;
+ *next_lits = next_sym & LARGE_SHORT_SYM_MASK;
+
+ } else {
+ /* If a symbol is not found, do a lookup in the long code
+ * list starting from the hint in next_sym */
+ bit_mask = next_sym >> LARGE_SHORT_MAX_LEN_OFFSET;
+ bit_mask = (1 << bit_mask) - 1;
+ next_bits = state->read_in & bit_mask;
+ next_sym =
+ huff_code->long_code_lookup[(next_sym & LARGE_SHORT_SYM_MASK) +
+ (next_bits >> ISAL_DECODE_LONG_BITS)];
+ bit_count = next_sym >> LARGE_LONG_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ if (bit_count == 0)
+ next_sym = INVALID_SYMBOL;
+
+ *sym_count = 1;
+ *next_lits = next_sym & LARGE_LONG_SYM_MASK;
+ }
+}
+
+static uint16_t inline decode_next_dist(struct inflate_state *state,
+ struct inflate_huff_code_small *huff_code)
+{
+ uint16_t next_bits;
+ uint16_t next_sym;
+ uint32_t bit_count;
+ uint32_t bit_mask;
+
+ if (state->read_in_length <= ISAL_DEF_MAX_CODE_LEN)
+ inflate_in_load(state, 0);
+
+ next_bits = state->read_in & ((1 << ISAL_DECODE_SHORT_BITS) - 1);
+
+ /* next_sym is a possible symbol decoded from next_bits. If bit 15 is 0,
+ * next_code is a symbol. Bits 9:0 represent the symbol, and bits 14:10
+ * represent the length of that symbols huffman code. If next_sym is not
+ * a symbol, it provides a hint of where the large symbols containin
+ * this code are located. Note the hint is at largest the location the
+ * first actual symbol in the long code list.*/
+ next_sym = huff_code->short_code_lookup[next_bits];
+
+ if ((next_sym & SMALL_FLAG_BIT) == 0) {
+ /* Return symbol found if next_code is a complete huffman code
+ * and shift in buffer over by the length of the next_code */
+ bit_count = next_sym >> SMALL_SHORT_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ if (bit_count == 0) {
+ state->read_in_length -= next_sym;
+ next_sym = INVALID_SYMBOL;
+ }
+
+ return next_sym & DIST_SYM_MASK;
+
+ } else {
+ /* If a symbol is not found, perform a linear search of the long code
+ * list starting from the hint in next_sym */
+ bit_mask = (next_sym - SMALL_FLAG_BIT) >> SMALL_SHORT_CODE_LEN_OFFSET;
+ bit_mask = (1 << bit_mask) - 1;
+ next_bits = state->read_in & bit_mask;
+ next_sym =
+ huff_code->long_code_lookup[(next_sym & SMALL_SHORT_SYM_MASK) +
+ (next_bits >> ISAL_DECODE_SHORT_BITS)];
+ bit_count = next_sym >> SMALL_LONG_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ if (bit_count == 0) {
+ state->read_in_length -= next_sym;
+ next_sym = INVALID_SYMBOL;
+ }
+
+ return next_sym & DIST_SYM_MASK;
+ }
+}
+
+static uint16_t inline decode_next_header(struct inflate_state *state,
+ struct inflate_huff_code_small *huff_code)
+{
+ uint16_t next_bits;
+ uint16_t next_sym;
+ uint32_t bit_count;
+ uint32_t bit_mask;
+
+ if (state->read_in_length <= ISAL_DEF_MAX_CODE_LEN)
+ inflate_in_load(state, 0);
+
+ next_bits = state->read_in & ((1 << ISAL_DECODE_SHORT_BITS) - 1);
+
+ /* next_sym is a possible symbol decoded from next_bits. If bit 15 is 0,
+ * next_code is a symbol. Bits 9:0 represent the symbol, and bits 14:10
+ * represent the length of that symbols huffman code. If next_sym is not
+ * a symbol, it provides a hint of where the large symbols containin
+ * this code are located. Note the hint is at largest the location the
+ * first actual symbol in the long code list.*/
+ next_sym = huff_code->short_code_lookup[next_bits];
+
+ if ((next_sym & SMALL_FLAG_BIT) == 0) {
+ /* Return symbol found if next_code is a complete huffman code
+ * and shift in buffer over by the length of the next_code */
+ bit_count = next_sym >> SMALL_SHORT_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ if (bit_count == 0)
+ next_sym = INVALID_SYMBOL;
+
+ return next_sym & SMALL_SHORT_SYM_MASK;
+
+ } else {
+ /* If a symbol is not found, perform a linear search of the long code
+ * list starting from the hint in next_sym */
+ bit_mask = (next_sym - SMALL_FLAG_BIT) >> SMALL_SHORT_CODE_LEN_OFFSET;
+ bit_mask = (1 << bit_mask) - 1;
+ next_bits = state->read_in & bit_mask;
+ next_sym =
+ huff_code->long_code_lookup[(next_sym & SMALL_SHORT_SYM_MASK) +
+ (next_bits >> ISAL_DECODE_SHORT_BITS)];
+ bit_count = next_sym >> SMALL_LONG_CODE_LEN_OFFSET;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+ return next_sym & SMALL_LONG_SYM_MASK;
+
+ }
+}
+
+/* Reads data from the in_buffer and sets the huff code corresponding to that
+ * data */
+static int inline setup_dynamic_header(struct inflate_state *state)
+{
+ int i, j;
+ struct huff_code code_huff[CODE_LEN_CODES];
+ struct huff_code lit_and_dist_huff[LIT_LEN_ELEMS];
+ struct huff_code *previous = NULL, *current, *end, rep_code;
+ struct inflate_huff_code_small inflate_code_huff;
+ uint64_t hclen, hdist, hlit;
+ uint16_t code_count[16], lit_count[MAX_LIT_LEN_COUNT],
+ lit_expand_count[MAX_LIT_LEN_COUNT], dist_count[16];
+ uint16_t *count;
+ uint16_t symbol;
+ uint32_t multisym = DEFAULT_SYM_FLAG, length, max_dist = DIST_LEN;
+ struct huff_code *code;
+ uint64_t flag = 0;
+
+ int extra_count;
+ uint32_t code_list[LIT_LEN_ELEMS + 2]; /* The +2 is for the extra codes in the static header */
+
+ /* This order is defined in RFC 1951 page 13 */
+ const uint8_t code_length_order[CODE_LEN_CODES] = {
+ 0x10, 0x11, 0x12, 0x00, 0x08, 0x07, 0x09, 0x06,
+ 0x0a, 0x05, 0x0b, 0x04, 0x0c, 0x03, 0x0d, 0x02, 0x0e, 0x01, 0x0f
+ };
+
+ if (state->bfinal && state->avail_in <= SINGLE_SYM_THRESH) {
+ multisym = SINGLE_SYM_FLAG;
+ } else if (state->bfinal && state->avail_in <= DOUBLE_SYM_THRESH) {
+ multisym = DOUBLE_SYM_FLAG;
+ }
+
+ memset(code_count, 0, sizeof(code_count));
+ memset(lit_count, 0, sizeof(lit_count));
+ memset(lit_expand_count, 0, sizeof(lit_expand_count));
+ memset(dist_count, 0, sizeof(dist_count));
+ memset(code_huff, 0, sizeof(code_huff));
+ memset(lit_and_dist_huff, 0, sizeof(lit_and_dist_huff));
+
+ /* These variables are defined in the deflate standard, RFC 1951 */
+ inflate_in_load(state, 0);
+ if (state->read_in_length < 14)
+ return ISAL_END_INPUT;
+
+ hlit = inflate_in_read_bits_unsafe(state, 5);
+ hdist = inflate_in_read_bits_unsafe(state, 5);
+ hclen = inflate_in_read_bits_unsafe(state, 4);
+
+ if (hlit > 29 || hdist > 29 || hclen > 15)
+ return ISAL_INVALID_BLOCK;
+
+ /* Create the code huffman code for decoding the lit/len and dist huffman codes */
+ for (i = 0; i < 4; i++) {
+ code = &code_huff[code_length_order[i]];
+ length = inflate_in_read_bits_unsafe(state, 3);
+ write_huff_code(code, 0, length);
+ code_count[length] += 1;
+ flag |= length;
+ }
+
+ inflate_in_load(state, 0);
+
+ for (i = 4; i < hclen + 4; i++) {
+ code = &code_huff[code_length_order[i]];
+ length = inflate_in_read_bits_unsafe(state, 3);
+ write_huff_code(code, 0, length);
+ code_count[length] += 1;
+ flag |= length;
+ }
+
+ if (state->read_in_length < 0)
+ return ISAL_END_INPUT;
+
+ if (!flag || set_codes(code_huff, CODE_LEN_CODES, code_count))
+ return ISAL_INVALID_BLOCK;
+
+ make_inflate_huff_code_header(&inflate_code_huff, code_huff, CODE_LEN_CODES,
+ code_count, CODE_LEN_CODES);
+
+ /* Decode the lit/len and dist huffman codes using the code huffman code */
+ count = lit_count;
+ current = lit_and_dist_huff;
+ end = lit_and_dist_huff + LIT_LEN + hdist + 1;
+
+ while (current < end) {
+ symbol = decode_next_header(state, &inflate_code_huff);
+
+ if (state->read_in_length < 0) {
+ if (current > &lit_and_dist_huff[256]
+ && lit_and_dist_huff[256].length <= 0)
+ return ISAL_INVALID_BLOCK;
+ return ISAL_END_INPUT;
+ }
+
+ if (symbol < 16) {
+ /* If a length is found, update the current lit/len/dist
+ * to have length symbol */
+ if (current == lit_and_dist_huff + LIT_TABLE_SIZE + hlit) {
+ /* Switch code upon completion of lit_len table */
+ current = lit_and_dist_huff + LIT_LEN;
+ count = dist_count;
+ }
+ count[symbol]++;
+ write_huff_code(current, 0, symbol);
+ previous = current;
+ current++;
+
+ if (symbol == 0 // No symbol
+ || (previous >= lit_and_dist_huff + LIT_TABLE_SIZE + hlit) // Dist table
+ || (previous < lit_and_dist_huff + 264)) // Lit/Len with no extra bits
+ continue;
+
+ extra_count =
+ rfc_lookup_table.len_extra_bit_count[previous - LIT_TABLE_SIZE -
+ lit_and_dist_huff];
+ lit_expand_count[symbol]--;
+ lit_expand_count[symbol + extra_count] += (1 << extra_count);
+
+ } else if (symbol == 16) {
+ /* If a repeat length is found, update the next repeat
+ * length lit/len/dist elements to have the value of the
+ * repeated length */
+
+ i = 3 + inflate_in_read_bits(state, 2);
+
+ if (current + i > end || previous == NULL)
+ return ISAL_INVALID_BLOCK;
+
+ rep_code = *previous;
+ for (j = 0; j < i; j++) {
+ if (current == lit_and_dist_huff + LIT_TABLE_SIZE + hlit) {
+ /* Switch code upon completion of lit_len table */
+ current = lit_and_dist_huff + LIT_LEN;
+ count = dist_count;
+ }
+
+ *current = rep_code;
+ count[rep_code.length]++;
+ previous = current;
+ current++;
+
+ if (rep_code.length == 0 // No symbol
+ || (previous >= lit_and_dist_huff + LIT_TABLE_SIZE + hlit) // Dist table
+ || (previous < lit_and_dist_huff + 264)) // Lit/Len with no extra
+ continue;
+
+ extra_count =
+ rfc_lookup_table.len_extra_bit_count
+ [previous - lit_and_dist_huff - LIT_TABLE_SIZE];
+ lit_expand_count[rep_code.length]--;
+ lit_expand_count[rep_code.length +
+ extra_count] += (1 << extra_count);
+
+ }
+ } else if (symbol == 17) {
+ /* If a repeat zeroes if found, update then next
+ * repeated zeroes length lit/len/dist elements to have
+ * length 0. */
+ i = 3 + inflate_in_read_bits(state, 3);
+
+ current = current + i;
+ previous = current - 1;
+
+ if (count != dist_count
+ && current > lit_and_dist_huff + LIT_TABLE_SIZE + hlit) {
+ /* Switch code upon completion of lit_len table */
+ current += LIT_LEN - LIT_TABLE_SIZE - hlit;
+ count = dist_count;
+ if (current > lit_and_dist_huff + LIT_LEN)
+ previous = current - 1;
+ }
+
+ } else if (symbol == 18) {
+ /* If a repeat zeroes if found, update then next
+ * repeated zeroes length lit/len/dist elements to have
+ * length 0. */
+ i = 11 + inflate_in_read_bits(state, 7);
+
+ current = current + i;
+ previous = current - 1;
+
+ if (count != dist_count
+ && current > lit_and_dist_huff + LIT_TABLE_SIZE + hlit) {
+ /* Switch code upon completion of lit_len table */
+ current += LIT_LEN - LIT_TABLE_SIZE - hlit;
+ count = dist_count;
+ if (current > lit_and_dist_huff + LIT_LEN)
+ previous = current - 1;
+ }
+
+ } else
+ return ISAL_INVALID_BLOCK;
+
+ }
+
+ if (current > end || lit_and_dist_huff[256].length <= 0)
+ return ISAL_INVALID_BLOCK;
+
+ if (state->read_in_length < 0)
+ return ISAL_END_INPUT;
+
+ if (set_codes(&lit_and_dist_huff[LIT_LEN], DIST_LEN, dist_count))
+ return ISAL_INVALID_BLOCK;
+
+ if (state->hist_bits && state->hist_bits < 15)
+ max_dist = 2 * state->hist_bits;
+
+ make_inflate_huff_code_dist(&state->dist_huff_code, &lit_and_dist_huff[LIT_LEN],
+ DIST_LEN, dist_count, max_dist);
+
+ if (set_and_expand_lit_len_huffcode
+ (lit_and_dist_huff, LIT_LEN, lit_count, lit_expand_count, code_list))
+ return ISAL_INVALID_BLOCK;
+
+ make_inflate_huff_code_lit_len(&state->lit_huff_code, lit_and_dist_huff, LIT_LEN_ELEMS,
+ lit_count, code_list, multisym);
+
+ state->block_state = ISAL_BLOCK_CODED;
+
+ return 0;
+}
+
+/* Reads in the header pointed to by in_stream and sets up state to reflect that
+ * header information*/
+static int read_header(struct inflate_state *state)
+{
+ uint8_t bytes;
+ uint32_t btype;
+ uint16_t len, nlen;
+ int ret = 0;
+
+ /* btype and bfinal are defined in RFC 1951, bfinal represents whether
+ * the current block is the end of block, and btype represents the
+ * encoding method on the current block. */
+
+ state->bfinal = inflate_in_read_bits(state, 1);
+ btype = inflate_in_read_bits(state, 2);
+
+ if (state->read_in_length < 0)
+ ret = ISAL_END_INPUT;
+
+ else if (btype == 0) {
+ inflate_in_load(state, 40);
+ bytes = state->read_in_length / 8;
+
+ if (bytes < 4)
+ return ISAL_END_INPUT;
+
+ state->read_in >>= state->read_in_length % 8;
+ state->read_in_length = bytes * 8;
+
+ len = state->read_in & 0xFFFF;
+ state->read_in >>= 16;
+ nlen = state->read_in & 0xFFFF;
+ state->read_in >>= 16;
+ state->read_in_length -= 32;
+
+ /* Check if len and nlen match */
+ if (len != (~nlen & 0xffff))
+ return ISAL_INVALID_BLOCK;
+
+ state->type0_block_len = len;
+ state->block_state = ISAL_BLOCK_TYPE0;
+
+ ret = 0;
+
+ } else if (btype == 1)
+ ret = setup_static_header(state);
+
+ else if (btype == 2)
+ ret = setup_dynamic_header(state);
+
+ else
+ ret = ISAL_INVALID_BLOCK;
+
+ return ret;
+}
+
+/* Reads in the header pointed to by in_stream and sets up state to reflect that
+ * header information*/
+static int read_header_stateful(struct inflate_state *state)
+{
+ uint64_t read_in_start = state->read_in;
+ int32_t read_in_length_start = state->read_in_length;
+ uint8_t *next_in_start = state->next_in;
+ uint32_t avail_in_start = state->avail_in;
+ int block_state_start = state->block_state;
+ int ret;
+ int copy_size;
+ int bytes_read;
+
+ if (block_state_start == ISAL_BLOCK_HDR) {
+ /* Setup so read_header decodes data in tmp_in_buffer */
+ copy_size = ISAL_DEF_MAX_HDR_SIZE - state->tmp_in_size;
+ if (copy_size > state->avail_in)
+ copy_size = state->avail_in;
+
+ memcpy(&state->tmp_in_buffer[state->tmp_in_size], state->next_in, copy_size);
+ state->next_in = state->tmp_in_buffer;
+ state->avail_in = state->tmp_in_size + copy_size;
+ }
+
+ ret = read_header(state);
+
+ if (block_state_start == ISAL_BLOCK_HDR) {
+ /* Setup so state is restored to a valid state */
+ bytes_read = state->next_in - state->tmp_in_buffer - state->tmp_in_size;
+ if (bytes_read < 0)
+ bytes_read = 0;
+ state->next_in = next_in_start + bytes_read;
+ state->avail_in = avail_in_start - bytes_read;
+ }
+
+ if (ret == ISAL_END_INPUT) {
+ /* Save off data so header can be decoded again with more data */
+ state->read_in = read_in_start;
+ state->read_in_length = read_in_length_start;
+ memcpy(&state->tmp_in_buffer[state->tmp_in_size], next_in_start,
+ avail_in_start);
+ state->tmp_in_size += avail_in_start;
+ state->avail_in = 0;
+ state->next_in = next_in_start + avail_in_start;
+ state->block_state = ISAL_BLOCK_HDR;
+ } else
+ state->tmp_in_size = 0;
+
+ return ret;
+
+}
+
+static int inline decode_literal_block(struct inflate_state *state)
+{
+ uint32_t len = state->type0_block_len;
+ uint32_t bytes = state->read_in_length / 8;
+ /* If the block is uncompressed, perform a memcopy while
+ * updating state data */
+ state->block_state = state->bfinal ? ISAL_BLOCK_INPUT_DONE : ISAL_BLOCK_NEW_HDR;
+
+ if (state->avail_out < len) {
+ len = state->avail_out;
+ state->block_state = ISAL_BLOCK_TYPE0;
+ }
+
+ if (state->avail_in + bytes < len) {
+ len = state->avail_in + bytes;
+ state->block_state = ISAL_BLOCK_TYPE0;
+ }
+ if (state->read_in_length) {
+ if (len >= bytes) {
+ memcpy(state->next_out, &state->read_in, bytes);
+
+ state->next_out += bytes;
+ state->avail_out -= bytes;
+ state->total_out += bytes;
+ state->type0_block_len -= bytes;
+
+ state->read_in = 0;
+ state->read_in_length = 0;
+ len -= bytes;
+ bytes = 0;
+
+ } else {
+ memcpy(state->next_out, &state->read_in, len);
+
+ state->next_out += len;
+ state->avail_out -= len;
+ state->total_out += len;
+ state->type0_block_len -= len;
+
+ state->read_in >>= 8 * len;
+ state->read_in_length -= 8 * len;
+ bytes -= len;
+ len = 0;
+ }
+ }
+ memcpy(state->next_out, state->next_in, len);
+
+ state->next_out += len;
+ state->avail_out -= len;
+ state->total_out += len;
+ state->next_in += len;
+ state->avail_in -= len;
+ state->type0_block_len -= len;
+
+ if (state->avail_in + bytes == 0 && state->block_state != ISAL_BLOCK_INPUT_DONE)
+ return ISAL_END_INPUT;
+
+ if (state->avail_out == 0 && state->type0_block_len > 0)
+ return ISAL_OUT_OVERFLOW;
+
+ return 0;
+
+}
+
+/* Decodes the next block if it was encoded using a huffman code */
+int decode_huffman_code_block_stateless_base(struct inflate_state *state, uint8_t * start_out)
+{
+ uint16_t next_lit;
+ uint8_t next_dist;
+ uint32_t repeat_length;
+ uint32_t look_back_dist;
+ uint64_t read_in_tmp;
+ int32_t read_in_length_tmp;
+ uint8_t *next_in_tmp, *next_out_tmp;
+ uint32_t avail_in_tmp, avail_out_tmp, total_out_tmp;
+ uint32_t next_lits, sym_count;
+ struct rfc1951_tables *rfc = &rfc_lookup_table;
+
+ state->copy_overflow_length = 0;
+ state->copy_overflow_distance = 0;
+
+ while (state->block_state == ISAL_BLOCK_CODED) {
+ /* While not at the end of block, decode the next
+ * symbol */
+ inflate_in_load(state, 0);
+
+ read_in_tmp = state->read_in;
+ read_in_length_tmp = state->read_in_length;
+ next_in_tmp = state->next_in;
+ avail_in_tmp = state->avail_in;
+ next_out_tmp = state->next_out;
+ avail_out_tmp = state->avail_out;
+ total_out_tmp = state->total_out;
+
+ decode_next_lit_len(&next_lits, &sym_count, state, &state->lit_huff_code);
+
+ if (sym_count == 0)
+ return ISAL_INVALID_SYMBOL;
+
+ if (state->read_in_length < 0) {
+ state->read_in = read_in_tmp;
+ state->read_in_length = read_in_length_tmp;
+ state->next_in = next_in_tmp;
+ state->avail_in = avail_in_tmp;
+ return ISAL_END_INPUT;
+ }
+
+ while (sym_count > 0) {
+ next_lit = next_lits & 0xffff;
+ if (next_lit < 256 || sym_count > 1) {
+ /* If the next symbol is a literal,
+ * write out the symbol and update state
+ * data accordingly. */
+ if (state->avail_out < 1) {
+ state->write_overflow_lits = next_lits;
+ state->write_overflow_len = sym_count;
+ next_lits = next_lits >> (8 * (sym_count - 1));
+ sym_count = 1;
+
+ if (next_lits < 256)
+ return ISAL_OUT_OVERFLOW;
+ else if (next_lits == 256) {
+ state->write_overflow_len -= 1;
+ state->block_state = state->bfinal ?
+ ISAL_BLOCK_INPUT_DONE : ISAL_BLOCK_NEW_HDR;
+ return ISAL_OUT_OVERFLOW;
+ } else {
+ state->write_overflow_len -= 1;
+ continue;
+ }
+ }
+
+ *state->next_out = next_lit;
+ state->next_out++;
+ state->avail_out--;
+ state->total_out++;
+
+ } else if (next_lit == 256) {
+ /* If the next symbol is the end of
+ * block, update the state data
+ * accordingly */
+ state->block_state = state->bfinal ?
+ ISAL_BLOCK_INPUT_DONE : ISAL_BLOCK_NEW_HDR;
+
+ } else if (next_lit <= MAX_LIT_LEN_SYM) {
+ /* Else if the next symbol is a repeat
+ * length, read in the length extra
+ * bits, the distance code, the distance
+ * extra bits. Then write out the
+ * corresponding data and update the
+ * state data accordingly*/
+ repeat_length = next_lit - 254;
+ next_dist = decode_next_dist(state, &state->dist_huff_code);
+
+ if (state->read_in_length >= 0) {
+ if (next_dist >= DIST_LEN)
+ return ISAL_INVALID_SYMBOL;
+
+ look_back_dist = rfc->dist_start[next_dist] +
+ inflate_in_read_bits(state,
+ rfc->dist_extra_bit_count
+ [next_dist]);
+ }
+
+ if (state->read_in_length < 0) {
+ state->read_in = read_in_tmp;
+ state->read_in_length = read_in_length_tmp;
+ state->next_in = next_in_tmp;
+ state->avail_in = avail_in_tmp;
+ state->next_out = next_out_tmp;
+ state->avail_out = avail_out_tmp;
+ state->total_out = total_out_tmp;
+ state->write_overflow_lits = 0;
+ state->write_overflow_len = 0;
+ return ISAL_END_INPUT;
+ }
+
+ if (state->next_out - look_back_dist < start_out)
+ return ISAL_INVALID_LOOKBACK;
+
+ if (state->avail_out < repeat_length) {
+ state->copy_overflow_length =
+ repeat_length - state->avail_out;
+ state->copy_overflow_distance = look_back_dist;
+ repeat_length = state->avail_out;
+ }
+
+ if (look_back_dist > repeat_length)
+ memcpy(state->next_out,
+ state->next_out - look_back_dist,
+ repeat_length);
+ else
+ byte_copy(state->next_out, look_back_dist,
+ repeat_length);
+
+ state->next_out += repeat_length;
+ state->avail_out -= repeat_length;
+ state->total_out += repeat_length;
+
+ if (state->copy_overflow_length > 0)
+ return ISAL_OUT_OVERFLOW;
+ } else
+ /* Else the read in bits do not
+ * correspond to any valid symbol */
+ return ISAL_INVALID_SYMBOL;
+
+ next_lits >>= 8;
+ sym_count--;
+ }
+
+ }
+ return 0;
+}
+
+void isal_inflate_init(struct inflate_state *state)
+{
+
+ state->read_in = 0;
+ state->read_in_length = 0;
+ state->next_in = NULL;
+ state->avail_in = 0;
+ state->next_out = NULL;
+ state->avail_out = 0;
+ state->total_out = 0;
+ state->dict_length = 0;
+ state->block_state = ISAL_BLOCK_NEW_HDR;
+ state->bfinal = 0;
+ state->crc_flag = 0;
+ state->crc = 0;
+ state->hist_bits = 0;
+ state->type0_block_len = 0;
+ state->write_overflow_lits = 0;
+ state->write_overflow_len = 0;
+ state->copy_overflow_length = 0;
+ state->copy_overflow_distance = 0;
+ state->wrapper_flag = 0;
+ state->tmp_in_size = 0;
+ state->tmp_out_processed = 0;
+ state->tmp_out_valid = 0;
+}
+
+void isal_inflate_reset(struct inflate_state *state)
+{
+ state->read_in = 0;
+ state->read_in_length = 0;
+ state->total_out = 0;
+ state->dict_length = 0;
+ state->block_state = ISAL_BLOCK_NEW_HDR;
+ state->bfinal = 0;
+ state->crc = 0;
+ state->type0_block_len = 0;
+ state->write_overflow_lits = 0;
+ state->write_overflow_len = 0;
+ state->copy_overflow_length = 0;
+ state->copy_overflow_distance = 0;
+ state->tmp_in_size = 0;
+ state->tmp_out_processed = 0;
+ state->tmp_out_valid = 0;
+}
+
+static inline uint32_t fixed_size_read(struct inflate_state *state,
+ uint8_t ** read_buf, int read_size)
+{
+ uint32_t tmp_in_size = state->tmp_in_size;
+
+ if (state->avail_in + tmp_in_size < read_size) {
+ memcpy(state->tmp_in_buffer + tmp_in_size, state->next_in, state->avail_in);
+ tmp_in_size += state->avail_in;
+ state->tmp_in_size = tmp_in_size;
+ state->next_in += state->avail_in;
+ state->avail_in = 0;
+
+ return ISAL_END_INPUT;
+ }
+
+ *read_buf = state->next_in;
+ if (tmp_in_size) {
+ memcpy(state->tmp_in_buffer + tmp_in_size, state->next_in,
+ read_size - tmp_in_size);
+ *read_buf = state->tmp_in_buffer;
+ state->tmp_in_size = 0;
+ }
+
+ state->next_in += read_size - tmp_in_size;
+ state->avail_in -= read_size - tmp_in_size;
+ tmp_in_size = 0;
+
+ return 0;
+
+}
+
+static inline uint32_t buffer_header_copy(struct inflate_state *state, uint32_t in_len,
+ uint8_t * buf, uint32_t buf_len, uint32_t buf_error)
+{
+ uint32_t len = in_len;
+ if (len > state->avail_in)
+ len = state->avail_in;
+
+ if (buf != NULL && buf_len < len) {
+ memcpy(buf, state->next_in, buf_len);
+ state->next_in += buf_len;
+ state->avail_in -= buf_len;
+ state->count = in_len - buf_len;
+ return buf_error;
+ } else {
+ if (buf != NULL)
+ memcpy(buf, state->next_in, len);
+ state->next_in += len;
+ state->avail_in -= len;
+ state->count = in_len - len;
+
+ if (len == in_len)
+ return 0;
+ else
+ return ISAL_END_INPUT;
+ }
+}
+
+static inline uint32_t string_header_copy(struct inflate_state *state,
+ char *str_buf, uint32_t str_len, uint32_t str_error)
+{
+ uint32_t len, max_len = str_len;
+
+ if (max_len > state->avail_in || str_buf == NULL)
+ max_len = state->avail_in;
+
+ len = strnlen((char *)state->next_in, max_len);
+
+ if (str_buf != NULL)
+ memcpy(str_buf, state->next_in, len);
+
+ state->next_in += len;
+ state->avail_in -= len;
+ state->count += len;
+
+ if (str_buf != NULL && len == str_len)
+ return str_error;
+ else if (state->avail_in <= 0)
+ return ISAL_END_INPUT;
+ else {
+ state->next_in++;
+ state->avail_in--;
+ state->count = 0;
+ if (str_buf != NULL)
+ str_buf[len] = 0;
+ }
+
+ return 0;
+}
+
+static int check_gzip_checksum(struct inflate_state *state)
+{
+ uint64_t trailer, crc, total_out;
+ uint8_t *next_in;
+ uint32_t byte_count, offset, tmp_in_size = state->tmp_in_size;
+ int ret;
+
+ if (state->read_in_length >= 8 * GZIP_TRAILER_LEN) {
+ /* The following is unecessary as state->read_in_length == 64 */
+ /* bit_count = state->read_in_length % 8; */
+ /* state->read_in >>= bit_count; */
+ /* state->read_in_length -= bit_count; */
+
+ trailer = state->read_in;
+ state->read_in_length = 0;
+ state->read_in = 0;
+ } else {
+ if (state->read_in_length >= 8) {
+ byte_count = state->read_in_length / 8;
+ offset = state->read_in_length % 8;
+
+ store_u64(state->tmp_in_buffer + tmp_in_size,
+ state->read_in >> offset);
+ state->read_in = 0;
+ state->read_in_length = 0;
+
+ tmp_in_size += byte_count;
+ state->tmp_in_size = tmp_in_size;
+ }
+
+ ret = fixed_size_read(state, &next_in, GZIP_TRAILER_LEN);
+ if (ret) {
+ state->block_state = ISAL_CHECKSUM_CHECK;
+ return ret;
+ }
+
+ trailer = load_u64(next_in);
+ }
+
+ state->block_state = ISAL_BLOCK_FINISH;
+
+ crc = state->crc;
+ total_out = state->total_out;
+
+ if (trailer != (crc | (total_out << 32)))
+ return ISAL_INCORRECT_CHECKSUM;
+ else
+ return ISAL_DECOMP_OK;
+}
+
+static int check_zlib_checksum(struct inflate_state *state)
+{
+
+ uint32_t trailer;
+ uint8_t *next_in;
+ uint32_t byte_count, offset, tmp_in_size = state->tmp_in_size;
+ int ret, bit_count;
+
+ if (state->read_in_length >= 8 * ZLIB_TRAILER_LEN) {
+ bit_count = state->read_in_length % 8;
+ state->read_in >>= bit_count;
+ state->read_in_length -= bit_count;
+
+ trailer = state->read_in;
+
+ state->read_in_length -= 8 * ZLIB_TRAILER_LEN;
+ state->read_in >>= 8 * ZLIB_TRAILER_LEN;
+ } else {
+ if (state->read_in_length >= 8) {
+ byte_count = state->read_in_length / 8;
+ offset = state->read_in_length % 8;
+
+ store_u64(state->tmp_in_buffer + tmp_in_size,
+ state->read_in >> offset);
+ state->read_in = 0;
+ state->read_in_length = 0;
+
+ tmp_in_size += byte_count;
+ state->tmp_in_size = tmp_in_size;
+ }
+
+ ret = fixed_size_read(state, &next_in, ZLIB_TRAILER_LEN);
+ if (ret) {
+ state->block_state = ISAL_CHECKSUM_CHECK;
+ return ret;
+ }
+
+ trailer = load_u32(next_in);
+ }
+
+ state->block_state = ISAL_BLOCK_FINISH;
+
+ if (bswap_32(trailer) != state->crc)
+ return ISAL_INCORRECT_CHECKSUM;
+ else
+ return ISAL_DECOMP_OK;
+}
+
+int isal_read_gzip_header(struct inflate_state *state, struct isal_gzip_header *gz_hdr)
+{
+ int cm, flags = gz_hdr->flags, id1, id2;
+ uint16_t xlen = gz_hdr->extra_len;
+ uint32_t block_state = state->block_state;
+ uint8_t *start_in = state->next_in, *next_in;
+ uint32_t tmp_in_size = state->tmp_in_size;
+ uint32_t count = state->count, offset;
+ uint32_t hcrc = gz_hdr->hcrc;
+ int ret = 0;
+
+ /* This switch is a jump table into the function so that decoding the
+ * header can continue where it stopped on the last call */
+ switch (block_state) {
+ case ISAL_BLOCK_NEW_HDR:
+ state->count = 0;
+ flags = UNDEFINED_FLAG;
+ if (tmp_in_size == 0)
+ hcrc = 0;
+
+ ret = fixed_size_read(state, &next_in, GZIP_HDR_BASE);
+ if (ret)
+ break;
+
+ id1 = next_in[0];
+ id2 = next_in[1];
+ cm = next_in[2];
+ flags = next_in[3];
+ gz_hdr->time = load_u32(next_in + 4);
+ gz_hdr->xflags = *(next_in + 8);
+ gz_hdr->os = *(next_in + 9);
+
+ if (id1 != 0x1f || id2 != 0x8b)
+ return ISAL_INVALID_WRAPPER;
+
+ if (cm != DEFLATE_METHOD)
+ return ISAL_UNSUPPORTED_METHOD;
+
+ gz_hdr->text = 0;
+ if (flags & TEXT_FLAG)
+ gz_hdr->text = 1;
+
+ gz_hdr->flags = flags;
+
+ if (flags & EXTRA_FLAG) {
+ case ISAL_GZIP_EXTRA_LEN:
+ ret = fixed_size_read(state, &next_in, GZIP_EXTRA_LEN);
+ if (ret) {
+ state->block_state = ISAL_GZIP_EXTRA_LEN;
+ break;
+ }
+
+ xlen = load_u16(next_in);
+ count = xlen;
+
+ gz_hdr->extra_len = xlen;
+
+ case ISAL_GZIP_EXTRA:
+ offset = gz_hdr->extra_len - count;
+ ret =
+ buffer_header_copy(state, count, gz_hdr->extra + offset,
+ gz_hdr->extra_buf_len - offset,
+ ISAL_EXTRA_OVERFLOW);
+
+ if (ret) {
+ state->block_state = ISAL_GZIP_EXTRA;
+ break;
+ }
+ } else {
+ gz_hdr->extra_len = 0;
+ }
+
+ if (flags & NAME_FLAG) {
+ case ISAL_GZIP_NAME:
+ offset = state->count;
+ ret = string_header_copy(state, gz_hdr->name + offset,
+ gz_hdr->name_buf_len - offset,
+ ISAL_NAME_OVERFLOW);
+ if (ret) {
+ state->block_state = ISAL_GZIP_NAME;
+ break;
+ }
+ }
+
+ if (flags & COMMENT_FLAG) {
+ case ISAL_GZIP_COMMENT:
+ offset = state->count;
+ ret = string_header_copy(state, gz_hdr->comment + offset,
+ gz_hdr->comment_buf_len - offset,
+ ISAL_COMMENT_OVERFLOW);
+ if (ret) {
+ state->block_state = ISAL_GZIP_COMMENT;
+ break;
+ }
+ }
+
+ if (flags & HCRC_FLAG) {
+ hcrc = crc32_gzip_refl(hcrc, start_in, state->next_in - start_in);
+ gz_hdr->hcrc = hcrc;
+
+ case ISAL_GZIP_HCRC:
+ ret = fixed_size_read(state, &next_in, GZIP_HCRC_LEN);
+ if (ret) {
+ state->block_state = ISAL_GZIP_HCRC;
+ return ret;
+ }
+
+ if ((hcrc & 0xffff) != load_u16(next_in))
+ return ISAL_INCORRECT_CHECKSUM;
+ }
+
+ state->wrapper_flag = 1;
+ state->block_state = ISAL_BLOCK_NEW_HDR;
+ return ISAL_DECOMP_OK;
+ }
+
+ if (flags & HCRC_FLAG)
+ gz_hdr->hcrc = crc32_gzip_refl(hcrc, start_in, state->next_in - start_in);
+
+ return ret;
+}
+
+int isal_read_zlib_header(struct inflate_state *state, struct isal_zlib_header *zlib_hdr)
+{
+ int cmf, method, flags;
+ uint32_t block_state = state->block_state;
+ uint8_t *next_in;
+ int ret = 0;
+
+ switch (block_state) {
+ case ISAL_BLOCK_NEW_HDR:
+ zlib_hdr->dict_flag = 0;
+ ret = fixed_size_read(state, &next_in, ZLIB_HDR_BASE);
+ if (ret)
+ break;
+
+ cmf = *next_in;
+ method = cmf & 0xf;
+ flags = *(next_in + 1);
+
+ zlib_hdr->info = cmf >> ZLIB_INFO_OFFSET;
+ zlib_hdr->dict_flag = (flags & ZLIB_DICT_FLAG) ? 1 : 0;
+ zlib_hdr->level = flags >> ZLIB_LEVEL_OFFSET;
+
+ if (method != DEFLATE_METHOD)
+ return ISAL_UNSUPPORTED_METHOD;
+
+ if ((256 * cmf + flags) % 31 != 0)
+ return ISAL_INCORRECT_CHECKSUM;
+
+ if (zlib_hdr->dict_flag) {
+ case ISAL_ZLIB_DICT:
+ ret = fixed_size_read(state, &next_in, ZLIB_DICT_LEN);
+ if (ret) {
+ state->block_state = ISAL_ZLIB_DICT;
+ break;
+ }
+
+ zlib_hdr->dict_id = load_u32(next_in);
+ }
+
+ state->wrapper_flag = 1;
+ state->block_state = ISAL_BLOCK_NEW_HDR;
+ }
+
+ return ret;
+}
+
+int isal_inflate_set_dict(struct inflate_state *state, uint8_t * dict, uint32_t dict_len)
+{
+
+ if (state->block_state != ISAL_BLOCK_NEW_HDR
+ || state->tmp_out_processed != state->tmp_out_valid)
+ return ISAL_INVALID_STATE;
+
+ if (dict_len > IGZIP_HIST_SIZE) {
+ dict = dict + dict_len - IGZIP_HIST_SIZE;
+ dict_len = IGZIP_HIST_SIZE;
+ }
+
+ memcpy(state->tmp_out_buffer, dict, dict_len);
+ state->tmp_out_processed = dict_len;
+ state->tmp_out_valid = dict_len;
+ state->dict_length = dict_len;
+
+ return COMP_OK;
+}
+
+int isal_inflate_stateless(struct inflate_state *state)
+{
+ uint32_t ret = 0;
+ uint8_t *start_out = state->next_out;
+
+ state->read_in = 0;
+ state->read_in_length = 0;
+ state->block_state = ISAL_BLOCK_NEW_HDR;
+ state->dict_length = 0;
+ state->bfinal = 0;
+ state->crc = 0;
+ state->total_out = 0;
+ state->hist_bits = 0;
+ state->tmp_in_size = 0;
+
+ if (state->crc_flag == IGZIP_GZIP) {
+ struct isal_gzip_header gz_hdr;
+ ret = isal_read_gzip_header(state, &gz_hdr);
+ if (ret)
+ return ret;
+ } else if (state->crc_flag == IGZIP_ZLIB) {
+ struct isal_zlib_header z_hdr;
+ ret = isal_read_zlib_header(state, &z_hdr);
+ if (ret)
+ return ret;
+ if (z_hdr.dict_flag)
+ return ISAL_NEED_DICT;
+
+ }
+
+ while (state->block_state != ISAL_BLOCK_FINISH) {
+ if (state->block_state == ISAL_BLOCK_NEW_HDR) {
+ ret = read_header(state);
+
+ if (ret)
+ break;
+ }
+
+ if (state->block_state == ISAL_BLOCK_TYPE0)
+ ret = decode_literal_block(state);
+ else
+ ret = decode_huffman_code_block_stateless(state, start_out);
+
+ if (ret)
+ break;
+ if (state->block_state == ISAL_BLOCK_INPUT_DONE)
+ state->block_state = ISAL_BLOCK_FINISH;
+ }
+
+ /* Undo count stuff of bytes read into the read buffer */
+ state->next_in -= state->read_in_length / 8;
+ state->avail_in += state->read_in_length / 8;
+ state->read_in_length = 0;
+ state->read_in = 0;
+
+ if (!ret && state->crc_flag) {
+ update_checksum(state, start_out, state->next_out - start_out);
+ switch (state->crc_flag) {
+ case ISAL_ZLIB:
+ case ISAL_ZLIB_NO_HDR_VER:
+ finalize_adler32(state);
+ ret = check_zlib_checksum(state);
+ break;
+
+ case ISAL_ZLIB_NO_HDR:
+ finalize_adler32(state);
+ break;
+
+ case ISAL_GZIP:
+ case ISAL_GZIP_NO_HDR_VER:
+ ret = check_gzip_checksum(state);
+ break;
+ }
+ }
+
+ return ret;
+}
+
+int isal_inflate(struct inflate_state *state)
+{
+
+ uint8_t *start_out = state->next_out;
+ uint32_t avail_out = state->avail_out;
+ uint32_t copy_size = 0;
+ int32_t shift_size = 0;
+ int ret = 0;
+
+ if (!state->wrapper_flag && state->crc_flag == IGZIP_GZIP) {
+ struct isal_gzip_header gz_hdr;
+ ret = isal_read_gzip_header(state, &gz_hdr);
+ if (ret < 0)
+ return ret;
+ else if (ret > 0)
+ return ISAL_DECOMP_OK;
+ } else if (!state->wrapper_flag && state->crc_flag == IGZIP_ZLIB) {
+ struct isal_zlib_header z_hdr;
+ ret = isal_read_zlib_header(state, &z_hdr);
+ if (ret < 0)
+ return ret;
+ else if (ret > 0)
+ return ISAL_DECOMP_OK;
+
+ if (z_hdr.dict_flag) {
+ state->dict_id = z_hdr.dict_id;
+ return ISAL_NEED_DICT;
+ }
+ } else if (state->block_state == ISAL_CHECKSUM_CHECK) {
+ switch (state->crc_flag) {
+ case ISAL_ZLIB:
+ case ISAL_ZLIB_NO_HDR_VER:
+ ret = check_zlib_checksum(state);
+ break;
+ case ISAL_GZIP:
+ case ISAL_GZIP_NO_HDR_VER:
+ ret = check_gzip_checksum(state);
+ break;
+ }
+
+ return (ret > 0) ? ISAL_DECOMP_OK : ret;
+ }
+
+ if (state->block_state != ISAL_BLOCK_FINISH) {
+ state->total_out += state->tmp_out_valid - state->tmp_out_processed;
+ /* If space in tmp_out buffer, decompress into the tmp_out_buffer */
+ if (state->tmp_out_valid < 2 * ISAL_DEF_HIST_SIZE) {
+ /* Setup to start decoding into temp buffer */
+ state->next_out = &state->tmp_out_buffer[state->tmp_out_valid];
+ state->avail_out =
+ sizeof(state->tmp_out_buffer) - ISAL_LOOK_AHEAD -
+ state->tmp_out_valid;
+
+ if ((int32_t) state->avail_out < 0)
+ state->avail_out = 0;
+
+ /* Decode into internal buffer until exit */
+ while (state->block_state != ISAL_BLOCK_INPUT_DONE) {
+ if (state->block_state == ISAL_BLOCK_NEW_HDR
+ || state->block_state == ISAL_BLOCK_HDR) {
+ ret = read_header_stateful(state);
+
+ if (ret)
+ break;
+ }
+
+ if (state->block_state == ISAL_BLOCK_TYPE0) {
+ ret = decode_literal_block(state);
+ } else {
+ uint8_t *tmp = state->tmp_out_buffer;
+ ret = decode_huffman_code_block_stateless(state, tmp);
+ }
+
+ if (ret)
+ break;
+ }
+
+ /* Copy valid data from internal buffer into out_buffer */
+ if (state->write_overflow_len != 0) {
+ store_u32(state->next_out, state->write_overflow_lits);
+ state->next_out += state->write_overflow_len;
+ state->total_out += state->write_overflow_len;
+ state->write_overflow_lits = 0;
+ state->write_overflow_len = 0;
+ }
+
+ if (state->copy_overflow_length != 0) {
+ byte_copy(state->next_out, state->copy_overflow_distance,
+ state->copy_overflow_length);
+ state->tmp_out_valid += state->copy_overflow_length;
+ state->next_out += state->copy_overflow_length;
+ state->total_out += state->copy_overflow_length;
+ state->copy_overflow_distance = 0;
+ state->copy_overflow_length = 0;
+ }
+
+ state->tmp_out_valid = state->next_out - state->tmp_out_buffer;
+
+ /* Setup state for decompressing into out_buffer */
+ state->next_out = start_out;
+ state->avail_out = avail_out;
+ }
+
+ /* Copy data from tmp_out buffer into out_buffer */
+ copy_size = state->tmp_out_valid - state->tmp_out_processed;
+ if (copy_size > avail_out)
+ copy_size = avail_out;
+
+ memcpy(state->next_out,
+ &state->tmp_out_buffer[state->tmp_out_processed], copy_size);
+
+ state->tmp_out_processed += copy_size;
+ state->avail_out -= copy_size;
+ state->next_out += copy_size;
+
+ if (ret == ISAL_INVALID_LOOKBACK || ret == ISAL_INVALID_BLOCK
+ || ret == ISAL_INVALID_SYMBOL) {
+ /* Set total_out to not count data in tmp_out_buffer */
+ state->total_out -= state->tmp_out_valid - state->tmp_out_processed;
+ if (state->crc_flag)
+ update_checksum(state, start_out, state->next_out - start_out);
+ return ret;
+ }
+
+ /* If all data from tmp_out buffer has been processed, start
+ * decompressing into the out buffer */
+ if (state->tmp_out_processed == state->tmp_out_valid) {
+ while (state->block_state != ISAL_BLOCK_INPUT_DONE) {
+ if (state->block_state == ISAL_BLOCK_NEW_HDR
+ || state->block_state == ISAL_BLOCK_HDR) {
+ ret = read_header_stateful(state);
+ if (ret)
+ break;
+ }
+
+ if (state->block_state == ISAL_BLOCK_TYPE0)
+ ret = decode_literal_block(state);
+ else
+ ret =
+ decode_huffman_code_block_stateless(state,
+ start_out);
+ if (ret)
+ break;
+ }
+ }
+
+ if (state->crc_flag)
+ update_checksum(state, start_out, state->next_out - start_out);
+
+ if (state->block_state != ISAL_BLOCK_INPUT_DONE
+ || state->copy_overflow_length + state->write_overflow_len +
+ state->tmp_out_valid > sizeof(state->tmp_out_buffer)) {
+ /* Save decompression history in tmp_out buffer */
+ if (state->tmp_out_valid == state->tmp_out_processed
+ && avail_out - state->avail_out >= ISAL_DEF_HIST_SIZE) {
+ memcpy(state->tmp_out_buffer,
+ state->next_out - ISAL_DEF_HIST_SIZE,
+ ISAL_DEF_HIST_SIZE);
+ state->tmp_out_valid = ISAL_DEF_HIST_SIZE;
+ state->tmp_out_processed = ISAL_DEF_HIST_SIZE;
+
+ } else if (state->tmp_out_processed >= ISAL_DEF_HIST_SIZE) {
+ shift_size = state->tmp_out_valid - ISAL_DEF_HIST_SIZE;
+ if (shift_size > state->tmp_out_processed)
+ shift_size = state->tmp_out_processed;
+
+ memmove(state->tmp_out_buffer,
+ &state->tmp_out_buffer[shift_size],
+ state->tmp_out_valid - shift_size);
+ state->tmp_out_valid -= shift_size;
+ state->tmp_out_processed -= shift_size;
+
+ }
+ }
+
+ /* Write overflow data into tmp buffer */
+ if (state->write_overflow_len != 0) {
+ store_u32(&state->tmp_out_buffer[state->tmp_out_valid],
+ state->write_overflow_lits);
+ state->tmp_out_valid += state->write_overflow_len;
+ state->total_out += state->write_overflow_len;
+ state->write_overflow_lits = 0;
+ state->write_overflow_len = 0;
+ }
+
+ if (state->copy_overflow_length != 0) {
+ byte_copy(&state->tmp_out_buffer[state->tmp_out_valid],
+ state->copy_overflow_distance, state->copy_overflow_length);
+ state->tmp_out_valid += state->copy_overflow_length;
+ state->total_out += state->copy_overflow_length;
+ state->copy_overflow_distance = 0;
+ state->copy_overflow_length = 0;
+ }
+
+ if (ret == ISAL_INVALID_LOOKBACK || ret == ISAL_INVALID_BLOCK
+ || ret == ISAL_INVALID_SYMBOL) {
+ state->total_out -= state->tmp_out_valid - state->tmp_out_processed;
+ return ret;
+ }
+
+ if (state->block_state == ISAL_BLOCK_INPUT_DONE
+ && state->tmp_out_valid == state->tmp_out_processed) {
+ state->block_state = ISAL_BLOCK_FINISH;
+
+ switch (state->crc_flag) {
+ case ISAL_ZLIB:
+ case ISAL_ZLIB_NO_HDR_VER:
+ finalize_adler32(state);
+ ret = check_zlib_checksum(state);
+ break;
+
+ case ISAL_ZLIB_NO_HDR:
+ finalize_adler32(state);
+ break;
+
+ case ISAL_GZIP:
+ case ISAL_GZIP_NO_HDR_VER:
+ ret = check_gzip_checksum(state);
+ break;
+ }
+ }
+
+ state->total_out -= state->tmp_out_valid - state->tmp_out_processed;
+ }
+
+ return (ret > 0) ? ISAL_DECOMP_OK : ret;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_inflate_multibinary.asm b/src/spdk/isa-l/igzip/igzip_inflate_multibinary.asm
new file mode 100644
index 000000000..ef2ce6836
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_inflate_multibinary.asm
@@ -0,0 +1,45 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+default rel
+[bits 64]
+
+%include "reg_sizes.asm"
+
+extern decode_huffman_code_block_stateless_base
+extern decode_huffman_code_block_stateless_01
+extern decode_huffman_code_block_stateless_04
+
+section .text
+
+%include "multibinary.asm"
+
+
+mbin_interface decode_huffman_code_block_stateless
+mbin_dispatch_init5 decode_huffman_code_block_stateless, decode_huffman_code_block_stateless_base, decode_huffman_code_block_stateless_01, decode_huffman_code_block_stateless_01, decode_huffman_code_block_stateless_04
diff --git a/src/spdk/isa-l/igzip/igzip_inflate_test.c b/src/spdk/isa-l/igzip/igzip_inflate_test.c
new file mode 100644
index 000000000..946759645
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_inflate_test.c
@@ -0,0 +1,311 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdint.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <zlib.h>
+#include "igzip_lib.h"
+#include "huff_codes.h"
+#include "test.h"
+
+/*Don't use file larger memory can support because compression and decompression
+ * are done in a stateless manner. */
+#if __WORDSIZE == 64
+#define MAX_INPUT_FILE_SIZE 2L*1024L*1024L*1024L
+#else
+#define MAX_INPUT_FILE_SIZE 512L*1024L*1024L
+#endif
+
+int inflate_multi_pass(uint8_t * compress_buf, uint64_t compress_len,
+ uint8_t * uncompress_buf, uint32_t * uncompress_len)
+{
+ struct inflate_state *state = NULL;
+ int ret = 0;
+ uint8_t *comp_tmp = NULL, *uncomp_tmp = NULL;
+ uint32_t comp_tmp_size = 0, uncomp_tmp_size = 0;
+ uint32_t comp_processed = 0, uncomp_processed = 0;
+
+ state = malloc(sizeof(struct inflate_state));
+ if (state == NULL) {
+ printf("Failed to allocate memory\n");
+ exit(0);
+ }
+
+ isal_inflate_init(state);
+
+ state->next_in = NULL;
+ state->next_out = NULL;
+ state->avail_in = 0;
+ state->avail_out = 0;
+
+ while (1) {
+ if (state->avail_in == 0) {
+ comp_tmp_size = rand() % (compress_len + 1);
+
+ if (comp_tmp_size >= compress_len - comp_processed)
+ comp_tmp_size = compress_len - comp_processed;
+
+ if (comp_tmp_size != 0) {
+ if (comp_tmp != NULL) {
+ free(comp_tmp);
+ comp_tmp = NULL;
+ }
+
+ comp_tmp = malloc(comp_tmp_size);
+
+ if (comp_tmp == NULL) {
+ printf("Failed to allocate memory\n");
+ exit(0);
+ }
+
+ memcpy(comp_tmp, compress_buf + comp_processed, comp_tmp_size);
+ comp_processed += comp_tmp_size;
+
+ state->next_in = comp_tmp;
+ state->avail_in = comp_tmp_size;
+ }
+ }
+
+ if (state->avail_out == 0) {
+ /* Save uncompressed data into uncompress_buf */
+ if (uncomp_tmp != NULL) {
+ memcpy(uncompress_buf + uncomp_processed, uncomp_tmp,
+ uncomp_tmp_size);
+ uncomp_processed += uncomp_tmp_size;
+ }
+
+ uncomp_tmp_size = rand() % (*uncompress_len + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (uncomp_tmp_size > *uncompress_len - uncomp_processed)
+ uncomp_tmp_size = *uncompress_len - uncomp_processed;
+
+ if (uncomp_tmp_size != 0) {
+
+ if (uncomp_tmp != NULL) {
+ fflush(0);
+ free(uncomp_tmp);
+ uncomp_tmp = NULL;
+ }
+
+ uncomp_tmp = malloc(uncomp_tmp_size);
+ if (uncomp_tmp == NULL) {
+ printf("Failed to allocate memory\n");
+ exit(0);
+ }
+
+ state->avail_out = uncomp_tmp_size;
+ state->next_out = uncomp_tmp;
+ }
+ }
+
+ ret = isal_inflate(state);
+
+ if (state->block_state == ISAL_BLOCK_FINISH || ret != 0) {
+ memcpy(uncompress_buf + uncomp_processed, uncomp_tmp, uncomp_tmp_size);
+ *uncompress_len = state->total_out;
+ break;
+ }
+ }
+
+ if (comp_tmp != NULL) {
+ free(comp_tmp);
+ comp_tmp = NULL;
+ }
+ if (uncomp_tmp != NULL) {
+ free(uncomp_tmp);
+ uncomp_tmp = NULL;
+ }
+
+ free(state);
+ return ret;
+}
+
+int test(uint8_t * compressed_stream,
+ uint64_t * compressed_length,
+ uint8_t * uncompressed_stream, uint32_t uncompressed_length,
+ uint8_t * uncompressed_test_stream, uint32_t uncompressed_test_stream_length)
+{
+ int ret;
+ ret =
+ compress2(compressed_stream, (uLongf *) compressed_length,
+ uncompressed_stream, uncompressed_length, 6);
+ if (ret) {
+ printf("Failed compressing input with exit code %d", ret);
+ return ret;
+ }
+
+ ret =
+ inflate_multi_pass(compressed_stream + 2,
+ *compressed_length - 2 - 4,
+ uncompressed_test_stream, &uncompressed_test_stream_length);
+ switch (ret) {
+ case 0:
+ break;
+ case ISAL_END_INPUT:
+ printf(" did not decompress all input\n");
+ return ISAL_END_INPUT;
+ break;
+ case ISAL_INVALID_BLOCK:
+ printf(" invalid header\n");
+ return ISAL_INVALID_BLOCK;
+ break;
+ case ISAL_INVALID_SYMBOL:
+ printf(" invalid symbol\n");
+ return ISAL_INVALID_SYMBOL;
+ break;
+ case ISAL_OUT_OVERFLOW:
+ printf(" out buffer overflow\n");
+ return ISAL_OUT_OVERFLOW;
+ break;
+ case ISAL_INVALID_LOOKBACK:
+ printf("Invalid lookback distance");
+ return ISAL_INVALID_LOOKBACK;
+ break;
+ default:
+ printf(" error\n");
+ return -1;
+ break;
+ }
+
+ if (uncompressed_test_stream_length != uncompressed_length) {
+ printf("incorrect amount of data was decompressed from compressed data\n");
+ printf("%d decompressed of %d compressed",
+ uncompressed_test_stream_length, uncompressed_length);
+ return -1;
+ }
+ if (memcmp(uncompressed_stream, uncompressed_test_stream, uncompressed_length)) {
+ int i;
+ for (i = 0; i < uncompressed_length; i++) {
+ if (uncompressed_stream[i] != uncompressed_test_stream[i]) {
+ printf("first error at %d, 0x%x != 0x%x\n", i,
+ uncompressed_stream[i], uncompressed_test_stream[i]);
+ }
+ }
+ printf(" decompressed data is not the same as the compressed data\n");
+ return -1;
+ }
+
+ return 0;
+}
+
+int main(int argc, char **argv)
+{
+ int i, j, ret = 0, fin_ret = 0;
+ FILE *file = NULL;
+ uint64_t compressed_length, file_length;
+ uint64_t uncompressed_length, uncompressed_test_stream_length;
+ uint8_t *uncompressed_stream = NULL;
+ uint8_t *compressed_stream = NULL;
+ uint8_t *uncompressed_test_stream = NULL;
+
+ if (argc == 1)
+ printf("Error, no input file\n");
+ for (i = 1; i < argc; i++) {
+
+ file = NULL;
+ uncompressed_stream = NULL;
+ compressed_stream = NULL;
+ uncompressed_test_stream = NULL;
+
+ file = fopen(argv[i], "r");
+ if (file == NULL) {
+ printf("Error opening file %s\n", argv[i]);
+ return 1;
+ } else
+ printf("Starting file %s", argv[i]);
+ fflush(0);
+ file_length = get_filesize(file);
+ if (file_length > MAX_INPUT_FILE_SIZE) {
+ printf("\nFile too large to run on this test,"
+ " Max 512MB for 32bit OS, 2GB for 64bit OS.\n");
+ printf(" ... Fail\n");
+ fclose(file);
+ continue;
+ }
+
+ compressed_length = compressBound(file_length);
+
+ if (file_length != 0) {
+ uncompressed_stream = malloc(file_length);
+ uncompressed_test_stream = malloc(file_length);
+ }
+
+ compressed_stream = malloc(compressed_length);
+ if (uncompressed_stream == NULL && file_length != 0) {
+ printf("\nFailed to allocate input memory\n");
+ exit(0);
+ }
+
+ if (compressed_stream == NULL) {
+ printf("\nFailed to allocate output memory\n");
+ exit(0);
+ }
+
+ if (uncompressed_test_stream == NULL && file_length != 0) {
+ printf("\nFailed to allocate decompressed memory\n");
+ exit(0);
+ }
+
+ uncompressed_length = fread(uncompressed_stream, 1, file_length, file);
+ uncompressed_test_stream_length = uncompressed_length;
+ ret =
+ test(compressed_stream, &compressed_length, uncompressed_stream,
+ uncompressed_length, uncompressed_test_stream,
+ uncompressed_test_stream_length);
+ if (ret) {
+ for (j = 0; j < compressed_length; j++) {
+ if ((j & 31) == 0)
+ printf("\n");
+ else
+ printf(" ");
+ printf("0x%02x,", compressed_stream[j]);
+ }
+ printf("\n");
+ }
+
+ fflush(0);
+ fclose(file);
+ if (compressed_stream != NULL)
+ free(compressed_stream);
+ if (uncompressed_stream != NULL)
+ free(uncompressed_stream);
+ if (uncompressed_test_stream != NULL)
+ free(uncompressed_test_stream);
+ if (ret) {
+ printf(" ... Fail with exit code %d\n", ret);
+ return ret;
+ } else
+ printf(" ... Pass\n");
+ fin_ret |= ret;
+ }
+ return fin_ret;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_level_buf_structs.h b/src/spdk/isa-l/igzip/igzip_level_buf_structs.h
new file mode 100644
index 000000000..5c195e3f1
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_level_buf_structs.h
@@ -0,0 +1,48 @@
+#ifndef IGZIP_LEVEL_BUF_STRUCTS_H
+#define IGZIP_LEVEL_BUF_STRUCTS_H
+
+#include "igzip_lib.h"
+#include "huff_codes.h"
+#include "encode_df.h"
+
+#define MATCH_BUF_SIZE (4 * 1024)
+
+struct hash8k_buf {
+ uint16_t hash_table[IGZIP_HASH8K_HASH_SIZE];
+};
+
+struct hash_hist_buf {
+ uint16_t hash_table[IGZIP_HASH_HIST_SIZE];
+};
+
+struct hash_map_buf {
+ uint16_t hash_table[IGZIP_HASH_MAP_HASH_SIZE];
+ struct deflate_icf *matches_next;
+ struct deflate_icf *matches_end;
+ struct deflate_icf matches[MATCH_BUF_SIZE];
+ struct deflate_icf overflow[ISAL_LOOK_AHEAD];
+};
+
+#define MAX_LVL_BUF_SIZE sizeof(struct hash_map_buf)
+
+struct level_buf {
+ struct hufftables_icf encode_tables;
+ struct isal_mod_hist hist;
+ uint32_t deflate_hdr_count;
+ uint32_t deflate_hdr_extra_bits;
+ uint8_t deflate_hdr[ISAL_DEF_MAX_HDR_SIZE];
+ struct deflate_icf *icf_buf_next;
+ uint64_t icf_buf_avail_out;
+ struct deflate_icf *icf_buf_start;
+ union {
+ struct hash8k_buf hash8k;
+ struct hash_hist_buf hash_hist;
+ struct hash_map_buf hash_map;
+
+ struct hash8k_buf lvl1;
+ struct hash_hist_buf lvl2;
+ struct hash_map_buf lvl3;
+ };
+};
+
+#endif
diff --git a/src/spdk/isa-l/igzip/igzip_multibinary.asm b/src/spdk/isa-l/igzip/igzip_multibinary.asm
new file mode 100644
index 000000000..7997a8453
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_multibinary.asm
@@ -0,0 +1,134 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+default rel
+[bits 64]
+
+%include "reg_sizes.asm"
+
+extern isal_deflate_body_base
+extern isal_deflate_body_01
+extern isal_deflate_body_02
+extern isal_deflate_body_04
+extern isal_deflate_finish_base
+extern isal_deflate_finish_01
+
+extern isal_deflate_icf_body_hash_hist_base
+extern isal_deflate_icf_body_hash_hist_01
+extern isal_deflate_icf_body_hash_hist_02
+extern isal_deflate_icf_body_hash_hist_04
+extern isal_deflate_icf_finish_hash_hist_base
+extern isal_deflate_icf_finish_hash_hist_01
+
+extern isal_deflate_icf_finish_hash_map_base
+
+extern isal_update_histogram_base
+extern isal_update_histogram_01
+extern isal_update_histogram_04
+
+extern gen_icf_map_h1_base
+extern gen_icf_map_lh1_04
+
+extern encode_deflate_icf_base
+extern encode_deflate_icf_04
+
+extern set_long_icf_fg_base
+extern set_long_icf_fg_04
+
+%ifdef HAVE_AS_KNOWS_AVX512
+extern encode_deflate_icf_06
+extern set_long_icf_fg_06
+extern gen_icf_map_lh1_06
+%endif
+
+extern adler32_base
+extern adler32_avx2_4
+extern adler32_sse
+
+extern isal_deflate_hash_base
+extern isal_deflate_hash_crc_01
+
+extern isal_deflate_hash_mad_base
+
+extern icf_body_hash1_fillgreedy_lazy
+extern icf_body_lazyhash1_fillgreedy_greedy
+
+section .text
+
+%include "multibinary.asm"
+
+mbin_interface isal_deflate_body
+mbin_dispatch_init5 isal_deflate_body, isal_deflate_body_base, isal_deflate_body_01, isal_deflate_body_02, isal_deflate_body_04
+mbin_interface isal_deflate_finish
+mbin_dispatch_init5 isal_deflate_finish, isal_deflate_finish_base, isal_deflate_finish_01, isal_deflate_finish_01, isal_deflate_finish_01
+
+mbin_interface isal_deflate_icf_body_lvl1
+mbin_dispatch_init5 isal_deflate_icf_body_lvl1, isal_deflate_icf_body_hash_hist_base, isal_deflate_icf_body_hash_hist_01, isal_deflate_icf_body_hash_hist_02, isal_deflate_icf_body_hash_hist_04
+
+mbin_interface isal_deflate_icf_body_lvl2
+mbin_dispatch_init5 isal_deflate_icf_body_lvl2, isal_deflate_icf_body_hash_hist_base, isal_deflate_icf_body_hash_hist_01, isal_deflate_icf_body_hash_hist_02, isal_deflate_icf_body_hash_hist_04
+
+mbin_interface isal_deflate_icf_body_lvl3
+mbin_dispatch_init5 isal_deflate_icf_body_lvl3, icf_body_hash1_fillgreedy_lazy, icf_body_hash1_fillgreedy_lazy, icf_body_hash1_fillgreedy_lazy, icf_body_lazyhash1_fillgreedy_greedy
+
+mbin_interface isal_deflate_icf_finish_lvl1
+mbin_dispatch_init5 isal_deflate_icf_finish_lvl1, isal_deflate_icf_finish_hash_hist_base, isal_deflate_icf_finish_hash_hist_01, isal_deflate_icf_finish_hash_hist_01, isal_deflate_icf_finish_hash_hist_01
+
+mbin_interface isal_deflate_icf_finish_lvl2
+mbin_dispatch_init5 isal_deflate_icf_finish_lvl2, isal_deflate_icf_finish_hash_hist_base, isal_deflate_icf_finish_hash_hist_01, isal_deflate_icf_finish_hash_hist_01, isal_deflate_icf_finish_hash_hist_01
+
+mbin_interface isal_deflate_icf_finish_lvl3
+mbin_dispatch_init5 isal_deflate_icf_finish_lvl3, isal_deflate_icf_finish_hash_map_base, isal_deflate_icf_finish_hash_map_base, isal_deflate_icf_finish_hash_map_base, isal_deflate_icf_finish_hash_map_base
+
+mbin_interface isal_update_histogram
+mbin_dispatch_init5 isal_update_histogram, isal_update_histogram_base, isal_update_histogram_01, isal_update_histogram_01, isal_update_histogram_04
+
+mbin_interface encode_deflate_icf
+mbin_dispatch_init6 encode_deflate_icf, encode_deflate_icf_base, encode_deflate_icf_base, encode_deflate_icf_base, encode_deflate_icf_04, encode_deflate_icf_06
+
+mbin_interface set_long_icf_fg
+mbin_dispatch_init6 set_long_icf_fg, set_long_icf_fg_base, set_long_icf_fg_base, set_long_icf_fg_base, set_long_icf_fg_04, set_long_icf_fg_06
+
+mbin_interface gen_icf_map_lh1
+mbin_dispatch_init6 gen_icf_map_lh1, gen_icf_map_h1_base, gen_icf_map_h1_base, gen_icf_map_h1_base, gen_icf_map_lh1_04, gen_icf_map_lh1_06
+
+mbin_interface isal_adler32
+mbin_dispatch_init5 isal_adler32, adler32_base, adler32_sse, adler32_sse, adler32_avx2_4
+
+mbin_interface isal_deflate_hash_lvl0
+mbin_dispatch_init5 isal_deflate_hash_lvl0, isal_deflate_hash_base, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01
+
+mbin_interface isal_deflate_hash_lvl1
+mbin_dispatch_init5 isal_deflate_hash_lvl1, isal_deflate_hash_base, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01
+
+mbin_interface isal_deflate_hash_lvl2
+mbin_dispatch_init5 isal_deflate_hash_lvl2, isal_deflate_hash_base, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01, isal_deflate_hash_crc_01
+
+mbin_interface isal_deflate_hash_lvl3
+mbin_dispatch_init5 isal_deflate_hash_lvl3, isal_deflate_hash_base, isal_deflate_hash_base, isal_deflate_hash_base, isal_deflate_hash_mad_base
diff --git a/src/spdk/isa-l/igzip/igzip_perf.c b/src/spdk/isa-l/igzip/igzip_perf.c
new file mode 100644
index 000000000..142291cd8
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_perf.c
@@ -0,0 +1,832 @@
+/**********************************************************************
+ Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include <getopt.h>
+#include "huff_codes.h"
+#include "igzip_lib.h"
+#include "test.h"
+
+#include <zlib.h>
+
+#define BUF_SIZE 1024
+
+#define OPTARGS "hl:f:z:i:d:stub:y:w:o:"
+
+#define COMPRESSION_QUEUE_LIMIT 32
+#define UNSET -1
+
+#define xstr(a) str(a)
+#define str(a) #a
+
+/* Limit output buffer size to 2 Gigabytes. Since stream->avail_out is a
+ * uint32_t and there is no logic for handling an overflowed output buffer in
+ * the perf test, this define must be less then 4 Gigabytes */
+#define MAX_COMPRESS_BUF_SIZE (1 << 31)
+
+int level_size_buf[10] = {
+#ifdef ISAL_DEF_LVL0_DEFAULT
+ ISAL_DEF_LVL0_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL1_DEFAULT
+ ISAL_DEF_LVL1_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL2_DEFAULT
+ ISAL_DEF_LVL2_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL3_DEFAULT
+ ISAL_DEF_LVL3_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL4_DEFAULT
+ ISAL_DEF_LVL4_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL5_DEFAULT
+ ISAL_DEF_LVL5_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL6_DEFAULT
+ ISAL_DEF_LVL6_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL7_DEFAULT
+ ISAL_DEF_LVL7_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL8_DEFAULT
+ ISAL_DEF_LVL8_DEFAULT,
+#else
+ 0,
+#endif
+#ifdef ISAL_DEF_LVL9_DEFAULT
+ ISAL_DEF_LVL9_DEFAULT,
+#else
+ 0,
+#endif
+};
+
+enum {
+ ISAL_STATELESS,
+ ISAL_STATEFUL,
+ ZLIB
+};
+
+struct compress_strategy {
+ int32_t mode;
+ int32_t level;
+};
+
+struct inflate_modes {
+ int32_t stateless;
+ int32_t stateful;
+ int32_t zlib;
+};
+
+struct perf_info {
+ char *file_name;
+ size_t file_size;
+ size_t deflate_size;
+ uint32_t inblock_size;
+ uint32_t flush_type;
+ int32_t hist_bits;
+ int32_t deflate_time;
+ int32_t inflate_time;
+ struct compress_strategy strategy;
+ uint32_t inflate_mode;
+ struct perf start;
+};
+
+void init_perf_info(struct perf_info *info)
+{
+ memset(info, 0, sizeof(*info));
+ info->deflate_time = BENCHMARK_TIME;
+ info->inflate_time = BENCHMARK_TIME;
+}
+
+int usage(void)
+{
+ fprintf(stderr,
+ "Usage: igzip_perf [options] <infile>\n"
+ " -h help, print this message\n"
+ " The options -l, -f, -z may be used up to "
+ xstr(COMPRESSION_QUEUE_LIMIT) " times\n"
+ " -l <level> isa-l stateless deflate level to test ("
+ xstr(ISAL_DEF_MIN_LEVEL) "-" xstr(ISAL_DEF_MAX_LEVEL) ")\n"
+ " -f <level> isa-l stateful deflate level to test ("
+ xstr(ISAL_DEF_MIN_LEVEL) "-" xstr(ISAL_DEF_MAX_LEVEL) ")\n"
+ " -z <level> zlib deflate level to test\n"
+ " -d <time> approx time in seconds for deflate (at least 0)\n"
+ " -i <time> approx time in seconds for inflate (at least 0)\n"
+ " -s performance test isa-l stateful inflate\n"
+ " -t performance test isa-l stateless inflate\n"
+ " -u performance test zlib inflate\n"
+ " -o <file> output file to store compressed data (last one if multiple)\n"
+ " -b <size> input buffer size, applies to stateful options (-f,-z,-s)\n"
+ " -y <type> flush type: 0 (default: no flush), 1 (sync flush), 2 (full flush)\n"
+ " -w <size> log base 2 size of history window, between 9 and 15\n");
+ exit(0);
+}
+
+void print_perf_info_line(struct perf_info *info)
+{
+ printf("igzip_perf-> compress level: %d flush_type: %d block_size: %d\n",
+ info->strategy.level, info->flush_type, info->inblock_size);
+}
+
+void print_file_line(struct perf_info *info)
+{
+ printf(" file info-> name: %s file_size: %lu compress_size: %lu ratio: %2.02f%%\n",
+ info->file_name, info->file_size, info->deflate_size,
+ 100.0 * info->deflate_size / info->file_size);
+}
+
+void print_deflate_perf_line(struct perf_info *info)
+{
+ if (info->strategy.mode == ISAL_STATELESS)
+ printf(" isal_stateless_deflate-> ");
+ else if (info->strategy.mode == ISAL_STATEFUL)
+ printf(" isal_stateful_deflate-> ");
+ else if (info->strategy.mode == ZLIB)
+ printf(" zlib_deflate-> ");
+
+ perf_print(info->start, info->file_size);
+}
+
+void print_inflate_perf_line(struct perf_info *info)
+{
+ if (info->inflate_mode == ISAL_STATELESS)
+ printf(" isal_stateless_inflate-> ");
+ else if (info->inflate_mode == ISAL_STATEFUL)
+ printf(" isal_stateful_inflate-> ");
+ else if (info->inflate_mode == ZLIB)
+ printf(" zlib_inflate-> ");
+
+ perf_print(info->start, info->file_size);
+}
+
+int isal_deflate_round(struct isal_zstream *stream, uint8_t * outbuf, uint32_t outbuf_size,
+ uint8_t * inbuf, uint32_t inbuf_size,
+ uint32_t level, uint8_t * level_buf, uint32_t level_buf_size,
+ int flush_type, int hist_bits)
+{
+ int check;
+
+ /* Setup stream for stateless compression */
+ isal_deflate_init(stream);
+ stream->end_of_stream = 1; /* Do the entire file at once */
+ stream->flush = flush_type;
+ stream->next_in = inbuf;
+ stream->avail_in = inbuf_size;
+ stream->next_out = outbuf;
+ stream->avail_out = outbuf_size;
+ stream->level = level;
+ stream->level_buf = level_buf;
+ stream->level_buf_size = level_buf_size;
+ stream->hist_bits = hist_bits;
+
+ /* Compress stream */
+ check = isal_deflate_stateless(stream);
+
+ /* Verify compression success */
+ if (check || stream->avail_in)
+ return 1;
+
+ return 0;
+}
+
+int isal_inflate_round(struct inflate_state *state, uint8_t * inbuf, uint32_t inbuf_size,
+ uint8_t * outbuf, uint32_t outbuf_size, int hist_bits)
+{
+ int check = 0;
+
+ /* Setup for stateless inflate */
+ state->next_in = inbuf;
+ state->avail_in = inbuf_size;
+ state->next_out = outbuf;
+ state->avail_out = outbuf_size;
+ state->crc_flag = ISAL_DEFLATE;
+ state->hist_bits = hist_bits;
+
+ /* Inflate data */
+ check = isal_inflate_stateless(state);
+
+ /* Verify inflate was successful */
+ if (check)
+ return 1;
+
+ return 0;
+}
+
+int isal_deflate_stateful_round(struct isal_zstream *stream, uint8_t * outbuf,
+ uint32_t outbuf_size, uint8_t * inbuf,
+ uint32_t inbuf_size, uint32_t in_block_size, uint32_t level,
+ uint8_t * level_buf, uint32_t level_buf_size, int flush_type,
+ int hist_bits)
+{
+ uint64_t inbuf_remaining;
+ int check = COMP_OK;
+
+ /* Setup stream for stateful compression */
+ inbuf_remaining = inbuf_size;
+ isal_deflate_init(stream);
+ stream->flush = flush_type;
+ stream->next_in = inbuf;
+ stream->next_out = outbuf;
+ stream->avail_out = outbuf_size;
+ stream->level = level;
+ stream->level_buf = level_buf;
+ stream->level_buf_size = level_buf_size;
+ stream->hist_bits = hist_bits;
+
+ /* Keep compressing so long as more data is available and no error has
+ * been hit */
+ while (COMP_OK == check && inbuf_remaining > in_block_size) {
+ /* Setup next in buffer, assumes out buffer is sufficiently
+ * large */
+ stream->avail_in = in_block_size;
+ inbuf_remaining -= in_block_size;
+
+ /* Compress stream */
+ check = isal_deflate(stream);
+ }
+
+ /* Finish compressing all remaining input */
+ if (COMP_OK == check) {
+ stream->avail_in = inbuf_remaining;
+ stream->end_of_stream = 1;
+ check = isal_deflate(stream);
+ }
+
+ /* Verify Compression Success */
+ if (COMP_OK != check || stream->avail_in > 0)
+ return 1;
+
+ return 0;
+}
+
+int isal_inflate_stateful_round(struct inflate_state *state, uint8_t * inbuf,
+ uint32_t inbuf_size, uint32_t in_block_size, uint8_t * outbuf,
+ uint32_t outbuf_size, int hist_bits)
+{
+ int check = ISAL_DECOMP_OK;
+ uint64_t inbuf_remaining;
+
+ isal_inflate_init(state);
+ state->next_in = inbuf;
+ state->next_out = outbuf;
+ state->avail_out = outbuf_size;
+ state->hist_bits = hist_bits;
+ inbuf_remaining = inbuf_size;
+
+ while (ISAL_DECOMP_OK == check && inbuf_remaining >= in_block_size) {
+ state->avail_in = in_block_size;
+ inbuf_remaining -= in_block_size;
+ check = isal_inflate(state);
+ }
+ if (ISAL_DECOMP_OK == check && inbuf_remaining > 0) {
+ state->avail_in = inbuf_remaining;
+ check = isal_inflate(state);
+ }
+
+ if (ISAL_DECOMP_OK != check || state->avail_in > 0)
+ return 1;
+
+ return 0;
+}
+
+int zlib_deflate_round(z_stream * gstream, uint8_t * outbuf, uInt outbuf_size,
+ uint8_t * inbuf, uLong inbuf_size,
+ uLong in_block_size, int level, int flush_type)
+{
+ uLong inbuf_remaining;
+ int check = Z_OK;
+
+ inbuf_remaining = inbuf_size;
+
+ /* Setup stream for stateful compression */
+ if (0 != deflateReset(gstream))
+ return 1;
+
+ gstream->next_in = inbuf;
+ gstream->next_out = outbuf;
+ gstream->avail_out = outbuf_size;
+
+ /* Keep compressing so long as more data is available and no error has
+ * been hit */
+ while (Z_OK == check && inbuf_remaining > in_block_size) {
+ gstream->avail_in = in_block_size;
+ inbuf_remaining -= in_block_size;
+ check = deflate(gstream, flush_type);
+ }
+
+ /* Finish compressing all remaining input */
+ if (Z_OK == check) {
+ gstream->avail_in = inbuf_remaining;
+ check = deflate(gstream, Z_FINISH);
+ }
+
+ /* Verify Compression Success */
+ if (Z_STREAM_END != check)
+ return 1;
+
+ return 0;
+}
+
+int zlib_inflate_round(z_stream * gstream, uint8_t * inbuf,
+ uLong inbuf_size, uint8_t * outbuf, uInt outbuf_size)
+{
+ int check = 0;
+
+ if (0 != inflateReset(gstream))
+ return 1;
+
+ gstream->next_in = inbuf;
+ gstream->avail_in = inbuf_size;
+ gstream->next_out = outbuf;
+ gstream->avail_out = outbuf_size;
+ check = inflate(gstream, Z_FINISH);
+ if (check != Z_STREAM_END)
+ return 1;
+
+ return 0;
+}
+
+int isal_deflate_perf(uint8_t * outbuf, uint64_t * outbuf_size, uint8_t * inbuf,
+ uint64_t inbuf_size, int level, int flush_type, int hist_bits, int time,
+ struct perf *start)
+{
+ struct isal_zstream stream;
+ uint8_t *level_buf = NULL;
+ int check;
+
+ if (level_size_buf[level] > 0) {
+ level_buf = malloc(level_size_buf[level]);
+ if (level_buf == NULL)
+ return 1;
+ }
+
+ BENCHMARK(start, time, check =
+ isal_deflate_round(&stream, outbuf, *outbuf_size, inbuf,
+ inbuf_size, level, level_buf,
+ level_size_buf[level], flush_type, hist_bits));
+ *outbuf_size = stream.total_out;
+ return check;
+}
+
+int isal_deflate_stateful_perf(uint8_t * outbuf, uint64_t * outbuf_size, uint8_t * inbuf,
+ uint64_t inbuf_size, int level, int flush_type,
+ uint64_t in_block_size, int hist_bits, int time,
+ struct perf *start)
+{
+ struct isal_zstream stream;
+ uint8_t *level_buf = NULL;
+ int check;
+
+ if (in_block_size == 0)
+ in_block_size = inbuf_size;
+
+ if (level_size_buf[level] > 0) {
+ level_buf = malloc(level_size_buf[level]);
+ if (level_buf == NULL)
+ return 1;
+ }
+
+ BENCHMARK(start, time, check =
+ isal_deflate_stateful_round(&stream, outbuf, *outbuf_size, inbuf, inbuf_size,
+ in_block_size, level, level_buf,
+ level_size_buf[level], flush_type, hist_bits));
+ *outbuf_size = stream.total_out;
+ return check;
+
+}
+
+int zlib_deflate_perf(uint8_t * outbuf, uint64_t * outbuf_size, uint8_t * inbuf,
+ uint64_t inbuf_size, int level, int flush_type,
+ uint64_t in_block_size, int hist_bits, int time, struct perf *start)
+{
+ int check;
+ z_stream gstream;
+ int flush_translator[] = { Z_NO_FLUSH, Z_SYNC_FLUSH, Z_FULL_FLUSH };
+
+ if (in_block_size == 0)
+ in_block_size = inbuf_size;
+
+ flush_type = flush_translator[flush_type];
+
+ /* Initialize the gstream buffer */
+ gstream.next_in = inbuf;
+ gstream.avail_in = inbuf_size;
+ gstream.zalloc = Z_NULL;
+ gstream.zfree = Z_NULL;
+ gstream.opaque = Z_NULL;
+
+ if (hist_bits == 0)
+ hist_bits = -15;
+ else
+ hist_bits = -hist_bits;
+
+ if (0 != deflateInit2(&gstream, level, Z_DEFLATED, hist_bits, 9, Z_DEFAULT_STRATEGY))
+ return 1;
+
+ BENCHMARK(start, time, check =
+ zlib_deflate_round(&gstream, outbuf, *outbuf_size, inbuf, inbuf_size,
+ in_block_size, level, flush_type));
+
+ *outbuf_size = gstream.total_out;
+ deflateEnd(&gstream);
+
+ return check;
+}
+
+int isal_inflate_perf(uint8_t * inbuf, uint64_t inbuf_size, uint8_t * outbuf,
+ uint64_t outbuf_size, uint8_t * filebuf, uint64_t file_size,
+ int hist_bits, int time, struct perf *start)
+{
+ struct inflate_state state;
+ int check;
+
+ /* Check that data decompresses */
+ check = isal_inflate_round(&state, inbuf, inbuf_size, outbuf, outbuf_size, hist_bits);
+ if (check || state.total_out != file_size || memcmp(outbuf, filebuf, file_size))
+ return 1;
+
+ BENCHMARK(start, time, isal_inflate_round(&state, inbuf, inbuf_size,
+ outbuf, outbuf_size, hist_bits));
+
+ return check;
+}
+
+int isal_inflate_stateful_perf(uint8_t * inbuf, uint64_t inbuf_size, uint8_t * outbuf,
+ uint64_t outbuf_size, uint8_t * filebuf, uint64_t file_size,
+ uint64_t in_block_size, int hist_bits, int time,
+ struct perf *start)
+{
+ struct inflate_state state;
+ int check;
+
+ if (in_block_size == 0)
+ in_block_size = inbuf_size;
+
+ check = isal_inflate_round(&state, inbuf, inbuf_size, outbuf, outbuf_size, hist_bits);
+ if (check || state.total_out != file_size || memcmp(outbuf, filebuf, file_size))
+ return 1;
+
+ BENCHMARK(start, time,
+ isal_inflate_stateful_round(&state, inbuf, inbuf_size, in_block_size, outbuf,
+ outbuf_size, hist_bits));
+
+ return 0;
+
+}
+
+int zlib_inflate_perf(uint8_t * inbuf, uint64_t inbuf_size, uint8_t * outbuf,
+ uint64_t outbuf_size, uint8_t * filebuf, uint64_t file_size,
+ int hist_bits, int time, struct perf *start)
+{
+ int check;
+ z_stream gstream;
+
+ gstream.next_in = inbuf;
+ gstream.avail_in = inbuf_size;
+ gstream.zalloc = Z_NULL;
+ gstream.zfree = Z_NULL;
+ gstream.opaque = Z_NULL;
+
+ if (hist_bits == 0)
+ hist_bits = -15;
+ else
+ hist_bits = -hist_bits;
+
+ if (0 != inflateInit2(&gstream, hist_bits))
+ return 1;
+
+ check = zlib_inflate_round(&gstream, inbuf, inbuf_size, outbuf, outbuf_size);
+ if (check || gstream.total_out != file_size || memcmp(outbuf, filebuf, file_size))
+ return 1;
+
+ BENCHMARK(start, time,
+ zlib_inflate_round(&gstream, inbuf, inbuf_size, outbuf, outbuf_size));
+
+ inflateEnd(&gstream);
+ return 0;
+}
+
+int main(int argc, char *argv[])
+{
+ FILE *in = NULL;
+ unsigned char *compressbuf, *decompbuf, *filebuf;
+ char *outfile = NULL;
+ int i, c, ret = 0;
+ uint64_t decompbuf_size, compressbuf_size;
+ uint64_t block_count;
+
+ struct compress_strategy compression_queue[COMPRESSION_QUEUE_LIMIT];
+
+ int compression_queue_size = 0;
+ struct compress_strategy compress_strat;
+ struct inflate_modes inflate_strat = { 0 };
+ struct perf_info info;
+ init_perf_info(&info);
+
+ while ((c = getopt(argc, argv, OPTARGS)) != -1) {
+ switch (c) {
+ case 'l':
+ if (compression_queue_size >= COMPRESSION_QUEUE_LIMIT) {
+ printf("Too many levels specified");
+ exit(0);
+ }
+
+ compress_strat.mode = ISAL_STATELESS;
+ compress_strat.level = atoi(optarg);
+ if (compress_strat.level > ISAL_DEF_MAX_LEVEL) {
+ printf("Unsupported isa-l compression level\n");
+ exit(0);
+ }
+
+ compression_queue[compression_queue_size] = compress_strat;
+ compression_queue_size++;
+ break;
+ case 'f':
+ if (compression_queue_size >= COMPRESSION_QUEUE_LIMIT) {
+ printf("Too many levels specified");
+ exit(0);
+ }
+
+ compress_strat.mode = ISAL_STATEFUL;
+ compress_strat.level = atoi(optarg);
+ if (compress_strat.level > ISAL_DEF_MAX_LEVEL) {
+ printf("Unsupported isa-l compression level\n");
+ exit(0);
+ }
+
+ compression_queue[compression_queue_size] = compress_strat;
+ compression_queue_size++;
+ break;
+ case 'z':
+ if (compression_queue_size >= COMPRESSION_QUEUE_LIMIT) {
+ printf("Too many levels specified");
+ exit(0);
+ }
+
+ compress_strat.mode = ZLIB;
+ compress_strat.level = atoi(optarg);
+ if (compress_strat.level > Z_BEST_COMPRESSION) {
+ printf("Unsupported zlib compression level\n");
+ exit(0);
+ }
+ compression_queue[compression_queue_size] = compress_strat;
+ compression_queue_size++;
+ break;
+ case 'i':
+ info.inflate_time = atoi(optarg);
+ if (info.inflate_time < 0)
+ usage();
+ break;
+ case 'd':
+ info.deflate_time = atoi(optarg);
+ if (info.deflate_time < 0)
+ usage();
+ break;
+ case 's':
+ inflate_strat.stateful = 1;
+ break;
+ case 't':
+ inflate_strat.stateless = 1;
+ break;
+ case 'u':
+ inflate_strat.zlib = 1;
+ break;
+ case 'b':
+ inflate_strat.stateful = 1;
+ info.inblock_size = atoi(optarg);
+ break;
+ case 'y':
+ info.flush_type = atoi(optarg);
+ if (info.flush_type != NO_FLUSH && info.flush_type != SYNC_FLUSH
+ && info.flush_type != FULL_FLUSH) {
+ printf("Unsupported flush type\n");
+ exit(0);
+ }
+ break;
+
+ case 'w':
+ info.hist_bits = atoi(optarg);
+ if (info.hist_bits > 15 || info.hist_bits < 9)
+ usage();
+ break;
+ case 'o':
+ outfile = optarg;
+ break;
+ case 'h':
+ default:
+ usage();
+ break;
+ }
+ }
+
+ if (optind >= argc)
+ usage();
+
+ if (!inflate_strat.stateless && !inflate_strat.stateful && !inflate_strat.zlib) {
+ if (info.inblock_size == 0)
+ inflate_strat.stateless = 1;
+ else
+ inflate_strat.stateful = 1;
+ }
+
+ /* Allocate space for entire input file and output
+ * (assuming some possible expansion on output size)
+ */
+ info.file_name = argv[optind];
+ in = fopen(info.file_name, "rb");
+ if (NULL == in) {
+ printf("Error: Can not find file %s\n", info.file_name);
+ exit(0);
+ }
+
+ info.file_size = get_filesize(in);
+ if (info.file_size == 0) {
+ printf("Error: input file has 0 size\n");
+ exit(0);
+ }
+
+ decompbuf_size = info.file_size;
+
+ if (compression_queue_size == 0) {
+ if (info.inblock_size == 0)
+ compression_queue[0].mode = ISAL_STATELESS;
+ else
+ compression_queue[0].mode = ISAL_STATEFUL;
+ compression_queue[0].level = 1;
+ compression_queue_size = 1;
+ }
+
+ filebuf = malloc(info.file_size);
+ if (filebuf == NULL) {
+ fprintf(stderr, "Can't allocate temp buffer memory\n");
+ exit(0);
+ }
+
+ block_count = 1;
+ if (info.flush_type > 0)
+ block_count = (info.file_size + info.inblock_size - 1) / info.inblock_size;
+
+ /* Way overestimate likely compressed size to handle bad type 0 and
+ * small block_size case */
+ compressbuf_size = block_count * ISAL_DEF_MAX_HDR_SIZE + 2 * info.file_size;
+ if (compressbuf_size >= MAX_COMPRESS_BUF_SIZE)
+ compressbuf_size = MAX_COMPRESS_BUF_SIZE;
+
+ compressbuf = malloc(compressbuf_size);
+ if (compressbuf == NULL) {
+ fprintf(stderr, "Can't allocate input buffer memory\n");
+ exit(0);
+ }
+
+ decompbuf = malloc(decompbuf_size);
+ if (decompbuf == NULL) {
+ fprintf(stderr, "Can't allocate output buffer memory\n");
+ exit(0);
+ }
+
+ if (info.file_size != fread(filebuf, 1, info.file_size, in)) {
+ fprintf(stderr, "Could not read in all input\n");
+ exit(0);
+ }
+ fclose(in);
+
+ for (i = 0; i < compression_queue_size; i++) {
+ if (i > 0)
+ printf("\n\n");
+
+ info.strategy = compression_queue[i];
+ print_perf_info_line(&info);
+
+ info.deflate_size = compressbuf_size;
+
+ if (info.strategy.mode == ISAL_STATELESS)
+ ret = isal_deflate_perf(compressbuf, &info.deflate_size, filebuf,
+ info.file_size, compression_queue[i].level,
+ info.flush_type, info.hist_bits,
+ info.deflate_time, &info.start);
+ else if (info.strategy.mode == ISAL_STATEFUL)
+ ret =
+ isal_deflate_stateful_perf(compressbuf, &info.deflate_size,
+ filebuf, info.file_size,
+ compression_queue[i].level,
+ info.flush_type, info.inblock_size,
+ info.hist_bits, info.deflate_time,
+ &info.start);
+ else if (info.strategy.mode == ZLIB)
+ ret = zlib_deflate_perf(compressbuf, &info.deflate_size, filebuf,
+ info.file_size, compression_queue[i].level,
+ info.flush_type, info.inblock_size,
+ info.hist_bits, info.deflate_time,
+ &info.start);
+
+ if (ret) {
+ printf(" Error in compression\n");
+ continue;
+ }
+
+ print_file_line(&info);
+ printf("\n");
+ print_deflate_perf_line(&info);
+ printf("\n");
+
+ if (outfile != NULL && i + 1 == compression_queue_size) {
+ FILE *out;
+ out = fopen(outfile, "wb");
+ fwrite(compressbuf, 1, info.deflate_size, out);
+ fclose(out);
+ }
+
+ if (info.inflate_time == 0)
+ continue;
+
+ if (inflate_strat.stateless) {
+ info.inflate_mode = ISAL_STATELESS;
+ ret = isal_inflate_perf(compressbuf, info.deflate_size, decompbuf,
+ decompbuf_size, filebuf, info.file_size,
+ info.hist_bits, info.inflate_time,
+ &info.start);
+ if (ret)
+ printf(" Error in isal stateless inflate\n");
+ else
+ print_inflate_perf_line(&info);
+ }
+
+ if (inflate_strat.stateful) {
+ info.inflate_mode = ISAL_STATEFUL;
+ ret =
+ isal_inflate_stateful_perf(compressbuf, info.deflate_size,
+ decompbuf, decompbuf_size, filebuf,
+ info.file_size, info.inblock_size,
+ info.hist_bits, info.inflate_time,
+ &info.start);
+
+ if (ret)
+ printf(" Error in isal stateful inflate\n");
+ else
+ print_inflate_perf_line(&info);
+ }
+
+ if (inflate_strat.zlib) {
+ info.inflate_mode = ZLIB;
+ ret = zlib_inflate_perf(compressbuf, info.deflate_size, decompbuf,
+ decompbuf_size, filebuf, info.file_size,
+ info.hist_bits, info.inflate_time,
+ &info.start);
+ if (ret)
+ printf(" Error in zlib inflate\n");
+ else
+ print_inflate_perf_line(&info);
+ }
+ }
+
+ free(compressbuf);
+ free(decompbuf);
+ free(filebuf);
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_rand_test.c b/src/spdk/isa-l/igzip/igzip_rand_test.c
new file mode 100644
index 000000000..267066bc5
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_rand_test.c
@@ -0,0 +1,3087 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <assert.h>
+#include <stdarg.h>
+#include "igzip_lib.h"
+#include "checksum_test_ref.h"
+#include "inflate_std_vects.h"
+#include <math.h>
+#include "test.h"
+#include "unaligned.h"
+
+#ifdef HAVE_GETOPT
+#include <getopt.h>
+#endif
+
+#ifndef RANDOMS
+# define RANDOMS 0x40
+#endif
+#ifndef TEST_SEED
+# define TEST_SEED 0x1234
+#endif
+
+#define MAX_BITS_COUNT 20
+#define MIN_BITS_COUNT 8
+
+#define IBUF_SIZE (1024*1024)
+
+#define MAX_LARGE_COMP_BUF_SIZE (1024*1024)
+
+#define PAGE_SIZE 4*1024
+
+#define MAX_FILE_SIZE 0x7fff8fff
+
+#define str1 "Short test string"
+#define str2 "one two three four five six seven eight nine ten eleven twelve " \
+ "thirteen fourteen fifteen sixteen"
+
+#define TYPE0_HDR_SIZE 5 /* Size of a type 0 blocks header in bytes */
+#define TYPE0_MAX_SIZE 65535 /* Max length of a type 0 block in bytes (excludes the header) */
+
+#define MAX_LOOPS 20
+/* Defines for the possible error conditions */
+enum IGZIP_TEST_ERROR_CODES {
+ IGZIP_COMP_OK = 0,
+
+ MALLOC_FAILED,
+ FILE_READ_FAILED,
+
+ COMPRESS_INCORRECT_STATE,
+ COMPRESS_INPUT_STREAM_INTEGRITY_ERROR,
+ COMPRESS_OUTPUT_STREAM_INTEGRITY_ERROR,
+ COMPRESS_END_OF_STREAM_NOT_SET,
+ COMPRESS_ALL_INPUT_FAIL,
+ COMPRESS_OUT_BUFFER_OVERFLOW,
+ COMPRESS_LOOP_COUNT_OVERFLOW,
+ COMPRESS_GENERAL_ERROR,
+
+ INFLATE_END_OF_INPUT,
+ INFLATE_INVALID_BLOCK_HEADER,
+ INFLATE_INVALID_SYMBOL,
+ INFLATE_OUT_BUFFER_OVERFLOW,
+ INFLATE_LEFTOVER_INPUT,
+ INFLATE_INCORRECT_OUTPUT_SIZE,
+ INFLATE_INVALID_LOOK_BACK_DISTANCE,
+ INFLATE_INPUT_STREAM_INTEGRITY_ERROR,
+ INFLATE_OUTPUT_STREAM_INTEGRITY_ERROR,
+ INVALID_GZIP_HEADER,
+ INCORRECT_GZIP_TRAILER,
+ INVALID_ZLIB_HEADER,
+ INCORRECT_ZLIB_TRAILER,
+
+ UNSUPPORTED_METHOD,
+
+ INFLATE_GENERAL_ERROR,
+
+ INVALID_FLUSH_ERROR,
+
+ OVERFLOW_TEST_ERROR,
+ RESULT_ERROR
+};
+
+static const int hdr_bytes = 300;
+
+static const uint32_t gzip_trl_bytes = 8;
+static const uint32_t zlib_trl_bytes = 4;
+static const int gzip_extra_bytes = 18; /* gzip_hdr_bytes + gzip_trl_bytes */
+static const int zlib_extra_bytes = 6; /* zlib_hdr_bytes + zlib_trl_bytes */
+
+int inflate_type = 0;
+
+struct isal_hufftables *hufftables = NULL;
+struct isal_hufftables *hufftables_subset = NULL;
+
+#define HISTORY_SIZE 32*1024
+#define MIN_LENGTH 3
+#define MIN_DIST 1
+
+struct test_options {
+ int test_seed;
+ int randoms;
+ int do_large_test;
+ int verbose;
+
+};
+
+struct test_options options;
+
+void init_options(void)
+{
+ options.test_seed = TEST_SEED;
+ options.randoms = RANDOMS;
+ options.do_large_test = 1;
+#ifdef VERBOSE
+ options.verbose = 1;
+#else
+ options.verbose = 0;
+#endif
+}
+
+void usage(void)
+{
+ fprintf(stderr,
+ "Usage: igzip_rand_test [options] [FILES]\n"
+ " -h help, print this message\n"
+ " -l turn off large input test\n"
+ " -r <iter> number of randoms for each test\n"
+ " -s <seed> set rand() test seed\n"
+ " -v enable verbose test log\n");
+ exit(0);
+}
+
+size_t parse_options(int argc, char *argv[])
+{
+ init_options();
+#ifdef HAVE_GETOPT
+ int c;
+ char optstring[] = "hlr:s:v";
+ while ((c = getopt(argc, argv, optstring)) != -1) {
+ switch (c) {
+ case 'l':
+ options.do_large_test = 0;
+ break;
+ case 'r':
+ options.randoms = atoi(optarg);
+ break;
+ case 's':
+ options.test_seed = atoi(optarg);
+ break;
+ case 'v':
+ options.verbose = 1;
+ break;
+ case 'h':
+ default:
+ usage();
+ break;
+ }
+ }
+ return optind;
+#else
+ return 1;
+#endif
+}
+
+/* Create random compressible data. This is achieved by randomly choosing a
+ * random character, or to repeat previous data in the stream for a random
+ * length and look back distance. The probability of a random character or a
+ * repeat being chosen is semi-randomly chosen by setting max_repeat_data to be
+ * differing values */
+void create_rand_repeat_data(uint8_t * data, int size)
+{
+ uint32_t next_data;
+ uint8_t *data_start = data;
+ uint32_t length, distance;
+ uint32_t symbol_count = rand() % 255 + 1, swaps_left, tmp;
+ uint32_t max_repeat_data = symbol_count;
+ uint8_t symbols[256], *symbols_next, swap_val;
+
+ /* An array of the powers of 2 (except the final element which is 0) */
+ const uint32_t power_of_2_array[] = {
+ 0x00000001, 0x00000002, 0x00000004, 0x00000008,
+ 0x00000010, 0x00000020, 0x00000040, 0x00000080,
+ 0x00000100, 0x00000200, 0x00000400, 0x00000800,
+ 0x00001000, 0x00002000, 0x00004000, 0x00008000,
+ 0x00010000, 0x00020000, 0x00040000, 0x00080000,
+ 0x00100000, 0x00200000, 0x00400000, 0x00800000,
+ 0x01000000, 0x02000000, 0x04000000, 0x08000000,
+ 0x10000000, 0x20000000, 0x40000000, 0x00000000
+ };
+
+ uint32_t power = rand() % sizeof(power_of_2_array) / sizeof(uint32_t);
+
+ if (symbol_count > 128) {
+ memset(symbols, 1, sizeof(symbols));
+ swap_val = 0;
+ swaps_left = 256 - symbol_count;
+ } else {
+ memset(symbols, 0, sizeof(symbols));
+ swap_val = 1;
+ swaps_left = symbol_count;
+ }
+
+ while (swaps_left > 0) {
+ tmp = rand() % 256;
+ if (symbols[tmp] != swap_val) {
+ symbols[tmp] = swap_val;
+ swaps_left--;
+ }
+ }
+
+ symbols_next = symbols;
+ for (tmp = 0; tmp < 256; tmp++) {
+ if (symbols[tmp]) {
+ *symbols_next = tmp;
+ symbols_next++;
+ }
+ }
+
+ max_repeat_data += power_of_2_array[power];
+
+ if (size > 0) {
+ size--;
+ *data++ = rand();
+ }
+
+ while (size > 0) {
+ next_data = rand() % max_repeat_data;
+ if (next_data < symbol_count) {
+ *data++ = symbols[next_data];
+ size--;
+ } else if (size < 3) {
+ *data++ = symbols[rand() % symbol_count];
+ size--;
+ } else {
+ length = (rand() % 256) + MIN_LENGTH;
+ if (length > size)
+ length = (rand() % (size - 2)) + MIN_LENGTH;
+
+ distance = (rand() % HISTORY_SIZE) + MIN_DIST;
+ if (distance > data - data_start)
+ distance = (rand() % (data - data_start)) + MIN_DIST;
+
+ size -= length;
+ if (distance <= length) {
+ while (length-- > 0) {
+ *data = *(data - distance);
+ data++;
+ }
+ } else {
+ memcpy(data, data - distance, length);
+ data += length;
+ }
+ }
+ }
+}
+
+void create_rand_dict(uint8_t * dict, uint32_t dict_len, uint8_t * buf, uint32_t buf_len)
+{
+ uint32_t dict_chunk_size, buf_chunk_size;
+ while (dict_len > 0) {
+ dict_chunk_size = rand() % IGZIP_K;
+ dict_chunk_size = (dict_len >= dict_chunk_size) ? dict_chunk_size : dict_len;
+
+ buf_chunk_size = rand() % IGZIP_K;
+ buf_chunk_size = (buf_len >= buf_chunk_size) ? buf_chunk_size : buf_len;
+
+ if (rand() % 3 == 0 && buf_len >= dict_len)
+ memcpy(dict, buf, dict_chunk_size);
+ else
+ create_rand_repeat_data(dict, dict_chunk_size);
+
+ dict_len -= dict_chunk_size;
+ dict += dict_chunk_size;
+ buf_len -= buf_chunk_size;
+ buf += buf_chunk_size;
+ }
+
+}
+
+int get_rand_data_length(void)
+{
+ int max_mask =
+ (1 << ((rand() % (MAX_BITS_COUNT - MIN_BITS_COUNT)) + MIN_BITS_COUNT)) - 1;
+ return rand() & max_mask;
+}
+
+int get_rand_level(void)
+{
+ return ISAL_DEF_MIN_LEVEL + rand() % (ISAL_DEF_MAX_LEVEL - ISAL_DEF_MIN_LEVEL + 1);
+
+}
+
+int get_rand_level_buf_size(int level)
+{
+ int size;
+ switch (level) {
+ case 3:
+ size = rand() % IBUF_SIZE + ISAL_DEF_LVL3_MIN;
+ break;
+ case 2:
+ size = rand() % IBUF_SIZE + ISAL_DEF_LVL2_MIN;
+ break;
+ case 1:
+ default:
+ size = rand() % IBUF_SIZE + ISAL_DEF_LVL1_MIN;
+ }
+ return size;
+}
+
+void print_error(int error_code)
+{
+ switch (error_code) {
+ case IGZIP_COMP_OK:
+ break;
+ case MALLOC_FAILED:
+ printf("error: failed to allocate memory\n");
+ break;
+ case FILE_READ_FAILED:
+ printf("error: failed to read in file\n");
+ break;
+ case COMPRESS_INCORRECT_STATE:
+ printf("error: incorrect stream internal state\n");
+ break;
+ case COMPRESS_INPUT_STREAM_INTEGRITY_ERROR:
+ printf("error: inconsistent stream input buffer\n");
+ break;
+ case COMPRESS_OUTPUT_STREAM_INTEGRITY_ERROR:
+ printf("error: inconsistent stream output buffer\n");
+ break;
+ case COMPRESS_END_OF_STREAM_NOT_SET:
+ printf("error: end of stream not set\n");
+ break;
+ case COMPRESS_ALL_INPUT_FAIL:
+ printf("error: not all input data compressed\n");
+ break;
+ case COMPRESS_OUT_BUFFER_OVERFLOW:
+ printf("error: output buffer overflow while compressing data\n");
+ break;
+ case COMPRESS_GENERAL_ERROR:
+ printf("error: compression failed\n");
+ break;
+ case INFLATE_END_OF_INPUT:
+ printf("error: did not decompress all input\n");
+ break;
+ case INFLATE_INVALID_BLOCK_HEADER:
+ printf("error: invalid header\n");
+ break;
+ case INFLATE_INVALID_SYMBOL:
+ printf("error: invalid symbol found when decompressing input\n");
+ break;
+ case INFLATE_OUT_BUFFER_OVERFLOW:
+ printf("error: output buffer overflow while decompressing data\n");
+ break;
+ case INFLATE_GENERAL_ERROR:
+ printf("error: decompression failed\n");
+ break;
+ case INFLATE_LEFTOVER_INPUT:
+ printf("error: the trailer of igzip output contains junk\n");
+ break;
+ case INFLATE_INCORRECT_OUTPUT_SIZE:
+ printf("error: incorrect amount of data was decompressed\n");
+ break;
+ case INFLATE_INVALID_LOOK_BACK_DISTANCE:
+ printf("error: invalid look back distance found while decompressing\n");
+ break;
+ case INFLATE_INPUT_STREAM_INTEGRITY_ERROR:
+ printf("error: inconsistent input buffer\n");
+ break;
+ case INFLATE_OUTPUT_STREAM_INTEGRITY_ERROR:
+ printf("error: inconsistent output buffer\n");
+ break;
+ case INVALID_GZIP_HEADER:
+ printf("error: incorrect gzip header found when inflating data\n");
+ break;
+ case INCORRECT_GZIP_TRAILER:
+ printf("error: incorrect gzip trailer found when inflating data\n");
+ break;
+ case INVALID_ZLIB_HEADER:
+ printf("error: incorrect zlib header found when inflating data\n");
+ break;
+ case INCORRECT_ZLIB_TRAILER:
+ printf("error: incorrect zlib trailer found when inflating data\n");
+ break;
+ case UNSUPPORTED_METHOD:
+ printf("error: invalid compression method in wrapper header\n");
+ break;
+ case INVALID_FLUSH_ERROR:
+ printf("error: invalid flush did not cause compression to error\n");
+ break;
+ case RESULT_ERROR:
+ printf("error: decompressed data is not the same as the compressed data\n");
+ break;
+ case OVERFLOW_TEST_ERROR:
+ printf("error: overflow undetected\n");
+ break;
+ default:
+ printf("error: unknown error code\n");
+ }
+}
+
+void print_uint8_t(uint8_t * array, uint64_t length)
+{
+ const int line_size = 16;
+ int i;
+
+ printf("Length = %lu", length);
+ for (i = 0; i < length; i++) {
+ if ((i % line_size) == 0)
+ printf("\n0x%08x\t", i);
+ else
+ printf(" ");
+ printf("0x%02x,", array[i]);
+ }
+ printf("\n");
+}
+
+void log_print(char *format, ...)
+{
+ va_list args;
+ va_start(args, format);
+
+ if (options.verbose)
+ vfprintf(stdout, format, args);
+
+ va_end(args);
+}
+
+void log_uint8_t(uint8_t * array, uint64_t length)
+{
+ if (options.verbose)
+ print_uint8_t(array, length);
+}
+
+void log_error(int error_code)
+{
+ if (options.verbose)
+ print_error(error_code);
+}
+
+uint32_t check_gzip_trl(uint64_t gzip_trl, uint32_t inflate_crc, uint8_t * uncompress_buf,
+ uint32_t uncompress_len)
+{
+ uint64_t trl, ret = 0;
+ uint32_t crc;
+
+ crc = crc32_gzip_refl_ref(0, uncompress_buf, uncompress_len);
+ trl = ((uint64_t) uncompress_len << 32) | crc;
+
+ if (crc != inflate_crc || trl != gzip_trl)
+ ret = INCORRECT_GZIP_TRAILER;
+
+ return ret;
+}
+
+uint32_t check_zlib_trl(uint32_t zlib_trl, uint32_t inflate_adler, uint8_t * uncompress_buf,
+ uint32_t uncompress_len)
+{
+ uint32_t trl, ret = 0;
+ uint32_t adler;
+
+ adler = adler_ref(1, uncompress_buf, uncompress_len);
+
+ trl =
+ (adler >> 24) | ((adler >> 8) & 0xFF00) | (adler << 24) | ((adler & 0xFF00) << 8);
+
+ if (adler != inflate_adler || trl != zlib_trl) {
+ ret = INCORRECT_ZLIB_TRAILER;
+ }
+
+ return ret;
+}
+
+int inflate_stateless_pass(uint8_t * compress_buf, uint64_t compress_len,
+ uint8_t * uncompress_buf, uint32_t * uncompress_len,
+ uint32_t gzip_flag)
+{
+ struct inflate_state state;
+ int ret = 0, offset = 0;
+ struct isal_gzip_header gz_hdr;
+ struct isal_zlib_header z_hdr;
+
+ state.next_in = compress_buf;
+ state.avail_in = compress_len;
+ state.next_out = uncompress_buf;
+ state.avail_out = *uncompress_len;
+
+ if (gzip_flag == IGZIP_GZIP) {
+ if (rand() % 2 == 0) {
+ memset(&gz_hdr, 0, sizeof(gz_hdr));
+ isal_inflate_reset(&state);
+ state.tmp_in_size = 0;
+ gzip_flag = ISAL_GZIP_NO_HDR_VER;
+
+ isal_read_gzip_header(&state, &gz_hdr);
+ }
+ } else if (gzip_flag == IGZIP_ZLIB) {
+ if (rand() % 2 == 0) {
+ memset(&z_hdr, 0, sizeof(z_hdr));
+ isal_inflate_reset(&state);
+ gzip_flag = ISAL_ZLIB_NO_HDR_VER;
+ isal_read_zlib_header(&state, &z_hdr);
+ }
+ }
+
+ state.crc_flag = gzip_flag;
+
+ ret = isal_inflate_stateless(&state);
+
+ *uncompress_len = state.total_out;
+
+ if (gzip_flag) {
+ if (gzip_flag == IGZIP_GZIP || gzip_flag == IGZIP_GZIP_NO_HDR
+ || gzip_flag == ISAL_GZIP_NO_HDR_VER) {
+ if (gzip_flag == IGZIP_GZIP || gzip_flag == ISAL_GZIP_NO_HDR_VER)
+ offset = gzip_trl_bytes;
+
+ if (!ret)
+ ret =
+ check_gzip_trl(load_u64(state.next_in - offset),
+ state.crc, uncompress_buf, *uncompress_len);
+ else if (ret == ISAL_INCORRECT_CHECKSUM)
+ ret = INCORRECT_GZIP_TRAILER;
+ state.avail_in -= (gzip_trl_bytes - offset);
+ } else if (gzip_flag == IGZIP_ZLIB || gzip_flag == IGZIP_ZLIB_NO_HDR
+ || gzip_flag == ISAL_ZLIB_NO_HDR_VER) {
+ if (gzip_flag == IGZIP_ZLIB || gzip_flag == ISAL_ZLIB_NO_HDR_VER)
+ offset = zlib_trl_bytes;
+
+ if (!ret)
+ ret =
+ check_zlib_trl(load_u32(state.next_in - offset),
+ state.crc, uncompress_buf, *uncompress_len);
+ else if (ret == ISAL_INCORRECT_CHECKSUM)
+ ret = INCORRECT_ZLIB_TRAILER;
+ state.avail_in -= (zlib_trl_bytes - offset);
+
+ }
+
+ }
+
+ if (ret == 0 && state.avail_in != 0)
+ ret = INFLATE_LEFTOVER_INPUT;
+
+ return ret;
+}
+
+/* Check if that the state of the data stream is consistent */
+int inflate_state_valid_check(struct inflate_state *state, uint8_t * in_buf, uint32_t in_size,
+ uint8_t * out_buf, uint32_t out_size, uint32_t in_processed,
+ uint32_t out_processed, uint32_t data_size)
+{
+ uint32_t in_buffer_size, total_out, out_buffer_size;
+
+ in_buffer_size = (in_size == 0) ? 0 : state->next_in - in_buf + state->avail_in;
+
+ /* Check for a consistent amount of data processed */
+ if (in_buffer_size != in_size)
+ return INFLATE_INPUT_STREAM_INTEGRITY_ERROR;
+
+ total_out =
+ (out_size == 0) ? out_processed : out_processed + (state->next_out - out_buf);
+ out_buffer_size = (out_size == 0) ? 0 : state->next_out - out_buf + state->avail_out;
+
+ /* Check for a consistent amount of data compressed */
+ if (total_out != state->total_out || out_buffer_size != out_size)
+ return INFLATE_OUTPUT_STREAM_INTEGRITY_ERROR;
+
+ return 0;
+}
+
+/* Performs compression with checks to discover and verify the state of the
+ * stream
+ * state: inflate data structure which has been initialized to use
+ * in_buf and out_buf as the buffers
+ * compress_len: size of all input compressed data
+ * data_size: size of all available output buffers
+ * in_buf: next buffer of data to be inflated
+ * in_size: size of in_buf
+ * out_buf: next out put buffer where data is stored
+ * out_size: size of out_buf
+ * in_processed: the amount of input data which has been loaded into buffers
+ * to be inflated, this includes the data in in_buf
+ * out_processed: the amount of output data which has been decompressed and stored,
+ * this does not include the data in the current out_buf
+*/
+int isal_inflate_with_checks(struct inflate_state *state, uint32_t compress_len,
+ uint32_t data_size, uint8_t * in_buf, uint32_t in_size,
+ uint32_t in_processed, uint8_t * out_buf, uint32_t out_size,
+ uint32_t out_processed)
+{
+ int ret, stream_check = 0;
+
+ ret = isal_inflate(state);
+
+ /* Verify the stream is in a valid state when no errors occured */
+ if (ret >= 0) {
+ stream_check =
+ inflate_state_valid_check(state, in_buf, in_size, out_buf, out_size,
+ in_processed, out_processed, data_size);
+ }
+
+ if (stream_check != 0)
+ return stream_check;
+
+ return ret;
+
+}
+
+int inflate_multi_pass(uint8_t * compress_buf, uint64_t compress_len,
+ uint8_t * uncompress_buf, uint32_t * uncompress_len, uint32_t gzip_flag,
+ uint8_t * dict, uint32_t dict_len, uint32_t hist_bits)
+{
+ struct inflate_state *state = NULL;
+ int ret = 0;
+ uint8_t *comp_tmp = NULL, *uncomp_tmp = NULL;
+ uint32_t comp_tmp_size = 0, uncomp_tmp_size = 0;
+ uint32_t comp_processed = 0, uncomp_processed = 0;
+ int32_t read_in_old = 0;
+ uint32_t reset_test_flag = 0;
+
+ state = malloc(sizeof(struct inflate_state));
+ if (state == NULL) {
+ printf("Failed to allocate memory\n");
+ exit(0);
+ }
+
+ create_rand_repeat_data((uint8_t *) state, sizeof(state));
+ isal_inflate_init(state);
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ create_rand_repeat_data((uint8_t *) state, sizeof(state));
+ }
+
+ if (gzip_flag == IGZIP_GZIP_NO_HDR) {
+ if (rand() % 2 == 0)
+ compress_len -= gzip_trl_bytes;
+ else
+ gzip_flag = ISAL_GZIP_NO_HDR_VER;
+ } else if (gzip_flag == IGZIP_ZLIB_NO_HDR) {
+ if (rand() % 2 == 0)
+ compress_len -= zlib_trl_bytes;
+ else
+ gzip_flag = ISAL_ZLIB_NO_HDR_VER;
+ }
+
+ state->next_in = NULL;
+ state->next_out = NULL;
+ state->avail_in = 0;
+ state->avail_out = 0;
+ state->crc_flag = gzip_flag;
+ state->hist_bits = hist_bits;
+
+ if (reset_test_flag)
+ isal_inflate_reset(state);
+
+ if (dict != NULL)
+ isal_inflate_set_dict(state, dict, dict_len);
+
+ while (1) {
+ if (state->avail_in == 0) {
+ comp_tmp_size = rand() % (compress_len + 1);
+
+ if (comp_tmp_size >= compress_len - comp_processed)
+ comp_tmp_size = compress_len - comp_processed;
+
+ if (comp_tmp_size != 0) {
+ if (comp_tmp != NULL) {
+ free(comp_tmp);
+ comp_tmp = NULL;
+ }
+
+ comp_tmp = malloc(comp_tmp_size);
+
+ if (comp_tmp == NULL) {
+ printf("Failed to allocate memory\n");
+ return MALLOC_FAILED;
+ }
+
+ memcpy(comp_tmp, compress_buf + comp_processed, comp_tmp_size);
+ comp_processed += comp_tmp_size;
+
+ state->next_in = comp_tmp;
+ state->avail_in = comp_tmp_size;
+ }
+ }
+
+ if (state->avail_out == 0) {
+ /* Save uncompressed data into uncompress_buf */
+ if (uncomp_tmp != NULL) {
+ memcpy(uncompress_buf + uncomp_processed, uncomp_tmp,
+ uncomp_tmp_size);
+ uncomp_processed += uncomp_tmp_size;
+ }
+
+ uncomp_tmp_size = rand() % (*uncompress_len + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (uncomp_tmp_size > *uncompress_len - uncomp_processed)
+ uncomp_tmp_size = *uncompress_len - uncomp_processed;
+
+ if (uncomp_tmp_size != 0) {
+
+ if (uncomp_tmp != NULL) {
+ fflush(0);
+ free(uncomp_tmp);
+ uncomp_tmp = NULL;
+ }
+
+ uncomp_tmp = malloc(uncomp_tmp_size);
+ if (uncomp_tmp == NULL) {
+ printf("Failed to allocate memory\n");
+ return MALLOC_FAILED;
+ }
+
+ state->avail_out = uncomp_tmp_size;
+ state->next_out = uncomp_tmp;
+ }
+ }
+
+ log_print("Pre inflate\n");
+ log_print
+ ("compressed_size = 0x%05lx, in_processed = 0x%05x, in_size = 0x%05x, avail_in = 0x%05x\n",
+ compress_len, comp_processed, comp_tmp_size, state->avail_in);
+ log_print
+ ("data_size = 0x%05x, out_processed = 0x%05x, out_size = 0x%05x, avail_out = 0x%05x, total_out = 0x%05x\n",
+ *uncompress_len, uncomp_processed, uncomp_tmp_size, state->avail_out,
+ state->total_out);
+
+ ret = isal_inflate_with_checks(state, compress_len, *uncompress_len, comp_tmp,
+ comp_tmp_size, comp_processed, uncomp_tmp,
+ uncomp_tmp_size, uncomp_processed);
+
+ log_print("Post inflate\n");
+ log_print
+ ("compressed_size = 0x%05lx, in_processed = 0x%05x, in_size = 0x%05x, avail_in = 0x%05x\n",
+ compress_len, comp_processed, comp_tmp_size, state->avail_in);
+ log_print
+ ("data_size = 0x%05x, out_processed = 0x%05x, out_size = 0x%05x, avail_out = 0x%05x, total_out = 0x%05x\n",
+ *uncompress_len, uncomp_processed, uncomp_tmp_size, state->avail_out,
+ state->total_out);
+
+ if (state->block_state == ISAL_BLOCK_FINISH || ret != 0) {
+ memcpy(uncompress_buf + uncomp_processed, uncomp_tmp, uncomp_tmp_size);
+ *uncompress_len = state->total_out;
+ break;
+ }
+
+ if (*uncompress_len - uncomp_processed == 0 && state->avail_out == 0
+ && state->tmp_out_valid - state->tmp_out_processed > 0) {
+ ret = ISAL_OUT_OVERFLOW;
+ break;
+ }
+
+ if (compress_len - comp_processed == 0 && state->avail_in == 0
+ && (state->block_state != ISAL_BLOCK_INPUT_DONE)
+ && state->tmp_out_valid - state->tmp_out_processed == 0) {
+ if (state->read_in_length == read_in_old) {
+ ret = ISAL_END_INPUT;
+ break;
+ }
+ read_in_old = state->read_in_length;
+ }
+ }
+
+ if (gzip_flag) {
+ if (!ret) {
+ if (gzip_flag == IGZIP_GZIP || gzip_flag == IGZIP_GZIP_NO_HDR
+ || gzip_flag == ISAL_GZIP_NO_HDR_VER) {
+ if (gzip_flag == ISAL_GZIP_NO_HDR_VER
+ || gzip_flag == IGZIP_GZIP)
+ compress_len -= gzip_trl_bytes;
+ ret =
+ check_gzip_trl(load_u64(compress_buf + compress_len),
+ state->crc, uncompress_buf,
+ *uncompress_len);
+ } else if (gzip_flag == IGZIP_ZLIB_NO_HDR) {
+ if (gzip_flag == IGZIP_ZLIB
+ || gzip_flag == ISAL_ZLIB_NO_HDR_VER)
+ compress_len -= zlib_trl_bytes;
+ ret =
+ check_zlib_trl(load_u32(compress_buf + compress_len),
+ state->crc, uncompress_buf,
+ *uncompress_len);
+ }
+ }
+ }
+ if (ret == 0 && state->avail_in != 0)
+ ret = INFLATE_LEFTOVER_INPUT;
+
+ if (comp_tmp != NULL) {
+ free(comp_tmp);
+ comp_tmp = NULL;
+ }
+
+ if (uncomp_tmp != NULL) {
+ free(uncomp_tmp);
+ uncomp_tmp = NULL;
+ }
+
+ free(state);
+ return ret;
+}
+
+int inflate_ret_to_code(int ret)
+{
+ switch (ret) {
+ case ISAL_DECOMP_OK:
+ return 0;
+ case ISAL_END_INPUT:
+ return INFLATE_END_OF_INPUT;
+ case ISAL_OUT_OVERFLOW:
+ return INFLATE_OUT_BUFFER_OVERFLOW;
+ case ISAL_INVALID_BLOCK:
+ return INFLATE_INVALID_BLOCK_HEADER;
+ case ISAL_INVALID_SYMBOL:
+ return INFLATE_INVALID_SYMBOL;
+ case ISAL_INVALID_LOOKBACK:
+ return INFLATE_INVALID_LOOK_BACK_DISTANCE;
+ default:
+ return INFLATE_GENERAL_ERROR;
+ }
+}
+
+/* Inflate the compressed data and check that the decompressed data agrees with the input data */
+int inflate_check(uint8_t * z_buf, uint32_t z_size, uint8_t * in_buf, uint32_t in_size,
+ uint32_t gzip_flag, uint8_t * dict, uint32_t dict_len, uint32_t hist_bits)
+{
+ /* Test inflate with reference inflate */
+
+ int ret = 0;
+ uint32_t test_size = in_size;
+ uint8_t *test_buf = NULL;
+ int mem_result = 0;
+ int gzip_hdr_result = 0, gzip_trl_result = 0;
+
+ if (in_size > 0) {
+ assert(in_buf != NULL);
+ test_buf = malloc(test_size);
+ if (test_buf == NULL)
+ return MALLOC_FAILED;
+ }
+
+ if (test_buf != NULL)
+ memset(test_buf, 0xff, test_size);
+
+ if (inflate_type == 0 && dict == NULL) {
+ ret = inflate_stateless_pass(z_buf, z_size, test_buf, &test_size, gzip_flag);
+ inflate_type = 1;
+ } else {
+ ret =
+ inflate_multi_pass(z_buf, z_size, test_buf, &test_size, gzip_flag, dict,
+ dict_len, hist_bits);
+ inflate_type = 0;
+ }
+
+ if (test_buf != NULL)
+ mem_result = memcmp(in_buf, test_buf, in_size);
+
+ if (options.verbose && mem_result) {
+ int i;
+ for (i = 0; i < in_size; i++) {
+ if (in_buf[i] != test_buf[i]) {
+ log_print
+ ("First incorrect data at 0x%x of 0x%x, 0x%x != 0x%x\n", i,
+ in_size, in_buf[i], test_buf[i]);
+ break;
+ }
+ }
+ }
+
+ if (test_buf != NULL)
+ free(test_buf);
+ switch (ret) {
+ case 0:
+ break;
+ case ISAL_END_INPUT:
+ return INFLATE_END_OF_INPUT;
+ break;
+ case ISAL_INVALID_BLOCK:
+ return INFLATE_INVALID_BLOCK_HEADER;
+ break;
+ case ISAL_INVALID_SYMBOL:
+ return INFLATE_INVALID_SYMBOL;
+ break;
+ case ISAL_OUT_OVERFLOW:
+ return INFLATE_OUT_BUFFER_OVERFLOW;
+ break;
+ case ISAL_INVALID_LOOKBACK:
+ return INFLATE_INVALID_LOOK_BACK_DISTANCE;
+ break;
+ case INFLATE_LEFTOVER_INPUT:
+ return INFLATE_LEFTOVER_INPUT;
+ break;
+ case INCORRECT_GZIP_TRAILER:
+ gzip_trl_result = INCORRECT_GZIP_TRAILER;
+ break;
+ case INCORRECT_ZLIB_TRAILER:
+ gzip_trl_result = INCORRECT_ZLIB_TRAILER;
+ break;
+ case ISAL_INCORRECT_CHECKSUM:
+ if (gzip_flag == IGZIP_GZIP || gzip_flag == IGZIP_GZIP_NO_HDR
+ || gzip_flag == ISAL_GZIP_NO_HDR_VER)
+ gzip_trl_result = INCORRECT_GZIP_TRAILER;
+ else if (gzip_flag == IGZIP_ZLIB || gzip_flag == IGZIP_ZLIB_NO_HDR
+ || gzip_flag == ISAL_ZLIB_NO_HDR_VER)
+ gzip_trl_result = INCORRECT_GZIP_TRAILER;
+ break;
+ case ISAL_UNSUPPORTED_METHOD:
+ return UNSUPPORTED_METHOD;
+ case INFLATE_INPUT_STREAM_INTEGRITY_ERROR:
+ return INFLATE_INPUT_STREAM_INTEGRITY_ERROR;
+ break;
+ case INFLATE_OUTPUT_STREAM_INTEGRITY_ERROR:
+ return INFLATE_OUTPUT_STREAM_INTEGRITY_ERROR;
+ break;
+ default:
+ return INFLATE_GENERAL_ERROR;
+ break;
+ }
+
+ if (test_size != in_size)
+ return INFLATE_INCORRECT_OUTPUT_SIZE;
+
+ if (mem_result)
+ return RESULT_ERROR;
+
+ if (gzip_hdr_result == INVALID_GZIP_HEADER)
+ return INVALID_GZIP_HEADER;
+
+ else if (gzip_hdr_result == INVALID_ZLIB_HEADER)
+ return INVALID_ZLIB_HEADER;
+
+ if (gzip_trl_result == INCORRECT_GZIP_TRAILER)
+ return INCORRECT_GZIP_TRAILER;
+
+ else if (gzip_trl_result == INCORRECT_ZLIB_TRAILER)
+ return INCORRECT_ZLIB_TRAILER;
+
+ return 0;
+}
+
+/* Check if that the state of the data stream is consistent */
+int stream_valid_check(struct isal_zstream *stream, uint8_t * in_buf, uint32_t in_size,
+ uint8_t * out_buf, uint32_t out_size, uint32_t in_processed,
+ uint32_t out_processed, uint32_t data_size)
+{
+ uint32_t total_in, in_buffer_size, total_out, out_buffer_size;
+
+ total_in =
+ (in_size ==
+ 0) ? in_processed : (in_processed - in_size) + (stream->next_in - in_buf);
+ in_buffer_size = (in_size == 0) ? 0 : stream->next_in - in_buf + stream->avail_in;
+
+ /* Check for a consistent amount of data processed */
+ if (total_in != stream->total_in || in_buffer_size != in_size)
+ return COMPRESS_INPUT_STREAM_INTEGRITY_ERROR;
+
+ total_out =
+ (out_size == 0) ? out_processed : out_processed + (stream->next_out - out_buf);
+ out_buffer_size = (out_size == 0) ? 0 : stream->next_out - out_buf + stream->avail_out;
+
+ /* Check for a consistent amount of data compressed */
+ if (total_out != stream->total_out || out_buffer_size != out_size) {
+ return COMPRESS_OUTPUT_STREAM_INTEGRITY_ERROR;
+ }
+
+ return 0;
+}
+
+/* Performs compression with checks to discover and verify the state of the
+ * stream
+ * stream: compress data structure which has been initialized to use
+ * in_buf and out_buf as the buffers
+ * data_size: size of all input data
+ * compressed_size: size of all available output buffers
+ * in_buf: next buffer of data to be compressed
+ * in_size: size of in_buf
+ * out_buf: next out put buffer where data is stored
+ * out_size: size of out_buf
+ * in_processed: the amount of input data which has been loaded into buffers
+ * to be compressed, this includes the data in in_buf
+ * out_processed: the amount of output data which has been compressed and stored,
+ * this does not include the data in the current out_buf
+*/
+int isal_deflate_with_checks(struct isal_zstream *stream, uint32_t data_size,
+ uint32_t compressed_size, uint8_t * in_buf, uint32_t in_size,
+ uint32_t in_processed, uint8_t * out_buf, uint32_t out_size,
+ uint32_t out_processed)
+{
+ int ret, stream_check;
+ struct isal_zstate *state = &stream->internal_state;
+
+ log_print("Pre compression\n");
+ log_print
+ ("data_size = 0x%05x, in_processed = 0x%05x, in_size = 0x%05x, avail_in = 0x%05x, total_in = 0x%05x\n",
+ data_size, in_processed, in_size, stream->avail_in, stream->total_in);
+ log_print
+ ("compressed_size = 0x%05x, out_processed = 0x%05x, out_size = 0x%05x, avail_out = 0x%05x, total_out = 0x%05x\n",
+ compressed_size, out_processed, out_size, stream->avail_out, stream->total_out);
+
+ ret = isal_deflate(stream);
+
+ log_print("Post compression\n");
+ log_print
+ ("data_size = 0x%05x, in_processed = 0x%05x, in_size = 0x%05x, avail_in = 0x%05x, total_in = 0x%05x\n",
+ data_size, in_processed, in_size, stream->avail_in, stream->total_in);
+ log_print
+ ("compressed_size = 0x%05x, out_processed = 0x%05x, out_size = 0x%05x, avail_out = 0x%05x, total_out = 0x%05x\n",
+ compressed_size, out_processed, out_size, stream->avail_out, stream->total_out);
+ log_print("\n\n");
+
+ /* Verify the stream is in a valid state */
+ stream_check = stream_valid_check(stream, in_buf, in_size, out_buf, out_size,
+ in_processed, out_processed, data_size);
+
+ if (stream_check != 0)
+ return stream_check;
+
+ if (ret != IGZIP_COMP_OK)
+ return COMPRESS_GENERAL_ERROR;
+
+ /* Check if the compression is completed */
+ if (state->state != ZSTATE_END)
+ if (compressed_size - out_processed - (out_size - stream->avail_out) <= 0)
+ return COMPRESS_OUT_BUFFER_OVERFLOW;
+
+ return ret;
+
+}
+
+void set_random_hufftable(struct isal_zstream *stream, int level, uint8_t * data,
+ uint32_t data_size)
+{
+ struct isal_hufftables *huff = hufftables;
+ struct isal_huff_histogram hist;
+ if (level == 0 || rand() % 16 == 0) {
+ if (rand() % 8 == 0) {
+ huff = hufftables_subset;
+ memset(&hist, 0, sizeof(hist));
+ isal_update_histogram(data, data_size, &hist);
+ isal_create_hufftables_subset(huff, &hist);
+ }
+
+ isal_deflate_set_hufftables(stream, huff, rand() % 4);
+ }
+}
+
+/* Compress the input data into the output buffer where the input buffer and
+ * output buffer are randomly segmented to test state information for the
+ * compression*/
+int compress_multi_pass(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t flush_type, uint32_t gzip_flag,
+ uint32_t level, uint8_t * dict, uint32_t dict_len, uint32_t hist_bits)
+{
+ int ret = IGZIP_COMP_OK;
+ uint8_t *in_buf = NULL, *out_buf = NULL;
+ uint32_t in_size = 0, out_size = 0;
+ uint32_t in_processed = 0, out_processed = 0;
+ struct isal_zstream *stream;
+ struct isal_zstate *state;
+ uint32_t loop_count = 0;
+ uint32_t level_buf_size;
+ uint8_t *level_buf = NULL;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+ uint8_t tmp_symbol;
+ int no_mod = 0;
+
+ log_print("Starting Compress Multi Pass\n");
+
+ stream = malloc(sizeof(*stream));
+ if (stream == NULL)
+ return MALLOC_FAILED;
+ state = &stream->internal_state;
+
+ create_rand_repeat_data((uint8_t *) stream, sizeof(*stream));
+
+ isal_deflate_init(stream);
+
+ if (state->state != ZSTATE_NEW_HDR)
+ return COMPRESS_INCORRECT_STATE;
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream->hufftables;
+ create_rand_repeat_data((uint8_t *) stream, sizeof(*stream));
+
+ /* Restore variables not necessarily set by user */
+ stream->hufftables = huff_tmp;
+ stream->end_of_stream = 0;
+ stream->level = 0;
+ stream->level_buf = NULL;
+ stream->level_buf_size = 0;
+ }
+
+ stream->flush = flush_type;
+ stream->end_of_stream = 0;
+
+ /* These are set here to allow the loop to run correctly */
+ stream->avail_in = 0;
+ stream->avail_out = 0;
+ stream->gzip_flag = gzip_flag;
+ stream->level = level;
+ stream->hist_bits = hist_bits;
+
+ if (level >= 1) {
+ level_buf_size = get_rand_level_buf_size(stream->level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream->level_buf = level_buf;
+ stream->level_buf_size = level_buf_size;
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(stream);
+
+ if (dict != NULL)
+ isal_deflate_set_dict(stream, dict, dict_len);
+
+ while (1) {
+ loop_count++;
+
+ /* Setup in buffer for next round of compression */
+ if (stream->avail_in == 0) {
+ if (flush_type == NO_FLUSH || state->state == ZSTATE_NEW_HDR) {
+ /* Randomly choose size of the next out buffer */
+ in_size = rand() % (data_size + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (in_size >= data_size - in_processed) {
+ in_size = data_size - in_processed;
+ stream->end_of_stream = 1;
+ }
+
+ if (in_size != 0) {
+ if (in_buf != NULL) {
+ free(in_buf);
+ in_buf = NULL;
+ }
+
+ in_buf = malloc(in_size);
+ if (in_buf == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ memcpy(in_buf, data + in_processed, in_size);
+ in_processed += in_size;
+
+ stream->avail_in = in_size;
+ stream->next_in = in_buf;
+ }
+ }
+ } else {
+ /* Randomly modify data after next in */
+ if (rand() % 4 == 0 && !no_mod) {
+
+ tmp_symbol = rand();
+ log_print
+ ("Modifying data at index 0x%x from 0x%x to 0x%x before recalling isal_deflate\n",
+ in_processed - stream->avail_in,
+ data[in_processed - stream->avail_in], tmp_symbol);
+ *stream->next_in = tmp_symbol;
+ data[in_processed - stream->avail_in] = tmp_symbol;
+ }
+ }
+
+ /* Setup out buffer for next round of compression */
+ if (stream->avail_out == 0) {
+ /* Save compressed data inot compressed_buf */
+ if (out_buf != NULL) {
+ memcpy(compressed_buf + out_processed, out_buf,
+ out_size - stream->avail_out);
+ out_processed += out_size - stream->avail_out;
+ }
+
+ /* Randomly choose size of the next out buffer */
+ out_size = rand() % (*compressed_size + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (out_size > *compressed_size - out_processed)
+ out_size = *compressed_size - out_processed;
+
+ if (out_size != 0) {
+ if (out_buf != NULL) {
+ free(out_buf);
+ out_buf = NULL;
+ }
+
+ out_buf = malloc(out_size);
+ if (out_buf == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+
+ stream->avail_out = out_size;
+ stream->next_out = out_buf;
+ }
+ }
+
+ if (state->state == ZSTATE_NEW_HDR) {
+ set_random_hufftable(stream, level, data, data_size);
+ if (stream->hufftables == hufftables_subset)
+ no_mod = 1;
+ else
+ no_mod = 0;
+ }
+
+ ret =
+ isal_deflate_with_checks(stream, data_size, *compressed_size, in_buf,
+ in_size, in_processed, out_buf, out_size,
+ out_processed);
+
+ if (ret) {
+ if (ret == COMPRESS_OUT_BUFFER_OVERFLOW
+ || ret == COMPRESS_INCORRECT_STATE)
+ memcpy(compressed_buf + out_processed, out_buf, out_size);
+ break;
+ }
+
+ /* Check if the compression is completed */
+ if (state->state == ZSTATE_END) {
+ memcpy(compressed_buf + out_processed, out_buf, out_size);
+ *compressed_size = stream->total_out;
+ break;
+ }
+
+ }
+
+ if (stream != NULL)
+ free(stream);
+ if (level_buf != NULL)
+ free(level_buf);
+ if (in_buf != NULL)
+ free(in_buf);
+ if (out_buf != NULL)
+ free(out_buf);
+
+ if (ret == COMPRESS_OUT_BUFFER_OVERFLOW && flush_type == SYNC_FLUSH
+ && loop_count >= MAX_LOOPS)
+ ret = COMPRESS_LOOP_COUNT_OVERFLOW;
+
+ return ret;
+
+}
+
+/* Compress the input data into the outbuffer in one call to isal_deflate */
+int compress_single_pass(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t flush_type, uint32_t gzip_flag,
+ uint32_t level, uint8_t * dict, uint32_t dict_len, uint32_t hist_bits)
+{
+ int ret = IGZIP_COMP_OK;
+ struct isal_zstream stream;
+ struct isal_zstate *state = &stream.internal_state;
+ uint32_t level_buf_size;
+ uint8_t *level_buf = NULL;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+
+ log_print("Starting Compress Single Pass\n");
+
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ isal_deflate_init(&stream);
+
+ set_random_hufftable(&stream, level, data, data_size);
+
+ if (state->state != ZSTATE_NEW_HDR)
+ return COMPRESS_INCORRECT_STATE;
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream.hufftables;
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Restore variables not necessarily set by user */
+ stream.hufftables = huff_tmp;
+ stream.end_of_stream = 0;
+ stream.level = 0;
+ stream.level_buf = NULL;
+ stream.level_buf_size = 0;
+ }
+
+ stream.flush = flush_type;
+ stream.avail_in = data_size;
+ stream.next_in = data;
+ stream.avail_out = *compressed_size;
+ stream.next_out = compressed_buf;
+ stream.end_of_stream = 1;
+ stream.gzip_flag = gzip_flag;
+ stream.level = level;
+ stream.hist_bits = hist_bits;
+
+ if (level >= 1) {
+ level_buf_size = get_rand_level_buf_size(stream.level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(&stream);
+
+ if (dict != NULL)
+ isal_deflate_set_dict(&stream, dict, dict_len);
+
+ ret =
+ isal_deflate_with_checks(&stream, data_size, *compressed_size, data, data_size,
+ data_size, compressed_buf, *compressed_size, 0);
+
+ if (level_buf != NULL)
+ free(level_buf);
+
+ /* Check if the compression is completed */
+ if (state->state == ZSTATE_END)
+ *compressed_size = stream.total_out;
+ else if (flush_type == SYNC_FLUSH && stream.avail_out < 16)
+ ret = COMPRESS_OUT_BUFFER_OVERFLOW;
+
+ return ret;
+
+}
+
+/* Compress the input data repeatedly into the outbuffer
+ * Compresses and verifies in place to decrease memory usage
+ */
+int compress_ver_rep_buf(uint8_t * data, uint32_t data_size, uint64_t data_rep_size,
+ uint8_t * compressed_buf, uint32_t compressed_size,
+ uint8_t * decomp_buf, uint32_t decomp_buf_size, uint32_t flush_type,
+ uint32_t gzip_flag, uint32_t level)
+{
+ int ret = IGZIP_COMP_OK;
+ struct isal_zstream stream;
+ struct inflate_state state;
+ uint32_t level_buf_size;
+ uint8_t *level_buf = NULL;
+ uint64_t data_remaining = data_rep_size;
+ uint64_t data_verified = 0;
+ uint32_t index;
+ uint32_t out_size, cmp_size;
+ uint32_t avail_out_start;
+
+ log_print("Starting Compress and Verify Repeated Buffer\n");
+
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Setup compression stream */
+ isal_deflate_init(&stream);
+ stream.avail_in = 0;
+ stream.next_in = NULL;
+ stream.avail_out = 0;
+ stream.next_out = NULL;
+
+ set_random_hufftable(&stream, level, data, data_size);
+ stream.flush = flush_type;
+ stream.end_of_stream = 0;
+ stream.gzip_flag = gzip_flag;
+ stream.level = level;
+
+ if (level >= 1) {
+ level_buf_size = get_rand_level_buf_size(stream.level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+
+ /* Setup decompression stream */
+ create_rand_repeat_data((uint8_t *) & state, sizeof(state));
+ isal_inflate_init(&state);
+ state.crc_flag = gzip_flag;
+
+ while (data_remaining || stream.avail_in) {
+ /* Compress the input buffer */
+ if (stream.next_out == NULL) {
+ stream.avail_out = compressed_size;
+ stream.next_out = compressed_buf;
+ }
+
+ while (stream.avail_out > 0 && (data_remaining || stream.avail_in)) {
+ if (stream.avail_in == 0) {
+ stream.avail_in = data_size;
+ if (data_size >= data_remaining) {
+ stream.avail_in = data_remaining;
+ stream.end_of_stream = 1;
+ }
+
+ stream.next_in = data;
+ data_remaining -= stream.avail_in;
+ }
+
+ ret = isal_deflate(&stream);
+
+ if (ret)
+ return COMPRESS_GENERAL_ERROR;
+ }
+
+ /* Verfiy the compressed buffer */
+ state.next_in = compressed_buf;
+ state.avail_in = compressed_size;
+ state.next_out = NULL;
+ state.avail_out = 0;
+ create_rand_repeat_data(decomp_buf, decomp_buf_size);
+
+ while (state.avail_out == 0) {
+ state.next_out = decomp_buf;
+ state.avail_out = decomp_buf_size;
+
+ /* Force decoding to stop when avail_out rolls over */
+ if ((1ULL << 32) - state.total_out < decomp_buf_size)
+ state.avail_out = (1ULL << 32) - state.total_out;
+
+ avail_out_start = state.avail_out;
+
+ ret = isal_inflate(&state);
+ if (ret)
+ return inflate_ret_to_code(ret);
+
+ /* Check data accuracy */
+ index = data_verified % data_size;
+ out_size = avail_out_start - state.avail_out;
+ cmp_size =
+ (out_size > data_size - index) ? data_size - index : out_size;
+ ret |= memcmp(decomp_buf, data + index, cmp_size);
+ out_size -= cmp_size;
+ cmp_size = (out_size > index) ? index : out_size;
+ ret |= memcmp(decomp_buf + data_size - index, data, cmp_size);
+ out_size -= cmp_size;
+ cmp_size = out_size;
+ ret |= memcmp(decomp_buf, decomp_buf + data_size, out_size);
+ if (ret)
+ return RESULT_ERROR;
+
+ data_verified += avail_out_start - state.avail_out;
+ }
+ stream.next_out = NULL;
+ }
+
+ if (level_buf != NULL)
+ free(level_buf);
+
+ return ret;
+
+}
+
+/* Statelessly compress the input buffer into the output buffer */
+int compress_stateless(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t flush_type, uint32_t gzip_flag,
+ uint32_t level, uint32_t hist_bits)
+{
+ int ret = IGZIP_COMP_OK;
+ struct isal_zstream stream;
+ uint32_t level_buf_size;
+ uint8_t *level_buf = NULL;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ isal_deflate_stateless_init(&stream);
+
+ set_random_hufftable(&stream, level, data, data_size);
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream.hufftables;
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Restore variables not necessarily set by user */
+ stream.hufftables = huff_tmp;
+ stream.end_of_stream = 0;
+ stream.level = 0;
+ stream.level_buf = NULL;
+ stream.level_buf_size = 0;
+ }
+
+ stream.avail_in = data_size;
+ stream.next_in = data;
+ stream.flush = flush_type;
+ if (flush_type != NO_FLUSH)
+ stream.end_of_stream = 1;
+ stream.avail_out = *compressed_size;
+ stream.next_out = compressed_buf;
+ stream.gzip_flag = gzip_flag;
+ stream.level = level;
+ stream.hist_bits = hist_bits;
+
+ if (level == 1) {
+ /* This is to test case where level buf uses already existing
+ * internal buffers */
+ level_buf_size = rand() % IBUF_SIZE;
+
+ if (level_buf_size >= ISAL_DEF_LVL1_MIN) {
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+ } else if (level > 1) {
+ level_buf_size = get_rand_level_buf_size(level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(&stream);
+
+ ret = isal_deflate_stateless(&stream);
+
+ if (level_buf != NULL)
+ free(level_buf);
+
+ /* verify the stream */
+ if (stream.next_in - data != stream.total_in ||
+ stream.total_in + stream.avail_in != data_size)
+ return COMPRESS_INPUT_STREAM_INTEGRITY_ERROR;
+
+ if (stream.next_out - compressed_buf != stream.total_out ||
+ stream.total_out + stream.avail_out != *compressed_size) {
+ return COMPRESS_OUTPUT_STREAM_INTEGRITY_ERROR;
+ }
+
+ if (ret != IGZIP_COMP_OK) {
+ if (ret == STATELESS_OVERFLOW)
+ return COMPRESS_OUT_BUFFER_OVERFLOW;
+ else if (ret == INVALID_FLUSH)
+ return INVALID_FLUSH_ERROR;
+ else {
+ printf("Return due to ret = %d with level = %d or %d\n", ret, level,
+ stream.level);
+ return COMPRESS_GENERAL_ERROR;
+ }
+ }
+
+ if (!stream.end_of_stream) {
+ return COMPRESS_END_OF_STREAM_NOT_SET;
+ }
+
+ if (stream.avail_in != 0)
+ return COMPRESS_ALL_INPUT_FAIL;
+
+ *compressed_size = stream.total_out;
+
+ return ret;
+
+}
+
+/* Statelessly compress the input buffer into the output buffer */
+int compress_stateless_full_flush(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t level,
+ uint32_t hist_bits)
+{
+ int ret = IGZIP_COMP_OK;
+ uint8_t *in_buf = NULL, *level_buf = NULL, *out_buf = compressed_buf;
+ uint32_t in_size = 0, level_buf_size;
+ uint32_t in_processed = 00;
+ struct isal_zstream stream;
+ uint32_t loop_count = 0;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+
+ log_print("Starting Stateless Compress Full Flush\n");
+
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ isal_deflate_stateless_init(&stream);
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream.hufftables;
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Restore variables not necessarily set by user */
+ stream.hufftables = huff_tmp;
+ stream.end_of_stream = 0;
+ stream.level = 0;
+ stream.level_buf = NULL;
+ stream.level_buf_size = 0;
+ stream.gzip_flag = 0;
+ }
+
+ stream.flush = FULL_FLUSH;
+ stream.end_of_stream = 0;
+ stream.avail_out = *compressed_size;
+ stream.next_out = compressed_buf;
+ stream.level = level;
+ stream.hist_bits = hist_bits;
+
+ if (level == 1) {
+ /* This is to test case where level_buf uses already existing
+ * internal buffers */
+ level_buf_size = rand() % IBUF_SIZE;
+
+ if (level_buf_size >= ISAL_DEF_LVL1_MIN) {
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+ } else if (level > 1) {
+ level_buf_size = get_rand_level_buf_size(level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(&stream);
+
+ while (1) {
+ loop_count++;
+
+ /* Randomly choose size of the next out buffer */
+ in_size = rand() % (data_size + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (in_size >= data_size - in_processed) {
+ in_size = data_size - in_processed;
+ stream.end_of_stream = 1;
+ }
+
+ stream.avail_in = in_size;
+
+ if (in_size != 0) {
+ if (in_buf != NULL) {
+ free(in_buf);
+ in_buf = NULL;
+ }
+
+ in_buf = malloc(in_size);
+ if (in_buf == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ memcpy(in_buf, data + in_processed, in_size);
+ in_processed += in_size;
+
+ stream.next_in = in_buf;
+ }
+
+ out_buf = stream.next_out;
+
+ if (stream.internal_state.state == ZSTATE_NEW_HDR)
+ set_random_hufftable(&stream, level, data, data_size);
+
+ ret = isal_deflate_stateless(&stream);
+
+ assert(stream.internal_state.bitbuf.m_bit_count == 0);
+
+ assert(compressed_buf == stream.next_out - stream.total_out);
+ if (ret)
+ break;
+
+ /* Verify that blocks are independent */
+ ret =
+ inflate_check(out_buf, stream.next_out - out_buf, in_buf, in_size, 0, NULL,
+ 0, hist_bits);
+
+ if (ret == INFLATE_INVALID_LOOK_BACK_DISTANCE) {
+ break;
+ } else
+ ret = 0;
+
+ /* Check if the compression is completed */
+ if (in_processed == data_size) {
+ *compressed_size = stream.total_out;
+ break;
+ }
+
+ }
+
+ if (level_buf != NULL)
+ free(level_buf);
+
+ if (in_buf != NULL)
+ free(in_buf);
+
+ if (ret == STATELESS_OVERFLOW && loop_count >= MAX_LOOPS)
+ ret = COMPRESS_LOOP_COUNT_OVERFLOW;
+
+ return ret;
+
+}
+
+/* Compress the input data into the output buffer where the input buffer and
+ * is randomly segmented to test for independence of blocks in full flush
+ * compression*/
+int compress_full_flush(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t gzip_flag, uint32_t level)
+{
+ int ret = IGZIP_COMP_OK;
+ uint8_t *in_buf = NULL, *out_buf = compressed_buf, *level_buf = NULL;
+ uint32_t in_size = 0, level_buf_size;
+ uint32_t in_processed = 00;
+ struct isal_zstream stream;
+ struct isal_zstate *state = &stream.internal_state;
+ uint32_t loop_count = 0;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+
+ log_print("Starting Compress Full Flush\n");
+
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ isal_deflate_init(&stream);
+
+ if (state->state != ZSTATE_NEW_HDR)
+ return COMPRESS_INCORRECT_STATE;
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream.hufftables;
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Restore variables not necessarily set by user */
+ stream.hufftables = huff_tmp;
+ stream.end_of_stream = 0;
+ stream.level = 0;
+ stream.level_buf = NULL;
+ stream.level_buf_size = 0;
+ stream.hist_bits = 0;
+ }
+
+ stream.flush = FULL_FLUSH;
+ stream.end_of_stream = 0;
+ stream.avail_out = *compressed_size;
+ stream.next_out = compressed_buf;
+ stream.total_out = 0;
+ stream.gzip_flag = gzip_flag;
+ stream.level = level;
+
+ if (level >= 1) {
+ level_buf_size = get_rand_level_buf_size(stream.level);
+ if (level_buf_size >= ISAL_DEF_LVL1_MIN) {
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(&stream);
+
+ while (1) {
+ loop_count++;
+
+ /* Setup in buffer for next round of compression */
+ if (state->state == ZSTATE_NEW_HDR) {
+ /* Randomly choose size of the next out buffer */
+ in_size = rand() % (data_size + 1);
+
+ /* Limit size of buffer to be smaller than maximum */
+ if (in_size >= data_size - in_processed) {
+ in_size = data_size - in_processed;
+ stream.end_of_stream = 1;
+ }
+
+ stream.avail_in = in_size;
+
+ if (in_size != 0) {
+ if (in_buf != NULL) {
+ free(in_buf);
+ in_buf = NULL;
+ }
+
+ in_buf = malloc(in_size);
+ if (in_buf == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ memcpy(in_buf, data + in_processed, in_size);
+ in_processed += in_size;
+
+ stream.next_in = in_buf;
+ }
+
+ out_buf = stream.next_out;
+ }
+
+ if (state->state == ZSTATE_NEW_HDR)
+ set_random_hufftable(&stream, level, data, data_size);
+
+ ret = isal_deflate(&stream);
+
+ if (ret)
+ break;
+
+ /* Verify that blocks are independent */
+ if (state->state == ZSTATE_NEW_HDR || state->state == ZSTATE_END) {
+ ret =
+ inflate_check(out_buf, stream.next_out - out_buf, in_buf, in_size,
+ 0, NULL, 0, 0);
+
+ if (ret == INFLATE_INVALID_LOOK_BACK_DISTANCE)
+ break;
+ else
+ ret = 0;
+ }
+
+ /* Check if the compression is completed */
+ if (state->state == ZSTATE_END) {
+ *compressed_size = stream.total_out;
+ break;
+ }
+
+ }
+
+ if (level_buf != NULL)
+ free(level_buf);
+
+ if (in_buf != NULL)
+ free(in_buf);
+
+ if (ret == COMPRESS_OUT_BUFFER_OVERFLOW && loop_count >= MAX_LOOPS)
+ ret = COMPRESS_LOOP_COUNT_OVERFLOW;
+
+ return ret;
+
+}
+
+/*Compress the input buffer into the output buffer, but switch the flush type in
+ * the middle of the compression to test what happens*/
+int compress_swap_flush(uint8_t * data, uint32_t data_size, uint8_t * compressed_buf,
+ uint32_t * compressed_size, uint32_t flush_type, int level,
+ uint32_t gzip_flag)
+{
+ int ret = IGZIP_COMP_OK;
+ struct isal_zstream stream;
+ struct isal_zstate *state = &stream.internal_state;
+ uint32_t partial_size;
+ struct isal_hufftables *huff_tmp;
+ uint32_t reset_test_flag = 0;
+ uint32_t level_buf_size;
+ uint8_t *level_buf = NULL;
+
+ log_print("Starting Compress Swap Flush\n");
+
+ isal_deflate_init(&stream);
+
+ set_random_hufftable(&stream, 0, data, data_size);
+
+ if (state->state != ZSTATE_NEW_HDR)
+ return COMPRESS_INCORRECT_STATE;
+
+ if (rand() % 4 == 0) {
+ /* Test reset */
+ reset_test_flag = 1;
+ huff_tmp = stream.hufftables;
+ create_rand_repeat_data((uint8_t *) & stream, sizeof(stream));
+
+ /* Restore variables not necessarily set by user */
+ stream.hufftables = huff_tmp;
+ stream.end_of_stream = 0;
+ stream.level = 0;
+ stream.level_buf = NULL;
+ stream.level_buf_size = 0;
+ }
+
+ partial_size = rand() % (data_size + 1);
+
+ stream.flush = flush_type;
+ stream.avail_in = partial_size;
+ stream.next_in = data;
+ stream.avail_out = *compressed_size;
+ stream.next_out = compressed_buf;
+ stream.end_of_stream = 0;
+ stream.gzip_flag = gzip_flag;
+ if (level) {
+ stream.level = level;
+ level_buf_size = get_rand_level_buf_size(stream.level);
+ level_buf = malloc(level_buf_size);
+ create_rand_repeat_data(level_buf, level_buf_size);
+ stream.level_buf = level_buf;
+ stream.level_buf_size = level_buf_size;
+ }
+
+ if (reset_test_flag)
+ isal_deflate_reset(&stream);
+
+ ret =
+ isal_deflate_with_checks(&stream, data_size, *compressed_size, data, partial_size,
+ partial_size, compressed_buf, *compressed_size, 0);
+
+ if (ret)
+ return ret;
+
+ if (state->state == ZSTATE_NEW_HDR)
+ set_random_hufftable(&stream, 0, data, data_size);
+
+ flush_type = rand() % 3;
+
+ stream.flush = flush_type;
+ stream.avail_in = data_size - partial_size;
+ stream.next_in = data + partial_size;
+ stream.end_of_stream = 1;
+
+ ret =
+ isal_deflate_with_checks(&stream, data_size, *compressed_size, data + partial_size,
+ data_size - partial_size, data_size, compressed_buf,
+ *compressed_size, 0);
+
+ if (ret == COMPRESS_GENERAL_ERROR)
+ return INVALID_FLUSH_ERROR;
+
+ *compressed_size = stream.total_out;
+
+ if (stream.level_buf != NULL)
+ free(stream.level_buf);
+
+ return ret;
+}
+
+/* Test deflate_stateless */
+int test_compress_stateless(uint8_t * in_data, uint32_t in_size, uint32_t flush_type)
+{
+ int ret = IGZIP_COMP_OK;
+ uint32_t z_size, overflow, gzip_flag, level, hist_bits;
+ uint8_t *z_buf = NULL;
+ uint8_t *in_buf = NULL;
+
+ gzip_flag = rand() % 5;
+ hist_bits = rand() % 16;
+ level = get_rand_level();
+
+ if (in_size != 0) {
+ in_buf = malloc(in_size);
+
+ if (in_buf == NULL)
+ return MALLOC_FAILED;
+
+ memcpy(in_buf, in_data, in_size);
+ }
+
+ /* Test non-overflow case where a type 0 block is not written */
+ z_size = 2 * in_size + hdr_bytes;
+ if (gzip_flag == IGZIP_GZIP)
+ z_size += gzip_extra_bytes;
+ else if (gzip_flag == IGZIP_GZIP_NO_HDR)
+ z_size += gzip_trl_bytes;
+ else if (gzip_flag == IGZIP_ZLIB)
+ z_size += zlib_extra_bytes;
+ else if (gzip_flag == IGZIP_ZLIB_NO_HDR)
+ z_size += zlib_trl_bytes;
+
+ z_buf = malloc(z_size);
+
+ if (z_buf == NULL)
+ return MALLOC_FAILED;
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ /* If flush type is invalid */
+ if (flush_type != NO_FLUSH && flush_type != FULL_FLUSH) {
+ ret =
+ compress_stateless(in_buf, in_size, z_buf, &z_size, flush_type, gzip_flag,
+ level, hist_bits);
+
+ if (ret != INVALID_FLUSH_ERROR)
+ print_error(ret);
+ else
+ ret = 0;
+
+ if (z_buf != NULL)
+ free(z_buf);
+
+ if (in_buf != NULL)
+ free(in_buf);
+
+ return ret;
+ }
+
+ /* Else test valid flush type */
+ ret = compress_stateless(in_buf, in_size, z_buf, &z_size, flush_type, gzip_flag, level,
+ hist_bits);
+
+ if (!ret)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, NULL, 0,
+ hist_bits);
+
+ if (options.verbose && ret) {
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and window bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+ }
+
+ if (z_buf != NULL) {
+ free(z_buf);
+ z_buf = NULL;
+ }
+
+ print_error(ret);
+ if (ret)
+ return ret;
+
+ /*Test non-overflow case where a type 0 block is possible to be written */
+ z_size = TYPE0_HDR_SIZE * ((in_size + TYPE0_MAX_SIZE - 1) / TYPE0_MAX_SIZE) + in_size;
+
+ if (gzip_flag == IGZIP_GZIP)
+ z_size += gzip_extra_bytes;
+ else if (gzip_flag == IGZIP_GZIP_NO_HDR)
+ z_size += gzip_trl_bytes;
+ else if (gzip_flag == IGZIP_ZLIB)
+ z_size += zlib_extra_bytes;
+ else if (gzip_flag == IGZIP_ZLIB_NO_HDR)
+ z_size += zlib_trl_bytes;
+
+ if (z_size <= gzip_extra_bytes)
+ z_size += TYPE0_HDR_SIZE;
+
+ if (z_size < 8)
+ z_size = 8;
+
+ z_buf = malloc(z_size);
+
+ if (z_buf == NULL)
+ return MALLOC_FAILED;
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ ret = compress_stateless(in_buf, in_size, z_buf, &z_size, flush_type, gzip_flag, level,
+ hist_bits);
+ if (!ret)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, NULL, 0,
+ hist_bits);
+ if (ret) {
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+ }
+
+ if (!ret) {
+ free(z_buf);
+ z_buf = NULL;
+
+ /* Test random overflow case */
+ z_size = rand() % z_size;
+
+ if (z_size > in_size)
+ z_size = rand() & in_size;
+
+ if (z_size > 0) {
+ z_buf = malloc(z_size);
+
+ if (z_buf == NULL)
+ return MALLOC_FAILED;
+ }
+
+ overflow = compress_stateless(in_buf, in_size, z_buf, &z_size, flush_type,
+ gzip_flag, level, hist_bits);
+
+ if (overflow != COMPRESS_OUT_BUFFER_OVERFLOW) {
+ if (overflow == 0)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag,
+ NULL, 0, hist_bits);
+
+ if (overflow != 0 || ret != 0) {
+ log_print("overflow error = %d\n", overflow);
+ log_error(overflow);
+ log_print("inflate ret = %d\n", ret);
+ log_error(ret);
+
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress single pass overflow\n");
+ print_error(ret);
+ ret = OVERFLOW_TEST_ERROR;
+ }
+ }
+ }
+
+ print_error(ret);
+ if (ret) {
+ if (z_buf != NULL) {
+ free(z_buf);
+ z_buf = NULL;
+ }
+ if (in_buf != NULL)
+ free(in_buf);
+ return ret;
+ }
+
+ if (flush_type == FULL_FLUSH) {
+ if (z_buf != NULL)
+ free(z_buf);
+
+ z_size = 2 * in_size + MAX_LOOPS * (hdr_bytes + 5);
+
+ z_buf = malloc(z_size);
+
+ if (z_buf == NULL)
+ return MALLOC_FAILED;
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ /* Else test valid flush type */
+ ret = compress_stateless_full_flush(in_buf, in_size, z_buf, &z_size,
+ level, hist_bits);
+
+ if (!ret)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, 0, NULL, 0,
+ hist_bits);
+ else if (ret == COMPRESS_LOOP_COUNT_OVERFLOW)
+ ret = 0;
+
+ print_error(ret);
+
+ if (ret) {
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, FULL_FLUSH, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+ }
+ }
+ if (z_buf != NULL)
+ free(z_buf);
+
+ if (in_buf != NULL)
+ free(in_buf);
+
+ return ret;
+}
+
+/* Test deflate */
+int test_compress(uint8_t * in_buf, uint32_t in_size, uint32_t flush_type)
+{
+ int ret = IGZIP_COMP_OK, fin_ret = IGZIP_COMP_OK;
+ uint32_t overflow = 0, gzip_flag, level, hist_bits;
+ uint32_t z_size = 0, z_size_max = 0, z_compressed_size, dict_len = 0;
+ uint8_t *z_buf = NULL, *dict = NULL;
+
+ /* Test a non overflow case */
+ if (flush_type == NO_FLUSH)
+ z_size_max = 2 * in_size + hdr_bytes + 2;
+ else if (flush_type == SYNC_FLUSH || flush_type == FULL_FLUSH)
+ z_size_max = 2 * in_size + MAX_LOOPS * (hdr_bytes + 5);
+ else {
+ printf("Invalid Flush Parameter\n");
+ return COMPRESS_GENERAL_ERROR;
+ }
+
+ gzip_flag = rand() % 5;
+ hist_bits = rand() % 16;
+ level = get_rand_level();
+
+ z_size = z_size_max;
+
+ if (gzip_flag == IGZIP_GZIP)
+ z_size += gzip_extra_bytes;
+ else if (gzip_flag == IGZIP_GZIP_NO_HDR)
+ z_size += gzip_trl_bytes;
+ else if (gzip_flag == IGZIP_ZLIB)
+ z_size += zlib_extra_bytes;
+ else if (gzip_flag == IGZIP_ZLIB_NO_HDR)
+ z_size += zlib_trl_bytes;
+
+ z_buf = malloc(z_size);
+ if (z_buf == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+ create_rand_repeat_data(z_buf, z_size);
+
+ if (rand() % 8 == 0) {
+ dict_len = (rand() % IGZIP_HIST_SIZE) + 1;
+ dict = malloc(dict_len);
+ if (dict == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+ create_rand_dict(dict, dict_len, z_buf, z_size);
+ }
+
+ ret = compress_single_pass(in_buf, in_size, z_buf, &z_size, flush_type,
+ gzip_flag, level, dict, dict_len, hist_bits);
+
+ if (!ret)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, dict, dict_len,
+ hist_bits);
+
+ if (ret) {
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ if (dict != NULL) {
+ log_print("Using Dictionary: ");
+ log_uint8_t(dict, dict_len);
+ log_print("\n");
+ }
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress single pass\n");
+ print_error(ret);
+ }
+
+ if (dict != NULL) {
+ free(dict);
+ dict = NULL;
+ dict_len = 0;
+ }
+
+ fin_ret |= ret;
+ if (ret)
+ goto test_compress_cleanup;
+
+ z_compressed_size = z_size;
+ z_size = z_size_max;
+ create_rand_repeat_data(z_buf, z_size_max);
+
+ if (rand() % 8 == 0) {
+ dict_len = (rand() % IGZIP_HIST_SIZE) + 1;
+ dict = malloc(dict_len);
+ if (dict == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+ create_rand_dict(dict, dict_len, z_buf, z_size);
+ }
+
+ ret =
+ compress_multi_pass(in_buf, in_size, z_buf, &z_size, flush_type, gzip_flag, level,
+ dict, dict_len, hist_bits);
+
+ if (!ret)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, dict, dict_len,
+ hist_bits);
+
+ if (ret) {
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ if (dict != NULL) {
+ log_print("Using Dictionary: ");
+ log_uint8_t(dict, dict_len);
+ log_print("\n");
+ }
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress multi pass\n");
+ print_error(ret);
+ }
+
+ if (dict != NULL) {
+ free(dict);
+ dict = NULL;
+ dict_len = 0;
+ }
+
+ fin_ret |= ret;
+ if (ret)
+ goto test_compress_cleanup;
+
+ ret = 0;
+
+ /* Test random overflow case */
+ if (flush_type == SYNC_FLUSH && z_compressed_size > in_size)
+ z_compressed_size = in_size + 1;
+
+ z_size = rand() % z_compressed_size;
+ create_rand_repeat_data(z_buf, z_size);
+
+ overflow = compress_single_pass(in_buf, in_size, z_buf, &z_size, flush_type,
+ gzip_flag, level, dict, dict_len, hist_bits);
+
+ if (overflow != COMPRESS_OUT_BUFFER_OVERFLOW) {
+ if (overflow == 0)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, dict,
+ dict_len, hist_bits);
+
+ /* Rarely single pass overflow will compresses data
+ * better than the initial run. This is to stop that
+ * case from erroring. */
+ if (overflow != 0 || ret != 0) {
+ log_print("overflow error = %d\n", overflow);
+ log_error(overflow);
+ log_print("inflate ret = %d\n", ret);
+ log_error(ret);
+
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress single pass overflow\n");
+ print_error(ret);
+ ret = OVERFLOW_TEST_ERROR;
+ }
+ }
+
+ fin_ret |= ret;
+ if (ret)
+ goto test_compress_cleanup;
+
+ if (flush_type == NO_FLUSH) {
+ create_rand_repeat_data(z_buf, z_size);
+
+ overflow =
+ compress_multi_pass(in_buf, in_size, z_buf, &z_size, flush_type,
+ gzip_flag, level, dict, dict_len, hist_bits);
+
+ if (overflow != COMPRESS_OUT_BUFFER_OVERFLOW) {
+ if (overflow == 0)
+ ret =
+ inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag,
+ dict, dict_len, hist_bits);
+
+ /* Rarely multi pass overflow will compresses data
+ * better than the initial run. This is to stop that
+ * case from erroring */
+ if (overflow != 0 || ret != 0) {
+ log_print("overflow error = %d\n", overflow);
+ log_error(overflow);
+ log_print("inflate ret = %d\n", ret);
+ log_error(ret);
+ log_print
+ ("Compressed array at level %d with gzip flag %d, flush type %d, and hist_bits %d: ",
+ level, gzip_flag, flush_type, hist_bits);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress multi pass overflow\n");
+ print_error(ret);
+ ret = OVERFLOW_TEST_ERROR;
+ }
+ }
+ fin_ret |= ret;
+ }
+
+ test_compress_cleanup:
+ free(z_buf);
+
+ return fin_ret;
+}
+
+/* Test swapping flush types in the middle of compression */
+int test_flush(uint8_t * in_buf, uint32_t in_size)
+{
+ int fin_ret = IGZIP_COMP_OK, ret;
+ uint32_t z_size, flush_type = 0, gzip_flag, level;
+ uint8_t *z_buf = NULL;
+
+ gzip_flag = rand() % 5;
+ level = get_rand_level();
+
+ z_size = 2 * in_size + 2 * hdr_bytes + 8;
+ if (gzip_flag == IGZIP_GZIP)
+ z_size += gzip_extra_bytes;
+ else if (gzip_flag == IGZIP_GZIP_NO_HDR)
+ z_size += gzip_trl_bytes;
+ else if (gzip_flag == IGZIP_ZLIB)
+ z_size += zlib_extra_bytes;
+ else if (gzip_flag == IGZIP_ZLIB_NO_HDR)
+ z_size += zlib_trl_bytes;
+
+ z_buf = malloc(z_size);
+
+ if (z_buf == NULL)
+ return MALLOC_FAILED;
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ while (flush_type < 3)
+ flush_type = rand() & 0xFFFF;
+
+ /* Test invalid flush */
+ ret = compress_single_pass(in_buf, in_size, z_buf, &z_size, flush_type,
+ gzip_flag, level, NULL, 0, 0);
+
+ if (ret == COMPRESS_GENERAL_ERROR)
+ ret = 0;
+ else {
+ printf("Failed when passing invalid flush parameter\n");
+ ret = INVALID_FLUSH_ERROR;
+ }
+
+ fin_ret |= ret;
+ print_error(ret);
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ /* Test swapping flush type */
+ ret =
+ compress_swap_flush(in_buf, in_size, z_buf, &z_size, rand() % 3, level, gzip_flag);
+
+ if (!ret)
+ ret = inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, NULL, 0, 0);
+
+ if (ret) {
+ log_print("Compressed array at level %d with gzip flag %d: ", level,
+ gzip_flag);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on swapping flush type\n");
+ print_error(ret);
+ }
+
+ fin_ret |= ret;
+ print_error(ret);
+
+ return fin_ret;
+}
+
+/* Test there are no length distance pairs across full flushes */
+int test_full_flush(uint8_t * in_buf, uint32_t in_size)
+{
+ int ret = IGZIP_COMP_OK;
+ uint32_t z_size, gzip_flag, level;
+ uint8_t *z_buf = NULL;
+
+ gzip_flag = rand() % 5;
+ level = get_rand_level();
+ z_size = 2 * in_size + MAX_LOOPS * (hdr_bytes + 5);
+
+ if (gzip_flag == IGZIP_GZIP)
+ z_size += gzip_extra_bytes;
+ else if (gzip_flag == IGZIP_GZIP_NO_HDR)
+ z_size += gzip_trl_bytes;
+ else if (gzip_flag == IGZIP_ZLIB)
+ z_size += zlib_extra_bytes;
+ else if (gzip_flag == IGZIP_ZLIB_NO_HDR)
+ z_size += zlib_trl_bytes;
+
+ z_buf = malloc(z_size);
+ if (z_buf == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+
+ create_rand_repeat_data(z_buf, z_size);
+
+ ret = compress_full_flush(in_buf, in_size, z_buf, &z_size, gzip_flag, level);
+
+ if (!ret)
+ ret = inflate_check(z_buf, z_size, in_buf, in_size, gzip_flag, NULL, 0, 0);
+
+ if (ret) {
+ log_print("Compressed array at level %d with gzip flag %d and flush type %d: ",
+ level, gzip_flag, FULL_FLUSH);
+ log_uint8_t(z_buf, z_size);
+ log_print("\n");
+ log_print("Data: ");
+ log_uint8_t(in_buf, in_size);
+
+ printf("Failed on compress multi pass\n");
+ print_error(ret);
+ }
+
+ free(z_buf);
+
+ return ret;
+}
+
+int test_inflate(struct vect_result *in_vector)
+{
+ int ret = IGZIP_COMP_OK;
+ uint8_t *compress_buf = in_vector->vector, *out_buf = NULL;
+ uint64_t compress_len = in_vector->vector_length;
+ uint32_t out_size = 0;
+
+ out_size = 10 * in_vector->vector_length;
+ out_buf = malloc(out_size);
+ if (out_buf == NULL)
+ return MALLOC_FAILED;
+
+ ret = inflate_stateless_pass(compress_buf, compress_len, out_buf, &out_size, 0);
+
+ if (ret == INFLATE_LEFTOVER_INPUT)
+ ret = ISAL_DECOMP_OK;
+
+ if (ret != in_vector->expected_error)
+ printf("Inflate return value incorrect, %d != %d\n", ret,
+ in_vector->expected_error);
+ else
+ ret = IGZIP_COMP_OK;
+
+ if (!ret) {
+ ret = inflate_multi_pass(compress_buf, compress_len, out_buf, &out_size,
+ 0, NULL, 0, 0);
+
+ if (ret == INFLATE_LEFTOVER_INPUT)
+ ret = ISAL_DECOMP_OK;
+
+ if (ret != in_vector->expected_error)
+ printf("Inflate return value incorrect, %d != %d\n", ret,
+ in_vector->expected_error);
+ else
+ ret = IGZIP_COMP_OK;
+ }
+
+ return ret;
+
+}
+
+int test_large(uint8_t * in_buf, uint32_t in_size, uint64_t large_size)
+{
+
+ int ret = IGZIP_COMP_OK;
+ uint32_t gzip_flag, level;
+ uint32_t z_size = 0, z_size_max = 0, tmp_buf_size;
+ uint8_t *z_buf = NULL, *tmp_buf = NULL;
+ int flush_type = NO_FLUSH;
+
+ /* Test a non overflow case */
+ z_size_max = MAX_LARGE_COMP_BUF_SIZE;
+
+ gzip_flag = rand() % 5;
+ level = get_rand_level();
+
+ z_size = z_size_max;
+ z_buf = malloc(z_size);
+ if (z_buf == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+ create_rand_repeat_data(z_buf, z_size);
+
+ tmp_buf_size = IBUF_SIZE;
+ tmp_buf = malloc(tmp_buf_size);
+ if (tmp_buf == NULL) {
+ print_error(MALLOC_FAILED);
+ return MALLOC_FAILED;
+ }
+
+ ret =
+ compress_ver_rep_buf(in_buf, in_size, large_size, z_buf, z_size, tmp_buf,
+ tmp_buf_size, flush_type, gzip_flag, level);
+
+ if (ret)
+ print_error(ret);
+
+ if (z_buf != NULL) {
+ free(z_buf);
+ z_buf = NULL;
+ }
+
+ if (tmp_buf != NULL) {
+ free(tmp_buf);
+ tmp_buf = NULL;
+ }
+
+ return ret;
+}
+
+/* Run multiple compression tests on data stored in a file */
+int test_compress_file(char *file_name)
+{
+ int ret = IGZIP_COMP_OK;
+ uint64_t in_size;
+ uint8_t *in_buf = NULL;
+ FILE *in_file = NULL;
+
+ in_file = fopen(file_name, "rb");
+ if (!in_file) {
+ printf("Failed to open file %s\n", file_name);
+ return FILE_READ_FAILED;
+ }
+
+ in_size = get_filesize(in_file);
+ if (in_size > MAX_FILE_SIZE)
+ in_size = MAX_FILE_SIZE;
+
+ if (in_size != 0) {
+ in_buf = malloc(in_size);
+ if (in_buf == NULL) {
+ printf("Failed to allocate in_buf for test_compress_file\n");
+ return MALLOC_FAILED;
+ }
+ if (fread(in_buf, 1, in_size, in_file) != in_size) {
+ printf("Failed to read in_buf from test_compress_file\n");
+ free(in_buf);
+ return FILE_READ_FAILED;
+ }
+ }
+
+ ret |= test_compress_stateless(in_buf, in_size, NO_FLUSH);
+ if (!ret)
+ ret |= test_compress_stateless(in_buf, in_size, SYNC_FLUSH);
+ if (!ret)
+ ret |= test_compress_stateless(in_buf, in_size, FULL_FLUSH);
+ if (!ret)
+ ret |= test_compress(in_buf, in_size, NO_FLUSH);
+ if (!ret)
+ ret |= test_compress(in_buf, in_size, SYNC_FLUSH);
+ if (!ret)
+ ret |= test_compress(in_buf, in_size, FULL_FLUSH);
+ if (!ret)
+ ret |= test_flush(in_buf, in_size);
+
+ if (ret)
+ printf("Failed on file %s\n", file_name);
+
+ if (in_buf != NULL)
+ free(in_buf);
+
+ return ret;
+}
+
+int create_custom_hufftables(struct isal_hufftables *hufftables_custom, int file_count,
+ char *files[])
+{
+ long int file_length;
+ uint8_t *stream = NULL;
+ struct isal_huff_histogram histogram;
+ FILE *file;
+ int i;
+
+ memset(&histogram, 0, sizeof(histogram));
+
+ for (i = 0; i < file_count; i++) {
+ printf("Processing %s\n", files[i]);
+ file = fopen(files[i], "r");
+ if (file == NULL) {
+ printf("Error opening file\n");
+ return 1;
+ }
+ fseek(file, 0, SEEK_END);
+ file_length = ftell(file);
+ fseek(file, 0, SEEK_SET);
+ file_length -= ftell(file);
+
+ if (file_length > 0) {
+ stream = malloc(file_length);
+ if (stream == NULL) {
+ printf("Failed to allocate memory to read in file\n");
+ fclose(file);
+ return 1;
+ }
+ }
+
+ if (fread(stream, 1, file_length, file) != file_length) {
+ printf("Error occurred when reading file\n");
+ fclose(file);
+ free(stream);
+ stream = NULL;
+ return 1;
+ }
+
+ /* Create a histogram of frequency of symbols found in stream to
+ * generate the huffman tree.*/
+ isal_update_histogram(stream, file_length, &histogram);
+
+ fclose(file);
+ if (stream != NULL) {
+ free(stream);
+ stream = NULL;
+ }
+ }
+
+ return isal_create_hufftables(hufftables_custom, &histogram);
+
+}
+
+int main(int argc, char *argv[])
+{
+ int i = 0, j = 0, ret = 0, fin_ret = 0;
+ uint32_t in_size = 0, offset = 0;
+ uint8_t *in_buf;
+ struct isal_hufftables hufftables_custom, hufftables_sub;
+ uint64_t iterations, large_buf_size;
+ size_t argv_index;
+ char **input_files;
+ size_t file_count;
+
+ argv_index = parse_options(argc, argv);
+
+ input_files = &argv[argv_index];
+ file_count = argc - argv_index;
+
+ if (options.verbose)
+ setbuf(stdout, NULL);
+
+ printf("Window Size: %d K\n", IGZIP_HIST_SIZE / 1024);
+ printf("Test Seed : %d\n", options.test_seed);
+ printf("Randoms : %d\n", options.randoms);
+ srand(options.test_seed);
+
+ hufftables_subset = &hufftables_sub;
+ if (file_count > 0) {
+ ret = create_custom_hufftables(&hufftables_custom, file_count, input_files);
+ if (ret == 0)
+ hufftables = &hufftables_custom;
+ else {
+ printf("Failed to generate custom hufftable");
+ return -1;
+ }
+ }
+
+ in_buf = malloc(IBUF_SIZE);
+ memset(in_buf, 0, IBUF_SIZE);
+
+ if (in_buf == NULL) {
+ fprintf(stderr, "Can't allocate in_buf memory\n");
+ return -1;
+ }
+
+ if (file_count > 0) {
+ printf("igzip_rand_test files: ");
+
+ for (i = 0; i < file_count; i++) {
+ ret |= test_compress_file(input_files[i]);
+ if (ret)
+ return ret;
+ }
+
+ printf("................");
+ printf("%s\n", ret ? "Fail" : "Pass");
+ fin_ret |= ret;
+ }
+
+ printf("igzip_rand_test stateless: ");
+
+ ret = test_compress_stateless((uint8_t *) str1, sizeof(str1), NO_FLUSH);
+ if (ret)
+ return ret;
+
+ ret |= test_compress_stateless((uint8_t *) str2, sizeof(str2), NO_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress_stateless(in_buf, in_size, NO_FLUSH);
+
+ in_buf -= offset;
+
+ if (i % (options.randoms / 16) == 0)
+ printf(".");
+
+ if (ret)
+ return ret;
+ }
+
+ for (i = 0; i < options.randoms / 16; i++) {
+ create_rand_repeat_data(in_buf, PAGE_SIZE);
+ ret |= test_compress_stateless(in_buf, PAGE_SIZE, NO_FLUSH); // good for efence
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ ret = test_compress_stateless((uint8_t *) str1, sizeof(str1), SYNC_FLUSH);
+ if (ret)
+ return ret;
+
+ ret |= test_compress_stateless((uint8_t *) str2, sizeof(str2), SYNC_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < 16; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress_stateless(in_buf, in_size, SYNC_FLUSH);
+
+ in_buf -= offset;
+
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip_rand_test stateless FULL_FLUSH: ");
+
+ ret = test_compress_stateless((uint8_t *) str1, sizeof(str1), FULL_FLUSH);
+ if (ret)
+ return ret;
+
+ ret |= test_compress_stateless((uint8_t *) str2, sizeof(str2), FULL_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress_stateless(in_buf, in_size, FULL_FLUSH);
+
+ in_buf -= offset;
+
+ if (i % (options.randoms / 16) == 0)
+ printf(".");
+
+ if (ret)
+ return ret;
+ }
+
+ for (i = 0; i < options.randoms / 16; i++) {
+ create_rand_repeat_data(in_buf, PAGE_SIZE);
+ ret |= test_compress_stateless(in_buf, PAGE_SIZE, FULL_FLUSH); // good for efence
+ if (ret)
+ return ret;
+ }
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip_rand_test stateful NO_FLUSH: ");
+
+ memcpy(in_buf, str1, sizeof(str1));
+ ret = test_compress(in_buf, sizeof(str1), NO_FLUSH);
+ if (ret)
+ return ret;
+
+ memcpy(in_buf, str2, sizeof(str2));
+ ret |= test_compress(in_buf, sizeof(str2), NO_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress(in_buf, in_size, NO_FLUSH);
+
+ in_buf -= offset;
+
+ if (i % (options.randoms / 16) == 0)
+ printf(".");
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip_rand_test stateful SYNC_FLUSH: ");
+
+ memcpy(in_buf, str1, sizeof(str1));
+ ret = test_compress(in_buf, sizeof(str1), SYNC_FLUSH);
+ if (ret)
+ return ret;
+
+ memcpy(in_buf, str2, sizeof(str2));
+ ret |= test_compress(in_buf, sizeof(str2), SYNC_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress(in_buf, in_size, SYNC_FLUSH);
+
+ in_buf -= offset;
+
+ if (i % (options.randoms / 16) == 0)
+ printf(".");
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip_rand_test stateful FULL_FLUSH: ");
+
+ memcpy(in_buf, str1, sizeof(str1));
+ ret = test_compress(in_buf, sizeof(str1), FULL_FLUSH);
+ if (ret)
+ return ret;
+
+ memcpy(in_buf, str2, sizeof(str2));
+ ret |= test_compress(in_buf, sizeof(str2), FULL_FLUSH);
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_compress(in_buf, in_size, FULL_FLUSH);
+
+ in_buf -= offset;
+
+ if (i % (options.randoms / 16) == 0)
+ printf(".");
+ if (ret)
+ return ret;
+ }
+
+ for (i = 0; i < options.randoms / 8; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_full_flush(in_buf, in_size);
+
+ in_buf -= offset;
+
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip_rand_test stateful Change Flush: ");
+
+ ret = test_flush((uint8_t *) str1, sizeof(str1));
+ if (ret)
+ return ret;
+
+ ret |= test_flush((uint8_t *) str2, sizeof(str2));
+ if (ret)
+ return ret;
+
+ for (i = 0; i < options.randoms / 4; i++) {
+ in_size = get_rand_data_length();
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_flush(in_buf, in_size);
+
+ in_buf -= offset;
+
+ if (i % ((options.randoms / 4) / 16) == 0)
+ printf(".");
+ if (ret)
+ return ret;
+ }
+
+ fin_ret |= ret;
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ if (options.do_large_test) {
+ printf("igzip_rand_test large input ");
+
+ iterations = options.randoms / 256 + 1;
+ for (i = 0; i < iterations; i++) {
+ in_size = rand() % (32 * 1024) + 16 * 1024;
+ offset = rand() % (IBUF_SIZE + 1 - in_size);
+ in_buf += offset;
+
+ large_buf_size = 1;
+ large_buf_size <<= 32;
+ large_buf_size += rand() % (1024 * 1024) + 1;
+ create_rand_repeat_data(in_buf, in_size);
+
+ ret |= test_large(in_buf, in_size, large_buf_size);
+
+ if (ret)
+ return ret;
+
+ in_buf -= offset;
+
+ if (iterations < 16) {
+ for (j = 0; j < 16 / iterations; j++)
+ printf(".");
+ } else if (i % (iterations / 16) == 0)
+ printf(".");
+
+ }
+
+ if (iterations < 16) {
+ for (j = (16 / iterations) * iterations; j < 16; j++)
+ printf(".");
+ }
+
+ printf("%s\n", ret ? "Fail" : "Pass");
+ }
+
+ printf("igzip_rand_test inflate Std Vectors: ");
+
+ for (i = 0; i < sizeof(std_vect_array) / sizeof(struct vect_result); i++) {
+ ret = test_inflate(&std_vect_array[i]);
+ if (ret)
+ return ret;
+ }
+ printf("................");
+ printf("%s\n", ret ? "Fail" : "Pass");
+
+ printf("igzip rand test finished: %s\n",
+ fin_ret ? "Some tests failed" : "All tests passed");
+
+ return fin_ret != IGZIP_COMP_OK;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_semi_dyn_file_perf.c b/src/spdk/isa-l/igzip/igzip_semi_dyn_file_perf.c
new file mode 100644
index 000000000..0fb7fa653
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_semi_dyn_file_perf.c
@@ -0,0 +1,334 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#define _FILE_OFFSET_BITS 64
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <getopt.h>
+#include "igzip_lib.h"
+#include "test.h"
+
+#define MIN_BUF_SIZE (4 * 1024)
+#define MIN_TEST_LOOPS 10
+#ifndef RUN_MEM_SIZE
+# define RUN_MEM_SIZE 500000000
+#endif
+
+#define DEFAULT_SEG_SIZE (512 * 1024)
+#define DEFAULT_SAMPLE_SIZE (32 * 1024)
+
+int usage(void)
+{
+ fprintf(stderr,
+ "Usage: igzip_semi_dynamic [options] <infile>\n"
+ " -h help\n"
+ " -v (don't) validate output by inflate and compare\n"
+ " -t <type> 1:stateless 0:(default)stateful\n"
+ " -c <size> chunk size default=%d\n"
+ " -s <size> sample size default=%d\n"
+ " -o <file> output file\n", DEFAULT_SEG_SIZE, DEFAULT_SAMPLE_SIZE);
+ exit(0);
+}
+
+int str_to_i(char *s)
+{
+#define ARG_MAX 32
+
+ int i = atoi(s);
+ int len = strnlen(s, ARG_MAX);
+ if (len < 2 || len == ARG_MAX)
+ return i;
+
+ switch (s[len - 1]) {
+ case 'k':
+ i *= 1024;
+ break;
+ case 'K':
+ i *= 1000;
+ break;
+ case 'm':
+ i *= (1024 * 1024);
+ break;
+ case 'M':
+ i *= (1000 * 1000);
+ break;
+ case 'g':
+ i *= (1024 * 1024 * 1024);
+ break;
+ case 'G':
+ i *= (1000 * 1000 * 1000);
+ break;
+ }
+ return i;
+}
+
+void semi_dyn_stateless_perf(struct isal_zstream *stream, uint8_t * inbuf,
+ uint64_t infile_size, uint8_t * outbuf, uint64_t outbuf_size,
+ int segment_size, int hist_size)
+{
+ struct isal_huff_histogram histogram;
+ struct isal_hufftables hufftable;
+
+ isal_deflate_stateless_init(stream);
+ stream->end_of_stream = 0;
+ stream->flush = FULL_FLUSH;
+ stream->next_in = inbuf;
+ stream->next_out = outbuf;
+ int remaining = infile_size;
+ int chunk_size = segment_size;
+
+ while (remaining > 0) {
+ // Generate custom hufftables on sample
+ memset(&histogram, 0, sizeof(struct isal_huff_histogram));
+ if (remaining < segment_size * 2) {
+ chunk_size = remaining;
+ stream->end_of_stream = 1;
+ }
+ int hist_rem = (hist_size > chunk_size) ? chunk_size : hist_size;
+ isal_update_histogram(stream->next_in, hist_rem, &histogram);
+
+ if (hist_rem == chunk_size)
+ isal_create_hufftables_subset(&hufftable, &histogram);
+ else
+ isal_create_hufftables(&hufftable, &histogram);
+
+ // Compress with custom table
+ stream->avail_in = chunk_size;
+ stream->avail_out = chunk_size + 8 * (1 + (chunk_size >> 16));
+ stream->hufftables = &hufftable;
+ remaining -= chunk_size;
+ isal_deflate_stateless(stream);
+ if (stream->avail_in != 0)
+ break;
+ }
+}
+
+void semi_dyn_stateful_perf(struct isal_zstream *stream, uint8_t * inbuf,
+ uint64_t infile_size, uint8_t * outbuf, uint64_t outbuf_size,
+ int segment_size, int hist_size)
+{
+ struct isal_huff_histogram histogram;
+ struct isal_hufftables hufftable;
+
+ isal_deflate_init(stream);
+ stream->end_of_stream = 0;
+ stream->flush = SYNC_FLUSH;
+ stream->next_in = inbuf;
+ stream->next_out = outbuf;
+ stream->avail_out = outbuf_size;
+ int remaining = infile_size;
+ int chunk_size = segment_size;
+
+ while (remaining > 0) {
+ // Generate custom hufftables on sample
+ memset(&histogram, 0, sizeof(struct isal_huff_histogram));
+ if (remaining < segment_size * 2) {
+ chunk_size = remaining;
+ stream->end_of_stream = 1;
+ }
+ int hist_rem = (hist_size > chunk_size) ? chunk_size : hist_size;
+ isal_update_histogram(stream->next_in, hist_rem, &histogram);
+
+ if (hist_rem == chunk_size)
+ isal_create_hufftables_subset(&hufftable, &histogram);
+ else
+ isal_create_hufftables(&hufftable, &histogram);
+
+ // Compress with custom table
+ stream->avail_in = chunk_size;
+ stream->hufftables = &hufftable;
+ remaining -= chunk_size;
+ isal_deflate(stream);
+ if (stream->internal_state.state != ZSTATE_NEW_HDR)
+ break;
+ }
+}
+
+int main(int argc, char *argv[])
+{
+ FILE *in = stdin, *out = NULL;
+ unsigned char *inbuf, *outbuf;
+ int i = 0, c;
+ uint64_t infile_size, outbuf_size;
+ int segment_size = DEFAULT_SEG_SIZE;
+ int sample_size = DEFAULT_SAMPLE_SIZE;
+ int check_output = 1;
+ int do_stateless = 0, do_stateful = 1;
+ int ret = 0;
+ char *out_file_name = NULL;
+ struct isal_zstream stream;
+
+ while ((c = getopt(argc, argv, "vht:c:s:o:")) != -1) {
+ switch (c) {
+ case 'v':
+ check_output ^= 1;
+ break;
+ case 't':
+ if (atoi(optarg) == 1) {
+ do_stateful = 0;
+ do_stateless = 1;
+ }
+ break;
+ case 'c':
+ segment_size = str_to_i(optarg);
+ break;
+ case 's':
+ sample_size = str_to_i(optarg);
+ break;
+ case 'o':
+ out_file_name = optarg;
+ break;
+ case 'h':
+ default:
+ usage();
+ break;
+ }
+ }
+
+ // Open input file
+ if (optind < argc) {
+ if (!(in = fopen(argv[optind], "rb"))) {
+ fprintf(stderr, "Can't open %s for reading\n", argv[optind]);
+ exit(1);
+ }
+ } else
+ usage();
+
+ // Optionally open output file
+ if (out_file_name != NULL) {
+ if (!(out = fopen(out_file_name, "wb"))) {
+ fprintf(stderr, "Can't open %s for writing\n", out_file_name);
+ exit(1);
+ }
+ }
+
+ printf("Window Size: %d K\n", IGZIP_HIST_SIZE / 1024);
+
+ /*
+ * Allocate space for entire input file and output
+ * (assuming some possible expansion on output size)
+ */
+ infile_size = get_filesize(in);
+ if (infile_size == 0) {
+ printf("Input file has zero length\n");
+ usage();
+ }
+
+ outbuf_size = infile_size * 1.30 > MIN_BUF_SIZE ? infile_size * 1.30 : MIN_BUF_SIZE;
+
+ if (NULL == (inbuf = malloc(infile_size))) {
+ fprintf(stderr, "Can't allocate input buffer memory\n");
+ exit(0);
+ }
+ if (NULL == (outbuf = malloc(outbuf_size))) {
+ fprintf(stderr, "Can't allocate output buffer memory\n");
+ exit(0);
+ }
+
+ int hist_size = sample_size > segment_size ? segment_size : sample_size;
+
+ printf("semi-dynamic sample=%d segment=%d %s\n", hist_size, segment_size,
+ do_stateful ? "stateful" : "stateless");
+ printf("igzip_file_perf: %s\n", argv[optind]);
+
+ // Read complete input file into buffer
+ stream.avail_in = (uint32_t) fread(inbuf, 1, infile_size, in);
+ if (stream.avail_in != infile_size) {
+ fprintf(stderr, "Couldn't fit all of input file into buffer\n");
+ exit(0);
+ }
+
+ struct perf start;
+
+ if (do_stateful) {
+ BENCHMARK(&start, BENCHMARK_TIME,
+ semi_dyn_stateful_perf(&stream, inbuf, infile_size, outbuf,
+ outbuf_size, segment_size, hist_size)
+ );
+ }
+
+ if (do_stateless) {
+ BENCHMARK(&start, BENCHMARK_TIME,
+ semi_dyn_stateless_perf(&stream, inbuf, infile_size, outbuf,
+ outbuf_size, segment_size, hist_size));
+ }
+
+ if (stream.avail_in != 0) {
+ printf("Could not compress all of inbuf\n");
+ ret = 1;
+ }
+
+ printf(" file %s - in_size=%lu out_size=%d iter=%d ratio=%3.1f%%\n", argv[optind],
+ infile_size, stream.total_out, i, 100.0 * stream.total_out / infile_size);
+
+ printf("igzip_file: ");
+ perf_print(start, (long long)infile_size);
+
+ if (out != NULL) {
+ printf("writing %s\n", out_file_name);
+ fwrite(outbuf, 1, stream.total_out, out);
+ fclose(out);
+ }
+
+ fclose(in);
+
+ if (check_output) {
+ unsigned char *inflate_buf;
+ struct inflate_state istate;
+
+ if (NULL == (inflate_buf = malloc(infile_size))) {
+ fprintf(stderr, "Can't allocate reconstruct buffer memory\n");
+ exit(0);
+ }
+ isal_inflate_init(&istate);
+ istate.next_in = outbuf;
+ istate.avail_in = stream.total_out;
+ istate.next_out = inflate_buf;
+ istate.avail_out = infile_size;
+ int check = isal_inflate(&istate);
+
+ if (memcmp(inflate_buf, inbuf, infile_size)) {
+ printf("inflate check Fail\n");
+ printf(" ret %d total_inflate=%d\n", check, istate.total_out);
+ for (i = 0; i < infile_size; i++) {
+ if (inbuf[i] != inflate_buf[i]) {
+ printf(" first diff at offset=%d\n", i);
+ break;
+ }
+ }
+ ret = 1;
+ } else
+ printf("inflate check Pass\n");
+ free(inflate_buf);
+ }
+
+ printf("End of igzip_semi_dyn_file_perf\n\n");
+ return ret;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_04.asm b/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_04.asm
new file mode 100644
index 000000000..f5c2b9803
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_04.asm
@@ -0,0 +1,295 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "igzip_compare_types.asm"
+%define NEQ 4
+
+default rel
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define arg4 r9
+%define len rdi
+%define tmp2 rdi
+%define dist rsi
+%else
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define arg4 rcx
+%define len r8
+%define tmp2 r8
+%define dist r9
+%endif
+
+%define next_in arg1
+%define end_processed arg2
+%define end_in arg3
+%define match_lookup arg4
+%define match_in rax
+%define match_offset r10
+%define tmp1 r11
+%define end_processed_orig r12
+%define dist_code r13
+%define tmp3 r13
+
+%define ymatch_lookup ymm0
+%define ymatch_lookup2 ymm1
+%define ylens ymm2
+%define ycmp2 ymm3
+%define ylens1 ymm4
+%define ylens2 ymm5
+%define ycmp ymm6
+%define ytmp1 ymm7
+%define ytmp2 ymm8
+%define yvect_size ymm9
+%define ymax_len ymm10
+%define ytwofiftysix ymm11
+%define ynlen_mask ymm12
+%define ydists_mask ymm13
+%define ylong_lens ymm14
+%define ylens_mask ymm15
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define stack_size 10*16 + 4 * 8 + 8
+%define func(x) proc_frame x
+%macro FUNC_SAVE 0
+ alloc_stack stack_size
+ vmovdqa [rsp + 0*16], xmm6
+ vmovdqa [rsp + 1*16], xmm7
+ vmovdqa [rsp + 2*16], xmm8
+ vmovdqa [rsp + 3*16], xmm9
+ vmovdqa [rsp + 4*16], xmm10
+ vmovdqa [rsp + 5*16], xmm11
+ vmovdqa [rsp + 6*16], xmm12
+ vmovdqa [rsp + 7*16], xmm13
+ vmovdqa [rsp + 8*16], xmm14
+ vmovdqa [rsp + 9*16], xmm15
+ save_reg rsi, 10*16 + 0*8
+ save_reg rdi, 10*16 + 1*8
+ save_reg r12, 10*16 + 2*8
+ save_reg r13, 10*16 + 3*8
+ end_prolog
+%endm
+
+%macro FUNC_RESTORE 0
+ vmovdqa xmm6, [rsp + 0*16]
+ vmovdqa xmm7, [rsp + 1*16]
+ vmovdqa xmm8, [rsp + 2*16]
+ vmovdqa xmm9, [rsp + 3*16]
+ vmovdqa xmm10, [rsp + 4*16]
+ vmovdqa xmm11, [rsp + 5*16]
+ vmovdqa xmm12, [rsp + 6*16]
+ vmovdqa xmm13, [rsp + 7*16]
+ vmovdqa xmm14, [rsp + 8*16]
+ vmovdqa xmm15, [rsp + 9*16]
+
+ mov rsi, [rsp + 10*16 + 0*8]
+ mov rdi, [rsp + 10*16 + 1*8]
+ mov r12, [rsp + 10*16 + 2*8]
+ mov r13, [rsp + 10*16 + 3*8]
+ add rsp, stack_size
+%endm
+%else
+%define func(x) x:
+%macro FUNC_SAVE 0
+ push r12
+ push r13
+%endm
+
+%macro FUNC_RESTORE 0
+ pop r13
+ pop r12
+%endm
+%endif
+%define VECT_SIZE 8
+
+global set_long_icf_fg_04
+func(set_long_icf_fg_04)
+ FUNC_SAVE
+
+ lea end_in, [next_in + arg3]
+ add end_processed, next_in
+ mov end_processed_orig, end_processed
+ lea tmp1, [end_processed + LA_STATELESS]
+ cmp end_in, tmp1
+ cmovg end_in, tmp1
+ sub end_processed, VECT_SIZE - 1
+ vmovdqu ylong_lens, [long_len]
+ vmovdqu ylens_mask, [len_mask]
+ vmovdqu ydists_mask, [dists_mask]
+ vmovdqu ynlen_mask, [nlen_mask]
+ vmovdqu yvect_size, [vect_size]
+ vmovdqu ymax_len, [max_len]
+ vmovdqu ytwofiftysix, [twofiftysix]
+ vmovdqu ymatch_lookup, [match_lookup]
+
+.fill_loop: ; Tahiti is a magical place
+ vmovdqu ymatch_lookup2, ymatch_lookup
+ vmovdqu ymatch_lookup, [match_lookup + ICF_CODE_BYTES * VECT_SIZE]
+
+ cmp next_in, end_processed
+ jae .end_fill
+
+.finish_entry:
+ vpand ylens, ymatch_lookup2, ylens_mask
+ vpcmpgtd ycmp, ylens, ylong_lens
+ vpmovmskb tmp1, ycmp
+
+;; Speculatively increment
+ add next_in, VECT_SIZE
+ add match_lookup, ICF_CODE_BYTES * VECT_SIZE
+
+ test tmp1, tmp1
+ jz .fill_loop
+
+ tzcnt match_offset, tmp1
+ shr match_offset, 2
+
+ lea next_in, [next_in + match_offset - VECT_SIZE]
+ lea match_lookup, [match_lookup + ICF_CODE_BYTES * (match_offset - VECT_SIZE)]
+ mov dist %+ d, [match_lookup]
+ vmovd ymatch_lookup2 %+ x, dist %+ d
+
+ mov tmp1, dist
+ shr dist, DIST_OFFSET
+ and dist, LIT_DIST_MASK
+ shr tmp1, EXTRA_BITS_OFFSET
+ lea tmp2, [dist_start]
+ mov dist %+ w, [tmp2 + 2 * dist]
+ add dist, tmp1
+
+ mov match_in, next_in
+ sub match_in, dist
+
+ mov len, 8
+ mov tmp3, end_in
+ sub tmp3, next_in
+
+ compare_y next_in, match_in, len, tmp3, tmp1, ytmp1, ytmp2
+
+ vmovd ylens1 %+ x, len %+ d
+ vpbroadcastd ylens1, ylens1 %+ x
+ vpsubd ylens1, ylens1, [increment]
+ vpaddd ylens1, ylens1, [twofiftyfour]
+
+ mov tmp3, end_processed
+ sub tmp3, next_in
+ cmp len, tmp3
+ cmovg len, tmp3
+
+ add next_in, len
+ lea match_lookup, [match_lookup + ICF_CODE_BYTES * len]
+ vmovdqu ymatch_lookup, [match_lookup]
+
+ vpbroadcastd ymatch_lookup2, ymatch_lookup2 %+ x
+ vpand ymatch_lookup2, ymatch_lookup2, ynlen_mask
+
+ neg len
+
+.update_match_lookup:
+ vpand ylens2, ylens_mask, [match_lookup + ICF_CODE_BYTES * len]
+
+ vpcmpgtd ycmp, ylens1, ylens2
+ vpcmpgtd ytmp1, ylens1, ytwofiftysix
+ vpand ycmp, ycmp, ytmp1
+ vpmovmskb tmp1, ycmp
+
+ vpcmpgtd ycmp2, ylens1, ymax_len
+ vpandn ylens, ycmp2, ylens1
+ vpand ycmp2, ymax_len, ycmp2
+ vpor ylens, ycmp2
+
+ vpaddd ylens2, ylens, ymatch_lookup2
+ vpand ylens2, ylens2, ycmp
+
+ vpmaskmovd [match_lookup + ICF_CODE_BYTES * len], ycmp, ylens2
+
+ test tmp1 %+ d, tmp1 %+ d
+ jz .fill_loop
+
+ add len, VECT_SIZE
+ vpsubd ylens1, ylens1, yvect_size
+
+ jmp .update_match_lookup
+
+.end_fill:
+ mov end_processed, end_processed_orig
+ cmp next_in, end_processed
+ jge .finish
+
+ mov tmp1, end_processed
+ sub tmp1, next_in
+ vmovd ytmp1 %+ x, tmp1 %+ d
+ vpbroadcastd ytmp1, ytmp1 %+ x
+ vpcmpgtd ytmp1, ytmp1, [increment]
+ vpand ymatch_lookup2, ymatch_lookup2, ytmp1
+ jmp .finish_entry
+
+.finish:
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 64
+dist_start:
+ dw 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0007, 0x0009, 0x000d
+ dw 0x0011, 0x0019, 0x0021, 0x0031, 0x0041, 0x0061, 0x0081, 0x00c1
+ dw 0x0101, 0x0181, 0x0201, 0x0301, 0x0401, 0x0601, 0x0801, 0x0c01
+ dw 0x1001, 0x1801, 0x2001, 0x3001, 0x4001, 0x6001, 0x0000, 0x0000
+len_mask:
+ dd LIT_LEN_MASK, LIT_LEN_MASK, LIT_LEN_MASK, LIT_LEN_MASK
+ dd LIT_LEN_MASK, LIT_LEN_MASK, LIT_LEN_MASK, LIT_LEN_MASK
+dists_mask:
+ dd LIT_DIST_MASK, LIT_DIST_MASK, LIT_DIST_MASK, LIT_DIST_MASK
+ dd LIT_DIST_MASK, LIT_DIST_MASK, LIT_DIST_MASK, LIT_DIST_MASK
+long_len:
+ dd 0x105, 0x105, 0x105, 0x105, 0x105, 0x105, 0x105, 0x105
+increment:
+ dd 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+vect_size:
+ dd VECT_SIZE, VECT_SIZE, VECT_SIZE, VECT_SIZE
+ dd VECT_SIZE, VECT_SIZE, VECT_SIZE, VECT_SIZE
+twofiftyfour:
+ dd 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe
+twofiftysix:
+ dd 0x100, 0x100, 0x100, 0x100, 0x100, 0x100, 0x100, 0x100
+nlen_mask:
+ dd 0xfffffc00, 0xfffffc00, 0xfffffc00, 0xfffffc00
+ dd 0xfffffc00, 0xfffffc00, 0xfffffc00, 0xfffffc00
+max_len:
+ dd 0xfe + 0x102, 0xfe + 0x102, 0xfe + 0x102, 0xfe + 0x102
+ dd 0xfe + 0x102, 0xfe + 0x102, 0xfe + 0x102, 0xfe + 0x102
diff --git a/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_06.asm b/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_06.asm
new file mode 100644
index 000000000..39708eda7
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_set_long_icf_fg_06.asm
@@ -0,0 +1,367 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "igzip_compare_types.asm"
+%define NEQ 4
+
+%ifdef HAVE_AS_KNOWS_AVX512
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg1 rcx
+%define arg2 rdx
+%define arg3 r8
+%define arg4 r9
+%define len rdi
+%define dist rsi
+%else
+%define arg1 rdi
+%define arg2 rsi
+%define arg3 rdx
+%define arg4 rcx
+%define len r8
+%define dist r9
+%endif
+
+%define next_in arg1
+%define end_processed arg2
+%define end_in arg3
+%define match_lookup arg4
+%define match_in rax
+%define match_offset r10
+%define tmp1 r11
+%define end_processed_orig r12
+%define dist_code r13
+%define tmp2 r13
+
+%define zmatch_lookup zmm0
+%define zmatch_lookup2 zmm1
+%define zlens zmm2
+%define zdist_codes zmm3
+%define zdist_extras zmm4
+%define zdists zmm5
+%define zdists2 zmm6
+%define zlens1 zmm7
+%define zlens2 zmm8
+%define zlookup zmm9
+%define zlookup2 zmm10
+%define datas zmm11
+%define ztmp1 zmm12
+%define ztmp2 zmm13
+%define zvect_size zmm16
+%define zmax_len zmm17
+%define ztwofiftyfour zmm18
+%define ztwofiftysix zmm19
+%define ztwosixtytwo zmm20
+%define znlen_mask zmm21
+%define zbswap zmm22
+%define zqword_shuf zmm23
+%define zdatas_perm3 zmm24
+%define zdatas_perm2 zmm25
+%define zincrement zmm26
+%define zdists_mask zmm27
+%define zdists_start zmm28
+%define zlong_lens2 zmm29
+%define zlong_lens zmm30
+%define zlens_mask zmm31
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define stack_size 8*16 + 4 * 8 + 8
+%define func(x) proc_frame x
+%macro FUNC_SAVE 0
+ alloc_stack stack_size
+ vmovdqa [rsp + 0*16], xmm6
+ vmovdqa [rsp + 1*16], xmm7
+ vmovdqa [rsp + 2*16], xmm8
+ vmovdqa [rsp + 3*16], xmm9
+ vmovdqa [rsp + 4*16], xmm10
+ vmovdqa [rsp + 5*16], xmm11
+ vmovdqa [rsp + 6*16], xmm12
+ vmovdqa [rsp + 7*16], xmm13
+ save_reg rsi, 8*16 + 0*8
+ save_reg rdi, 8*16 + 1*8
+ save_reg r12, 8*16 + 2*8
+ save_reg r13, 8*16 + 3*8
+ end_prolog
+%endm
+
+%macro FUNC_RESTORE 0
+ vmovdqa xmm6, [rsp + 0*16]
+ vmovdqa xmm7, [rsp + 1*16]
+ vmovdqa xmm8, [rsp + 2*16]
+ vmovdqa xmm9, [rsp + 3*16]
+ vmovdqa xmm10, [rsp + 4*16]
+ vmovdqa xmm11, [rsp + 5*16]
+ vmovdqa xmm12, [rsp + 6*16]
+ vmovdqa xmm13, [rsp + 7*16]
+
+ mov rsi, [rsp + 8*16 + 0*8]
+ mov rdi, [rsp + 8*16 + 1*8]
+ mov r12, [rsp + 8*16 + 2*8]
+ mov r13, [rsp + 8*16 + 3*8]
+ add rsp, stack_size
+%endm
+%else
+%define func(x) x:
+%macro FUNC_SAVE 0
+ push r12
+ push r13
+%endm
+
+%macro FUNC_RESTORE 0
+ pop r13
+ pop r12
+%endm
+%endif
+%define VECT_SIZE 16
+
+global set_long_icf_fg_06
+func(set_long_icf_fg_06)
+ FUNC_SAVE
+
+ lea end_in, [next_in + arg3]
+ add end_processed, next_in
+ mov end_processed_orig, end_processed
+ lea tmp1, [end_processed + LA_STATELESS]
+ cmp end_in, tmp1
+ cmovg end_in, tmp1
+ sub end_processed, 15
+ vpbroadcastd zlong_lens, [long_len]
+ vpbroadcastd zlong_lens2, [long_len2]
+ vpbroadcastd zlens_mask, [len_mask]
+ vmovdqu16 zdists_start, [dist_start]
+ vpbroadcastd zdists_mask, [dists_mask]
+ vmovdqu32 zincrement, [increment]
+ vbroadcasti64x2 zdatas_perm2, [datas_perm2]
+ vbroadcasti64x2 zdatas_perm3, [datas_perm3]
+ vmovdqu64 zqword_shuf, [qword_shuf]
+ vbroadcasti64x2 zbswap, [bswap_shuf]
+ vpbroadcastd znlen_mask, [nlen_mask]
+ vpbroadcastd zvect_size, [vect_size]
+ vpbroadcastd zmax_len, [max_len]
+ vpbroadcastd ztwofiftyfour, [twofiftyfour]
+ vpbroadcastd ztwofiftysix, [twofiftysix]
+ vpbroadcastd ztwosixtytwo, [twosixtytwo]
+ vmovdqu32 zmatch_lookup, [match_lookup]
+
+.fill_loop: ; Tahiti is a magical place
+ vmovdqu32 zmatch_lookup2, zmatch_lookup
+ vmovdqu32 zmatch_lookup, [match_lookup + ICF_CODE_BYTES * VECT_SIZE]
+
+ cmp next_in, end_processed
+ jae .end_fill
+
+.finish_entry:
+ vpandd zlens, zmatch_lookup2, zlens_mask
+ vpcmpgtd k3, zlens, zlong_lens
+
+;; Speculatively increment
+ add next_in, VECT_SIZE
+ add match_lookup, ICF_CODE_BYTES * VECT_SIZE
+
+ ktestw k3, k3
+ jz .fill_loop
+
+ vpsrld zdist_codes, zmatch_lookup2, DIST_OFFSET
+ vpmovdw zdists %+ y, zdist_codes ; Relies on perm working mod 32
+ vpermw zdists, zdists, zdists_start
+ vpmovzxwd zdists, zdists %+ y
+
+ vpsrld zdist_extras, zmatch_lookup2, EXTRA_BITS_OFFSET
+ vpsubd zdist_extras, zincrement, zdist_extras
+
+ vpsubd zdists, zdist_extras, zdists
+ vextracti32x8 zdists2 %+ y, zdists, 1
+ kmovb k6, k3
+ kshiftrw k7, k3, 8
+ vpgatherdq zlens1 {k6}, [next_in + zdists %+ y - 8]
+ vpgatherdq zlens2 {k7}, [next_in + zdists2 %+ y - 8]
+
+ vmovdqu8 datas %+ y, [next_in - 8]
+ vpermq zlookup, zdatas_perm2, datas
+ vpshufb zlookup, zlookup, zqword_shuf
+ vpermq zlookup2, zdatas_perm3, datas
+ vpshufb zlookup2, zlookup2, zqword_shuf
+
+ vpxorq zlens1, zlens1, zlookup
+ vpxorq zlens2, zlens2, zlookup2
+
+ vpshufb zlens1, zlens1, zbswap
+ vpshufb zlens2, zlens2, zbswap
+ vplzcntq zlens1, zlens1
+ vplzcntq zlens2, zlens2
+ vpmovqd zlens1 %+ y, zlens1
+ vpmovqd zlens2 %+ y, zlens2
+ vinserti32x8 zlens1, zlens2 %+ y, 1
+ vpsrld zlens1 {k3}{z}, zlens1, 3
+
+ vpandd zmatch_lookup2 {k3}{z}, zmatch_lookup2, znlen_mask
+ vpaddd zmatch_lookup2 {k3}{z}, zmatch_lookup2, ztwosixtytwo
+ vpaddd zmatch_lookup2 {k3}{z}, zmatch_lookup2, zlens1
+
+ vmovdqu32 [match_lookup - ICF_CODE_BYTES * VECT_SIZE] {k3}, zmatch_lookup2
+
+ vpcmpgtd k3, zlens1, zlong_lens2
+ ktestw k3, k3
+ jz .fill_loop
+
+ vpsubd zdists, zincrement, zdists
+
+ vpcompressd zdists2 {k3}, zdists
+ vpcompressd zmatch_lookup2 {k3}, zmatch_lookup2
+ kmovq match_offset, k3
+ tzcnt match_offset, match_offset
+
+ vmovd dist %+ d, zdists2 %+ x
+ lea next_in, [next_in + match_offset - VECT_SIZE]
+ lea match_lookup, [match_lookup + ICF_CODE_BYTES * (match_offset - VECT_SIZE)]
+ mov match_in, next_in
+ sub match_in, dist
+
+ mov len, 16
+ mov tmp2, end_in
+ sub tmp2, next_in
+
+ compare_z next_in, match_in, len, tmp2, tmp1, k3, ztmp1, ztmp2
+
+ vpbroadcastd zlens1, len %+ d
+ vpsubd zlens1, zlens1, zincrement
+ vpaddd zlens1, zlens1, ztwofiftyfour
+
+ mov tmp2, end_processed
+ sub tmp2, next_in
+ cmp len, tmp2
+ cmovg len, tmp2
+
+ add next_in, len
+ lea match_lookup, [match_lookup + ICF_CODE_BYTES * len]
+ vmovdqu32 zmatch_lookup, [match_lookup]
+
+ vpbroadcastd zmatch_lookup2, zmatch_lookup2 %+ x
+ vpandd zmatch_lookup2, zmatch_lookup2, znlen_mask
+
+ neg len
+
+.update_match_lookup:
+ vpandd zlens2, zlens_mask, [match_lookup + ICF_CODE_BYTES * len]
+ vpcmpgtd k3, zlens1, zlens2
+ vpcmpgtd k4, zlens1, ztwofiftysix
+ kandw k3, k3, k4
+
+ vpcmpgtd k4, zlens1, zmax_len
+ vmovdqu32 zlens, zlens1
+ vmovdqu32 zlens {k4}, zmax_len
+
+ vpaddd zlens2 {k3}{z}, zlens, zmatch_lookup2
+
+ vmovdqu32 [match_lookup + ICF_CODE_BYTES * len] {k3}, zlens2
+
+ knotw k3, k3
+ ktestw k3, k3
+ jnz .fill_loop
+
+ add len, VECT_SIZE
+ vpsubd zlens1, zlens1, zvect_size
+
+ jmp .update_match_lookup
+
+.end_fill:
+ mov end_processed, end_processed_orig
+ cmp next_in, end_processed
+ jge .finish
+
+ mov tmp1, end_processed
+ sub tmp1, next_in
+ vpbroadcastd ztmp1, tmp1 %+ d
+ vpcmpd k3, ztmp1, zincrement, 6
+ vmovdqu32 zmatch_lookup2 {k3}{z}, zmatch_lookup2
+ jmp .finish_entry
+
+.finish:
+
+ FUNC_RESTORE
+ ret
+
+endproc_frame
+
+section .data
+align 64
+;; 64 byte data
+dist_start:
+ dw 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0007, 0x0009, 0x000d
+ dw 0x0011, 0x0019, 0x0021, 0x0031, 0x0041, 0x0061, 0x0081, 0x00c1
+ dw 0x0101, 0x0181, 0x0201, 0x0301, 0x0401, 0x0601, 0x0801, 0x0c01
+ dw 0x1001, 0x1801, 0x2001, 0x3001, 0x4001, 0x6001, 0x0000, 0x0000
+qword_shuf:
+ db 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+ db 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8
+ db 0x2, 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9
+ db 0x3, 0x4, 0x5, 0x6, 0x7, 0x8, 0x9, 0xa
+ db 0x4, 0x5, 0x6, 0x7, 0x8, 0x9, 0xa, 0xb
+ db 0x5, 0x6, 0x7, 0x8, 0x9, 0xa, 0xb, 0xc
+ db 0x6, 0x7, 0x8, 0x9, 0xa, 0xb, 0xc, 0xd
+ db 0x7, 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe
+ db 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe, 0xf
+
+;; 16 byte data
+increment:
+ dd 0x0, 0x1, 0x2, 0x3, 0x4, 0x5, 0x6, 0x7
+ dd 0x8, 0x9, 0xa, 0xb, 0xc, 0xd, 0xe, 0xf
+
+datas_perm2:
+ dq 0x0, 0x1
+datas_perm3:
+ dq 0x1, 0x2
+bswap_shuf:
+ db 0x07, 0x06, 0x05, 0x04, 0x03, 0x02, 0x01, 0x00
+ db 0x0f, 0x0e, 0x0d, 0x0c, 0x0b, 0x0a, 0x09, 0x08
+
+;; 4 byte data
+len_mask:
+ dd LIT_LEN_MASK
+dists_mask:
+ dd LIT_DIST_MASK
+long_len:
+ dd 0x105
+long_len2:
+ dd 0x7
+max_len:
+ dd 0xfe + 0x102
+vect_size:
+ dd VECT_SIZE
+twofiftyfour:
+ dd 0xfe
+twofiftysix:
+ dd 0x100
+twosixtytwo:
+ dd 0x106
+nlen_mask:
+ dd 0xfffffc00
+%endif
diff --git a/src/spdk/isa-l/igzip/igzip_sync_flush_example.c b/src/spdk/isa-l/igzip/igzip_sync_flush_example.c
new file mode 100644
index 000000000..0351d5c01
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_sync_flush_example.c
@@ -0,0 +1,86 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <assert.h>
+#include "igzip_lib.h"
+
+#define BUF_SIZE 8 * 1024
+
+struct isal_zstream stream;
+
+int main(int argc, char *argv[])
+{
+ uint8_t inbuf[BUF_SIZE], outbuf[BUF_SIZE];
+ FILE *in, *out;
+
+ if (argc != 3) {
+ fprintf(stderr, "Usage: igzip_sync_flush_example infile outfile\n");
+ exit(0);
+ }
+ in = fopen(argv[1], "rb");
+ if (!in) {
+ fprintf(stderr, "Can't open %s for reading\n", argv[1]);
+ exit(0);
+ }
+ out = fopen(argv[2], "wb");
+ if (!out) {
+ fprintf(stderr, "Can't open %s for writing\n", argv[2]);
+ exit(0);
+ }
+
+ printf("igzip_sync_flush_example\nWindow Size: %d K\n", IGZIP_HIST_SIZE / 1024);
+ fflush(0);
+
+ isal_deflate_init(&stream);
+ stream.end_of_stream = 0;
+ stream.flush = SYNC_FLUSH;
+
+ do {
+ if (stream.internal_state.state == ZSTATE_NEW_HDR) {
+ stream.avail_in = (uint32_t) fread(inbuf, 1, BUF_SIZE, in);
+ stream.end_of_stream = feof(in) ? 1 : 0;
+ stream.next_in = inbuf;
+ }
+ do {
+ stream.avail_out = BUF_SIZE;
+ stream.next_out = outbuf;
+ isal_deflate(&stream);
+ fwrite(outbuf, 1, BUF_SIZE - stream.avail_out, out);
+ } while (stream.avail_out == 0);
+
+ } while (stream.internal_state.state != ZSTATE_END);
+
+ fclose(out);
+ fclose(in);
+
+ printf("End of igzip_sync_flush_example\n\n");
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/igzip_update_histogram.asm b/src/spdk/isa-l/igzip/igzip_update_histogram.asm
new file mode 100644
index 000000000..34ecaf1bc
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_update_histogram.asm
@@ -0,0 +1,574 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+
+%include "lz0a_const.asm"
+%include "data_struct2.asm"
+%include "bitbuf2.asm"
+%include "huffman.asm"
+%include "igzip_compare_types.asm"
+%include "reg_sizes.asm"
+
+%include "stdmac.asm"
+
+extern rfc1951_lookup_table
+_len_to_code_offset equ 0
+
+%define LAST_BYTES_COUNT 3 ; Bytes to prevent reading out of array bounds
+%define LA_STATELESS 280 ; Max number of bytes read in loop2 rounded up to 8 byte boundary
+%define LIT_LEN 286
+%define DIST_LEN 30
+%define HIST_ELEM_SIZE 8
+
+%ifdef DEBUG
+%macro MARK 1
+global %1
+%1:
+%endm
+%else
+%macro MARK 1
+%endm
+%endif
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%define file_start rdi
+%define file_length rsi
+%define histogram rdx
+%define rfc_lookup r9
+%define f_i r10
+
+%define curr_data rax
+
+%define tmp2 rcx
+
+%define dist rbx
+%define dist_code2 rbx
+
+%define dist2 r12
+%define dist_code r12
+
+%define len rbp
+%define len_code rbp
+%define hash3 rbp
+
+%define curr_data2 r8
+%define len2 r8
+%define tmp4 r8
+
+%define tmp1 r11
+
+%define tmp3 r13
+
+%define hash r14
+
+%define hash2 r15
+
+%define xtmp0 xmm0
+%define xtmp1 xmm1
+%define xdata xmm2
+
+%define ytmp0 ymm0
+%define ytmp1 ymm1
+
+%if(ARCH == 01)
+%define vtmp0 xtmp0
+%define vtmp1 xtmp1
+%define V_LENGTH 16
+%else
+%define vtmp0 ytmp0
+%define vtmp1 ytmp1
+%define V_LENGTH 32
+%endif
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+_eob_count_offset equ 0 ; local variable (8 bytes)
+f_end_i_mem_offset equ 8
+gpr_save_mem_offset equ 16 ; gpr save area (8*8 bytes)
+xmm_save_mem_offset equ 16 + 8*8 ; xmm save area (4*16 bytes) (16 byte aligned)
+stack_size equ 2*8 + 8*8 + 4*16 + 8
+;;; 8 because stack address is odd multiple of 8 after a function call and
+;;; we want it aligned to 16 bytes
+
+%ifidn __OUTPUT_FORMAT__, elf64
+%define arg0 rdi
+%define arg1 rsi
+%define arg2 rdx
+
+%macro FUNC_SAVE 0
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rbp
+ mov [rsp + gpr_save_mem_offset + 2*8], r12
+ mov [rsp + gpr_save_mem_offset + 3*8], r13
+ mov [rsp + gpr_save_mem_offset + 4*8], r14
+ mov [rsp + gpr_save_mem_offset + 5*8], r15
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 1*8]
+ mov r12, [rsp + gpr_save_mem_offset + 2*8]
+ mov r13, [rsp + gpr_save_mem_offset + 3*8]
+ mov r14, [rsp + gpr_save_mem_offset + 4*8]
+ mov r15, [rsp + gpr_save_mem_offset + 5*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+%endm
+%endif
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define arg0 rcx
+%define arg1 rdx
+%define arg2 r8
+
+%macro FUNC_SAVE 0
+%ifdef ALIGN_STACK
+ push rbp
+ mov rbp, rsp
+ sub rsp, stack_size
+ and rsp, ~15
+%else
+ sub rsp, stack_size
+%endif
+
+ mov [rsp + gpr_save_mem_offset + 0*8], rbx
+ mov [rsp + gpr_save_mem_offset + 1*8], rsi
+ mov [rsp + gpr_save_mem_offset + 2*8], rdi
+ mov [rsp + gpr_save_mem_offset + 3*8], rbp
+ mov [rsp + gpr_save_mem_offset + 4*8], r12
+ mov [rsp + gpr_save_mem_offset + 5*8], r13
+ mov [rsp + gpr_save_mem_offset + 6*8], r14
+ mov [rsp + gpr_save_mem_offset + 7*8], r15
+%endm
+
+%macro FUNC_RESTORE 0
+ mov rbx, [rsp + gpr_save_mem_offset + 0*8]
+ mov rsi, [rsp + gpr_save_mem_offset + 1*8]
+ mov rdi, [rsp + gpr_save_mem_offset + 2*8]
+ mov rbp, [rsp + gpr_save_mem_offset + 3*8]
+ mov r12, [rsp + gpr_save_mem_offset + 4*8]
+ mov r13, [rsp + gpr_save_mem_offset + 5*8]
+ mov r14, [rsp + gpr_save_mem_offset + 6*8]
+ mov r15, [rsp + gpr_save_mem_offset + 7*8]
+
+%ifndef ALIGN_STACK
+ add rsp, stack_size
+%else
+ mov rsp, rbp
+ pop rbp
+%endif
+%endm
+%endif
+
+
+_lit_len_offset equ 0
+_dist_offset equ (8 * LIT_LEN)
+_hash_offset equ (_dist_offset + 8 * DIST_LEN)
+
+
+%macro len_to_len_code 3
+%define %%len_code %1 ; Output
+%define %%len %2 ; Input
+%define %%rfc_lookup %3
+ movzx %%len_code, byte [%%rfc_lookup + _len_to_code_offset + %%len]
+ or %%len_code, 0x100
+%endm
+
+;;; Clobbers rcx and dist
+%macro dist_to_dist_code 2
+%define %%dist_code %1 ; Output code associated with dist
+%define %%dist_coded %1d
+%define %%dist %2d ; Input dist
+ dec %%dist
+ mov %%dist_coded, %%dist
+ bsr ecx, %%dist_coded
+ dec ecx
+ SHRX %%dist_code, %%dist_code, rcx
+ lea %%dist_coded, [%%dist_coded + 2*ecx]
+
+ cmp %%dist, 1
+ cmovle %%dist_coded, %%dist
+%endm
+
+;;; Clobbers rcx and dist
+%macro dist_to_dist_code2 2
+%define %%dist_code %1 ; Output code associated with dist
+%define %%dist_coded %1d
+%define %%dist %2d ; Input -(dist - 1)
+ neg %%dist
+ mov %%dist_coded, %%dist
+ bsr ecx, %%dist_coded
+ dec ecx
+ SHRX %%dist_code, %%dist_code, rcx
+ lea %%dist_coded, [%%dist_coded + 2*ecx]
+
+ cmp %%dist, 1
+ cmovle %%dist_coded, %%dist
+%endm
+
+; void isal_update_histogram
+global isal_update_histogram_ %+ ARCH
+isal_update_histogram_ %+ ARCH %+ :
+ FUNC_SAVE
+
+%ifnidn file_start, arg0
+ mov file_start, arg0
+%endif
+%ifnidn file_length, arg1
+ mov file_length, arg1
+%endif
+%ifnidn histogram, arg2
+ mov histogram, arg2
+%endif
+ mov f_i, 0
+ cmp file_length, 0
+ je exit_ret ; If nothing to do then exit
+
+ mov tmp1, qword [histogram + _lit_len_offset + 8*256]
+ inc tmp1
+ mov [rsp + _eob_count_offset], tmp1
+
+ lea rfc_lookup, [rfc1951_lookup_table]
+
+ ;; Init hash_table
+ PXOR vtmp0, vtmp0, vtmp0
+ mov rcx, (IGZIP_LVL0_HASH_SIZE - V_LENGTH)
+init_hash_table:
+ MOVDQU [histogram + _hash_offset + 2 * rcx], vtmp0
+ MOVDQU [histogram + _hash_offset + 2 * (rcx + V_LENGTH / 2)], vtmp0
+ sub rcx, V_LENGTH
+ jge init_hash_table
+
+ sub file_length, LA_STATELESS
+ cmp file_length, 0
+ jle end_loop_2
+
+
+ ;; Load first literal into histogram
+ mov curr_data, [file_start + f_i]
+ compute_hash hash, curr_data
+ and hash %+ d, LVL0_HASH_MASK
+ mov [histogram + _hash_offset + 2 * hash], f_i %+ w
+ and curr_data, 0xff
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * curr_data]
+ inc f_i
+
+ ;; Setup to begin loop 2
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov curr_data2, curr_data
+ compute_hash hash, curr_data
+ shr curr_data2, 8
+ compute_hash hash2, curr_data2
+
+ and hash2 %+ d, LVL0_HASH_MASK
+ and hash, LVL0_HASH_MASK
+loop2:
+ xor dist, dist
+ xor dist2, dist2
+ xor tmp3, tmp3
+
+ lea tmp1, [file_start + f_i]
+
+ MOVQ curr_data, xdata
+ PSRLDQ xdata, 1
+
+ ;; Load possible look back distances and update hash data
+ mov dist %+ w, f_i %+ w
+ sub dist, 1
+ sub dist %+ w, word [histogram + _hash_offset + 2 * hash]
+ mov [histogram + _hash_offset + 2 * hash], f_i %+ w
+
+ add f_i, 1
+
+ mov dist2 %+ w, f_i %+ w
+ sub dist2, 1
+ sub dist2 %+ w, word [histogram + _hash_offset + 2 * hash2]
+ mov [histogram + _hash_offset + 2 * hash2], f_i %+ w
+
+ ;; Start computing hashes to be used in either the next loop or
+ ;; for updating the hash if a match is found
+ MOVQ curr_data2, xdata
+ MOVQ tmp2, xdata
+ shr curr_data2, 8
+ compute_hash hash, curr_data2
+
+ ;; Check if look back distances are valid. Load a junk distance of 1
+ ;; if the look back distance is too long for speculative lookups.
+ and dist %+ d, (D-1)
+ neg dist
+
+ and dist2 %+ d, (D-1)
+ neg dist2
+
+ shr tmp2, 16
+ compute_hash hash2, tmp2
+
+ ;; Check for long len/dist matches (>7)
+ mov len, curr_data
+ xor len, [tmp1 + dist - 1]
+ jz compare_loop
+
+ and hash %+ d, LVL0_HASH_MASK
+ and hash2 %+ d, LVL0_HASH_MASK
+
+ MOVQ len2, xdata
+ xor len2, [tmp1 + dist2]
+ jz compare_loop2
+
+ ;; Specutively load the code for the first literal
+ movzx tmp1, curr_data %+ b
+ shr curr_data, 8
+
+ lea tmp3, [f_i + 1]
+
+ ;; Check for len/dist match for first literal
+ test len %+ d, 0xFFFFFFFF
+ jz len_dist_huffman_pre
+
+ ;; Store first literal
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * tmp1]
+
+ ;; Check for len/dist match for second literal
+ test len2 %+ d, 0xFFFFFFFF
+ jnz lit_lit_huffman
+len_dist_lit_huffman_pre:
+ ;; Calculate repeat length
+ tzcnt len2, len2
+ shr len2, 3
+
+len_dist_lit_huffman:
+ MOVQ curr_data, xdata
+ shr curr_data, 24
+ compute_hash hash3, curr_data
+
+ ;; Store updated hashes
+ mov [histogram + _hash_offset + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [histogram + _hash_offset + 2 * hash2], tmp3 %+ w
+ add tmp3, 1
+
+ add f_i, len2
+
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov tmp1, curr_data
+ compute_hash hash, curr_data
+
+ and hash3, LVL0_HASH_MASK
+ mov [histogram + _hash_offset + 2 * hash3], tmp3 %+ w
+
+ dist_to_dist_code2 dist_code2, dist2
+
+ len_to_len_code len_code, len2, rfc_lookup
+
+ shr tmp1, 8
+ compute_hash hash2, tmp1
+
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * len_code]
+ inc qword [histogram + _dist_offset + HIST_ELEM_SIZE * dist_code2]
+
+ and hash2 %+ d, LVL0_HASH_MASK
+ and hash, LVL0_HASH_MASK
+
+ cmp f_i, file_length
+ jl loop2
+ jmp end_loop_2
+ ;; encode as dist/len
+
+len_dist_huffman_pre:
+ tzcnt len, len
+ shr len, 3
+
+len_dist_huffman:
+ mov [histogram + _hash_offset + 2 * hash], tmp3 %+ w
+ add tmp3,1
+ mov [histogram + _hash_offset + 2 * hash2], tmp3 %+ w
+
+ dec f_i
+ add f_i, len
+
+ MOVDQU xdata, [file_start + f_i]
+ mov curr_data, [file_start + f_i]
+ mov tmp1, curr_data
+ compute_hash hash, curr_data
+
+ dist_to_dist_code2 dist_code, dist
+
+ len_to_len_code len_code, len, rfc_lookup
+
+ shr tmp1, 8
+ compute_hash hash2, tmp1
+
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * len_code]
+ inc qword [histogram + _dist_offset + HIST_ELEM_SIZE * dist_code]
+
+ and hash2 %+ d, LVL0_HASH_MASK
+ and hash, LVL0_HASH_MASK
+
+ cmp f_i, file_length
+ jl loop2
+ jmp end_loop_2
+
+lit_lit_huffman:
+ MOVDQU xdata, [file_start + f_i + 1]
+ and curr_data, 0xff
+ add f_i, 1
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * curr_data]
+
+ cmp f_i, file_length
+ jl loop2
+
+end_loop_2:
+ add file_length, LA_STATELESS - LAST_BYTES_COUNT
+ cmp f_i, file_length
+ jge final_bytes
+
+loop2_finish:
+ mov curr_data %+ d, dword [file_start + f_i]
+ compute_hash hash, curr_data
+ and hash %+ d, LVL0_HASH_MASK
+
+ ;; Calculate possible distance for length/dist pair.
+ xor dist, dist
+ mov dist %+ w, f_i %+ w
+ sub dist %+ w, word [histogram + _hash_offset + 2 * hash]
+ mov [histogram + _hash_offset + 2 * hash], f_i %+ w
+
+ ;; Check if look back distance is valid (the dec is to handle when dist = 0)
+ dec dist
+ cmp dist %+ d, (D-1)
+ jae encode_literal_finish
+ inc dist
+
+ ;; Check if look back distance is a match
+ lea tmp4, [file_length + LAST_BYTES_COUNT]
+ sub tmp4, f_i
+ lea tmp1, [file_start + f_i]
+ mov tmp2, tmp1
+ sub tmp2, dist
+ compare tmp4, tmp1, tmp2, len, tmp3
+
+ ;; Limit len to maximum value of 258
+ mov tmp2, 258
+ cmp len, 258
+ cmova len, tmp2
+ cmp len, SHORTEST_MATCH
+ jb encode_literal_finish
+
+ add f_i, len
+
+ len_to_len_code len_code, len, rfc_lookup
+ dist_to_dist_code dist_code, dist
+
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * len_code]
+ inc qword [histogram + _dist_offset + HIST_ELEM_SIZE * dist_code]
+
+ cmp f_i, file_length
+ jl loop2_finish
+ jmp final_bytes
+
+encode_literal_finish:
+ ;; Encode literal
+ and curr_data %+ d, 0xFF
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * curr_data]
+
+ ;; Setup for next loop
+ add f_i, 1
+ cmp f_i, file_length
+ jl loop2_finish
+
+final_bytes:
+ add file_length, LAST_BYTES_COUNT
+final_bytes_loop:
+ cmp f_i, file_length
+ jge end
+ movzx curr_data, byte [file_start + f_i]
+ inc qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * curr_data]
+ inc f_i
+ jmp final_bytes_loop
+
+end:
+ ;; Handle eob at end of stream
+ mov tmp1, [rsp + _eob_count_offset]
+ mov qword [histogram + _lit_len_offset + HIST_ELEM_SIZE * 256], tmp1
+
+exit_ret:
+ FUNC_RESTORE
+ ret
+
+compare_loop:
+ and hash %+ d, LVL0_HASH_MASK
+ and hash2 %+ d, LVL0_HASH_MASK
+ lea tmp2, [tmp1 + dist - 1]
+
+ mov len2, 250
+ mov len, 8
+ compare250 tmp1, tmp2, len, len2, tmp3, ytmp0, ytmp1
+
+ lea tmp3, [f_i + 1]
+ jmp len_dist_huffman
+
+compare_loop2:
+ add tmp1, 1
+ lea tmp2, [tmp1 + dist2 - 1]
+
+ mov len, 250
+ mov len2, 8
+ compare250 tmp1, tmp2, len2, len, tmp3, ytmp0, ytmp1
+
+ and curr_data, 0xff
+ inc qword [histogram + _lit_len_offset + 8 * curr_data]
+ lea tmp3, [f_i + 1]
+ jmp len_dist_lit_huffman
+
+section .data
+ align 32
+D_vector:
+ dw -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF
+ dw -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF
+ dw -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF
+ dw -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF, -(D + 1) & 0xFFFF
diff --git a/src/spdk/isa-l/igzip/igzip_update_histogram_01.asm b/src/spdk/isa-l/igzip/igzip_update_histogram_01.asm
new file mode 100644
index 000000000..0705a0774
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_update_histogram_01.asm
@@ -0,0 +1,7 @@
+%define ARCH 01
+
+%ifndef COMPARE_TYPE
+%define COMPARE_TYPE 2
+%endif
+
+%include "igzip_update_histogram.asm"
diff --git a/src/spdk/isa-l/igzip/igzip_update_histogram_04.asm b/src/spdk/isa-l/igzip/igzip_update_histogram_04.asm
new file mode 100644
index 000000000..18945b2ac
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_update_histogram_04.asm
@@ -0,0 +1,8 @@
+%define ARCH 04
+%define USE_HSWNI
+
+%ifndef COMPARE_TYPE
+%define COMPARE_TYPE 3
+%endif
+
+%include "igzip_update_histogram.asm"
diff --git a/src/spdk/isa-l/igzip/igzip_wrapper.h b/src/spdk/isa-l/igzip/igzip_wrapper.h
new file mode 100644
index 000000000..f1b4bce4c
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_wrapper.h
@@ -0,0 +1,52 @@
+/**********************************************************************
+ Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#ifndef IGZIP_WRAPPER_H
+
+#define DEFLATE_METHOD 8
+#define ZLIB_DICT_FLAG (1 << 5)
+#define TEXT_FLAG (1 << 0)
+#define HCRC_FLAG (1 << 1)
+#define EXTRA_FLAG (1 << 2)
+#define NAME_FLAG (1 << 3)
+#define COMMENT_FLAG (1 << 4)
+#define UNDEFINED_FLAG (-1)
+
+#define GZIP_HDR_BASE 10
+#define GZIP_EXTRA_LEN 2
+#define GZIP_HCRC_LEN 2
+#define GZIP_TRAILER_LEN 8
+
+#define ZLIB_HDR_BASE 2
+#define ZLIB_DICT_LEN 4
+#define ZLIB_INFO_OFFSET 4
+#define ZLIB_LEVEL_OFFSET 6
+#define ZLIB_TRAILER_LEN 4
+
+#endif
diff --git a/src/spdk/isa-l/igzip/igzip_wrapper_hdr_test.c b/src/spdk/isa-l/igzip/igzip_wrapper_hdr_test.c
new file mode 100644
index 000000000..57e099f33
--- /dev/null
+++ b/src/spdk/isa-l/igzip/igzip_wrapper_hdr_test.c
@@ -0,0 +1,890 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <assert.h>
+#include "checksum_test_ref.h"
+#include "igzip_lib.h"
+#include "igzip_wrapper.h"
+
+#ifndef TEST_SEED
+# define TEST_SEED 0x1234
+#endif
+#ifndef RANDOMS
+# define RANDOMS 0x4000
+#endif
+
+#define EXTRA_SIZE_MAX 256
+#define NAME_SIZE_MAX 256
+#define COMMENT_SIZE_MAX 1024
+
+#define EXTRA_SIZE 10
+#define NAME_SIZE 25
+#define COMMENT_SIZE 192
+
+enum {
+ INVALID_WRAPPER = ISAL_INVALID_WRAPPER,
+ UNSUPPORTED_METHOD = ISAL_UNSUPPORTED_METHOD,
+ INCORRECT_CHECKSUM = ISAL_INCORRECT_CHECKSUM,
+ NO_ERROR = ISAL_DECOMP_OK,
+ END_INPUT = ISAL_END_INPUT,
+ NAME_OVERFLOW = ISAL_NAME_OVERFLOW,
+ COMMENT_OVERFLOW = ISAL_COMMENT_OVERFLOW,
+ EXTRA_OVERFLOW = ISAL_EXTRA_OVERFLOW,
+ INCORRECT_TEXT_FLAG,
+ INCORRECT_TIME,
+ INCORRECT_XFLAGS,
+ INCORRECT_OS,
+ INCORRECT_EXTRA_LEN,
+ INCORRECT_EXTRA_BUF,
+ INCORRECT_NAME,
+ INCORRECT_COMMENT,
+ INCORRECT_INFO,
+ INCORRECT_LEVEL,
+ INCORRECT_DICT_FLAG,
+ INCORRECT_DICT_ID,
+ INCORRECT_HDR_LEN,
+ INSUFFICIENT_BUFFER_SIZE,
+ INCORRECT_WRITE_RETURN,
+ MALLOC_FAILED
+};
+
+void print_error(int32_t error)
+{
+ printf("Error Code %d: ", error);
+ switch (error) {
+ case END_INPUT:
+ printf("End of input reached before header decompressed\n");
+ break;
+ case INVALID_WRAPPER:
+ printf("Invalid gzip wrapper found\n");
+ break;
+ case UNSUPPORTED_METHOD:
+ printf("Unsupported decompression method found\n");
+ break;
+ case INCORRECT_CHECKSUM:
+ printf("Incorrect header checksum found\n");
+ break;
+ case NAME_OVERFLOW:
+ printf("Name buffer overflow while decompression\n");
+ break;
+ case COMMENT_OVERFLOW:
+ printf("Comment buffer overflow while decompressing\n");
+ case EXTRA_OVERFLOW:
+ printf("Extra buffer overflow while decomrpessiong\n");
+ break;
+ case INCORRECT_TEXT_FLAG:
+ printf("Incorrect text field found\n");
+ break;
+ case INCORRECT_TIME:
+ printf("Incorrect time filed found\n");
+ break;
+ case INCORRECT_XFLAGS:
+ printf("Incorrect xflags field found\n");
+ break;
+ case INCORRECT_OS:
+ printf("Incorrect os field found\n");
+ break;
+ case INCORRECT_EXTRA_LEN:
+ printf("Incorect extra_len field found\n");
+ break;
+ case INCORRECT_EXTRA_BUF:
+ printf("Incorrect extra buffer found\n");
+ break;
+ case INCORRECT_NAME:
+ printf("Incorrect name found\n");
+ break;
+ case INCORRECT_COMMENT:
+ printf("Incorrect comment found\n");
+ break;
+ case INCORRECT_INFO:
+ printf("Incorrect info found\n");
+ break;
+ case INCORRECT_LEVEL:
+ printf("Incorrect level found\n");
+ break;
+ case INCORRECT_DICT_FLAG:
+ printf("Incorrect dictionary flag found\n");
+ break;
+ case INCORRECT_DICT_ID:
+ printf("Incorrect dictionary id found\n");
+ break;
+ case INCORRECT_HDR_LEN:
+ printf("Incorrect header length found\n");
+ break;
+ case INSUFFICIENT_BUFFER_SIZE:
+ printf("Insufficient buffer size to write header\n");
+ break;
+ case INCORRECT_WRITE_RETURN:
+ printf("Header write returned an incorrect value\n");
+ break;
+ case MALLOC_FAILED:
+ printf("Failed to allocate buffers\n");
+ break;
+ case NO_ERROR:
+ printf("No error found\n");
+ }
+}
+
+void print_uint8_t(uint8_t * array, uint64_t length, char *prepend)
+{
+ const int line_size = 16;
+ int i;
+
+ if (array == NULL)
+ printf("%s(NULL)", prepend);
+ else if (length == 0)
+ printf("%s(Empty)", prepend);
+
+ for (i = 0; i < length; i++) {
+ if (i == 0)
+ printf("%s0x%04x\t", prepend, i);
+ else if ((i % line_size) == 0)
+ printf("\n%s0x%04x\t", prepend, i);
+ else
+ printf(" ");
+ printf("0x%02x,", array[i]);
+ }
+ printf("\n");
+}
+
+void print_string(char *str, uint32_t str_max_len, char *prepend)
+{
+ const int line_size = 64;
+ uint32_t i = 0;
+
+ while (str[i] != 0 && i < str_max_len) {
+ if (i == 0)
+ printf("%s0x%04x\t", prepend, i);
+ else if ((i % line_size) == 0)
+ printf("\n%s0x%04x\t", prepend, i);
+
+ printf("%c", str[i]);
+ i++;
+ }
+ printf("\n");
+}
+
+void print_gzip_header(struct isal_gzip_header *gz_hdr, char *prepend1, char *prepend2)
+{
+ printf("%sText: %d, Time: 0x%08x, Xflags: 0x%x, OS: 0x%x\n", prepend1,
+ gz_hdr->text, gz_hdr->time, gz_hdr->xflags, gz_hdr->os);
+
+ printf("%sExtra: Extra_len = 0x%x\n", prepend1, gz_hdr->extra_len);
+ if (gz_hdr->extra_len < EXTRA_SIZE_MAX)
+ print_uint8_t(gz_hdr->extra, gz_hdr->extra_len, prepend2);
+ else
+ printf("%sExtra field larger than EXTRA_SIZE_MAX\n", prepend2);
+
+ printf("%sName:\n", prepend1);
+ if (gz_hdr->name_buf_len < NAME_SIZE_MAX)
+ print_string(gz_hdr->name, gz_hdr->name_buf_len, prepend2);
+ else
+ printf("%sName field larger than NAME_SIZE_MAX\n", prepend2);
+
+ printf("%sComment:\n", prepend1);
+ if (gz_hdr->comment_buf_len < COMMENT_SIZE_MAX)
+ print_string(gz_hdr->comment, gz_hdr->comment_buf_len, prepend2);
+ else
+ printf("%sComment field larger than COMMENT_SIZE_MAX\n", prepend2);
+}
+
+void print_zlib_header(struct isal_zlib_header *z_hdr, char *prepend)
+{
+ printf("%sInfo: 0x%x\n", prepend, z_hdr->info);
+ printf("%sLevel: 0x%x\n", prepend, z_hdr->level);
+ printf("%sDictionary: Flag = 0x%x, Id =0x%x\n", prepend, z_hdr->dict_flag,
+ z_hdr->dict_id);
+}
+
+void print_gzip_final_verbose(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_gzip_header *gz_hdr_orig,
+ struct isal_gzip_header *gz_hdr)
+{
+#ifdef VERBOSE
+ printf("\n");
+ if (gz_hdr_orig != NULL) {
+ printf("Original Gzip Header Struct:\n");
+ print_gzip_header(gz_hdr_orig, "\t", "\t\t");
+ printf("\n");
+ }
+
+ if (gz_hdr != NULL) {
+ printf("Parsed Gzip Header Struct:\n");
+ print_gzip_header(gz_hdr, "\t", "\t\t");
+ printf("\n");
+ }
+
+ if (hdr_buf != NULL) {
+ printf("Serialized Gzip Header:\n");
+ print_uint8_t(hdr_buf, hdr_buf_len, "\t");
+ printf("\n");
+ }
+#endif
+ return;
+}
+
+void print_zlib_final_verbose(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_zlib_header *z_hdr_orig,
+ struct isal_zlib_header *z_hdr)
+{
+#ifdef VERBOSE
+ printf("\n");
+ if (z_hdr_orig != NULL) {
+ printf("Original Zlib Header Struct:\n");
+ print_zlib_header(z_hdr_orig, "\t");
+ printf("\n");
+ }
+
+ if (z_hdr != NULL) {
+ printf("Parsed Zlib Header Struct:\n");
+ print_zlib_header(z_hdr, "\t");
+ printf("\n");
+ }
+
+ if (hdr_buf != NULL) {
+ printf("Serialized Zlib Header:\n");
+ print_uint8_t(hdr_buf, hdr_buf_len, "\t");
+ printf("\n");
+ }
+#endif
+ return;
+}
+
+int gzip_header_size(struct isal_gzip_header *gz_hdr)
+{
+ int hdr_size = 10;
+ if (gz_hdr->extra != NULL) {
+ hdr_size += 2 + gz_hdr->extra_len;
+ }
+ if (gz_hdr->name != NULL) {
+ hdr_size += strnlen(gz_hdr->name, gz_hdr->name_buf_len) + 1;
+ }
+ if (gz_hdr->comment != NULL) {
+ hdr_size += strnlen(gz_hdr->comment, gz_hdr->comment_buf_len) + 1;
+ }
+
+ if (gz_hdr->hcrc) {
+ hdr_size += 2;
+ }
+
+ return hdr_size;
+}
+
+int zlib_header_size(struct isal_zlib_header *z_hdr)
+{
+ if (z_hdr->dict_flag)
+ return 6;
+ else
+ return 2;
+}
+
+void rand_string(char *string, uint32_t str_len)
+{
+ int i;
+
+ if (str_len == 0 || string == NULL)
+ return;
+ for (i = 0; i < str_len - 1; i++) {
+ string[i] = rand() % 26 + 65;
+ }
+ string[str_len - 1] = 0;
+}
+
+void rand_buf(uint8_t * buf, uint32_t buf_len)
+{
+ int i;
+
+ if (buf_len == 0 || buf == NULL)
+ return;
+
+ for (i = 0; i < buf_len; i++) {
+ buf[i] = rand();
+ }
+}
+
+int malloc_gzip_header(struct isal_gzip_header *gz_hdr)
+{
+ gz_hdr->extra = NULL;
+ if (gz_hdr->extra_buf_len) {
+ gz_hdr->extra = malloc(gz_hdr->extra_buf_len);
+ if (gz_hdr->extra == NULL)
+ return MALLOC_FAILED;
+ }
+
+ gz_hdr->name = NULL;
+ if (gz_hdr->name_buf_len) {
+ gz_hdr->name = malloc(gz_hdr->name_buf_len);
+ if (gz_hdr->name == NULL)
+ return MALLOC_FAILED;
+ }
+
+ gz_hdr->comment = NULL;
+ if (gz_hdr->comment_buf_len) {
+ gz_hdr->comment = malloc(gz_hdr->comment_buf_len);
+ if (gz_hdr->comment == NULL)
+ return MALLOC_FAILED;
+ }
+
+ return 0;
+}
+
+void free_gzip_header(struct isal_gzip_header *gz_hdr)
+{
+ if (gz_hdr->extra != NULL) {
+ free(gz_hdr->extra);
+ gz_hdr->extra = NULL;
+ }
+
+ if (gz_hdr->name != NULL) {
+ free(gz_hdr->name);
+ gz_hdr->name = NULL;
+ }
+
+ if (gz_hdr->comment != NULL) {
+ free(gz_hdr->comment);
+ gz_hdr->comment = NULL;
+ }
+
+}
+
+int gen_rand_gzip_header(struct isal_gzip_header *gz_hdr)
+{
+ int ret = 0;
+ int field_set_space = 8;
+
+ isal_gzip_header_init(gz_hdr);
+
+ if (rand() % field_set_space != 0)
+ gz_hdr->text = rand() % 2;
+ if (rand() % field_set_space != 0)
+ gz_hdr->time = rand();
+ if (rand() % field_set_space != 0)
+ gz_hdr->xflags = rand() % 256;
+ if (rand() % field_set_space != 0)
+ gz_hdr->os = rand() % 256;
+
+ if (rand() % field_set_space != 0) {
+ gz_hdr->extra_buf_len = rand() % EXTRA_SIZE_MAX;
+ gz_hdr->extra_len = gz_hdr->extra_buf_len;
+ }
+
+ if (rand() % field_set_space != 0)
+ gz_hdr->name_buf_len = rand() % NAME_SIZE_MAX;
+
+ if (rand() % field_set_space != 0)
+ gz_hdr->comment_buf_len = rand() % COMMENT_SIZE_MAX;
+
+ gz_hdr->hcrc = rand() % 2;
+
+ ret = malloc_gzip_header(gz_hdr);
+ if (ret)
+ return ret;
+
+ rand_buf(gz_hdr->extra, gz_hdr->extra_len);
+ rand_string(gz_hdr->name, gz_hdr->name_buf_len);
+ rand_string(gz_hdr->comment, gz_hdr->comment_buf_len);
+
+ return ret;
+}
+
+void gen_rand_zlib_header(struct isal_zlib_header *z_hdr)
+{
+ z_hdr->info = rand() % 16;
+ z_hdr->level = rand() % 4;
+ z_hdr->dict_flag = rand() % 2;
+ z_hdr->dict_id = rand();
+}
+
+int write_gzip_header(uint8_t * hdr_buf, uint32_t hdr_buf_len, struct isal_gzip_header *gz_hdr)
+{
+
+ struct isal_zstream stream;
+ uint32_t hdr_len = gzip_header_size(gz_hdr);
+ uint32_t len;
+
+ isal_deflate_init(&stream);
+ stream.next_out = hdr_buf;
+ stream.avail_out = rand() % hdr_len;
+ len = isal_write_gzip_header(&stream, gz_hdr);
+
+ if (len != hdr_len) {
+ printf("len = %d, hdr_buf_len = %d\n", len, hdr_len);
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr, NULL);
+ print_error(INCORRECT_HDR_LEN);
+ return INCORRECT_HDR_LEN;
+ }
+
+ if (hdr_buf_len < hdr_len) {
+ print_gzip_final_verbose(NULL, 0, gz_hdr, NULL);
+ print_error(INSUFFICIENT_BUFFER_SIZE);
+ return INSUFFICIENT_BUFFER_SIZE;
+ }
+
+ stream.avail_out = hdr_buf_len;
+
+ len = isal_write_gzip_header(&stream, gz_hdr);
+
+ if (len) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr, NULL);
+ print_error(INCORRECT_WRITE_RETURN);
+ return INCORRECT_WRITE_RETURN;;
+ }
+
+ return 0;
+}
+
+int write_zlib_header(uint8_t * hdr_buf, uint32_t hdr_buf_len, struct isal_zlib_header *z_hdr)
+{
+ struct isal_zstream stream;
+ uint32_t hdr_len = zlib_header_size(z_hdr);
+ uint32_t len;
+
+ isal_deflate_init(&stream);
+ stream.next_out = hdr_buf;
+ stream.avail_out = rand() % hdr_len;
+ len = isal_write_zlib_header(&stream, z_hdr);
+
+ if (len != hdr_len) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr, NULL);
+ print_error(INCORRECT_HDR_LEN);
+ return INCORRECT_HDR_LEN;
+ }
+
+ if (hdr_buf_len < hdr_len) {
+ print_zlib_final_verbose(NULL, 0, z_hdr, NULL);
+ print_error(INSUFFICIENT_BUFFER_SIZE);
+ return INSUFFICIENT_BUFFER_SIZE;
+ }
+
+ stream.avail_out = hdr_buf_len;
+
+ len = isal_write_zlib_header(&stream, z_hdr);
+
+ if (len) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr, NULL);
+ print_error(INCORRECT_WRITE_RETURN);
+ return INCORRECT_WRITE_RETURN;;
+ }
+
+ return 0;
+}
+
+int compare_gzip_headers(struct isal_gzip_header *gz_hdr1, struct isal_gzip_header *gz_hdr2)
+{
+ int ret = 0;
+ uint32_t max_len;
+
+ if (gz_hdr1->text != gz_hdr2->text)
+ return INCORRECT_TEXT_FLAG;
+
+ if (gz_hdr1->time != gz_hdr2->time)
+ return INCORRECT_TIME;
+
+ if (gz_hdr1->xflags != gz_hdr2->xflags)
+ return INCORRECT_XFLAGS;
+
+ if (gz_hdr1->os != gz_hdr2->os)
+ return INCORRECT_OS;
+
+ if (gz_hdr1->extra_len != gz_hdr2->extra_len)
+ return INCORRECT_EXTRA_LEN;
+
+ if (gz_hdr1->extra != NULL && gz_hdr2->extra != NULL) {
+ ret = memcmp(gz_hdr1->extra, gz_hdr2->extra, gz_hdr1->extra_len);
+ if (ret)
+ return INCORRECT_EXTRA_BUF;
+ }
+
+ if (gz_hdr1->name != NULL && gz_hdr2->name != NULL) {
+ max_len = gz_hdr1->name_buf_len;
+ if (gz_hdr1->name_buf_len < gz_hdr2->name_buf_len)
+ max_len = gz_hdr2->name_buf_len;
+
+ ret = strncmp(gz_hdr1->name, gz_hdr2->name, max_len);
+ if (ret)
+ return INCORRECT_NAME;
+ }
+
+ if (gz_hdr1->comment != NULL && gz_hdr2->comment != NULL) {
+ max_len = gz_hdr1->comment_buf_len;
+ if (gz_hdr1->comment_buf_len < gz_hdr2->comment_buf_len)
+ max_len = gz_hdr2->comment_buf_len;
+
+ ret = strncmp(gz_hdr1->comment, gz_hdr2->comment, max_len);
+ if (ret)
+ return INCORRECT_COMMENT;
+ }
+ return ret;
+}
+
+int compare_zlib_headers(struct isal_zlib_header *z_hdr1, struct isal_zlib_header *z_hdr2)
+{
+ if (z_hdr1->info != z_hdr2->info)
+ return INCORRECT_INFO;
+
+ if (z_hdr1->level != z_hdr2->level)
+ return INCORRECT_LEVEL;
+
+ if (z_hdr1->dict_flag != z_hdr2->dict_flag)
+ return INCORRECT_DICT_FLAG;
+
+ if (z_hdr1->dict_flag && z_hdr1->dict_id != z_hdr2->dict_id)
+ return INCORRECT_DICT_ID;
+
+ return 0;
+}
+
+int read_gzip_header_simple(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_gzip_header *gz_hdr_orig)
+{
+
+ int ret = 0;
+ struct inflate_state state;
+ struct isal_gzip_header gz_hdr;
+
+ rand_buf((uint8_t *) & gz_hdr, sizeof(gz_hdr));
+ gz_hdr.extra_buf_len = gz_hdr_orig->extra_buf_len;
+ gz_hdr.name_buf_len = gz_hdr_orig->name_buf_len;
+ gz_hdr.comment_buf_len = gz_hdr_orig->comment_buf_len;
+
+ ret = malloc_gzip_header(&gz_hdr);
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, NULL);
+ print_error(ret);
+ free_gzip_header(&gz_hdr);
+ return ret;
+ }
+
+ isal_inflate_init(&state);
+ state.next_in = hdr_buf;
+ state.avail_in = hdr_buf_len;
+ ret = isal_read_gzip_header(&state, &gz_hdr);
+
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, &gz_hdr);
+ print_error(ret);
+ free_gzip_header(&gz_hdr);
+ return ret;
+ }
+
+ ret = compare_gzip_headers(gz_hdr_orig, &gz_hdr);
+
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, &gz_hdr);
+ print_error(ret);
+ }
+
+ free_gzip_header(&gz_hdr);
+ return ret;
+}
+
+int read_zlib_header_simple(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_zlib_header *z_hdr_orig)
+{
+
+ int ret = 0;
+ struct inflate_state state;
+ struct isal_zlib_header z_hdr;
+
+ rand_buf((uint8_t *) & z_hdr, sizeof(z_hdr));
+
+ if (ret) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr_orig, NULL);
+ print_error(ret);
+ return ret;
+ }
+
+ isal_inflate_init(&state);
+ state.next_in = hdr_buf;
+ state.avail_in = hdr_buf_len;
+ ret = isal_read_zlib_header(&state, &z_hdr);
+
+ if (ret) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr_orig, &z_hdr);
+ print_error(ret);
+ return ret;
+ }
+
+ ret = compare_zlib_headers(z_hdr_orig, &z_hdr);
+
+ if (ret) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr_orig, &z_hdr);
+ print_error(ret);
+ }
+
+ return ret;
+}
+
+int read_gzip_header_streaming(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_gzip_header *gz_hdr_orig)
+{
+ int ret = 0;
+ uint32_t max_dec_size, dec_size, max_extra_len, extra_len;
+ uint32_t max_name_len, name_len, max_comment_len, comment_len;
+ struct inflate_state state;
+ struct isal_gzip_header gz_hdr;
+ void *tmp_ptr;
+
+ rand_buf((uint8_t *) & gz_hdr, sizeof(gz_hdr));
+
+ max_dec_size = (rand() % hdr_buf_len) + 2;
+
+ max_extra_len = 2;
+ max_name_len = 2;
+ max_comment_len = 2;
+ if (gz_hdr_orig->extra_buf_len)
+ max_extra_len = (rand() % gz_hdr_orig->extra_buf_len) + 2;
+ if (gz_hdr_orig->name_buf_len)
+ max_name_len = (rand() % gz_hdr_orig->name_buf_len) + 2;
+ if (gz_hdr_orig->comment_buf_len)
+ max_comment_len = (rand() % gz_hdr_orig->comment_buf_len) + 2;
+
+ extra_len = rand() % max_extra_len;
+ name_len = rand() % max_name_len;
+ comment_len = rand() % max_comment_len;
+
+ if (extra_len == 0)
+ extra_len = 1;
+ if (name_len == 0)
+ name_len = 1;
+ if (comment_len == 0)
+ comment_len = 1;
+
+ gz_hdr.extra_buf_len = extra_len;
+ gz_hdr.name_buf_len = name_len;
+ gz_hdr.comment_buf_len = comment_len;
+
+ ret = malloc_gzip_header(&gz_hdr);
+
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, NULL);
+ print_error(ret);
+ free_gzip_header(&gz_hdr);
+ return (ret == 0);
+ }
+
+ isal_inflate_init(&state);
+
+ state.next_in = hdr_buf;
+ dec_size = rand() % max_dec_size;
+ if (dec_size > hdr_buf_len)
+ dec_size = hdr_buf_len;
+
+ state.avail_in = dec_size;
+ hdr_buf_len -= dec_size;
+
+ while (1) {
+ ret = isal_read_gzip_header(&state, &gz_hdr);
+
+ switch (ret) {
+ case ISAL_NAME_OVERFLOW:
+ if (name_len >= NAME_SIZE_MAX)
+ break;
+
+ name_len += rand() % max_name_len;
+ tmp_ptr = realloc(gz_hdr.name, name_len);
+ if (tmp_ptr == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ gz_hdr.name = tmp_ptr;
+ gz_hdr.name_buf_len = name_len;
+ continue;
+ case ISAL_COMMENT_OVERFLOW:
+ if (comment_len >= COMMENT_SIZE_MAX)
+ break;
+
+ comment_len += rand() % max_comment_len;
+ tmp_ptr = realloc(gz_hdr.comment, comment_len);
+ if (tmp_ptr == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ gz_hdr.comment = tmp_ptr;
+ gz_hdr.comment_buf_len = comment_len;
+ continue;
+ case ISAL_EXTRA_OVERFLOW:
+ if (extra_len >= EXTRA_SIZE_MAX)
+ break;
+
+ extra_len += rand() % max_extra_len;
+ tmp_ptr = realloc(gz_hdr.extra, extra_len);
+ if (tmp_ptr == NULL) {
+ ret = MALLOC_FAILED;
+ break;
+ }
+ gz_hdr.extra = tmp_ptr;
+ gz_hdr.extra_buf_len = extra_len;
+ continue;
+ case ISAL_END_INPUT:
+ if (hdr_buf_len == 0)
+ break;
+
+ dec_size = rand() % max_dec_size;
+ if (dec_size > hdr_buf_len)
+ dec_size = hdr_buf_len;
+
+ state.avail_in = dec_size;
+ hdr_buf_len -= dec_size;
+ continue;
+ }
+
+ break;
+ }
+
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, &gz_hdr);
+ print_error(ret);
+ free_gzip_header(&gz_hdr);
+ return ret;
+ }
+
+ ret = compare_gzip_headers(gz_hdr_orig, &gz_hdr);
+
+ if (ret) {
+ print_gzip_final_verbose(hdr_buf, hdr_buf_len, gz_hdr_orig, &gz_hdr);
+ print_error(ret);
+ }
+
+ free_gzip_header(&gz_hdr);
+ return ret;
+}
+
+int read_zlib_header_streaming(uint8_t * hdr_buf, uint32_t hdr_buf_len,
+ struct isal_zlib_header *z_hdr_orig)
+{
+ int ret = ISAL_END_INPUT;
+ uint32_t max_dec_size, dec_size;
+ struct inflate_state state;
+ struct isal_zlib_header z_hdr;
+
+ rand_buf((uint8_t *) & z_hdr, sizeof(z_hdr));
+
+ max_dec_size = (rand() % hdr_buf_len) + 2;
+
+ isal_inflate_init(&state);
+
+ state.next_in = hdr_buf;
+ while (ret == ISAL_END_INPUT && hdr_buf_len > 0) {
+ dec_size = rand() % max_dec_size;
+ if (dec_size > hdr_buf_len)
+ dec_size = hdr_buf_len;
+
+ state.avail_in = dec_size;
+ hdr_buf_len -= dec_size;
+
+ ret = isal_read_zlib_header(&state, &z_hdr);
+ }
+
+ if (ret) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr_orig, &z_hdr);
+ print_error(ret);
+ return ret;
+ }
+
+ ret = compare_zlib_headers(z_hdr_orig, &z_hdr);
+
+ if (ret) {
+ print_zlib_final_verbose(hdr_buf, hdr_buf_len, z_hdr_orig, &z_hdr);
+ print_error(ret);
+ }
+
+ return ret;
+}
+
+int main(int argc, char *argv[])
+{
+ uint8_t *hdr_buf;
+ uint32_t hdr_buf_len;
+ int ret = 0, fin_ret = 0;
+ struct isal_gzip_header gz_hdr_orig;
+ struct isal_zlib_header z_hdr_orig;
+ int i;
+
+#ifndef VERBOSE
+ setbuf(stdout, NULL);
+#endif
+ printf("Test Seed : %d\n", TEST_SEED);
+ printf("Randoms : %d\n", RANDOMS);
+ srand(TEST_SEED);
+
+ printf("gzip wrapper test: ");
+ for (i = 0; i < RANDOMS; i++) {
+ rand_buf((uint8_t *) & gz_hdr_orig, sizeof(gz_hdr_orig));
+
+ ret = gen_rand_gzip_header(&gz_hdr_orig);
+ if (ret) {
+ print_error(ret);
+ return (ret == 0);
+ }
+
+ hdr_buf_len = gzip_header_size(&gz_hdr_orig);
+ hdr_buf = malloc(hdr_buf_len);
+
+ ret = write_gzip_header(hdr_buf, hdr_buf_len, &gz_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ ret = read_gzip_header_simple(hdr_buf, hdr_buf_len, &gz_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ ret = read_gzip_header_streaming(hdr_buf, hdr_buf_len, &gz_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ free_gzip_header(&gz_hdr_orig);
+ if (hdr_buf != NULL)
+ free(hdr_buf);
+
+ if (i % (RANDOMS / 16) == 0)
+ printf(".");
+ }
+ printf("Pass \n");
+
+ printf("zlib wrapper test: ");
+ for (i = 0; i < RANDOMS; i++) {
+ memset(&z_hdr_orig, 0, sizeof(z_hdr_orig));
+
+ gen_rand_zlib_header(&z_hdr_orig);
+
+ hdr_buf_len = zlib_header_size(&z_hdr_orig);
+ hdr_buf = malloc(hdr_buf_len);
+
+ ret = write_zlib_header(hdr_buf, hdr_buf_len, &z_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ ret = read_zlib_header_simple(hdr_buf, hdr_buf_len, &z_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ ret = read_zlib_header_streaming(hdr_buf, hdr_buf_len, &z_hdr_orig);
+
+ fin_ret |= ret;
+ if (ret)
+ return (ret == 0);
+
+ if (hdr_buf != NULL)
+ free(hdr_buf);
+
+ if (i % (RANDOMS / 16) == 0)
+ printf(".");
+ }
+ printf("Pass \n");
+
+ printf("igzip wrapper_hdr test finished:%s \n",
+ fin_ret ? " Some tests failed " : " All tests passed");
+
+ return 0;
+}
diff --git a/src/spdk/isa-l/igzip/inflate_data_structs.asm b/src/spdk/isa-l/igzip/inflate_data_structs.asm
new file mode 100644
index 000000000..bfdb6d5f0
--- /dev/null
+++ b/src/spdk/isa-l/igzip/inflate_data_structs.asm
@@ -0,0 +1,146 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+;; START_FIELDS
+%macro START_FIELDS 0
+%assign _FIELD_OFFSET 0
+%assign _STRUCT_ALIGN 0
+%endm
+
+;; FIELD name size align
+%macro FIELD 3
+%define %%name %1
+%define %%size %2
+%define %%align %3
+
+%assign _FIELD_OFFSET (_FIELD_OFFSET + (%%align) - 1) & (~ ((%%align)-1))
+%%name equ _FIELD_OFFSET
+%assign _FIELD_OFFSET _FIELD_OFFSET + (%%size)
+%if (%%align > _STRUCT_ALIGN)
+%assign _STRUCT_ALIGN %%align
+%endif
+%endm
+
+;; See inflate_huff_code structure declaration in igzip_lib.h calculation explanation
+%define L_REM (21 - ISAL_DECODE_LONG_BITS)
+%define S_REM (15 - ISAL_DECODE_SHORT_BITS)
+
+%define L_DUP ((1 << L_REM) - (L_REM + 1))
+%define S_DUP ((1 << S_REM) - (S_REM + 1))
+
+%define L_UNUSED ((1 << L_REM) - (1 << ((L_REM)/2)) - (1 << ((L_REM + 1)/2)) + 1)
+%define S_UNUSED ((1 << S_REM) - (1 << ((S_REM)/2)) - (1 << ((S_REM + 1)/2)) + 1)
+
+%define L_SIZE (286 + L_DUP + L_UNUSED)
+%define S_SIZE (30 + S_DUP + S_UNUSED)
+
+%define HUFF_CODE_LARGE_LONG_ALIGNED (L_SIZE + (-L_SIZE & 0xf))
+%define HUFF_CODE_SMALL_LONG_ALIGNED (S_SIZE + (-S_SIZE & 0xf))
+
+%define MAX_LONG_CODE_LARGE (L_SIZE + (-L_SIZE & 0xf))
+%define MAX_LONG_CODE_SMALL (S_SIZE + (-S_SIZE & 0xf))
+
+%define LARGE_SHORT_CODE_SIZE 4
+%define LARGE_LONG_CODE_SIZE 2
+
+%define SMALL_SHORT_CODE_SIZE 2
+%define SMALL_LONG_CODE_SIZE 2
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; inflate huff code
+
+;; name size align
+FIELD _short_code_lookup_large, LARGE_SHORT_CODE_SIZE * (1 << (ISAL_DECODE_LONG_BITS)), LARGE_LONG_CODE_SIZE
+FIELD _long_code_lookup_large, LARGE_LONG_CODE_SIZE * MAX_LONG_CODE_LARGE, LARGE_SHORT_CODE_SIZE
+
+%assign _inflate_huff_code_large_size _FIELD_OFFSET
+%assign _inflate_huff_code_large_align _STRUCT_ALIGN
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; inflate huff code
+
+;; name size align
+FIELD _short_code_lookup_small, SMALL_SHORT_CODE_SIZE * (1 << (ISAL_DECODE_SHORT_BITS)), SMALL_LONG_CODE_SIZE
+FIELD _long_code_lookup_small, SMALL_LONG_CODE_SIZE * MAX_LONG_CODE_SMALL, SMALL_SHORT_CODE_SIZE
+
+%assign _inflate_huff_code_small_size _FIELD_OFFSET
+%assign _inflate_huff_code_small_align _STRUCT_ALIGN
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+START_FIELDS ;; inflate state
+
+;; name size align
+FIELD _next_out, 8, 8
+FIELD _avail_out, 4, 4
+FIELD _total_out, 4, 4
+FIELD _next_in, 8, 8
+FIELD _read_in, 8, 8
+FIELD _avail_in, 4, 4
+FIELD _read_in_length,4, 4
+FIELD _lit_huff_code, _inflate_huff_code_large_size, _inflate_huff_code_large_align
+FIELD _dist_huff_code,_inflate_huff_code_small_size, _inflate_huff_code_small_align
+FIELD _block_state, 4, 4
+FIELD _dict_length, 4, 4
+FIELD _bfinal, 4, 4
+FIELD _crc_flag, 4, 4
+FIELD _crc, 4, 4
+FIELD _hist_bits, 4, 4
+FIELD _type0_block_len, 4, 4
+FIELD _write_overflow_lits, 4, 4
+FIELD _write_overflow_len, 4, 4
+FIELD _copy_overflow_len, 4, 4
+FIELD _copy_overflow_dist, 4, 4
+
+%assign _inflate_state_size _FIELD_OFFSET
+%assign _inflate_state_align _STRUCT_ALIGN
+
+_lit_huff_code_short_code_lookup equ _lit_huff_code+_short_code_lookup_large
+_lit_huff_code_long_code_lookup equ _lit_huff_code+_long_code_lookup_large
+
+_dist_huff_code_short_code_lookup equ _dist_huff_code+_short_code_lookup_small
+_dist_huff_code_long_code_lookup equ _dist_huff_code+_long_code_lookup_small
+
+ISAL_BLOCK_NEW_HDR equ 0
+ISAL_BLOCK_HDR equ 1
+ISAL_BLOCK_TYPE0 equ 2
+ISAL_BLOCK_CODED equ 3
+ISAL_BLOCK_INPUT_DONE equ 4
+ISAL_BLOCK_FINISH equ 5
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
diff --git a/src/spdk/isa-l/igzip/inflate_std_vects.h b/src/spdk/isa-l/igzip/inflate_std_vects.h
new file mode 100644
index 000000000..6dccae4d4
--- /dev/null
+++ b/src/spdk/isa-l/igzip/inflate_std_vects.h
@@ -0,0 +1,1554 @@
+#include <stdint.h>
+#include "igzip_lib.h"
+
+uint8_t std_vect_0[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0x20, 0x34,
+ 0x20, 0x00, 0xc7, 0x7e, 0x06, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x40, 0xe7,
+ 0xcb, 0x6a, 0xe8, 0x03, 0x00, 0x00, 0x19, 0xff,
+ 0xff, 0xbc, 0xec, 0xd9, 0xb6, 0xf3, 0xb2, 0xcd,
+ 0x4e, 0xcb, 0xb2, 0x2e, 0xc7, 0xb6, 0xad, 0xc7,
+ 0x7e, 0xbc, 0xbf, 0xee, 0xbc, 0xec, 0xfb, 0x7e,
+ 0xec, 0x64, 0x7a, 0xec, 0x2f, 0xcc, 0xeb, 0xc5,
+ 0x1f, 0xbb, 0xfe, 0x72, 0xbc, 0xec, 0xb2, 0x1f
+};
+
+uint8_t std_vect_1[] = {
+ 0xed, 0xfd, 0xdb, 0xbc, 0x2d, 0xf3, 0x34, 0x8d,
+ 0x31, 0xa6, 0x31, 0x7a, 0xf4, 0x18, 0xd3, 0x34,
+ 0x6d, 0x40, 0x85, 0x42, 0x6d, 0xc7, 0xb6, 0x6d,
+ 0xd7, 0x34, 0x3d, 0xef, 0xc7, 0x7e, 0xff, 0xff
+};
+
+uint8_t std_vect_2[] = {
+ 0xed, 0x83, 0x63, 0x61, 0xeb, 0xbb, 0xff, 0x82,
+ 0x66, 0xe0, 0xc5, 0xc2, 0xee, 0xc9, 0x8f, 0xf5,
+ 0xc7, 0xeb, 0x7a, 0x7c, 0xfb, 0x76, 0xec, 0xc7
+};
+
+uint8_t std_vect_3[] = {
+ 0xed, 0xfb, 0xb1, 0x1f, 0x33, 0xee, 0xfb, 0xb1,
+ 0xbf, 0x1e, 0xc7, 0x61, 0x61, 0x61, 0x61, 0x61,
+ 0x61, 0x61, 0x61, 0x61, 0x61, 0x61, 0x61, 0x61,
+ 0x61, 0x61, 0x61, 0x61, 0x61, 0x61, 0x61, 0x61,
+ 0x61, 0x61, 0x61, 0xa7, 0xec, 0xb2, 0xce, 0xeb,
+ 0x7a, 0x6c, 0xfb, 0x02, 0xec, 0xc7, 0x88, 0x6c,
+ 0xcb, 0xb6, 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6,
+ 0x6e, 0xdb, 0x00, 0x7f, 0xfb, 0xb6, 0x6e, 0xdb,
+ 0x3f, 0x01
+};
+
+uint8_t std_vect_4[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0x37, 0xac,
+ 0x4b, 0x88, 0x4a, 0x2f, 0xb0, 0xa9, 0x10, 0xfc,
+ 0x31, 0xc8, 0x42, 0xc4, 0x36, 0x50, 0x7b, 0xb2,
+ 0x5f, 0x37, 0x09, 0x17, 0x65, 0x6b, 0x46, 0xa2,
+ 0xdb, 0x35, 0xd7, 0x8e, 0x59, 0xd7, 0x34, 0x3d,
+ 0xef, 0xc7, 0x7e, 0x1c, 0x26, 0xab, 0x48, 0x48,
+ 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb, 0xcb,
+ 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4, 0xce,
+ 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb, 0x9f
+};
+
+uint8_t std_vect_5[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x4d,
+ 0x3d, 0xef, 0xc7, 0x8e, 0x35, 0x35, 0x35, 0x35,
+ 0x35, 0x35, 0x35, 0x35, 0x35, 0x35, 0x35, 0x35,
+ 0x35, 0x35, 0x35, 0x35, 0x35, 0x35, 0x35, 0x35,
+ 0x35, 0x35, 0x35, 0x4c, 0xe5, 0x41, 0x75, 0xab,
+ 0x69, 0xab, 0x0c, 0xaa, 0x55, 0xec, 0xd8, 0x7e
+};
+
+uint8_t std_vect_6[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xfa, 0x00, 0x00, 0xfa,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0x00,
+ 0x40, 0x71, 0xec, 0x64, 0x25, 0x49, 0x1a, 0x27,
+ 0x2f, 0x50, 0xcc, 0x76, 0x8e, 0xbc, 0xec, 0xeb,
+ 0xb2, 0xce, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0xeb,
+ 0xb2, 0xce, 0xeb, 0x7a, 0x83, 0xfb, 0x76, 0xec,
+ 0xb1, 0xaf, 0xf3, 0x3c, 0x2d, 0xcb, 0x32, 0x6f,
+ 0xdb, 0xbc, 0xcc, 0xf3, 0xb2, 0xcd, 0x2f, 0xcb,
+ 0xb2, 0x2e, 0xc7, 0xb6, 0xad, 0xc7, 0x7e, 0xbc,
+ 0xbf, 0xee, 0xfb, 0xb1, 0x8f, 0xc2, 0x3f, 0x01
+};
+
+uint8_t std_vect_7[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0xec,
+ 0xfb, 0xf1, 0xb2, 0x1f, 0x58, 0xf7, 0xc2, 0xb8,
+ 0x1c, 0xce, 0xcc, 0xcf, 0x44, 0x04, 0x54, 0x29,
+ 0x34, 0x17, 0xcb, 0xac, 0x36, 0x50, 0x7b, 0xb2,
+ 0xd8, 0x79, 0xf1, 0x9b, 0xd2, 0x3a, 0xdb, 0x5a,
+ 0x33, 0xb3, 0x50, 0xca
+};
+
+uint8_t std_vect_8[] = {
+ 0xed, 0xfd, 0x1c, 0xfb, 0xaa, 0x12, 0xcb, 0x7c,
+ 0xec, 0xfb, 0xf1, 0xb2, 0x6e, 0xeb, 0x7f, 0xca,
+ 0xca, 0xac, 0xca, 0x96, 0x96, 0x96, 0x96, 0xca,
+ 0xca, 0xca, 0xca, 0xca, 0xb6, 0xed, 0xcb, 0x31,
+ 0x36, 0x98, 0x79, 0xa6, 0x48, 0xc6, 0x82, 0x8b
+};
+
+uint8_t std_vect_9[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xc3, 0xc3,
+ 0xbb, 0xc3, 0xc3, 0xc3, 0xc3, 0xc3, 0xc3, 0xc3,
+ 0xc3, 0xc3, 0xc3, 0xc3, 0xff, 0x7f, 0xc3, 0xc3
+};
+
+uint8_t std_vect_10[] = {
+ 0xed, 0xfd, 0x6d, 0xed, 0xaa, 0x9e, 0x1d, 0x01,
+ 0x4b, 0x86, 0x10, 0x00, 0xfa, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0xf0, 0xf0, 0xf0, 0xd0, 0xf0, 0xf0, 0x6f
+};
+
+uint8_t std_vect_11[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x1e, 0x1e, 0x1e,
+ 0x1e, 0x1e, 0x1e, 0x1e, 0x1e, 0x6d, 0xbb, 0x34,
+ 0xec, 0xeb, 0x2f, 0xb0, 0xa9, 0x11, 0x0c, 0x31,
+ 0xc8, 0xda, 0xda, 0xda, 0xda, 0xda, 0xda, 0xe5,
+ 0xda, 0xda, 0xda, 0xda, 0xda, 0xda, 0xda, 0xda,
+ 0xda, 0xda, 0xcc, 0xfb, 0x71, 0x1c, 0xfb, 0x71,
+ 0xec, 0xfb, 0xf1, 0xbe, 0x1f, 0xc7, 0xbe, 0x1f,
+ 0xc7, 0xb1, 0xbf, 0x1d, 0x72, 0xfb, 0x7e, 0xbc,
+ 0xed, 0xaf, 0xc7, 0xb1, 0x05, 0xff, 0xff, 0x05,
+ 0xfb, 0x31, 0xc6, 0x34, 0xcd, 0xf3, 0x32, 0xbf,
+ 0x2c, 0xf3, 0xba, 0x6e, 0xeb, 0x7a, 0x6c, 0xc7
+};
+
+uint8_t std_vect_12[] = {
+ 0xed, 0xfd, 0x55, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb,
+ 0xb2, 0xce, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0xb1,
+ 0x6e, 0xeb, 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb,
+ 0xb6, 0x6e, 0xdb, 0xb6, 0xaf, 0xeb, 0xb2, 0x6d,
+ 0xc7, 0x7a, 0xec, 0xdb, 0xb6, 0xed, 0xcb, 0x31,
+ 0xcd, 0x2f, 0xcb, 0xb2
+};
+
+uint8_t std_vect_13[] = {
+ 0xed, 0xfd, 0x6d, 0x14, 0x81, 0x00, 0x00, 0x34,
+ 0x52, 0xef, 0xc7, 0x4e, 0x00, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xf6, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xc7, 0xbe, 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1,
+ 0x6f, 0xcb, 0xbc, 0xec, 0xeb, 0x1e, 0x0c, 0x31,
+ 0xc8, 0x42, 0xc4, 0x36, 0x50, 0x40, 0x34, 0x8d,
+ 0xaf, 0x85, 0x42, 0x81, 0xf4, 0x1d, 0xd1, 0x80,
+ 0xe8, 0x03, 0x00, 0x00, 0x26, 0xab, 0x75, 0xfe,
+ 0xb6, 0xbd, 0xeb, 0xb2, 0x6d, 0xc7, 0x7a, 0xec,
+ 0x82, 0x66, 0xf3, 0xc5
+};
+
+uint8_t std_vect_14[] = {
+ 0xed, 0xf8, 0x6d, 0xc7, 0x00, 0x3c, 0x2d, 0xcb,
+ 0x32, 0x6f, 0xdb, 0xbc, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0x80, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb
+};
+
+uint8_t std_vect_15[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xa9, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_16[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x70, 0xd7, 0x0d,
+ 0x3d, 0x99, 0xc7, 0x7e, 0x1c, 0x20, 0x00, 0x1f,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xc2
+};
+
+uint8_t std_vect_17[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb4, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0xef, 0xef, 0xef, 0xef, 0xef,
+ 0xef, 0xef, 0xef, 0xef, 0xef, 0xef, 0xef, 0xef,
+ 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02,
+ 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02,
+ 0x02, 0x02, 0x02, 0x02, 0xef, 0xef, 0xef, 0xef,
+ 0xef, 0xb6, 0x6e, 0xdb, 0xb6, 0xaf, 0xeb, 0xb2,
+ 0x6d, 0xc7, 0x7a, 0xec, 0xdb, 0xb6, 0xed, 0x10,
+ 0x31, 0xaf, 0xf3, 0x3c, 0x2d, 0x01, 0x32, 0x6f,
+ 0xdb, 0xbc, 0xcc, 0xf3, 0xb2, 0xcd, 0x2f, 0xcb,
+ 0xb2, 0x2e, 0xc7, 0xb6, 0xad, 0xc7, 0x7e, 0xbc,
+ 0xbf, 0xee, 0xfb, 0xb1, 0xbf, 0x1e, 0xc7, 0xb1,
+ 0x1f, 0xc7, 0xfe, 0x72, 0xbc, 0xec, 0xfb, 0x7e,
+ 0xec, 0xfb, 0x71, 0xec, 0x2f, 0xc7, 0xeb, 0xbe,
+ 0xe0, 0xc5, 0xc2, 0xee, 0x09, 0xc9, 0x8f, 0xf5
+};
+
+uint8_t std_vect_18[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x75, 0xab, 0x69,
+ 0xb5, 0x0c, 0xaa, 0x55, 0x29, 0x79, 0x81, 0xe2,
+ 0xab, 0x27, 0x07, 0x23, 0xf2, 0x1f, 0xfb, 0xeb,
+ 0x7a, 0x6c, 0xfb, 0x76, 0xec, 0xc7, 0x71, 0xb1,
+ 0x6e, 0xeb, 0xb6, 0xcb, 0x4c, 0xec, 0xc7, 0xbe,
+ 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1, 0x6f, 0xcb,
+ 0xbc, 0xec, 0xeb, 0xb2, 0xce, 0xeb, 0x7a, 0x87,
+ 0xfb, 0x76, 0xec, 0xc7, 0x71, 0xb1, 0x6e, 0xeb,
+ 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6e,
+ 0xdb, 0xb6, 0xaf, 0xeb, 0xca, 0x6d, 0xc7, 0x7a,
+ 0x6f, 0xdb, 0xbc, 0xcc
+};
+
+uint8_t std_vect_19[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xfe, 0x65, 0x65, 0x65,
+ 0x65, 0x65, 0x72, 0xbc, 0xec, 0x1f, 0xc7, 0xae,
+ 0x1f, 0x00, 0x00, 0x00, 0x20, 0x71, 0xec, 0xfb,
+ 0xd0, 0xd2, 0x1f, 0xc7, 0xbe, 0x1f, 0xc7, 0xb1,
+ 0xbf, 0x1d, 0x6f, 0xfb, 0x7e, 0xbc, 0xed, 0x80,
+ 0xc7, 0xb1, 0xef, 0xc7, 0xb1, 0x32, 0xf0, 0x11,
+ 0x52, 0xc6, 0x34, 0xcd, 0xf3, 0x32, 0xbf, 0x2c,
+ 0x00, 0x01, 0x6e, 0xeb, 0x7a, 0x6c, 0xc7, 0xb1,
+ 0x6f, 0xe4, 0x7e, 0x1c, 0xfb, 0x00, 0x01, 0x00,
+ 0xfa, 0x2d, 0xfb, 0x5f, 0x7c, 0xf6, 0x47, 0xde
+};
+
+uint8_t std_vect_20[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0x09, 0x64,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xf1, 0xb2, 0x1f, 0xfb, 0xcb, 0x71, 0xec, 0xc7,
+ 0xbe, 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1, 0x6f,
+ 0xcb, 0xbc, 0xec, 0xeb, 0xb2, 0xce, 0x7a, 0x6c,
+ 0x7b, 0x76, 0xec, 0xc7, 0x71, 0x6c, 0xcb, 0xb6,
+ 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6, 0x6e, 0xdb,
+ 0xba, 0x1d, 0xfb, 0xb6
+};
+
+uint8_t std_vect_21[] = {
+ 0xed, 0x0b, 0x84, 0x64, 0x25, 0x49, 0x1a, 0x27,
+ 0x2d, 0x2d, 0x0a, 0xa8, 0x11, 0x0c, 0x27, 0xc8
+};
+
+uint8_t std_vect_22[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0x00, 0x00,
+ 0x80, 0x00, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xf9, 0xeb,
+ 0xb2, 0xce, 0xeb, 0xc7, 0x71, 0x6c, 0xcb, 0xb6,
+ 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6, 0x6e, 0xdb,
+ 0x98, 0x79, 0xa6, 0x48, 0xab, 0x8e, 0x8f, 0xc2,
+ 0x3f, 0x01
+};
+
+uint8_t std_vect_23[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6e, 0xd7, 0x50,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0x20, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0xc7, 0xbe, 0x1f, 0xc7, 0x9f, 0xce, 0xfb,
+ 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb, 0xca, 0xce,
+ 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec, 0xc7, 0x5b,
+ 0x00, 0x1e, 0x00, 0x00, 0xe2, 0xb1, 0x6e, 0xeb,
+ 0xb6, 0x6e, 0xf3, 0xba, 0x1d, 0xfb, 0xa6, 0x6e,
+ 0x40, 0x00, 0xaf, 0xeb, 0xb2, 0x6d, 0xc7, 0x7a,
+ 0xec, 0xdb, 0xb6, 0x00, 0xfa, 0x00, 0x00, 0xfa,
+ 0x00, 0x22, 0xff, 0x32, 0x6f, 0xdb, 0x00, 0x00,
+ 0x03, 0xe8, 0xcd, 0x2f, 0xf1, 0xb2, 0x0f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x0e, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0x00, 0x00, 0x03, 0xe8,
+ 0xb2, 0xce, 0xeb, 0x94, 0xab, 0x82, 0x8f, 0xc2
+};
+
+uint8_t std_vect_24[] = {
+ 0xed, 0x44, 0x04, 0x54, 0x29, 0xff, 0xff, 0xff,
+ 0x80, 0xc7, 0x60, 0x30, 0xeb, 0xbb, 0xff, 0x82,
+ 0x5b, 0xe0, 0xc5, 0xff, 0xee, 0xfd, 0x80, 0xc7,
+ 0xff, 0xff, 0xd7, 0x34, 0x3d, 0x00, 0x00, 0x00,
+ 0x40, 0xf1, 0xb2, 0x0b, 0xfb, 0xcb, 0x71, 0xec,
+ 0xc7, 0xbe, 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1,
+ 0x2f, 0xc7, 0x79, 0xa6, 0x48, 0xab, 0x82, 0x8f,
+ 0xc2, 0x3f, 0x01
+};
+
+uint8_t std_vect_25[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0x1f, 0x21, 0x00, 0x10,
+ 0x21, 0x0d, 0x21, 0x14, 0x21, 0x35, 0x16, 0xec,
+ 0xc7, 0x7d, 0x1f, 0xc7, 0x35, 0xce, 0xfb, 0xb1,
+ 0x6f, 0x7f, 0xbc, 0xec, 0x17, 0x64, 0xbd, 0xeb,
+ 0x7a, 0x6c, 0xfb, 0x76, 0xec, 0x70, 0x8e, 0x37,
+ 0xb9, 0x25, 0x9a, 0x0e, 0x65, 0x32, 0x9c, 0xe5,
+ 0x41, 0x75, 0xab, 0x69, 0x98, 0x0c, 0xc7, 0x71,
+ 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0xb1, 0x6e, 0xf6,
+ 0x36, 0xe0, 0x27, 0xa9, 0xa6, 0x48, 0xab, 0x82
+};
+
+uint8_t std_vect_26[] = {
+ 0x1c, 0xfb, 0x91, 0xfb, 0xf1, 0xbe, 0x1f, 0xdd,
+ 0xbe, 0xa7, 0xa7, 0xa7, 0xa7, 0xa7, 0xa7, 0xa7,
+ 0xa7, 0xb9, 0x8f, 0xa7, 0xa7, 0xa7, 0xa7, 0xa7
+};
+
+uint8_t std_vect_27[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0xff, 0x00, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb,
+ 0xb2, 0xce, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0xb1,
+ 0x6e, 0xeb, 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb,
+ 0xb6, 0x6e, 0xdb, 0xb6, 0xcd, 0x2f, 0xcb, 0xb2
+};
+
+uint8_t std_vect_28[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0x00, 0x01, 0x00, 0x00, 0xed, 0xcb, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x3e, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xd1, 0xec, 0xeb,
+ 0xb2, 0xdb, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0x92,
+ 0x85, 0xeb, 0xa6, 0x6e, 0xdb, 0xba, 0x3c, 0xfb,
+ 0x3f, 0x01
+};
+
+uint8_t std_vect_29[] = {
+ 0xed, 0xfd, 0x6d, 0x00, 0x00, 0xff, 0x34, 0x3d,
+ 0xef, 0xc7, 0x94, 0x1c, 0xfb, 0xb1, 0x1f, 0xcb,
+ 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb, 0xcb,
+ 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4, 0xce,
+ 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb, 0xb2,
+ 0xce, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec, 0xc7,
+ 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7, 0xb1, 0x6e,
+ 0xeb, 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb, 0x58,
+ 0xb5, 0x0c, 0xaa, 0x55, 0x29, 0x79, 0x81, 0xe2
+};
+
+uint8_t std_vect_30[] = {
+ 0xed, 0xfd, 0x00, 0x00, 0x7f, 0xff, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f
+};
+
+uint8_t std_vect_31[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x65, 0x20, 0x40,
+ 0x80, 0x00, 0x00, 0x00, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1e, 0x00,
+ 0x12, 0x10, 0x00, 0xc7, 0xbe, 0x00, 0x01, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x7f, 0xcb, 0xcb, 0x31, 0xff,
+ 0xff, 0xff, 0x80, 0xcb, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0x01, 0x01, 0x09, 0x3d, 0x01, 0x89,
+ 0x7c, 0x7c, 0x7c, 0x7c, 0x43, 0xbb, 0xca, 0xcd,
+ 0xfa, 0x84, 0x89, 0x89
+};
+
+uint8_t std_vect_32[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7d, 0x1c, 0x00, 0xb1, 0xff,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0x62,
+ 0xcb, 0x1f, 0xc7, 0xb4, 0xd7, 0xfb, 0xb1, 0x6f,
+ 0xcb, 0x2c, 0xf3, 0xba, 0x6e, 0xeb, 0x00, 0x04,
+ 0x00, 0x00, 0x6f, 0xc7, 0x7e, 0x1c, 0xfb, 0xb6,
+ 0xc2, 0xb8, 0x1c, 0x00, 0x00, 0x04, 0x00, 0xec
+};
+
+uint8_t std_vect_33[] = {
+ 0xed, 0xfd, 0xb0, 0xa9, 0x11, 0x0c, 0x31, 0xc8,
+ 0x42, 0xc4, 0x36, 0x50, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0x6c, 0xcb, 0xb6, 0x6c,
+ 0xc7, 0xb1, 0x6e, 0xeb
+};
+
+uint8_t std_vect_34[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x18,
+ 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18,
+ 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18,
+ 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18,
+ 0xab, 0x82, 0x8f, 0xc2
+};
+
+uint8_t std_vect_35[] = {
+ 0xed, 0xfd, 0x01, 0x87, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x91, 0xcb, 0x7c, 0xec, 0xfb,
+ 0x80, 0x00, 0x00, 0x00, 0xcb, 0x71, 0xec, 0xc7,
+ 0xbe, 0x1f, 0xc7, 0xb4, 0x34, 0x09, 0x17, 0x61,
+ 0x6b, 0x06, 0x8e, 0x59, 0xdd, 0x45, 0xff, 0xff,
+ 0x00, 0x00, 0xaa, 0x50, 0x92, 0x31, 0xaf, 0xff,
+ 0xf3, 0xb2, 0xcd, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0,
+ 0xd8, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0,
+ 0xd0, 0xd0, 0xd0, 0xd0, 0xfb, 0x71, 0xec, 0xfb,
+ 0xf1, 0xbe, 0x1f, 0xad, 0xdb, 0x99, 0x2c, 0xf3,
+ 0x34, 0x8d, 0x00, 0x01
+};
+
+uint8_t std_vect_36[] = {
+ 0xed, 0xfd, 0x19, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xce, 0xfb, 0xff, 0xff, 0xff, 0x7f, 0x9c,
+ 0xb2, 0xce, 0xeb, 0x7a, 0x6c, 0x91, 0x91, 0x91,
+ 0x91, 0x91, 0x91, 0x91, 0x91, 0x91, 0x91, 0x91,
+ 0x91, 0x91, 0x91, 0x91, 0xdb, 0xba, 0x3b, 0x3b,
+ 0x3b, 0x3b, 0x3b, 0x3b, 0x3b, 0x3b, 0x3b, 0x3b,
+ 0x3b, 0x3b, 0x3b, 0x3b, 0xff, 0x80, 0x3b, 0x3b
+};
+
+uint8_t std_vect_37[] = {
+ 0xed, 0xfd, 0xb3, 0x50, 0xca, 0x94, 0x6d, 0xc7,
+ 0xb6, 0x6d, 0xd7, 0x34, 0x3d, 0xef, 0xc7, 0x7e,
+ 0x1c, 0xfb, 0xb1, 0x1f, 0xcb, 0x7c, 0xec, 0xfb,
+ 0xf1, 0xb2, 0x1f, 0xfb, 0xcb, 0x71, 0xec, 0xc7,
+ 0xbe, 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1, 0x6f,
+ 0xcb, 0xbc, 0xec, 0xeb, 0xb2, 0xce, 0xeb, 0x7a,
+ 0x6c, 0xfb, 0x76, 0xec, 0xc7, 0x71, 0x6c, 0xcb,
+ 0xb6, 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6, 0x6e,
+ 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6e, 0xdb, 0xb6,
+ 0xaf, 0xeb, 0xb2, 0x6d, 0xc7, 0x7a, 0xec, 0xdb,
+ 0xb6, 0xed, 0xcb, 0x31, 0xcb, 0x32, 0x6f, 0xdb,
+ 0xbc, 0xcc, 0xf3, 0xb2
+};
+
+uint8_t std_vect_38[] = {
+ 0xed, 0xfd, 0x4d, 0xc7, 0xb6, 0x70, 0xd7, 0x34,
+ 0x3d, 0xef, 0xd6, 0x7f, 0xff, 0xff, 0xff, 0x10,
+ 0x00, 0x00, 0x64, 0x7e, 0x6c, 0xef, 0xfb, 0x31,
+ 0xc6, 0x34, 0x08, 0x08, 0x08, 0x08, 0x20, 0x08,
+ 0x08, 0x01, 0x00, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0xc7, 0x7e,
+ 0x7c, 0x00, 0x64, 0x00, 0x00, 0xbf, 0x1e, 0xb6,
+ 0xc2, 0x3f, 0x06
+};
+
+uint8_t std_vect_39[] = {
+ 0xed, 0xfd, 0x8c, 0x8c, 0x97, 0x8c, 0x8c, 0x8c,
+ 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0x8c,
+ 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0x8c, 0xb4
+};
+
+uint8_t std_vect_40[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x7c,
+ 0x99, 0x17, 0x34, 0x3d, 0xef, 0xc7, 0x7e, 0x1c,
+ 0xfb, 0xb1, 0x1f, 0xcb, 0x7c, 0xec, 0xfb, 0xf1,
+ 0xb2, 0x1f, 0xfb, 0xcb, 0x71, 0xec, 0xc7, 0xbe,
+ 0x1f, 0xc7, 0xb4, 0xce, 0xfb, 0xb1, 0x6f, 0xcb,
+ 0xbc, 0xec, 0xeb, 0xb2, 0xce, 0xeb, 0x7a, 0x6c,
+ 0xfb, 0x76, 0xec, 0xc7, 0x71, 0x6c, 0xcb, 0xb6
+};
+
+uint8_t std_vect_41[] = {
+ 0xed, 0xfd, 0x6d, 0xff, 0xff, 0x80, 0x00, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb,
+ 0x6c, 0xfb, 0x76, 0xec
+};
+
+uint8_t std_vect_42[] = {
+ 0xed, 0xfd, 0x19, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x56, 0x56, 0x56, 0x56,
+ 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x56,
+ 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x56,
+ 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x56, 0x7a,
+ 0x6c, 0xfb, 0x76, 0xec
+};
+
+uint8_t std_vect_43[] = {
+ 0x7c, 0x99, 0x17, 0xed, 0xfd, 0x6d, 0x12, 0x12,
+ 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12,
+ 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0xb0, 0xa9,
+ 0x11, 0x0c, 0x31, 0xc8, 0x42, 0xc4, 0x36, 0x50
+};
+
+uint8_t std_vect_44[] = {
+ 0xed, 0xfd, 0xb1, 0xcb, 0xb6, 0x6c, 0xc7, 0xb1,
+ 0x6e, 0xeb, 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xe9,
+ 0xb6, 0x6e, 0xdb, 0xb4, 0x64, 0x00, 0xb2, 0xb2,
+ 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0xb2,
+ 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0xb2, 0x6d,
+ 0xc7, 0x7a, 0xec, 0xdb, 0xe3, 0x6d, 0xd3, 0x31,
+ 0xaf, 0xf3, 0x3c, 0x2d, 0xbc, 0xcc, 0xf3, 0xb2,
+ 0xec, 0x2f, 0xcb, 0xb2
+};
+
+uint8_t std_vect_45[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xff, 0x7f, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0x2d, 0x25, 0xd2, 0xf8, 0x0b, 0xf9,
+ 0x4b, 0x4e, 0x20, 0x8d, 0x10, 0x9c, 0x93, 0x6b,
+ 0xac, 0x7a, 0xc3, 0xf2, 0x4c, 0x8d, 0xbc, 0xc0,
+ 0x79, 0x30, 0x17, 0x4a, 0x3a, 0x2f, 0xcc, 0xe1,
+ 0xbc, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb, 0xcb,
+ 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4, 0xce,
+ 0x3f, 0x01
+};
+
+uint8_t std_vect_46[] = {
+ 0xed, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0,
+ 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_47[] = {
+ 0xed, 0xfd, 0x1c, 0xfb, 0x71, 0xec, 0xfb, 0xf1,
+ 0xbe, 0x1f, 0xc7, 0xbe, 0x1f, 0xc7, 0xb1, 0xbf,
+ 0x1d, 0x6f, 0xfb, 0x7e, 0xbc, 0xed, 0xaf, 0xc7,
+ 0xb1, 0xef, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb,
+ 0xb2, 0xce, 0xeb, 0x1d, 0x1d, 0x1d, 0x1d, 0x1d
+};
+
+uint8_t std_vect_48[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xff, 0x80, 0x1f, 0xfb, 0xcb, 0x71, 0xec,
+ 0xbe, 0xbe, 0x1f, 0xc7, 0x7a, 0xec, 0xdb, 0x9b,
+ 0x48, 0xab, 0x2d, 0xb5, 0x6f, 0xb3, 0x63, 0x59,
+ 0x99, 0x59, 0xcb, 0x71, 0xec, 0xbe, 0xbe, 0x1f,
+ 0xc7, 0x7a, 0xec, 0xdd, 0xdd, 0xdd, 0xdd, 0xdd
+};
+
+uint8_t std_vect_49[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x1f, 0xbb, 0xbb,
+ 0xbb, 0xbb, 0xb9, 0xa9, 0xbb, 0xbb, 0xe3, 0x6d,
+ 0xd3, 0xbb, 0xe3, 0x6d, 0x01, 0xbb, 0xbb, 0xbb,
+ 0xbb, 0xaf, 0xf3, 0x3c, 0xb4, 0xc7, 0xb4, 0xb4
+};
+
+uint8_t std_vect_50[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0xff, 0x22, 0x80,
+ 0x00, 0xec, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d,
+ 0x0d, 0x1d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d,
+ 0x0d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d, 0x0d
+};
+
+uint8_t std_vect_51[] = {
+ 0x7a, 0x7a, 0x7a, 0x7a, 0x71, 0xec, 0xc7, 0xbe,
+ 0x00, 0x00, 0x1d, 0xfb, 0xb6, 0x6e, 0xdb, 0xb6,
+ 0xaf, 0xeb, 0xb2, 0x6d, 0xec, 0x00, 0x02, 0xbe
+};
+
+uint8_t std_vect_52[] = {
+ 0xed, 0xf2, 0xe8, 0xe8, 0xe8, 0xe8, 0xf6, 0xe8,
+ 0xe8, 0xe8, 0xe8, 0xe8, 0xe8, 0xe8, 0xe8, 0xcd,
+ 0x9b, 0xd2, 0x3a, 0xdb, 0x5a, 0x33, 0xb3, 0x50
+};
+
+uint8_t std_vect_53[] = {
+ 0xed, 0xa0, 0xa0, 0xa0, 0xa0, 0xa0, 0xa0, 0xa0,
+ 0xa0, 0xa0, 0xa0, 0x1d, 0xd1, 0x47, 0x46, 0x2d,
+ 0xec, 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c, 0xc7
+};
+
+uint8_t std_vect_54[] = {
+ 0xed, 0xfd, 0x1a, 0x1a, 0x2c, 0x1a, 0x1a, 0x16,
+ 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a,
+ 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a,
+ 0x1f, 0xcb, 0x7c, 0xfd, 0xfb, 0xd0, 0xb2, 0x1f,
+ 0xfb, 0xcb, 0x71, 0xec, 0xf1, 0xbe, 0x1f, 0xc7
+};
+
+uint8_t std_vect_55[] = {
+ 0xed, 0xfd, 0x1c, 0xfb, 0xb1, 0x1f, 0xcb, 0x7c,
+ 0xec, 0xfb, 0xf1, 0x00, 0xb3, 0x50, 0xca, 0x94,
+ 0x01, 0x00, 0x00, 0x71, 0xec, 0xc7, 0xbe, 0x1f,
+ 0xc7, 0xb4, 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc,
+ 0xec, 0xeb, 0xb2, 0xce, 0xeb, 0xe3, 0x6d, 0xd3,
+ 0x7a, 0x6c, 0xfb, 0x76, 0xec, 0xc7, 0x71, 0x6c
+};
+
+uint8_t std_vect_56[] = {
+ 0xf7, 0x4e, 0x00
+};
+
+uint8_t std_vect_57[] = {
+ 0xed, 0xfd, 0x6d, 0x00, 0x00, 0x00, 0x20, 0x39,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x32, 0x4c, 0xc2, 0x9a,
+ 0x75, 0xe4, 0x05, 0x8e, 0x37, 0xd5, 0x25, 0x84,
+ 0x90, 0x9c, 0xfe, 0x47, 0xf2, 0x02, 0x89, 0x7f,
+ 0x11, 0xb1, 0x1f, 0xcb, 0x7c, 0xec, 0x16, 0x17,
+ 0x4a, 0x2d, 0xa3, 0xa9, 0x76, 0x96, 0xd1, 0xc1,
+ 0x3c, 0xbb, 0xca, 0xcd, 0xfa, 0x0a, 0x6c, 0x71,
+ 0xe1, 0xf7, 0xf1, 0xb2, 0x1f, 0xfb, 0xcb, 0x71,
+ 0xec, 0xc7, 0xbe, 0x1f, 0xc6, 0xb4, 0xce, 0x40,
+ 0xb1, 0x6f, 0xcb, 0x99, 0x10, 0xeb, 0x00, 0x00
+};
+
+uint8_t std_vect_58[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0xff, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7f, 0xec, 0xfb, 0xfa, 0x8e, 0x37, 0xb9,
+ 0x25, 0x47, 0xa4, 0x0d, 0xfe, 0x47, 0xf2, 0x10,
+ 0x97, 0x6c, 0x00, 0x00, 0x00, 0xff, 0x00, 0x10,
+ 0xd9, 0xd9, 0xd9, 0xd9
+};
+
+uint8_t std_vect_59[] = {
+ 0xed, 0xfd, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0xf0, 0x6d, 0xdb, 0x1d, 0xfb, 0xb6, 0x6e
+};
+
+uint8_t std_vect_60[] = {
+ 0x64, 0x00, 0x15, 0xbb, 0x2d, 0x18, 0x15, 0xff,
+ 0xbb, 0x2d
+};
+
+uint8_t std_vect_61[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0xfa, 0x00, 0x00,
+ 0xfa, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xbe, 0x1f, 0xc7, 0xb4,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0xec, 0xeb,
+ 0xb2, 0xce, 0xab, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0x6e, 0xeb, 0xb6, 0x6e, 0xe5, 0xba, 0x1d, 0xfb
+};
+
+uint8_t std_vect_62[] = {
+ 0x6d, 0x2e, 0x98
+};
+
+uint8_t std_vect_63[] = {
+ 0xed, 0xfd, 0x6d, 0xd2, 0xa5, 0x6d, 0x64, 0x7e,
+ 0xb3, 0x50, 0xca, 0x94, 0x1c, 0xfb, 0xce, 0x1f,
+ 0xb7, 0x01, 0x09, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xc7, 0xae, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_64[] = {
+ 0xed, 0xfd, 0xc1, 0x79, 0x02, 0x02, 0x02, 0x02,
+ 0x02, 0x7a, 0xf4, 0x18, 0xc1, 0xf7, 0x2a, 0x6d,
+ 0x7f, 0xff, 0xab, 0xee, 0x64, 0x7f, 0x1d, 0xfb,
+ 0x00, 0x28, 0x2d, 0xcb, 0x32, 0x6f, 0xdb, 0xbc
+};
+
+uint8_t std_vect_65[] = {
+ 0xed, 0x7d, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x10,
+ 0x3c, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xfb, 0xf1, 0xb2, 0x1f, 0xfb,
+ 0xcb, 0x71, 0xec, 0xd1, 0xbe, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_66[] = {
+ 0xed, 0xfd, 0x1a, 0xfb, 0x19, 0x1a, 0x1a, 0x1a,
+ 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a,
+ 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0xff, 0xff,
+ 0x6f, 0xf6, 0x9c, 0x01, 0xff, 0xff, 0xda, 0x7c,
+ 0x99, 0x17, 0x10, 0x0d, 0xec, 0x9b, 0xce, 0xeb
+};
+
+uint8_t std_vect_67[] = {
+ 0xcc, 0xcc
+};
+
+uint8_t std_vect_68[] = {
+ 0xed, 0x30, 0x17, 0xff, 0x7f, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0x80, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08, 0x08,
+ 0x08, 0x08, 0x08, 0x08, 0x7e, 0x1c, 0xfb, 0xe3,
+ 0xdb, 0x7c, 0x59, 0x99
+};
+
+uint8_t std_vect_69[] = {
+ 0xed, 0xb2, 0x1f, 0xee, 0xcb, 0x5f, 0xec, 0xe8,
+ 0x03, 0x00, 0x00, 0xd6, 0xce, 0x55, 0xec, 0xcf,
+ 0xbe, 0x55, 0x55, 0x55, 0x55, 0x01, 0x55, 0x55,
+ 0x55, 0x55, 0x55, 0x55, 0x12, 0x55, 0x55, 0x55,
+ 0x55, 0x50, 0xc7, 0xb1, 0x6a, 0xeb, 0xb6, 0x6e,
+ 0xdb, 0xb6, 0x1d, 0xfb, 0xb6, 0x6e, 0xdb, 0xb6
+};
+
+uint8_t std_vect_70[] = {
+ 0xed, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xe0, 0xe0, 0xe0, 0xfb, 0xcb, 0x71, 0xec, 0xc7,
+ 0xbe, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_71[] = {
+ 0xdd, 0x00, 0x80, 0x01, 0xfa, 0xff
+};
+
+uint8_t std_vect_72[] = {
+ 0x05, 0x20, 0x00, 0xff, 0xe5
+};
+
+uint8_t std_vect_73[] = {
+ 0x04, 0x00, 0x04
+};
+
+uint8_t std_vect_74[] = {
+ 0x34
+};
+
+uint8_t std_vect_75[] = {
+ 0x25, 0x28
+};
+
+uint8_t std_vect_76[] = {
+ 0x0a, 0xee, 0x2d, 0x2d, 0x00, 0x01, 0x00, 0x00,
+ 0x2d, 0xff, 0xff, 0x2d, 0x2d, 0x34
+};
+
+uint8_t std_vect_77[] = {
+ 0x7c, 0x99, 0x17, 0x66, 0x85, 0x17, 0x84, 0x69,
+ 0x69, 0x00, 0x7f
+};
+
+uint8_t std_vect_78[] = {
+ 0x8d, 0x10, 0x7a, 0xf4, 0x18
+};
+
+uint8_t std_vect_79[] = {
+ 0xed, 0xfd, 0x10, 0xae, 0xb6, 0x6c, 0xc7, 0xb1,
+ 0x6e, 0xeb, 0x99, 0x99, 0x99, 0x99, 0x99, 0x9b,
+ 0xba, 0x99, 0x99, 0x99, 0x99, 0x99, 0x99, 0x99,
+ 0x94, 0x99, 0x99, 0x99, 0x99, 0x99, 0x99, 0x99,
+ 0x88, 0xee, 0x04, 0xbe, 0x03, 0x00, 0x00, 0x10
+};
+
+uint8_t std_vect_80[] = {
+ 0x7c, 0x99, 0x17, 0xfd, 0xfd, 0x6d, 0xc7, 0xb6,
+ 0xe4, 0x88, 0x34, 0x77, 0x6d, 0xd7, 0x34
+};
+
+uint8_t std_vect_81[] = {
+ 0x15, 0xe7, 0xff, 0x00, 0x23, 0x04, 0x00, 0x04,
+ 0x6d, 0xd7, 0x34, 0x55, 0xd7, 0x34
+};
+
+uint8_t std_vect_82[] = {
+ 0x9d, 0x00, 0x00, 0xf4, 0x8b
+};
+
+uint8_t std_vect_83[] = {
+ 0x6d, 0xfd, 0xfd, 0x55, 0xbe, 0xb6, 0x6d, 0xd7,
+ 0x35
+};
+
+uint8_t std_vect_84[] = {
+ 0x64, 0xc3, 0xc3, 0x84, 0x84, 0x10, 0x9c, 0x10,
+ 0x0c, 0x0c, 0x01, 0x9c, 0x20
+};
+
+uint8_t std_vect_85[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0x00, 0x00, 0x00, 0x00,
+ 0x52, 0xef, 0xc7, 0xa3, 0xa3, 0xa3, 0xb3, 0xa3,
+ 0xa3, 0xa3, 0xa3, 0xa3, 0xa3, 0xa3, 0xa3, 0xa3,
+ 0xa3, 0xa3, 0x45, 0x45, 0x45, 0x4e, 0x45, 0x45,
+ 0x45, 0x45, 0x45, 0x45, 0x45, 0x45, 0x45, 0x45,
+ 0x45, 0xb6, 0xaf, 0xeb, 0xb0, 0x48, 0x4b, 0x69,
+ 0xa5, 0x4c, 0x9b, 0x48, 0xab, 0x2d, 0xb5, 0x6f,
+ 0x50, 0x63, 0x59, 0x8a, 0x8d, 0x48, 0xab, 0x82,
+ 0x8f, 0xc2, 0x3f, 0x01
+};
+
+uint8_t std_vect_86[] = {
+ 0x7c, 0x99, 0x0f, 0x85, 0x42, 0x81, 0xff, 0xff,
+ 0x80, 0x00, 0xf4, 0x34
+};
+
+uint8_t std_vect_87[] = {
+ 0xe4, 0x2d, 0x2d, 0x2d, 0x2d, 0x51, 0x2d, 0x2d,
+ 0x2d, 0x2d, 0x2d, 0x2d, 0x2d, 0x2d, 0x34
+};
+
+uint8_t std_vect_88[] = {
+ 0x65, 0x6c, 0x71, 0xc1, 0x1a, 0x1a, 0x00, 0x6c,
+ 0x71, 0xc1, 0x1a, 0x00, 0x00, 0x27
+};
+
+uint8_t std_vect_89[] = {
+ 0xdd, 0xed, 0xa3
+};
+
+uint8_t std_vect_90[] = {
+ 0x72, 0x10, 0x00, 0x10
+};
+
+uint8_t std_vect_91[] = {
+ 0xed, 0xfd, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0, 0xe0,
+ 0xff, 0x7f, 0x01
+};
+
+uint8_t std_vect_92[] = {
+ 0xed, 0xfd, 0x6d, 0x00, 0x00, 0x80, 0xff, 0xff,
+ 0x00, 0x04, 0x84, 0x65, 0x75, 0x7b, 0xff
+};
+
+uint8_t std_vect_93[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff
+};
+
+uint8_t std_vect_94[] = {
+ 0x7a, 0x7f, 0x18, 0x20, 0x20, 0x08, 0x08, 0x7a,
+ 0x7f, 0x18, 0x20, 0x20, 0x08, 0x08, 0x25, 0xfe,
+ 0x25, 0xfe
+};
+
+uint8_t std_vect_95[] = {
+ 0xfa, 0xfd, 0x50, 0xc7, 0x50, 0xc7, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00
+};
+
+uint8_t std_vect_96[] = {
+ 0xed, 0xdd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xcb, 0x7c, 0xec, 0xe4, 0xe0, 0xb2, 0x1f, 0xfb,
+ 0xe4, 0x71, 0xec, 0xc7, 0xa5, 0x42, 0x81, 0x74,
+ 0xce, 0xfb, 0xb1, 0x6f, 0xcb, 0xbc, 0x65, 0x31,
+ 0x08, 0xce, 0xeb, 0x7a, 0x6c, 0xfb, 0x76, 0xec,
+ 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0xb6, 0x6e, 0xd6,
+ 0xb6, 0xaf, 0xf8, 0xb2, 0x6d, 0xc7, 0x7a, 0xec,
+ 0xcb, 0x32, 0x6f, 0xdb, 0xbc, 0xcc, 0xf3, 0xb2,
+ 0xcd, 0x2f, 0xc9, 0xb2, 0x2e, 0xc7, 0xb6, 0xad,
+ 0xc7, 0x7e, 0xbc, 0xbf, 0xee, 0xfb, 0x7d, 0xbf,
+ 0x40, 0xc7, 0xb1, 0x1f, 0xfb, 0x71, 0xec, 0x3d,
+ 0xc7, 0xeb, 0xbe, 0x1f
+};
+
+uint8_t std_vect_97[] = {
+ 0xed, 0xfd, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0,
+ 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0,
+ 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0, 0xd0,
+ 0xd0, 0x6d, 0xc7, 0xb6, 0xd8, 0xd8, 0xd8, 0xd8,
+ 0xf9, 0xd8, 0xd8, 0xb2
+};
+
+uint8_t std_vect_98[] = {
+ 0x0c, 0x00, 0x00, 0x03, 0xdb, 0xf7, 0xff, 0x00
+};
+
+uint8_t std_vect_99[] = {
+ 0xed, 0xfd, 0xa0, 0x0c, 0x0c, 0x0c, 0x0c, 0x0c,
+ 0x0c, 0x0c, 0x0c, 0x0c, 0x0c, 0x0c, 0x0c, 0x0c,
+ 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x0c,
+ 0x0c, 0x40, 0x0c, 0x0c
+};
+
+uint8_t std_vect_100[] = {
+ 0x0c, 0x01, 0x80, 0xb6, 0xc7, 0x89
+};
+
+uint8_t std_vect_101[] = {
+ 0xed, 0xfd, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0,
+ 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0,
+ 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0, 0xb0,
+ 0xb0, 0xb0, 0xb0, 0xb0, 0xab, 0x82, 0x8f, 0xc2,
+ 0x3f, 0x00
+};
+
+uint8_t std_vect_102[] = {
+ 0xed, 0x22, 0x1f, 0x00, 0x00, 0x00, 0x01, 0x22,
+ 0x21, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0xfd,
+ 0x4c, 0x4c, 0x4c, 0xec
+};
+
+uint8_t std_vect_103[] = {
+ 0xed, 0xb8, 0xb1, 0xe8, 0x03, 0x08, 0x00, 0xc7,
+ 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x00, 0xc7, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x80, 0x32, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x22, 0x21, 0x22, 0x22, 0x22, 0x22, 0x22,
+ 0x22, 0x22, 0x22, 0xc9
+};
+
+uint8_t std_vect_104[] = {
+ 0xed, 0xfd, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0, 0xf0,
+ 0xf0, 0x1f, 0xc7, 0xb4
+};
+
+uint8_t std_vect_105[] = {
+ 0xed, 0x02, 0x92, 0xc7, 0xb6, 0xaa, 0xaa, 0xaa,
+ 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xaa,
+ 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xaa, 0xc7,
+ 0xdb, 0xba, 0x1d, 0xfb
+};
+
+uint8_t std_vect_106[] = {
+ 0xad, 0xfd, 0xcc, 0xcc, 0xff, 0xcc, 0xcc, 0xcc,
+ 0x28, 0x28, 0x28, 0x28, 0x28, 0x28, 0x28, 0x28,
+ 0x28, 0x28, 0x28, 0x28, 0x28, 0x28, 0x28, 0x28,
+ 0x28, 0x28, 0x28, 0x28, 0x28, 0x7e, 0x1c, 0xfb,
+ 0xad, 0xcd, 0xeb, 0xe2
+};
+
+uint8_t std_vect_107[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0x64, 0x7e,
+ 0xeb, 0xab, 0xeb, 0xab, 0x82, 0x00, 0x00, 0xd2,
+ 0x3a, 0x7f, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x40, 0xeb,
+ 0xd5, 0x82, 0x00, 0x00, 0x39, 0x10
+};
+
+uint8_t std_vect_108[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x7f, 0x20, 0x40,
+ 0x80, 0x40, 0x00, 0x00, 0x01, 0x0c, 0x8b, 0x8b,
+ 0xc7, 0xa4, 0x7f, 0x20, 0x40, 0x80, 0x40, 0x01,
+ 0x05, 0xff, 0xff, 0x05, 0xcb, 0x31, 0xff, 0xff,
+ 0xff, 0x04, 0xc3, 0x01, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0xb1, 0x7f, 0xcb, 0xcb, 0x31, 0xff,
+ 0xff, 0xff, 0x04, 0xcb, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0xcb, 0x31, 0xff, 0xff, 0xb4, 0xce,
+ 0xfb, 0xb1, 0x7f, 0x89, 0x7c, 0x7c, 0x7c, 0x7c,
+ 0x43, 0xbb, 0xca, 0xcd, 0xfa, 0x84, 0x89, 0x89
+};
+
+uint8_t std_vect_109[] = {
+ 0x0c, 0x24, 0x8b, 0x10, 0x10, 0x10, 0x10, 0x10,
+ 0x10, 0x10, 0x10, 0x18, 0x10, 0x10, 0x10, 0x10,
+ 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10,
+ 0x46, 0x89
+};
+
+uint8_t std_vect_110[] = {
+ 0xec, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x6e, 0xeb, 0xb6, 0x6e,
+ 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6e, 0x40, 0xb6,
+ 0x6d, 0xb5, 0x7a, 0xec, 0xdb, 0xb6, 0xed, 0xcb,
+ 0x31, 0xe6, 0xbe, 0x1f, 0x2e, 0x26, 0xab, 0x75,
+ 0xe3, 0x6d, 0xd3, 0xe3, 0x6d, 0xd3, 0x55, 0xa6,
+ 0x01, 0x00, 0x21, 0x1f, 0xef, 0xfb, 0xaf, 0xf7,
+ 0x88, 0x34, 0x77, 0x26, 0x6f, 0xdb, 0xbc, 0xcc,
+ 0x72, 0xbc, 0xec, 0xfb, 0x7e, 0x64, 0xfb, 0x57,
+ 0x10, 0x9c, 0xad, 0xdb, 0xbc, 0x2d, 0xf3, 0x34,
+ 0x8d, 0x24, 0xa6, 0x65, 0x31, 0x08, 0x71, 0x31,
+ 0x08, 0x0d, 0xd3, 0x34, 0x6d, 0xa3, 0x85, 0x42,
+ 0x81, 0xf4, 0x1d, 0xe1, 0x47, 0x4a, 0x2d, 0x8d
+};
+
+uint8_t std_vect_111[] = {
+ 0xed, 0xfd, 0x6d, 0xc7, 0xb6, 0x6d, 0x98, 0x79,
+ 0xa6, 0x48, 0xb7, 0x82, 0x8f, 0xfb, 0xb1, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0xb6, 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6, 0x6e,
+ 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6e, 0xdb, 0x99,
+ 0xaf, 0xeb, 0xc7, 0xeb, 0xbe, 0x1f, 0xc7, 0xfe
+};
+
+uint8_t std_vect_112[] = {
+ 0x7c, 0x99, 0x17, 0xfd, 0xfd, 0x6d, 0xc2, 0xef,
+ 0xff, 0xff, 0x7f, 0x33, 0x33, 0x33, 0x33, 0x33,
+ 0x33, 0x33, 0x33, 0x33, 0x33, 0x33, 0x33, 0x33,
+ 0x33, 0x33, 0x33, 0x33, 0x59, 0xfb, 0xb6, 0x35,
+ 0xab, 0x77, 0x8f, 0xc2
+};
+
+uint8_t std_vect_113[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e,
+ 0xbd, 0x16, 0xf9, 0xb7, 0x4a, 0xff, 0xff, 0x00,
+ 0x40, 0x00, 0xe2, 0x7e, 0xbd, 0x16, 0xf9, 0xb7,
+ 0x13, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xbd, 0x1d,
+ 0x00, 0x00, 0xd2, 0x3a, 0xc1, 0x5a, 0x33, 0x00,
+ 0x00, 0x4f, 0x03, 0xeb, 0xd5, 0x82, 0x00, 0x00
+};
+
+uint8_t std_vect_114[] = {
+ 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0x6c, 0x80, 0x00, 0xcb, 0x44, 0x6f, 0xdb,
+ 0x01
+};
+
+uint8_t std_vect_115[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x65, 0x20, 0x40,
+ 0x80, 0x00, 0x00, 0xfb, 0x1a, 0xdc, 0xb5, 0xff,
+ 0xcb, 0x7a, 0xec, 0xfb, 0xf1, 0xb2, 0x1e, 0x00,
+ 0x12, 0x10, 0x00, 0xc7, 0xbe, 0x00, 0x01, 0xb4,
+ 0xad, 0xfb, 0x00, 0x7f, 0xcb, 0xcb, 0x24, 0xff,
+ 0xff, 0xff, 0x01, 0x01, 0x01, 0x09, 0x01, 0x09,
+ 0x65, 0x20, 0x40, 0x80, 0x00, 0x50, 0x00, 0x1c,
+ 0xdc, 0xb5, 0x3f, 0xcb, 0x7e, 0xec, 0xfb, 0xf1,
+ 0xb2, 0x1e, 0x00, 0x12, 0x10, 0x00, 0xc7, 0xbe,
+ 0x00, 0x3d, 0x80, 0xcb, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x01, 0x09, 0x01, 0x00, 0x04, 0x01, 0x85,
+ 0x89, 0x89
+};
+
+uint8_t std_vect_116[] = {
+ 0x4a, 0xff, 0x66, 0xfd, 0x00, 0x40, 0x0a, 0x05,
+ 0xff, 0xff, 0x05, 0xf9, 0xff, 0xfb, 0x3f, 0x00,
+ 0x82, 0x00, 0xff, 0xff, 0x00, 0x00, 0xd2, 0x3a,
+ 0xcf, 0x5a, 0x33
+};
+
+uint8_t std_vect_117[] = {
+ 0x0c, 0x8b, 0x8b, 0xcb, 0xb6, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x01, 0xb4, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0xff, 0xe7, 0xff, 0x80,
+ 0xcb, 0x01, 0x65, 0x20, 0x40, 0x96, 0x00, 0x00,
+ 0x00, 0x1c, 0xdc, 0xb1, 0x1f, 0xcb, 0x69, 0xec,
+ 0x16, 0xf1, 0xb2, 0x1e, 0x00, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x01, 0xb4, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0xff, 0xfd, 0xff, 0x80,
+ 0xcb, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x09, 0x3d, 0x01, 0x89, 0x7c, 0x7c, 0x7c,
+ 0xfc, 0x43, 0xbb, 0xca, 0xcd, 0xfa, 0x00, 0x00
+};
+
+uint8_t std_vect_118[] = {
+ 0x4a, 0xff, 0xfd, 0x00, 0x40, 0x00, 0x82, 0x00,
+ 0xbd, 0x1d, 0xf9, 0xff, 0x00, 0x40, 0x00, 0x82,
+ 0x00, 0xbd, 0x1d, 0xf9, 0x00, 0x40, 0x00, 0x82,
+ 0x00, 0xbd, 0x1d, 0xb3
+};
+
+uint8_t std_vect_119[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x6c, 0x20, 0x40,
+ 0x80, 0x00, 0x00, 0xfb, 0x1a, 0xdc, 0xb5, 0xff,
+ 0xcb, 0x7a, 0xec, 0xfb, 0xf1, 0xb2, 0x1e, 0x00,
+ 0x12, 0x10, 0x00, 0xc7, 0xbe, 0x00, 0x01, 0xb4,
+ 0xad, 0xfb, 0x00, 0x7f, 0xcb, 0xcb, 0x24, 0xff,
+ 0xff, 0xff, 0x01, 0x01, 0x01, 0x09, 0x01, 0x09,
+ 0x65, 0x20, 0x40, 0x80, 0x00, 0x50, 0x00, 0x1c,
+ 0xdc, 0xb5, 0x3f, 0xcb, 0x7e, 0xec, 0xfb, 0x30,
+ 0x17, 0x4a, 0xf1, 0xb2, 0x1e, 0x00, 0x12, 0x10,
+ 0x00, 0xc7, 0xbe, 0x00, 0x3d, 0x80, 0xcb, 0x01,
+ 0x01, 0x2d, 0xf7, 0xa9, 0x01, 0x09, 0x01, 0x00,
+ 0x04, 0x01, 0x85, 0x89, 0x89
+};
+
+uint8_t std_vect_120[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x7f, 0x20, 0x40,
+ 0x80, 0x40, 0x00, 0x00, 0x01, 0x0c, 0x8b, 0x8b,
+ 0xc7, 0xa4, 0x7f, 0x20, 0x40, 0xb2, 0x1f, 0x62,
+ 0xcb, 0x1f, 0xc7, 0xb4, 0xd7, 0xfb, 0xb1, 0x6f,
+ 0xcb, 0x2c, 0xf3, 0xba, 0x6e, 0xeb, 0x00, 0x1d,
+ 0x00, 0xb3, 0x6f, 0x80, 0xff, 0xff, 0xff, 0xb6,
+ 0xc2, 0xb8, 0x1c, 0x00, 0x00, 0x04, 0x00, 0xec,
+ 0x5d, 0x6c, 0xfb, 0x76, 0x25, 0x49, 0x1a, 0x27,
+ 0x2f, 0x50, 0xcc, 0x10, 0x8e, 0x36, 0xcc, 0x76,
+ 0x8e, 0x20, 0x0d, 0xfe, 0x47, 0x75, 0xab, 0xca,
+ 0xcd, 0xfa, 0x02, 0x6c, 0x71, 0x8f, 0xf5, 0x65,
+ 0x31, 0x08, 0x37, 0x23, 0xfa, 0x86, 0xbc, 0xed,
+ 0xaf, 0xc7, 0xb1, 0xef, 0x31, 0x31, 0x31, 0x31,
+ 0x40, 0x00, 0x80, 0xff, 0x89, 0x7d, 0x7c, 0x99
+};
+
+uint8_t std_vect_121[] = {
+ 0x0c, 0x8b, 0x8b, 0xcb, 0xb6, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x01, 0xb4, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0x19, 0xe8, 0xff, 0x80,
+ 0xcb, 0x01, 0x65, 0x20, 0x40, 0x96, 0x00, 0x00,
+ 0x00, 0x1c, 0xdc, 0xb1, 0x1f, 0xcb, 0x69, 0xec,
+ 0x16, 0xf1, 0xb2, 0x1e, 0x00, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x00, 0x10, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0xff, 0xfd, 0xff, 0x80,
+ 0xcb, 0x6e, 0xdb, 0xb6, 0xaf, 0xeb, 0xb2, 0x6d,
+ 0xc7, 0x7a, 0xec, 0xdb, 0xb6, 0xed, 0xcb, 0x31,
+ 0xaf, 0xf3, 0x3c, 0x2d, 0xcb, 0x32, 0x6f, 0xdb,
+ 0xbc, 0xcc, 0xf3, 0xb2, 0xcd, 0x2f, 0xcb, 0xb2
+};
+
+uint8_t std_vect_122[] = {
+ 0x4a, 0xff, 0x66, 0xfd, 0x00, 0x40, 0x00, 0x82,
+ 0x54, 0xb5, 0x1d, 0xf9, 0xff, 0x00, 0x40, 0x00,
+ 0x82, 0x00, 0xb4, 0xfc, 0xf9, 0x00, 0x40, 0x00,
+ 0x82, 0x00, 0xb5, 0x54, 0x00, 0x40, 0x00, 0x82,
+ 0x00, 0xb4, 0xfc, 0xf9, 0x00, 0x40, 0x00, 0x82,
+ 0x00, 0x40, 0x00, 0xff, 0x7f, 0xbd, 0x1d, 0xfb,
+ 0x10, 0x00, 0xd2, 0x3a
+};
+
+uint8_t std_vect_123[] = {
+ 0x0c, 0x8b, 0x8b, 0xff, 0xff, 0x65, 0x20, 0x40,
+ 0x80, 0x00, 0xcf, 0xff, 0xc9, 0xcf, 0xcf, 0xcf,
+ 0xc2, 0xc2, 0xc2, 0xc2, 0xc2, 0xc2, 0xc2, 0xc2,
+ 0xb6, 0xc2, 0xc2, 0xc2, 0xa3, 0xc2, 0xc2, 0xc2,
+ 0xc2, 0xc2, 0xc2, 0xc2, 0xaa, 0xef, 0xc7, 0x7e,
+ 0x10, 0xfb, 0xb1, 0x1f, 0xec, 0xeb, 0xb2, 0x04,
+ 0x76, 0xec, 0xc7, 0x71, 0x6c, 0xcb, 0xb6, 0x6c,
+ 0x6e, 0xeb, 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb,
+ 0xb6, 0x6e, 0xdb, 0xb6, 0xaf, 0xeb, 0xb2, 0x6d,
+ 0xc7, 0x7a, 0xec, 0xdb, 0xb6, 0xcb, 0x32, 0xbf,
+ 0x1e, 0xc7, 0xb1, 0x1f, 0xc7, 0xfe, 0x72, 0xbc,
+ 0xec, 0xfb, 0x7e, 0xec, 0xfb, 0x71, 0xec, 0x2f,
+ 0xc7, 0xeb, 0xbe, 0x1f, 0xc7, 0xfe, 0x72, 0xb4
+};
+
+uint8_t std_vect_124[] = {
+ 0xfa, 0xfd, 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0x6e, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0xc7, 0x00, 0xcb, 0xb6, 0x6c, 0x80, 0x00,
+ 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00, 0xcb,
+ 0xff, 0x7f, 0x00, 0x00, 0xcb, 0xcb, 0x44, 0x6f,
+ 0xdb, 0x40, 0x00, 0x00, 0x00, 0xcb, 0xcb, 0x44,
+ 0x6f, 0xdb, 0x01
+};
+
+uint8_t std_vect_125[] = {
+ 0x0c, 0x8b, 0x8b, 0xcb, 0xb6, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x01, 0xb4, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0x00, 0x00, 0x00, 0x80,
+ 0xcb, 0x01, 0x65, 0x20, 0x40, 0x96, 0x00, 0x00,
+ 0x00, 0x1c, 0xdc, 0xb1, 0x1f, 0xcb, 0x69, 0xec,
+ 0x16, 0xf1, 0xb2, 0x1e, 0x00, 0x12, 0x10, 0x00,
+ 0xc7, 0xbe, 0x00, 0x01, 0xb4, 0xce, 0xfb, 0x00,
+ 0x7f, 0xcb, 0xcb, 0x31, 0xff, 0xfd, 0xff, 0x80,
+ 0xcb, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
+ 0x01, 0x09, 0x3d, 0x01, 0x81, 0x7c, 0x7c, 0x7c,
+ 0xcd, 0xfa, 0x00, 0x00
+};
+
+uint8_t std_vect_126[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x80,
+ 0x00, 0x00, 0x00, 0x80, 0xff, 0x80, 0x1c
+};
+
+uint8_t std_vect_127[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x20, 0x20, 0x80, 0x00,
+ 0xff, 0xff, 0xff, 0x7f, 0x00, 0x00, 0x1c
+};
+
+uint8_t std_vect_128[] = {
+ 0x34, 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xe8,
+ 0x17, 0x00, 0x00, 0xf2, 0xfb, 0xc7, 0x7e, 0xbc,
+ 0xbf, 0xee, 0xfb, 0xb1, 0xbf, 0x1e, 0xc7, 0xb1,
+ 0x1f, 0xfb, 0x76, 0xec, 0x0e, 0x0e, 0x0e, 0x0e,
+ 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e,
+ 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e,
+ 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e, 0x0e,
+ 0x0e, 0x0e, 0x0e, 0xc7, 0x71, 0x6c, 0xcb, 0xb6,
+ 0x6c, 0xc7, 0xb1, 0x6e, 0xeb, 0xb6, 0x6e, 0xdb,
+ 0xba, 0x1d, 0xbc, 0xcc, 0xf3, 0xb2, 0xe3, 0x2f,
+ 0xcb, 0x84, 0x11, 0x9c, 0xb2, 0x2e, 0xc7, 0xb6,
+ 0xad, 0xc7, 0x7e, 0xbc, 0xbf, 0xee, 0xfb, 0xb1,
+ 0xbf, 0x1e, 0xc7, 0xb1, 0x1f, 0xfb, 0x76, 0xec,
+ 0x2f, 0xc7, 0xeb, 0xd6, 0x1f
+};
+
+uint8_t std_vect_129[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x39, 0x39, 0x52, 0x39, 0x39, 0x39,
+ 0x39, 0x39, 0x39, 0x7c, 0xb1, 0x17, 0x39, 0xff,
+ 0x7f, 0xf9
+};
+
+uint8_t std_vect_130[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x80, 0x1c, 0x7f, 0xff
+};
+
+uint8_t std_vect_131[] = {
+ 0x0c, 0x8b, 0x8b, 0xc7, 0xb6, 0x41, 0x20, 0x4a,
+ 0x80, 0x00, 0x23, 0xeb, 0x20, 0xd3, 0x55, 0xa6,
+ 0x16, 0x7a, 0x2e, 0xab, 0xeb, 0x7a, 0x6c, 0xc7,
+ 0xb1, 0x6f, 0xc7, 0x7e, 0x1c, 0xfb, 0x5e, 0xb7,
+ 0x1e, 0x00, 0x12, 0x10, 0x00, 0xc7, 0xbe, 0x00,
+ 0x01, 0xb4, 0xce, 0xfb, 0x00, 0x80, 0xff, 0xff,
+ 0x31, 0xff, 0xff, 0xa3, 0xa9, 0x76, 0x96, 0xd1,
+ 0xbe, 0x41, 0xbb, 0xca, 0xcd, 0xfa, 0x02, 0x6c,
+ 0x00, 0x89, 0x88, 0x00, 0x00, 0x10, 0xff, 0xff,
+ 0x00, 0xd9, 0x20, 0x00, 0x00, 0x04, 0x00, 0x00,
+ 0x00, 0xfb, 0x91, 0xec, 0xfb, 0xd3, 0xbe, 0x1f,
+ 0x00, 0x00, 0x80, 0x00, 0x63, 0x2e, 0xc7, 0xa6,
+ 0xad, 0xc7, 0x7e, 0xbc, 0xbf, 0xeb, 0x04, 0x00,
+ 0x63, 0x2e, 0xc7, 0xa6, 0xad, 0xc7, 0x7e, 0xbc,
+ 0xbf, 0xeb, 0xf5, 0xfb, 0x72, 0xbc, 0xec, 0xfb
+};
+
+uint8_t std_vect_132[] = {
+ 0xfa, 0xfd, 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0xc7, 0x00, 0xcb, 0xb6, 0xb6, 0x6c, 0x80,
+ 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00,
+ 0xcb, 0xb6, 0x6c, 0xb6, 0x6c, 0x80, 0x00, 0xfa,
+ 0xfd, 0x50, 0x00, 0x20, 0x80, 0x00, 0xfa, 0xfd,
+ 0x50, 0x00, 0x20, 0xc7, 0x00, 0xcd, 0xb6, 0x6c,
+ 0x80, 0xf6, 0x80, 0xff
+};
+
+uint8_t std_vect_133[] = {
+ 0x4a, 0xff, 0x66, 0xfd, 0x00, 0x40, 0x00, 0x82,
+ 0x54, 0xb5, 0x1d, 0xf9, 0xf8, 0x00, 0x40, 0x00,
+ 0x82, 0x00, 0xb4, 0xfc, 0x00, 0x40, 0x00, 0x82,
+ 0x00, 0xb4, 0xfc, 0xf9, 0xff, 0x66, 0xfd, 0x00,
+ 0x40, 0x00, 0x82, 0x54, 0xb5, 0x1d, 0xf9, 0xf8,
+ 0x00, 0x40, 0x00, 0x82, 0x00, 0xb4, 0xf9, 0xf8,
+ 0x00, 0x40, 0x00, 0x82, 0x00, 0xb4, 0xfc, 0xf9,
+ 0x00, 0xb5, 0x54, 0x00, 0x40, 0x00, 0x82, 0x00,
+ 0xb4, 0xfc, 0xf9, 0xff, 0x66, 0xfd, 0x00, 0x40,
+ 0x00, 0x82, 0x54, 0xb5, 0x1d, 0xf9, 0xf8, 0x00,
+ 0x40, 0x00, 0x82, 0x00, 0xb4, 0xfc, 0xf9, 0x00,
+ 0x40, 0x00, 0x82, 0x00, 0xb5, 0x54, 0x00, 0x40,
+ 0x00, 0x82, 0x00, 0x40, 0xfc, 0xf9, 0x00, 0x40,
+ 0x00, 0x82, 0x00, 0xb5, 0x54, 0x00, 0x40, 0x00,
+ 0x82, 0x00, 0x40, 0x00, 0x82, 0x00, 0x40, 0x00,
+ 0xff, 0x7f, 0xbd, 0x1d, 0xfb, 0x10
+};
+
+uint8_t std_vect_134[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff,
+ 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00,
+ 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff,
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x20, 0xff, 0xff, 0x7f, 0x18, 0xff
+};
+
+uint8_t std_vect_135[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xff, 0xff,
+ 0x00, 0x40, 0x00, 0xe2, 0x7f, 0xfd, 0x00, 0x40,
+ 0x00, 0xe2, 0x7e, 0xbd, 0x00, 0x40, 0x00, 0xe2,
+ 0x7e, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xff,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7f, 0xfd, 0x00,
+ 0x40, 0x00, 0xe2, 0x7e, 0xbd, 0x1d, 0x1d, 0xff,
+ 0x82, 0x00, 0x00, 0xd2, 0x3a, 0x39, 0xd2, 0x3a,
+ 0x7f, 0x10
+};
+
+uint8_t std_vect_136[] = {
+ 0xed, 0xfd, 0x51, 0xc7, 0xb6, 0x6d, 0xdb, 0x5a,
+ 0x33, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f,
+ 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f, 0x1f
+};
+
+uint8_t std_vect_137[] = {
+ 0xfa, 0xfd, 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0xc7, 0x00, 0xcb, 0xb6, 0xb6, 0x6c, 0x80,
+ 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00,
+ 0xcb, 0xb6, 0x6c, 0xb6, 0x6c, 0x80, 0x00, 0xfa,
+ 0xfd, 0x50, 0x00, 0x20, 0x80, 0x00, 0xfa, 0xfd,
+ 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb, 0xb6, 0x6c,
+ 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7,
+ 0x20, 0xc7, 0x00, 0x00, 0x00, 0x10, 0x00, 0x0d,
+ 0x80, 0xff
+};
+
+uint8_t std_vect_138[] = {
+ 0xfa, 0xfd, 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50,
+ 0x00, 0x20, 0xc7, 0x00, 0x80, 0x00, 0xfa, 0xfd,
+ 0x50, 0x00, 0x20, 0xc7, 0xb6, 0x6c, 0x80, 0x00,
+ 0xfa, 0xfd, 0x50, 0x00, 0x20, 0x80, 0x00, 0xfa,
+ 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00, 0x6c, 0x80,
+ 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00,
+ 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7,
+ 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20,
+ 0xc7, 0x00, 0xcd, 0xb6, 0x6c, 0x80, 0xf6, 0x80,
+ 0xff
+};
+
+uint8_t std_vect_139[] = {
+ 0xfa, 0xfd, 0x50, 0x08, 0x20, 0xc7, 0x00, 0xcb,
+ 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0xd6, 0x00, 0xcb, 0xb6, 0xb6, 0x6c, 0x80,
+ 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7, 0x00,
+ 0xcb, 0xb6, 0x6c, 0xb6, 0x6c, 0x80, 0x00, 0xfa,
+ 0xfd, 0x50, 0x00, 0x20, 0x80, 0x00, 0xfa, 0xfd,
+ 0x50, 0x00, 0x20, 0xc7, 0x00, 0xcd, 0xb6, 0x6c,
+ 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00, 0x20, 0xc7,
+ 0xb6, 0x6c, 0x80, 0x00, 0xfa, 0xfd, 0x50, 0x00,
+ 0x20, 0x80, 0x00, 0xfa, 0x80, 0xf6, 0x80, 0xff
+};
+
+uint8_t std_vect_140[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0xb6, 0xff, 0x00,
+ 0x40, 0x00, 0xe2, 0xc7, 0xb1, 0x6e, 0xeb, 0x32,
+ 0x7e, 0xff, 0x00, 0x40, 0x00, 0xe2, 0xb6, 0xff,
+ 0x00, 0x40, 0x00, 0xe2, 0xc7, 0xb1, 0x6e, 0xeb,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0xb6, 0xff, 0x00,
+ 0x40, 0x00, 0xe2, 0xc7, 0xb1, 0x6e, 0xeb, 0x32,
+ 0x7e, 0xff, 0x00, 0x40, 0x00, 0xe2, 0xb6, 0xff,
+ 0x00, 0x40, 0x00, 0x00, 0x10, 0xb1, 0x6e, 0xeb,
+ 0xb6, 0xed, 0x85, 0x84, 0x84, 0x84, 0x84, 0x84
+};
+
+uint8_t std_vect_141[] = {
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff,
+ 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00,
+ 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff,
+ 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff,
+ 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00, 0x00,
+ 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff,
+ 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0x00,
+ 0x00, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff
+};
+
+uint8_t std_vect_142[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e,
+ 0xbd, 0x1d, 0xf9, 0xff, 0x00, 0x40, 0x00, 0xe2,
+ 0xb6, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xf9,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0xd0, 0xff, 0x00,
+ 0x40, 0x00, 0xe2, 0x7e, 0xf9, 0xff, 0x00, 0x40,
+ 0x00, 0xe2, 0xd0, 0xff, 0x00, 0x40, 0x00, 0xe2,
+ 0x7e, 0x00, 0xe2, 0xb6, 0x7f, 0xc5, 0xa4, 0xee,
+ 0x11, 0xff, 0x8f, 0xf5
+};
+
+uint8_t std_vect_143[] = {
+ 0x1c, 0xa7, 0x51, 0x20, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0xf8, 0xf8,
+ 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6f,
+ 0x10, 0x00, 0x6f, 0xdb, 0x00, 0x01, 0x00, 0x00
+};
+
+uint8_t std_vect_144[] = {
+ 0x1c, 0xa7, 0x51, 0x20, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8,
+ 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0xf8, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0x96,
+ 0x96, 0x96, 0x96, 0x96, 0x96, 0x96, 0xf8, 0xf8,
+ 0xb6, 0x6e, 0xdb, 0xba, 0x1d, 0xfb, 0xb6, 0x6f,
+ 0x10, 0x00, 0x6f, 0xdb, 0x00, 0x01, 0x00, 0xdb,
+ 0x00, 0x01, 0x00
+};
+
+uint8_t std_vect_145[] = {
+ 0x4a, 0xff, 0x66, 0xfd, 0x01, 0x00, 0x00, 0x00,
+ 0xff, 0xff, 0x00, 0x00, 0x00, 0xff, 0xff, 0x80,
+ 0xff
+};
+
+uint8_t std_vect_146[] = {
+ 0x4a, 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e,
+ 0xbd, 0x1d, 0x40, 0x00, 0xf9, 0xff, 0x00, 0x40,
+ 0x00, 0xe2, 0xb6, 0xff, 0x00, 0x40, 0x00, 0xe2,
+ 0x7e, 0xf9, 0xff, 0x00, 0x40, 0x00, 0xe2, 0xd0,
+ 0xff, 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xbd,
+ 0x1d, 0xf9, 0xff, 0x00, 0x40, 0x00, 0xe2, 0xb6,
+ 0xff, 0x00, 0x40, 0x00, 0xe2, 0x7e, 0xf9, 0xff,
+ 0x00, 0x40, 0x00, 0xe2, 0xd0, 0xff, 0x00, 0x40,
+ 0x00, 0xe2, 0x7e, 0xf9, 0xff, 0x00, 0x40, 0x00,
+ 0xe2, 0xd0, 0xff, 0x00, 0xff, 0x00, 0x40, 0x00,
+ 0xe2, 0x7e, 0xf9, 0xff, 0x00, 0x40, 0x00, 0xe2,
+ 0x7e, 0x00, 0xe2, 0xb6, 0x7f, 0xc5, 0xa4, 0xee,
+ 0x11, 0xff, 0xa9, 0xf5
+};
+
+uint8_t std_vect_147[] = {
+ 0x32, 0x6c, 0x71, 0xb3, 0x00, 0x10, 0xd7, 0x34,
+ 0x3d, 0xef, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0x1f,
+ 0xb3, 0x00, 0x10, 0xd7, 0x34, 0x3d, 0xef, 0xc7,
+ 0x7e, 0x1c, 0xfb, 0xb1, 0xb3, 0x00, 0x10, 0xd7,
+ 0x34, 0x3d, 0x1f, 0xc7, 0x6c, 0x71, 0xb3, 0x00,
+ 0x10, 0xd7, 0x34, 0x3d, 0xef, 0xc7, 0x7e, 0x1c
+};
+
+uint8_t std_vect_148[] = {
+ 0x32, 0x6c, 0x71, 0xb3, 0x00, 0x10, 0xd7, 0x34,
+ 0x7e, 0x1c, 0xef, 0xb1, 0x1f, 0x9f, 0x00, 0x10,
+ 0xd7, 0x34, 0x3d, 0xe2, 0xc7, 0x7e, 0x1c, 0x1f,
+ 0xb3, 0x00, 0x10, 0xd7, 0x34, 0x3d, 0xe2, 0xc7,
+ 0x7e, 0x1c, 0x1f, 0xb3, 0x00, 0x10, 0xd7, 0x34,
+ 0x3d, 0xe2, 0xc7, 0x7e, 0x1c, 0xfb, 0xb1, 0xb3,
+ 0x00, 0x96, 0x96, 0x96
+};
+
+uint8_t std_vect_149[] = {
+ 0x4a, 0xff, 0x01, 0x00, 0x00, 0x00, 0xff, 0xff,
+ 0x02, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x80,
+ 0xff
+};
+
+uint8_t std_vect_150[] = {
+ 0x1c ,0xe5 ,0x03 ,0x97 ,0x00 ,0x80 ,0xff ,0xff,
+ 0xa5 ,0xa5 ,0xa5 ,0xa5 ,0xa5 ,0xa5 ,0xa5 ,0x10,
+ 0xf3 ,0x1d ,0x1d ,0x09 ,0x1d ,0x09 ,0xa5 ,0x00,
+ 0x00 ,0x08 ,0xa5 ,0x30 ,0x11 ,0x11 ,0x11 ,0xa5,
+ 0xa5 ,0xa5 ,0xa5 ,0xa5 ,0x80 ,0xa8 ,0x7a ,0x11,
+ 0x11 ,0x09 ,0x01 ,0x09 ,0x1d ,0x1d ,0x09 ,0x05,
+ 0x1d ,0xa7 ,0x11 ,0x11 ,0x11 ,0x11 ,0x6d ,0x10,
+ 0x6d ,0x6d ,0xa5 ,0xa5 ,0x30 ,0x30 ,0x30 ,0x30,
+ 0x30 ,0x30 ,0x30 ,0x30 ,0x30 ,0x30 ,0x30 ,0x30,
+ 0x30 ,0x30
+};
+
+struct vect_result {
+ uint8_t *vector;
+ int vector_length;
+ int expected_error;
+};
+
+struct vect_result std_vect_array[] = {
+ {std_vect_0, sizeof(std_vect_0), ISAL_INVALID_BLOCK},
+ {std_vect_1, sizeof(std_vect_1), ISAL_INVALID_BLOCK},
+ {std_vect_2, sizeof(std_vect_2), ISAL_INVALID_BLOCK},
+ {std_vect_3, sizeof(std_vect_3), ISAL_INVALID_BLOCK},
+ {std_vect_4, sizeof(std_vect_4), ISAL_INVALID_BLOCK},
+ {std_vect_5, sizeof(std_vect_5), ISAL_INVALID_BLOCK},
+ {std_vect_6, sizeof(std_vect_6), ISAL_INVALID_BLOCK},
+ {std_vect_7, sizeof(std_vect_7), ISAL_INVALID_BLOCK},
+ {std_vect_8, sizeof(std_vect_8), ISAL_INVALID_BLOCK},
+ {std_vect_9, sizeof(std_vect_9), ISAL_INVALID_BLOCK},
+ {std_vect_10, sizeof(std_vect_10), ISAL_INVALID_BLOCK},
+ {std_vect_11, sizeof(std_vect_11), ISAL_INVALID_BLOCK},
+ {std_vect_12, sizeof(std_vect_12), ISAL_INVALID_BLOCK},
+ {std_vect_13, sizeof(std_vect_13), ISAL_INVALID_BLOCK},
+ {std_vect_14, sizeof(std_vect_14), ISAL_INVALID_BLOCK},
+ {std_vect_15, sizeof(std_vect_15), ISAL_INVALID_BLOCK},
+ {std_vect_16, sizeof(std_vect_16), ISAL_INVALID_BLOCK},
+ {std_vect_17, sizeof(std_vect_17), ISAL_INVALID_BLOCK},
+ {std_vect_18, sizeof(std_vect_18), ISAL_INVALID_BLOCK},
+ {std_vect_19, sizeof(std_vect_19), ISAL_INVALID_BLOCK},
+ {std_vect_20, sizeof(std_vect_20), ISAL_INVALID_BLOCK},
+ {std_vect_21, sizeof(std_vect_21), ISAL_INVALID_BLOCK},
+ {std_vect_22, sizeof(std_vect_22), ISAL_INVALID_BLOCK},
+ {std_vect_23, sizeof(std_vect_23), ISAL_INVALID_BLOCK},
+ {std_vect_24, sizeof(std_vect_24), ISAL_INVALID_BLOCK},
+ {std_vect_25, sizeof(std_vect_25), ISAL_INVALID_BLOCK},
+ {std_vect_26, sizeof(std_vect_26), ISAL_INVALID_BLOCK},
+ {std_vect_27, sizeof(std_vect_27), ISAL_INVALID_BLOCK},
+ {std_vect_28, sizeof(std_vect_28), ISAL_INVALID_BLOCK},
+ {std_vect_29, sizeof(std_vect_29), ISAL_INVALID_BLOCK},
+ {std_vect_30, sizeof(std_vect_30), ISAL_INVALID_BLOCK},
+ {std_vect_31, sizeof(std_vect_31), ISAL_INVALID_BLOCK},
+ {std_vect_32, sizeof(std_vect_32), ISAL_INVALID_BLOCK},
+ {std_vect_33, sizeof(std_vect_33), ISAL_INVALID_BLOCK},
+ {std_vect_34, sizeof(std_vect_34), ISAL_INVALID_BLOCK},
+ {std_vect_35, sizeof(std_vect_35), ISAL_INVALID_BLOCK},
+ {std_vect_36, sizeof(std_vect_36), ISAL_INVALID_BLOCK},
+ {std_vect_37, sizeof(std_vect_37), ISAL_INVALID_BLOCK},
+ {std_vect_38, sizeof(std_vect_38), ISAL_INVALID_BLOCK},
+ {std_vect_39, sizeof(std_vect_39), ISAL_INVALID_BLOCK},
+ {std_vect_40, sizeof(std_vect_40), ISAL_INVALID_BLOCK},
+ {std_vect_41, sizeof(std_vect_41), ISAL_INVALID_BLOCK},
+ {std_vect_42, sizeof(std_vect_42), ISAL_INVALID_BLOCK},
+ {std_vect_43, sizeof(std_vect_43), ISAL_INVALID_BLOCK},
+ {std_vect_44, sizeof(std_vect_44), ISAL_INVALID_BLOCK},
+ {std_vect_45, sizeof(std_vect_45), ISAL_INVALID_BLOCK},
+ {std_vect_46, sizeof(std_vect_46), ISAL_INVALID_BLOCK},
+ {std_vect_47, sizeof(std_vect_47), ISAL_INVALID_BLOCK},
+ {std_vect_48, sizeof(std_vect_48), ISAL_INVALID_BLOCK},
+ {std_vect_49, sizeof(std_vect_49), ISAL_INVALID_BLOCK},
+ {std_vect_50, sizeof(std_vect_50), ISAL_INVALID_BLOCK},
+ {std_vect_51, sizeof(std_vect_51), ISAL_INVALID_BLOCK},
+ {std_vect_52, sizeof(std_vect_52), ISAL_INVALID_BLOCK},
+ {std_vect_53, sizeof(std_vect_53), ISAL_INVALID_BLOCK},
+ {std_vect_54, sizeof(std_vect_54), ISAL_INVALID_BLOCK},
+ {std_vect_55, sizeof(std_vect_55), ISAL_INVALID_BLOCK},
+ {std_vect_56, sizeof(std_vect_56), ISAL_INVALID_BLOCK},
+ {std_vect_57, sizeof(std_vect_57), ISAL_INVALID_BLOCK},
+ {std_vect_58, sizeof(std_vect_58), ISAL_INVALID_BLOCK},
+ {std_vect_59, sizeof(std_vect_59), ISAL_INVALID_BLOCK},
+ {std_vect_60, sizeof(std_vect_60), ISAL_INVALID_BLOCK},
+ {std_vect_61, sizeof(std_vect_61), ISAL_INVALID_BLOCK},
+ {std_vect_62, sizeof(std_vect_62), ISAL_END_INPUT},
+ {std_vect_63, sizeof(std_vect_63), ISAL_INVALID_BLOCK},
+ {std_vect_64, sizeof(std_vect_64), ISAL_INVALID_BLOCK},
+ {std_vect_65, sizeof(std_vect_65), ISAL_INVALID_BLOCK},
+ {std_vect_66, sizeof(std_vect_66), ISAL_INVALID_BLOCK},
+ {std_vect_67, sizeof(std_vect_67), ISAL_END_INPUT},
+ {std_vect_68, sizeof(std_vect_68), ISAL_INVALID_BLOCK},
+ {std_vect_69, sizeof(std_vect_69), ISAL_INVALID_BLOCK},
+ {std_vect_70, sizeof(std_vect_70), ISAL_INVALID_BLOCK},
+ {std_vect_71, sizeof(std_vect_71), ISAL_INVALID_BLOCK},
+ {std_vect_72, sizeof(std_vect_72), ISAL_INVALID_BLOCK},
+ {std_vect_73, sizeof(std_vect_73), ISAL_END_INPUT},
+ {std_vect_74, sizeof(std_vect_74), ISAL_END_INPUT},
+ {std_vect_75, sizeof(std_vect_75), ISAL_END_INPUT},
+ {std_vect_76, sizeof(std_vect_76), ISAL_INVALID_BLOCK},
+ {std_vect_77, sizeof(std_vect_77), ISAL_INVALID_BLOCK},
+ {std_vect_78, sizeof(std_vect_78), ISAL_INVALID_BLOCK},
+ {std_vect_79, sizeof(std_vect_79), ISAL_INVALID_BLOCK},
+ {std_vect_80, sizeof(std_vect_80), ISAL_INVALID_BLOCK},
+ {std_vect_81, sizeof(std_vect_81), ISAL_INVALID_BLOCK},
+ {std_vect_82, sizeof(std_vect_82), ISAL_INVALID_BLOCK},
+ {std_vect_83, sizeof(std_vect_83), ISAL_END_INPUT},
+ {std_vect_84, sizeof(std_vect_84), ISAL_INVALID_BLOCK},
+ {std_vect_85, sizeof(std_vect_85), ISAL_INVALID_BLOCK},
+ {std_vect_86, sizeof(std_vect_86), ISAL_INVALID_BLOCK},
+ {std_vect_87, sizeof(std_vect_87), ISAL_INVALID_BLOCK},
+ {std_vect_88, sizeof(std_vect_88), ISAL_INVALID_BLOCK},
+ {std_vect_89, sizeof(std_vect_89), ISAL_END_INPUT},
+ {std_vect_90, sizeof(std_vect_90), ISAL_END_INPUT},
+ {std_vect_91, sizeof(std_vect_91), ISAL_INVALID_BLOCK},
+ {std_vect_92, sizeof(std_vect_92), ISAL_INVALID_BLOCK},
+ {std_vect_93, sizeof(std_vect_93), ISAL_END_INPUT},
+ {std_vect_94, sizeof(std_vect_94), ISAL_INVALID_SYMBOL},
+ {std_vect_95, sizeof(std_vect_95), ISAL_END_INPUT},
+ {std_vect_96, sizeof(std_vect_96), ISAL_END_INPUT},
+ {std_vect_97, sizeof(std_vect_97), ISAL_INVALID_BLOCK},
+ {std_vect_98, sizeof(std_vect_98), ISAL_INVALID_BLOCK},
+ {std_vect_99, sizeof(std_vect_99), ISAL_INVALID_BLOCK},
+ {std_vect_100, sizeof(std_vect_100), ISAL_INVALID_BLOCK},
+ {std_vect_101, sizeof(std_vect_101), ISAL_INVALID_BLOCK},
+ {std_vect_102, sizeof(std_vect_102), ISAL_INVALID_BLOCK},
+ {std_vect_103, sizeof(std_vect_103), ISAL_INVALID_BLOCK},
+ {std_vect_104, sizeof(std_vect_104), ISAL_INVALID_BLOCK},
+ {std_vect_105, sizeof(std_vect_105), ISAL_INVALID_BLOCK},
+ {std_vect_106, sizeof(std_vect_106), ISAL_INVALID_BLOCK},
+ {std_vect_107, sizeof(std_vect_107), ISAL_INVALID_BLOCK},
+ {std_vect_108, sizeof(std_vect_108), ISAL_INVALID_BLOCK},
+ {std_vect_109, sizeof(std_vect_109), ISAL_INVALID_BLOCK},
+ {std_vect_110, sizeof(std_vect_110), ISAL_INVALID_BLOCK},
+ {std_vect_111, sizeof(std_vect_111), ISAL_INVALID_BLOCK},
+ {std_vect_112, sizeof(std_vect_112), ISAL_INVALID_BLOCK},
+ {std_vect_113, sizeof(std_vect_113), ISAL_INVALID_BLOCK},
+ {std_vect_114, sizeof(std_vect_114), ISAL_INVALID_LOOKBACK},
+ {std_vect_115, sizeof(std_vect_115), ISAL_INVALID_BLOCK},
+ {std_vect_116, sizeof(std_vect_116), ISAL_INVALID_BLOCK},
+ {std_vect_117, sizeof(std_vect_117), ISAL_INVALID_BLOCK},
+ {std_vect_118, sizeof(std_vect_118), ISAL_INVALID_BLOCK},
+ {std_vect_119, sizeof(std_vect_119), ISAL_INVALID_BLOCK},
+ {std_vect_120, sizeof(std_vect_120), ISAL_INVALID_BLOCK},
+ {std_vect_121, sizeof(std_vect_121), ISAL_INVALID_BLOCK},
+ {std_vect_122, sizeof(std_vect_122), ISAL_INVALID_BLOCK},
+ {std_vect_123, sizeof(std_vect_123), ISAL_INVALID_BLOCK},
+ {std_vect_124, sizeof(std_vect_124), ISAL_INVALID_BLOCK},
+ {std_vect_125, sizeof(std_vect_125), ISAL_INVALID_BLOCK},
+ {std_vect_126, sizeof(std_vect_126), ISAL_INVALID_BLOCK},
+ {std_vect_127, sizeof(std_vect_127), ISAL_INVALID_BLOCK},
+ {std_vect_128, sizeof(std_vect_128), ISAL_INVALID_BLOCK},
+ {std_vect_129, sizeof(std_vect_129), ISAL_INVALID_BLOCK},
+ {std_vect_130, sizeof(std_vect_130), ISAL_END_INPUT},
+ {std_vect_131, sizeof(std_vect_131), ISAL_INVALID_BLOCK},
+ {std_vect_132, sizeof(std_vect_132), ISAL_INVALID_SYMBOL},
+ {std_vect_133, sizeof(std_vect_133), ISAL_INVALID_BLOCK},
+ {std_vect_134, sizeof(std_vect_134), ISAL_INVALID_BLOCK},
+ {std_vect_135, sizeof(std_vect_135), ISAL_INVALID_BLOCK},
+ {std_vect_136, sizeof(std_vect_136), ISAL_INVALID_BLOCK},
+ {std_vect_137, sizeof(std_vect_137), ISAL_INVALID_BLOCK},
+ {std_vect_138, sizeof(std_vect_138), ISAL_INVALID_SYMBOL},
+ {std_vect_139, sizeof(std_vect_139), ISAL_INVALID_SYMBOL},
+ {std_vect_140, sizeof(std_vect_140), ISAL_INVALID_BLOCK},
+ {std_vect_141, sizeof(std_vect_141), ISAL_END_INPUT},
+ {std_vect_142, sizeof(std_vect_142), ISAL_INVALID_BLOCK},
+ {std_vect_143, sizeof(std_vect_143), ISAL_INVALID_BLOCK},
+ {std_vect_144, sizeof(std_vect_144), ISAL_INVALID_BLOCK},
+ {std_vect_145, sizeof(std_vect_145), ISAL_END_INPUT},
+ {std_vect_146, sizeof(std_vect_146), ISAL_INVALID_BLOCK},
+ {std_vect_147, sizeof(std_vect_147), ISAL_INVALID_BLOCK},
+ {std_vect_148, sizeof(std_vect_148), ISAL_INVALID_BLOCK},
+ {std_vect_149, sizeof(std_vect_149), ISAL_INVALID_BLOCK},
+ {std_vect_150, sizeof(std_vect_150), ISAL_INVALID_BLOCK}
+};
diff --git a/src/spdk/isa-l/igzip/lz0a_const.asm b/src/spdk/isa-l/igzip/lz0a_const.asm
new file mode 100644
index 000000000..deb6d232e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/lz0a_const.asm
@@ -0,0 +1,65 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "options.asm"
+
+%assign K 1024
+%assign D IGZIP_HIST_SIZE ;; Amount of history
+%assign LA 18 * 16 ;; Max look-ahead, rounded up to 32 byte boundary
+%assign BSIZE 2*IGZIP_HIST_SIZE + LA ;; Nominal buffer size
+
+;; Constants for stateless compression
+%define LAST_BYTES_COUNT 3 ;; Bytes to prevent reading out of array bounds
+%define LA_STATELESS 258 ;; No round up since no data is copied to a buffer
+
+%assign IGZIP_LVL0_HASH_SIZE (8 * K)
+%assign IGZIP_HASH8K_HASH_SIZE (8 * K)
+%assign IGZIP_HASH_HIST_HASH_SIZE IGZIP_HIST_SIZE
+%assign IGZIP_HASH_MAP_HASH_SIZE IGZIP_HIST_SIZE
+
+%xdefine LVL0_HASH_MASK (IGZIP_LVL0_HASH_SIZE - 1)
+%xdefine HASH8K_HASH_MASK (IGZIP_HASH8K_HASH_SIZE - 1)
+%xdefine HASH_HIST_HASH_MASK (IGZIP_HASH_HIST_HASH_SIZE - 1)
+%xdefine HASH_MAP_HASH_MASK (IGZIP_HASH_MAP_HASH_SIZE - 1)
+
+%assign MIN_DEF_MATCH 3 ; Minimum length of a match in deflate
+%assign SHORTEST_MATCH 4
+
+%assign SLOP 8
+
+%define ICF_CODE_BYTES 4
+%define LIT_LEN_BIT_COUNT 10
+%define DIST_LIT_BIT_COUNT 9
+
+%define LIT_LEN_MASK ((1 << LIT_LEN_BIT_COUNT) - 1)
+%define LIT_DIST_MASK ((1 << DIST_LIT_BIT_COUNT) - 1)
+
+%define DIST_OFFSET LIT_LEN_BIT_COUNT
+%define EXTRA_BITS_OFFSET (DIST_OFFSET + DIST_LIT_BIT_COUNT)
+%define LIT (0x1E << DIST_OFFSET)
diff --git a/src/spdk/isa-l/igzip/options.asm b/src/spdk/isa-l/igzip/options.asm
new file mode 100644
index 000000000..afbb586ea
--- /dev/null
+++ b/src/spdk/isa-l/igzip/options.asm
@@ -0,0 +1,77 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+default rel
+
+%ifndef __OPTIONS_ASM__
+%define __OPTIONS_ASM__
+
+; Options:dir
+; m - reschedule mem reads
+; e b - bitbuff style
+; t s x - compare style
+; h - limit hash updates
+; l - use longer huffman table
+; f - fix cache read
+
+%ifndef IGZIP_HIST_SIZE
+%define IGZIP_HIST_SIZE (32 * 1024)
+%endif
+
+%if (IGZIP_HIST_SIZE > (32 * 1024))
+%undef IGZIP_HIST_SIZE
+%define IGZIP_HIST_SIZE (32 * 1024)
+%endif
+
+%ifdef LONGER_HUFFTABLE
+%if (IGZIP_HIST_SIZE > 8 * 1024)
+%undef IGZIP_HIST_SIZE
+%define IGZIP_HIST_SIZE (8 * 1024)
+%endif
+%endif
+
+; (h) limit hash update
+%define LIMIT_HASH_UPDATE
+
+; (f) fix cache read problem
+%define FIX_CACHE_READ
+
+%define ISAL_DEF_MAX_HDR_SIZE 328
+
+%ifidn __OUTPUT_FORMAT__, elf64
+%ifndef __NASM_VER__
+%define WRT_OPT wrt ..sym
+%else
+%define WRT_OPT
+%endif
+%else
+%define WRT_OPT
+%endif
+
+%endif ; ifndef __OPTIONS_ASM__
diff --git a/src/spdk/isa-l/igzip/proc_heap.asm b/src/spdk/isa-l/igzip/proc_heap.asm
new file mode 100644
index 000000000..40b18ab13
--- /dev/null
+++ b/src/spdk/isa-l/igzip/proc_heap.asm
@@ -0,0 +1,126 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+; returns modified node_ptr
+; uint32_t proc_heap(uint64_t *heap, uint32_t heap_size);
+
+%include "reg_sizes.asm"
+%include "heap_macros.asm"
+
+%ifidn __OUTPUT_FORMAT__, win64
+%define heap rcx ; pointer, 64-bit
+%define heap_size rdx
+%define arg3 r8
+%define child rsi
+%define tmp32 rdi
+%else
+%define heap rdi
+%define heap_size rsi
+%define arg3 rdx
+%define child rcx
+%define tmp32 rdx
+%endif
+
+%define node_ptr rax
+%define h1 r8
+%define h2 r9
+%define h3 r10
+%define i r11
+%define tmp2 r12
+
+ global build_huff_tree
+build_huff_tree:
+%ifidn __OUTPUT_FORMAT__, win64
+ push rsi
+ push rdi
+%endif
+ push r12
+
+ mov node_ptr, arg3
+.main_loop:
+ ; REMOVE_MIN64(heap, heap_size, h1);
+ mov h2, [heap + heap_size*8]
+ mov h1, [heap + 1*8]
+ mov qword [heap + heap_size*8], -1
+ dec heap_size
+ mov [heap + 1*8], h2
+
+ mov i, 1
+ heapify heap, heap_size, i, child, h2, h3, tmp32, tmp2
+
+ mov h2, [heap + 1*8]
+ lea h3, [h1 + h2]
+ mov [heap + node_ptr*8], h1 %+ w
+ mov [heap + node_ptr*8 - 8], h2 %+ w
+
+ and h3, ~0xffff
+ or h3, node_ptr
+ sub node_ptr, 2
+
+ ; replace_min64(heap, heap_size, h3)
+ mov [heap + 1*8], h3
+ mov i, 1
+ heapify heap, heap_size, i, child, h2, h3, tmp32, tmp2
+
+ cmp heap_size, 1
+ ja .main_loop
+
+ mov h1, [heap + 1*8]
+ mov [heap + node_ptr*8], h1 %+ w
+
+ pop r12
+%ifidn __OUTPUT_FORMAT__, win64
+ pop rdi
+ pop rsi
+%endif
+ ret
+
+align 32
+ global build_heap
+build_heap:
+%ifidn __OUTPUT_FORMAT__, win64
+ push rsi
+ push rdi
+%endif
+ push r12
+ mov qword [heap + heap_size*8 + 8], -1
+ mov i, heap_size
+ shr i, 1
+.loop:
+ mov h1, i
+ heapify heap, heap_size, h1, child, h2, h3, tmp32, tmp2
+ dec i
+ jnz .loop
+
+ pop r12
+%ifidn __OUTPUT_FORMAT__, win64
+ pop rdi
+ pop rsi
+%endif
+ ret
diff --git a/src/spdk/isa-l/igzip/proc_heap_base.c b/src/spdk/isa-l/igzip/proc_heap_base.c
new file mode 100644
index 000000000..777bd0f09
--- /dev/null
+++ b/src/spdk/isa-l/igzip/proc_heap_base.c
@@ -0,0 +1,85 @@
+/**********************************************************************
+ Copyright(c) 2011-2017 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+
+#include "igzip_lib.h"
+#include "huff_codes.h"
+#include "unaligned.h"
+
+static inline void heapify(uint64_t * heap, uint64_t heap_size, uint64_t index)
+{
+ uint64_t child = 2 * index, tmp;
+ while (child <= heap_size) {
+ child = (heap[child] <= heap[child + 1]) ? child : child + 1;
+
+ if (heap[index] > heap[child]) {
+ tmp = heap[index];
+ heap[index] = heap[child];
+ heap[child] = tmp;
+ index = child;
+ child = 2 * index;
+ } else
+ break;
+ }
+}
+
+void build_heap(uint64_t * heap, uint64_t heap_size)
+{
+ uint64_t i;
+ heap[heap_size + 1] = -1;
+ for (i = heap_size / 2; i > 0; i--)
+ heapify(heap, heap_size, i);
+
+}
+
+uint32_t build_huff_tree(struct heap_tree *heap_space, uint64_t heap_size, uint64_t node_ptr)
+{
+ uint64_t *heap = (uint64_t *) heap_space;
+ uint64_t h1, h2;
+
+ while (heap_size > 1) {
+ h1 = heap[1];
+ heap[1] = heap[heap_size];
+ heap[heap_size--] = -1;
+
+ heapify(heap, heap_size, 1);
+
+ h2 = heap[1];
+ heap[1] = ((h1 + h2) & ~0xFFFFull) | node_ptr;
+
+ heapify(heap, heap_size, 1);
+
+ store_u16((uint8_t *) & heap[node_ptr], h1);
+ store_u16((uint8_t *) & heap[node_ptr - 1], h2);
+ node_ptr -= 2;
+
+ }
+ h1 = heap[1];
+ store_u16((uint8_t *) & heap[node_ptr], h1);
+ return node_ptr;
+}
diff --git a/src/spdk/isa-l/igzip/repeated_char_result.h b/src/spdk/isa-l/igzip/repeated_char_result.h
new file mode 100644
index 000000000..60a5fc197
--- /dev/null
+++ b/src/spdk/isa-l/igzip/repeated_char_result.h
@@ -0,0 +1,68 @@
+/**********************************************************************
+ Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+ * Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ * Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in
+ the documentation and/or other materials provided with the
+ distribution.
+ * Neither the name of Intel Corporation nor the names of its
+ contributors may be used to endorse or promote products derived
+ from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+**********************************************************************/
+#ifndef _IGZIP_REPEATED_8K_CHAR_RESULT_H_
+#define _IGZIP_REPEATED_8K_CHAR_RESULT_H_
+
+/* The code for the literal being encoded */
+#define CODE_LIT 0x1
+#define CODE_LIT_LENGTH 0x2
+
+/* The code for repeat 10. The Length includes the distance code length*/
+#define CODE_10 0x3
+#define CODE_10_LENGTH 0x4
+
+/* The code for repeat 115-130. The Length includes the distance code length*/
+#define CODE_280 0x0f
+#define CODE_280_LENGTH 0x4
+#define CODE_280_TOTAL_LENGTH CODE_280_LENGTH + 4 + 1
+
+/* Code representing the end of block. */
+#define END_OF_BLOCK 0x7
+#define END_OF_BLOCK_LEN 0x4
+
+/* MIN_REPEAT_LEN currently optimizes storage space, another possiblity is to
+ * find the size which optimizes speed instead.*/
+#define MIN_REPEAT_LEN 4*1024
+
+#define HEADER_LENGTH 16
+
+/* Maximum length of the portion of the header represented by repeat lengths
+ * smaller than 258 */
+#define MAX_FIXUP_CODE_LENGTH 8
+
+
+/* Headers for constant 0x00 and 0xFF blocks
+ * This also contains the first literal character. */
+const uint32_t repeated_char_header[2][5] = {
+ { 0x0121c0ec, 0xc30c0000, 0x7d57fab0, 0x49270938}, /* Deflate header for 0x00 */
+ { 0x0121c0ec, 0xc30c0000, 0x7baaff30, 0x49270938} /* Deflate header for 0xFF */
+
+};
+
+#endif /*_IGZIP_REPEATED_8K_CHAR_RESULT_H_*/
diff --git a/src/spdk/isa-l/igzip/rfc1951_lookup.asm b/src/spdk/isa-l/igzip/rfc1951_lookup.asm
new file mode 100644
index 000000000..ebf81aa8c
--- /dev/null
+++ b/src/spdk/isa-l/igzip/rfc1951_lookup.asm
@@ -0,0 +1,118 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%include "reg_sizes.asm"
+
+%ifndef RFC1951_LOOKUP
+%define RFC1951_LOOKUP
+
+section .data
+
+ align 8
+
+;; /* Structure contain lookup data based on RFC 1951 */
+;; struct rfc1951_tables {
+;; uint8_t len_to_code[264];
+;; uint8_t dist_extra_bit_count[32];
+;; uint32_t dist_start[32];
+;; uint8_t len_extra_bit_count[32];
+;; uint16_t len_start[32];
+;; };
+
+global rfc1951_lookup_table:ISAL_SYM_TYPE_DATA_INTERNAL
+rfc1951_lookup_table:
+len_to_code:
+ db 0x00, 0x00, 0x00
+ db 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08
+ db 0x09, 0x09, 0x0a, 0x0a, 0x0b, 0x0b, 0x0c, 0x0c
+ db 0x0d, 0x0d, 0x0d, 0x0d, 0x0e, 0x0e, 0x0e, 0x0e
+ db 0x0f, 0x0f, 0x0f, 0x0f, 0x10, 0x10, 0x10, 0x10
+ db 0x11, 0x11, 0x11, 0x11, 0x11, 0x11, 0x11, 0x11
+ db 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12, 0x12
+ db 0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13
+ db 0x14, 0x14, 0x14, 0x14, 0x14, 0x14, 0x14, 0x14
+ db 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15
+ db 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15, 0x15
+ db 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16
+ db 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16, 0x16
+ db 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17
+ db 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17, 0x17
+ db 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18
+ db 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18, 0x18
+ db 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ db 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ db 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ db 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19, 0x19
+ db 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ db 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ db 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ db 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a, 0x1a
+ db 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ db 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ db 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ db 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b, 0x1b
+ db 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ db 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ db 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c
+ db 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1d
+ db 0x00, 0x00, 0x00, 0x00, 0x00
+
+dist_extra_bit_count:
+ db 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x02, 0x02
+ db 0x03, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06
+ db 0x07, 0x07, 0x08, 0x08, 0x09, 0x09, 0x0a, 0x0a
+ db 0x0b, 0x0b, 0x0c, 0x0c, 0x0d, 0x0d, 0x00, 0x00
+
+dist_start:
+ dd 0x00000001, 0x00000002, 0x00000003, 0x00000004
+ dd 0x00000005, 0x00000007, 0x00000009, 0x0000000d
+ dd 0x00000011, 0x00000019, 0x00000021, 0x00000031
+ dd 0x00000041, 0x00000061, 0x00000081, 0x000000c1
+ dd 0x00000101, 0x00000181, 0x00000201, 0x00000301
+ dd 0x00000401, 0x00000601, 0x00000801, 0x00000c01
+ dd 0x00001001, 0x00001801, 0x00002001, 0x00003001
+ dd 0x00004001, 0x00006001, 0x00000000, 0x00000000
+
+len_extra_bit_count:
+ db 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
+ db 0x01, 0x01, 0x01, 0x01, 0x02, 0x02, 0x02, 0x02
+ db 0x03, 0x03, 0x03, 0x03, 0x04, 0x04, 0x04, 0x04
+ db 0x05, 0x05, 0x05, 0x05, 0x00, 0x00, 0x00, 0x00
+
+len_start:
+ dw 0x0003, 0x0004, 0x0005, 0x0006
+ dw 000007, 0x0008, 0x0009, 0x000a
+ dw 0x000b, 0x000d, 0x000f, 0x0011
+ dw 0x0013, 0x0017, 0x001b, 0x001f
+ dw 0x0023, 0x002b, 0x0033, 0x003b
+ dw 0x0043, 0x0053, 0x0063, 0x0073
+ dw 0x0083, 0x00a3, 0x00c3, 0x00e3
+ dw 0x0102, 0x0000, 0x0000, 0x0000
+
+%endif ; RFC1951_LOOKUP
diff --git a/src/spdk/isa-l/igzip/static_inflate.h b/src/spdk/isa-l/igzip/static_inflate.h
new file mode 100644
index 000000000..33542fe3e
--- /dev/null
+++ b/src/spdk/isa-l/igzip/static_inflate.h
@@ -0,0 +1,1346 @@
+#ifndef STATIC_HEADER_H
+#define STATIC_HEADER_H
+
+#include "igzip_lib.h"
+
+#define LONG_BITS_CHECK 12
+#define SHORT_BITS_CHECK 10
+#if (LONG_BITS_CHECK == ISAL_DECODE_LONG_BITS) && (SHORT_BITS_CHECK == ISAL_DECODE_SHORT_BITS)
+# define ISAL_STATIC_INFLATE_TABLE
+#else
+# warning "Incompatible compile time defines for optimized static inflate table."
+#endif
+
+struct inflate_huff_code_large static_lit_huff_code = {
+ .short_code_lookup = {
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000171,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa4000139, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000060,
+ 0xa4000129, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000151, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000020,
+ 0xa4000121, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000141, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000131, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000161, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000000,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013a, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012a, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb4000152, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000040,
+ 0xa4000122, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb4000142, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000132, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb4000162, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000172,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013b, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000062,
+ 0xa400012b, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb4000153, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000022,
+ 0xa4000123, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb4000143, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000133, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb4000163, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000002,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa400013c, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012c, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000154, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000042,
+ 0xa4000124, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000144, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000134, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000164, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000173,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa400013d, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000064,
+ 0xa400012d, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000155, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000024,
+ 0xa4000125, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000145, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000135, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000165, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000004,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013e, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012e, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb4000156, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000044,
+ 0xa4000126, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb4000146, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000136, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb4000166, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000174,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013f, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000066,
+ 0xa400012f, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb4000157, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000026,
+ 0xa4000127, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb4000147, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000137, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb4000167, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000006,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa4000140, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa4000130, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000158, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000046,
+ 0xa4000128, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000148, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000138, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000168, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000175,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa4000139, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000068,
+ 0xa4000129, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000159, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000028,
+ 0xa4000121, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000149, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000131, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000169, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000008,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013a, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012a, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb400015a, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000048,
+ 0xa4000122, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb400014a, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000132, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb400016a, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000176,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013b, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600006a,
+ 0xa400012b, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb400015b, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600002a,
+ 0xa4000123, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb400014b, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000133, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb400016b, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600000a,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa400013c, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012c, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb400015c, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600004a,
+ 0xa4000124, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb400014c, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000134, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb400016c, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000177,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa400013d, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600006c,
+ 0xa400012d, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb400015d, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600002c,
+ 0xa4000125, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb400014d, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000135, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb400016d, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600000c,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013e, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012e, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb400015e, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600004c,
+ 0xa4000126, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb400014e, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000136, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb400016e, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000178,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013f, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600006e,
+ 0xa400012f, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb400015f, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600002e,
+ 0xa4000127, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb400014f, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000137, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb400016f, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600000e,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa4000140, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa4000130, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000160, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600004e,
+ 0xa4000128, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000150, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000138, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000170, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000179,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa4000139, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000070,
+ 0xa4000129, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000151, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000030,
+ 0xa4000121, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000141, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000131, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000161, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000010,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013a, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012a, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb4000152, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000050,
+ 0xa4000122, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb4000142, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000132, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb4000162, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017a,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013b, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000072,
+ 0xa400012b, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb4000153, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000032,
+ 0xa4000123, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb4000143, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000133, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb4000163, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000012,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa400013c, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012c, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000154, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000052,
+ 0xa4000124, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000144, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000134, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000164, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017b,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa400013d, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000074,
+ 0xa400012d, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000155, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000034,
+ 0xa4000125, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000145, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000135, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000165, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000014,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013e, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012e, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb4000156, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000054,
+ 0xa4000126, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb4000146, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000136, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb4000166, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017c,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013f, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000076,
+ 0xa400012f, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb4000157, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000036,
+ 0xa4000127, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb4000147, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000137, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb4000167, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000016,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa4000140, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa4000130, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000158, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000056,
+ 0xa4000128, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000148, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000138, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000168, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017d,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa4000139, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x36000078,
+ 0xa4000129, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb4000159, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x36000038,
+ 0xa4000121, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb4000149, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000131, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb4000169, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x36000018,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013a, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012a, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb400015a, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x36000058,
+ 0xa4000122, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb400014a, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000132, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb400016a, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017e,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013b, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600007a,
+ 0xa400012b, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb400015b, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600003a,
+ 0xa4000123, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb400014b, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000133, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb400016b, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600001a,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa400013c, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012c, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb400015c, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600005a,
+ 0xa4000124, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb400014c, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000134, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb400016c, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff,
+ 0x74000100, 0x84000050, 0x84000010, 0xc400017f,
+ 0x9400011d, 0x84000070, 0x84000030, 0x940000c0,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a0,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e0,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000090,
+ 0xa400013d, 0x84000078, 0x84000038, 0x940000d0,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b0,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f0,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600007c,
+ 0xa400012d, 0x84000074, 0x84000034, 0x940000c8,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a8,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e8,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000098,
+ 0xb400015d, 0x8400007c, 0x8400003c, 0x940000d8,
+ 0x94000115, 0x8400006c, 0x8400002c, 0x940000b8,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f8,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600003c,
+ 0xa4000125, 0x84000072, 0x84000032, 0x940000c4,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a4,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e4,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000094,
+ 0xb400014d, 0x8400007a, 0x8400003a, 0x940000d4,
+ 0x94000111, 0x8400006a, 0x8400002a, 0x940000b4,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f4,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000135, 0x84000076, 0x84000036, 0x940000cc,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ac,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ec,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009c,
+ 0xb400016d, 0x8400007e, 0x8400003e, 0x940000dc,
+ 0x94000119, 0x8400006e, 0x8400002e, 0x940000bc,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fc,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600001c,
+ 0x9400011e, 0x84000071, 0x84000031, 0x940000c2,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a2,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e2,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000092,
+ 0xa400013e, 0x84000079, 0x84000039, 0x940000d2,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b2,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f2,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa400012e, 0x84000075, 0x84000035, 0x940000ca,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000aa,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000ea,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009a,
+ 0xb400015e, 0x8400007d, 0x8400003d, 0x940000da,
+ 0x94000116, 0x8400006d, 0x8400002d, 0x940000ba,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fa,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600005c,
+ 0xa4000126, 0x84000073, 0x84000033, 0x940000c6,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a6,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e6,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000096,
+ 0xb400014e, 0x8400007b, 0x8400003b, 0x940000d6,
+ 0x94000112, 0x8400006b, 0x8400002b, 0x940000b6,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f6,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000136, 0x84000077, 0x84000037, 0x940000ce,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000ae,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ee,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009e,
+ 0xb400016e, 0x8400007f, 0x8400003f, 0x940000de,
+ 0x9400011a, 0x8400006f, 0x8400002f, 0x940000be,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000fe,
+ 0x74000100, 0x84000050, 0x84000010, 0xc4000180,
+ 0x9400011f, 0x84000070, 0x84000030, 0x940000c1,
+ 0x74000108, 0x84000060, 0x84000020, 0x940000a1,
+ 0x84000000, 0x84000080, 0x84000040, 0x940000e1,
+ 0x74000104, 0x84000058, 0x84000018, 0x94000091,
+ 0xa400013f, 0x84000078, 0x84000038, 0x940000d1,
+ 0x8400010f, 0x84000068, 0x84000028, 0x940000b1,
+ 0x84000008, 0x84000088, 0x84000048, 0x940000f1,
+ 0x74000102, 0x84000054, 0x84000014, 0x3600007e,
+ 0xa400012f, 0x84000074, 0x84000034, 0x940000c9,
+ 0x8400010b, 0x84000064, 0x84000024, 0x940000a9,
+ 0x84000004, 0x84000084, 0x84000044, 0x940000e9,
+ 0x74000106, 0x8400005c, 0x8400001c, 0x94000099,
+ 0xb400015f, 0x8400007c, 0x8400003c, 0x940000d9,
+ 0x94000117, 0x8400006c, 0x8400002c, 0x940000b9,
+ 0x8400000c, 0x8400008c, 0x8400004c, 0x940000f9,
+ 0x74000101, 0x84000052, 0x84000012, 0x3600003e,
+ 0xa4000127, 0x84000072, 0x84000032, 0x940000c5,
+ 0x84000109, 0x84000062, 0x84000022, 0x940000a5,
+ 0x84000002, 0x84000082, 0x84000042, 0x940000e5,
+ 0x74000105, 0x8400005a, 0x8400001a, 0x94000095,
+ 0xb400014f, 0x8400007a, 0x8400003a, 0x940000d5,
+ 0x94000113, 0x8400006a, 0x8400002a, 0x940000b5,
+ 0x8400000a, 0x8400008a, 0x8400004a, 0x940000f5,
+ 0x74000103, 0x84000056, 0x84000016, 0x00000000,
+ 0xa4000137, 0x84000076, 0x84000036, 0x940000cd,
+ 0x8400010d, 0x84000066, 0x84000026, 0x940000ad,
+ 0x84000006, 0x84000086, 0x84000046, 0x940000ed,
+ 0x74000107, 0x8400005e, 0x8400001e, 0x9400009d,
+ 0xb400016f, 0x8400007e, 0x8400003e, 0x940000dd,
+ 0x9400011b, 0x8400006e, 0x8400002e, 0x940000bd,
+ 0x8400000e, 0x8400008e, 0x8400004e, 0x940000fd,
+ 0x74000100, 0x84000051, 0x84000011, 0x3600001e,
+ 0x94000120, 0x84000071, 0x84000031, 0x940000c3,
+ 0x74000108, 0x84000061, 0x84000021, 0x940000a3,
+ 0x84000001, 0x84000081, 0x84000041, 0x940000e3,
+ 0x74000104, 0x84000059, 0x84000019, 0x94000093,
+ 0xa4000140, 0x84000079, 0x84000039, 0x940000d3,
+ 0x84000110, 0x84000069, 0x84000029, 0x940000b3,
+ 0x84000009, 0x84000089, 0x84000049, 0x940000f3,
+ 0x74000102, 0x84000055, 0x84000015, 0x84000200,
+ 0xa4000130, 0x84000075, 0x84000035, 0x940000cb,
+ 0x8400010c, 0x84000065, 0x84000025, 0x940000ab,
+ 0x84000005, 0x84000085, 0x84000045, 0x940000eb,
+ 0x74000106, 0x8400005d, 0x8400001d, 0x9400009b,
+ 0xb4000160, 0x8400007d, 0x8400003d, 0x940000db,
+ 0x94000118, 0x8400006d, 0x8400002d, 0x940000bb,
+ 0x8400000d, 0x8400008d, 0x8400004d, 0x940000fb,
+ 0x74000101, 0x84000053, 0x84000013, 0x3600005e,
+ 0xa4000128, 0x84000073, 0x84000033, 0x940000c7,
+ 0x8400010a, 0x84000063, 0x84000023, 0x940000a7,
+ 0x84000003, 0x84000083, 0x84000043, 0x940000e7,
+ 0x74000105, 0x8400005b, 0x8400001b, 0x94000097,
+ 0xb4000150, 0x8400007b, 0x8400003b, 0x940000d7,
+ 0x94000114, 0x8400006b, 0x8400002b, 0x940000b7,
+ 0x8400000b, 0x8400008b, 0x8400004b, 0x940000f7,
+ 0x74000103, 0x84000057, 0x84000017, 0x00000000,
+ 0xa4000138, 0x84000077, 0x84000037, 0x940000cf,
+ 0x8400010e, 0x84000067, 0x84000027, 0x940000af,
+ 0x84000007, 0x84000087, 0x84000047, 0x940000ef,
+ 0x74000107, 0x8400005f, 0x8400001f, 0x9400009f,
+ 0xb4000170, 0x8400007f, 0x8400003f, 0x940000df,
+ 0x9400011c, 0x8400006f, 0x8400002f, 0x940000bf,
+ 0x8400000f, 0x8400008f, 0x8400004f, 0x940000ff },
+
+ .long_code_lookup = {
+ 0x3581, 0x3591, 0x3582, 0x3592, 0x3583, 0x3593, 0x3584, 0x3594,
+ 0x3585, 0x3595, 0x3586, 0x3596, 0x3587, 0x3597, 0x3588, 0x3598,
+ 0x3589, 0x3599, 0x358a, 0x359a, 0x358b, 0x359b, 0x358c, 0x359c,
+ 0x358d, 0x359d, 0x358e, 0x359e, 0x358f, 0x359f, 0x3590, 0x35a0,
+ 0x35a1, 0x35b1, 0x35a2, 0x35b2, 0x35a3, 0x35b3, 0x35a4, 0x35b4,
+ 0x35a5, 0x35b5, 0x35a6, 0x35b6, 0x35a7, 0x35b7, 0x35a8, 0x35b8,
+ 0x35a9, 0x35b9, 0x35aa, 0x35ba, 0x35ab, 0x35bb, 0x35ac, 0x35bc,
+ 0x35ad, 0x35bd, 0x35ae, 0x35be, 0x35af, 0x35bf, 0x35b0, 0x35c0,
+ 0x35c1, 0x35d1, 0x35c2, 0x35d2, 0x35c3, 0x35d3, 0x35c4, 0x35d4,
+ 0x35c5, 0x35d5, 0x35c6, 0x35d6, 0x35c7, 0x35d7, 0x35c8, 0x35d8,
+ 0x35c9, 0x35d9, 0x35ca, 0x35da, 0x35cb, 0x35db, 0x35cc, 0x35dc,
+ 0x35cd, 0x35dd, 0x35ce, 0x35de, 0x35cf, 0x35df, 0x35d0, 0x35e0,
+ 0x35e1, 0x35f1, 0x35e2, 0x35f2, 0x35e3, 0x35f3, 0x35e4, 0x35f4,
+ 0x35e5, 0x35f5, 0x35e6, 0x35f6, 0x35e7, 0x35f7, 0x35e8, 0x35f8,
+ 0x35e9, 0x35f9, 0x35ea, 0x35fa, 0x35eb, 0x35fb, 0x35ec, 0x35fc,
+ 0x35ed, 0x35fd, 0x35ee, 0x35fe, 0x35ef, 0x35ff, 0x35f0, 0x3600,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000 }
+};
+
+struct inflate_huff_code_small static_dist_huff_code = {
+ .short_code_lookup = {
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005,
+ 0x2800, 0x28f0, 0x2868, 0x2978, 0x2824, 0x2934, 0x28ac, 0x29bc,
+ 0x2802, 0x2912, 0x288a, 0x299a, 0x2846, 0x2956, 0x28ce, 0x0005,
+ 0x2801, 0x28f1, 0x2869, 0x2979, 0x2825, 0x2935, 0x28ad, 0x29bd,
+ 0x2803, 0x2913, 0x288b, 0x299b, 0x2847, 0x2957, 0x28cf, 0x0005 },
+
+ .long_code_lookup = {
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
+ 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000 }
+};
+
+#endif
diff --git a/src/spdk/isa-l/igzip/stdmac.asm b/src/spdk/isa-l/igzip/stdmac.asm
new file mode 100644
index 000000000..e54828785
--- /dev/null
+++ b/src/spdk/isa-l/igzip/stdmac.asm
@@ -0,0 +1,469 @@
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+; Copyright(c) 2011-2016 Intel Corporation All rights reserved.
+;
+; Redistribution and use in source and binary forms, with or without
+; modification, are permitted provided that the following conditions
+; are met:
+; * Redistributions of source code must retain the above copyright
+; notice, this list of conditions and the following disclaimer.
+; * Redistributions in binary form must reproduce the above copyright
+; notice, this list of conditions and the following disclaimer in
+; the documentation and/or other materials provided with the
+; distribution.
+; * Neither the name of Intel Corporation nor the names of its
+; contributors may be used to endorse or promote products derived
+; from this software without specific prior written permission.
+;
+; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+
+%ifndef STDMAC_ASM
+%define STDMAC_ASM
+;; internal macro used by push_all
+;; push args L to R
+%macro push_all_ 1-*
+%xdefine _PUSH_ALL_REGS_COUNT_ %0
+%rep %0
+ push %1
+ %rotate 1
+%endrep
+%endmacro
+
+;; internal macro used by pop_all
+;; pop args R to L
+%macro pop_all_ 1-*
+%rep %0
+ %rotate -1
+ pop %1
+%endrep
+%endmacro
+
+%xdefine _PUSH_ALL_REGS_COUNT_ 0
+%xdefine _ALLOC_STACK_VAL_ 0
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; STACK_OFFSET
+;; Number of bytes subtracted from stack due to PUSH_ALL and ALLOC_STACK
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%define STACK_OFFSET (_PUSH_ALL_REGS_COUNT_ * 8 + _ALLOC_STACK_VAL_)
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; PUSH_ALL reg1, reg2, ...
+;; push args L to R, remember regs for pop_all
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro PUSH_ALL 1+
+%xdefine _PUSH_ALL_REGS_ %1
+ push_all_ %1
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; POP_ALL
+;; push args from prev "push_all" R to L
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro POP_ALL 0
+ pop_all_ _PUSH_ALL_REGS_
+%xdefine _PUSH_ALL_REGS_COUNT_ 0
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; ALLOC_STACK n
+;; subtract n from the stack pointer and remember the value for restore_stack
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro ALLOC_STACK 1
+%xdefine _ALLOC_STACK_VAL_ %1
+ sub rsp, %1
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; RESTORE_STACK
+;; add n to the stack pointer, where n is the arg to the previous alloc_stack
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro RESTORE_STACK 0
+ add rsp, _ALLOC_STACK_VAL_
+%xdefine _ALLOC_STACK_VAL_ 0
+%endmacro
+
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; NOPN n
+;; Create n bytes of NOP, using nops of up to 8 bytes each
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro NOPN 1
+
+ %assign %%i %1
+ %rep 200
+ %if (%%i < 9)
+ nopn %%i
+ %exitrep
+ %else
+ nopn 8
+ %assign %%i (%%i - 8)
+ %endif
+ %endrep
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; nopn n
+;; Create n bytes of NOP, where n is between 1 and 9
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro nopn 1
+%if (%1 == 1)
+ nop
+%elif (%1 == 2)
+ db 0x66
+ nop
+%elif (%1 == 3)
+ db 0x0F
+ db 0x1F
+ db 0x00
+%elif (%1 == 4)
+ db 0x0F
+ db 0x1F
+ db 0x40
+ db 0x00
+%elif (%1 == 5)
+ db 0x0F
+ db 0x1F
+ db 0x44
+ db 0x00
+ db 0x00
+%elif (%1 == 6)
+ db 0x66
+ db 0x0F
+ db 0x1F
+ db 0x44
+ db 0x00
+ db 0x00
+%elif (%1 == 7)
+ db 0x0F
+ db 0x1F
+ db 0x80
+ db 0x00
+ db 0x00
+ db 0x00
+ db 0x00
+%elif (%1 == 8)
+ db 0x0F
+ db 0x1F
+ db 0x84
+ db 0x00
+ db 0x00
+ db 0x00
+ db 0x00
+ db 0x00
+%elif (%1 == 9)
+ db 0x66
+ db 0x0F
+ db 0x1F
+ db 0x84
+ db 0x00
+ db 0x00
+ db 0x00
+ db 0x00
+ db 0x00
+%else
+%error Invalid value to nopn
+%endif
+%endmacro
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; rolx64 dst, src, amount
+;; Emulate a rolx instruction using rorx, assuming data 64 bits wide
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro rolx64 3
+ rorx %1, %2, (64-%3)
+%endm
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; rolx32 dst, src, amount
+;; Emulate a rolx instruction using rorx, assuming data 32 bits wide
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro rolx32 3
+ rorx %1, %2, (32-%3)
+%endm
+
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;; Define a function void ssc(uint64_t x)
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+%macro DEF_SSC 0
+global ssc
+ssc:
+ mov rax, rbx
+ mov rbx, rcx
+ db 0x64
+ db 0x67
+ nop
+ mov rbx, rax
+ ret
+%endm
+
+%macro MOVDQU 2
+%define %%dest %1
+%define %%src %2
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vmovdqu %%dest, %%src
+%else
+ movdqu %%dest, %%src
+%endif
+%endm
+
+%macro MOVDQA 2
+%define %%dest %1
+%define %%src %2
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vmovdqa %%dest, %%src
+%else
+ movdqa %%dest, %%src
+%endif
+%endm
+
+%macro MOVD 2
+%define %%dest %1
+%define %%src %2
+%if (ARCH == 02 || ARCH == 03 || ARCH == 04)
+ vmovd %%dest, %%src
+%else
+ movd %%dest, %%src
+%endif
+%endm
+
+%macro MOVQ 2
+%define %%dest %1
+%define %%src %2
+%if (ARCH == 02 || ARCH == 03 || ARCH == 04)
+ vmovq %%dest, %%src
+%else
+ movq %%dest, %%src
+%endif
+%endm
+
+;; Move register if the src and dest are not equal
+%macro MOVNIDN 2
+%define dest %1
+%define src %2
+%ifnidn dest, src
+ mov dest, src
+%endif
+%endm
+
+%macro MOVDQANIDN 2
+%define dest %1
+%define src %2
+%ifnidn dest, src
+ MOVDQA dest, src
+%endif
+%endm
+
+%macro PSHUFD 3
+%define %%dest %1
+%define %%src1 %2
+%define %%imm8 %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpshufd %%dest, %%src1, %%imm8
+%else
+ pshufd %%dest, %%src1, %%imm8
+%endif
+%endm
+
+%macro PSHUFB 3
+%define %%dest %1
+%define %%src1 %2
+%define %%shuf %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpshufb %%dest, %%src1, %%shuf
+%else
+ MOVDQANIDN %%dest, %%src1
+ pshufb %%dest, %%shuf
+%endif
+%endm
+
+%macro PBROADCASTD 2
+%define %%dest %1
+%define %%src %2
+%if (ARCH == 04)
+ vpbroadcastd %%dest, %%src
+%else
+ MOVD %%dest, %%src
+ PSHUFD %%dest, %%dest, 0
+%endif
+%endm
+
+;; Implement BZHI instruction on older architectures
+;; Clobbers rcx, unless rcx is %%index
+%macro BZHI 4
+%define %%dest %1
+%define %%src %2
+%define %%index %3
+%define %%tmp1 %4
+
+%ifdef USE_HSWNI
+ bzhi %%dest, %%src, %%index
+%else
+ MOVNIDN rcx, %%index
+ mov %%tmp1, 1
+ shl %%tmp1, cl
+ sub %%tmp1, 1
+
+ MOVNIDN %%dest, %%src
+
+ and %%dest, %%tmp1
+%endif
+%endm
+
+;; Implement shrx instruction on older architectures
+;; Clobbers rcx, unless rcx is %%index
+%macro SHRX 3
+%define %%dest %1
+%define %%src %2
+%define %%index %3
+
+%ifdef USE_HSWNI
+ shrx %%dest, %%src, %%index
+%else
+ MOVNIDN rcx, %%index
+ MOVNIDN %%dest, %%src
+ shr %%dest, cl
+%endif
+%endm
+
+;; Implement shlx instruction on older architectures
+;; Clobbers rcx, unless rcx is %%index
+%macro SHLX 3
+%define %%dest %1
+%define %%src %2
+%define %%index %3
+
+%ifdef USE_HSWNI
+ shlx %%dest, %%src, %%index
+%else
+ MOVNIDN %%dest, %%src
+ MOVNIDN rcx, %%index
+ shl %%dest, cl
+%endif
+%endm
+
+%macro PINSRD 3
+%define %%dest %1
+%define %%src %2
+%define %%offset %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpinsrd %%dest, %%src, %%offset
+%else
+ pinsrd %%dest, %%src, %%offset
+%endif
+%endm
+
+%macro PEXTRD 3
+%define %%dest %1
+%define %%src %2
+%define %%offset %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpextrd %%dest, %%src, %%offset
+%else
+ pextrd %%dest, %%src, %%offset
+%endif
+%endm
+
+%macro PSRLDQ 2
+%define %%dest %1
+%define %%offset %2
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpsrldq %%dest, %%offset
+%else
+ psrldq %%dest, %%offset
+%endif
+%endm
+
+%macro PSLLD 3
+%define %%dest %1
+%define %%src %2
+%define %%offset %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpslld %%dest, %%src, %%offset
+%else
+ MOVDQANIDN %%dest, %%src
+ pslld %%dest, %%offset
+%endif
+%endm
+
+%macro PAND 3
+%define %%dest %1
+%define %%src1 %2
+%define %%src2 %3
+%if (ARCH == 02 || ARCH == 03 || ARCH == 04)
+ vpand %%dest, %%src1, %%src2
+%else
+ MOVDQANIDN %%dest, %%src1
+ pand %%dest, %%src2
+%endif
+%endm
+
+%macro POR 3
+%define %%dest %1
+%define %%src1 %2
+%define %%src2 %3
+%if (ARCH == 02 || ARCH == 03 || ARCH == 04)
+ vpor %%dest, %%src1, %%src2
+%else
+ MOVDQANIDN %%dest, %%src1
+ por %%dest, %%src2
+%endif
+%endm
+
+%macro PXOR 3
+%define %%dest %1
+%define %%src1 %2
+%define %%src2 %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpxor %%dest, %%src1, %%src2
+%else
+ MOVDQANIDN %%dest, %%src1
+ pxor %%dest, %%src2
+%endif
+%endm
+
+%macro PADDD 3
+%define %%dest %1
+%define %%src1 %2
+%define %%src2 %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpaddd %%dest, %%src1, %%src2
+%else
+ MOVDQANIDN %%dest, %%src1
+ paddd %%dest, %%src2
+%endif
+%endm
+
+%macro PCMPEQB 3
+%define %%dest %1
+%define %%src1 %2
+%define %%src2 %3
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpcmpeqb %%dest, %%src1, %%src2
+%else
+ MOVDQANIDN %%dest, %%src1
+ pcmpeqb %%dest, %%src2
+%endif
+%endm
+
+%macro PMOVMSKB 2
+%define %%dest %1
+%define %%src %2
+%if ((ARCH == 02) || (ARCH == 03) || (ARCH == 04))
+ vpmovmskb %%dest, %%src
+%else
+ pmovmskb %%dest, %%src
+%endif
+%endm
+
+%endif ;; ifndef STDMAC_ASM