/* * LZ4 file library * Copyright (C) 2022, Xiaomi Inc. * * BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php) * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * - Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * You can contact the author at : * - LZ4 homepage : http://www.lz4.org * - LZ4 source repository : https://github.com/lz4/lz4 */ #include #include #include "lz4.h" #include "lz4file.h" struct LZ4_readFile_s { LZ4F_dctx* dctxPtr; FILE* fp; LZ4_byte* srcBuf; size_t srcBufNext; size_t srcBufSize; size_t srcBufMaxSize; }; struct LZ4_writeFile_s { LZ4F_cctx* cctxPtr; FILE* fp; LZ4_byte* dstBuf; size_t maxWriteSize; size_t dstBufMaxSize; LZ4F_errorCode_t errCode; }; LZ4F_errorCode_t LZ4F_readOpen(LZ4_readFile_t** lz4fRead, FILE* fp) { char buf[LZ4F_HEADER_SIZE_MAX]; size_t consumedSize; LZ4F_errorCode_t ret; LZ4F_frameInfo_t info; if (fp == NULL || lz4fRead == NULL) { return -LZ4F_ERROR_GENERIC; } *lz4fRead = (LZ4_readFile_t*)calloc(1, sizeof(LZ4_readFile_t)); if (*lz4fRead == NULL) { return -LZ4F_ERROR_allocation_failed; } ret = LZ4F_createDecompressionContext(&(*lz4fRead)->dctxPtr, LZ4F_getVersion()); if (LZ4F_isError(ret)) { free(*lz4fRead); return ret; } (*lz4fRead)->fp = fp; consumedSize = fread(buf, 1, sizeof(buf), (*lz4fRead)->fp); if (consumedSize != sizeof(buf)) { free(*lz4fRead); return -LZ4F_ERROR_GENERIC; } ret = LZ4F_getFrameInfo((*lz4fRead)->dctxPtr, &info, buf, &consumedSize); if (LZ4F_isError(ret)) { LZ4F_freeDecompressionContext((*lz4fRead)->dctxPtr); free(*lz4fRead); return ret; } switch (info.blockSizeID) { case LZ4F_default : case LZ4F_max64KB : (*lz4fRead)->srcBufMaxSize = 64 * 1024; break; case LZ4F_max256KB: (*lz4fRead)->srcBufMaxSize = 256 * 1024; break; case LZ4F_max1MB: (*lz4fRead)->srcBufMaxSize = 1 * 1024 * 1024; break; case LZ4F_max4MB: (*lz4fRead)->srcBufMaxSize = 4 * 1024 * 1024; break; default: LZ4F_freeDecompressionContext((*lz4fRead)->dctxPtr); free(*lz4fRead); return -LZ4F_ERROR_maxBlockSize_invalid; } (*lz4fRead)->srcBuf = (LZ4_byte*)malloc((*lz4fRead)->srcBufMaxSize); if ((*lz4fRead)->srcBuf == NULL) { LZ4F_freeDecompressionContext((*lz4fRead)->dctxPtr); free(lz4fRead); return -LZ4F_ERROR_allocation_failed; } (*lz4fRead)->srcBufSize = sizeof(buf) - consumedSize; memcpy((*lz4fRead)->srcBuf, buf + consumedSize, (*lz4fRead)->srcBufSize); return ret; } size_t LZ4F_read(LZ4_readFile_t* lz4fRead, void* buf, size_t size) { LZ4_byte* p = (LZ4_byte*)buf; size_t next = 0; if (lz4fRead == NULL || buf == NULL) return -LZ4F_ERROR_GENERIC; while (next < size) { size_t srcsize = lz4fRead->srcBufSize - lz4fRead->srcBufNext; size_t dstsize = size - next; size_t ret; if (srcsize == 0) { ret = fread(lz4fRead->srcBuf, 1, lz4fRead->srcBufMaxSize, lz4fRead->fp); if (ret > 0) { lz4fRead->srcBufSize = ret; srcsize = lz4fRead->srcBufSize; lz4fRead->srcBufNext = 0; } else if (ret == 0) { break; } else { return -LZ4F_ERROR_GENERIC; } } ret = LZ4F_decompress(lz4fRead->dctxPtr, p, &dstsize, lz4fRead->srcBuf + lz4fRead->srcBufNext, &srcsize, NULL); if (LZ4F_isError(ret)) { return ret; } lz4fRead->srcBufNext += srcsize; next += dstsize; p += dstsize; } return next; } LZ4F_errorCode_t LZ4F_readClose(LZ4_readFile_t* lz4fRead) { if (lz4fRead == NULL) return -LZ4F_ERROR_GENERIC; LZ4F_freeDecompressionContext(lz4fRead->dctxPtr); free(lz4fRead->srcBuf); free(lz4fRead); return LZ4F_OK_NoError; } LZ4F_errorCode_t LZ4F_writeOpen(LZ4_writeFile_t** lz4fWrite, FILE* fp, const LZ4F_preferences_t* prefsPtr) { LZ4_byte buf[LZ4F_HEADER_SIZE_MAX]; size_t ret; if (fp == NULL || lz4fWrite == NULL) return -LZ4F_ERROR_GENERIC; *lz4fWrite = (LZ4_writeFile_t*)malloc(sizeof(LZ4_writeFile_t)); if (*lz4fWrite == NULL) { return -LZ4F_ERROR_allocation_failed; } if (prefsPtr != NULL) { switch (prefsPtr->frameInfo.blockSizeID) { case LZ4F_default : case LZ4F_max64KB : (*lz4fWrite)->maxWriteSize = 64 * 1024; break; case LZ4F_max256KB: (*lz4fWrite)->maxWriteSize = 256 * 1024; break; case LZ4F_max1MB: (*lz4fWrite)->maxWriteSize = 1 * 1024 * 1024; break; case LZ4F_max4MB: (*lz4fWrite)->maxWriteSize = 4 * 1024 * 1024; break; default: free(lz4fWrite); return -LZ4F_ERROR_maxBlockSize_invalid; } } else { (*lz4fWrite)->maxWriteSize = 64 * 1024; } (*lz4fWrite)->dstBufMaxSize = LZ4F_compressBound((*lz4fWrite)->maxWriteSize, prefsPtr); (*lz4fWrite)->dstBuf = (LZ4_byte*)malloc((*lz4fWrite)->dstBufMaxSize); if ((*lz4fWrite)->dstBuf == NULL) { free(*lz4fWrite); return -LZ4F_ERROR_allocation_failed; } ret = LZ4F_createCompressionContext(&(*lz4fWrite)->cctxPtr, LZ4F_getVersion()); if (LZ4F_isError(ret)) { free((*lz4fWrite)->dstBuf); free(*lz4fWrite); return ret; } ret = LZ4F_compressBegin((*lz4fWrite)->cctxPtr, buf, LZ4F_HEADER_SIZE_MAX, prefsPtr); if (LZ4F_isError(ret)) { LZ4F_freeCompressionContext((*lz4fWrite)->cctxPtr); free((*lz4fWrite)->dstBuf); free(*lz4fWrite); return ret; } if (ret != fwrite(buf, 1, ret, fp)) { LZ4F_freeCompressionContext((*lz4fWrite)->cctxPtr); free((*lz4fWrite)->dstBuf); free(*lz4fWrite); return -LZ4F_ERROR_GENERIC; } (*lz4fWrite)->fp = fp; (*lz4fWrite)->errCode = LZ4F_OK_NoError; return LZ4F_OK_NoError; } size_t LZ4F_write(LZ4_writeFile_t* lz4fWrite, void* buf, size_t size) { LZ4_byte* p = (LZ4_byte*)buf; size_t remain = size; size_t chunk; size_t ret; if (lz4fWrite == NULL || buf == NULL) return -LZ4F_ERROR_GENERIC; while (remain) { if (remain > lz4fWrite->maxWriteSize) chunk = lz4fWrite->maxWriteSize; else chunk = remain; ret = LZ4F_compressUpdate(lz4fWrite->cctxPtr, lz4fWrite->dstBuf, lz4fWrite->dstBufMaxSize, p, chunk, NULL); if (LZ4F_isError(ret)) { lz4fWrite->errCode = ret; return ret; } if(ret != fwrite(lz4fWrite->dstBuf, 1, ret, lz4fWrite->fp)) { lz4fWrite->errCode = -LZ4F_ERROR_GENERIC; return -LZ4F_ERROR_GENERIC; } p += chunk; remain -= chunk; } return size; } LZ4F_errorCode_t LZ4F_writeClose(LZ4_writeFile_t* lz4fWrite) { LZ4F_errorCode_t ret = LZ4F_OK_NoError; if (lz4fWrite == NULL) return -LZ4F_ERROR_GENERIC; if (lz4fWrite->errCode == LZ4F_OK_NoError) { ret = LZ4F_compressEnd(lz4fWrite->cctxPtr, lz4fWrite->dstBuf, lz4fWrite->dstBufMaxSize, NULL); if (LZ4F_isError(ret)) { goto out; } if (ret != fwrite(lz4fWrite->dstBuf, 1, ret, lz4fWrite->fp)) { ret = -LZ4F_ERROR_GENERIC; } } out: LZ4F_freeCompressionContext(lz4fWrite->cctxPtr); free(lz4fWrite->dstBuf); free(lz4fWrite); return ret; }