summaryrefslogtreecommitdiffstats
path: root/libfreerdp/codec/nsc_encode.c
diff options
context:
space:
mode:
Diffstat (limited to 'libfreerdp/codec/nsc_encode.c')
-rw-r--r--libfreerdp/codec/nsc_encode.c533
1 files changed, 533 insertions, 0 deletions
diff --git a/libfreerdp/codec/nsc_encode.c b/libfreerdp/codec/nsc_encode.c
new file mode 100644
index 0000000..71393d9
--- /dev/null
+++ b/libfreerdp/codec/nsc_encode.c
@@ -0,0 +1,533 @@
+/**
+ * FreeRDP: A Remote Desktop Protocol Implementation
+ * NSCodec Encoder
+ *
+ * Copyright 2012 Vic Lee
+ * Copyright 2016 Armin Novak <armin.novak@thincast.com>
+ * Copyright 2016 Thincast Technologies GmbH
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include <freerdp/config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include <winpr/crt.h>
+
+#include <freerdp/codec/nsc.h>
+#include <freerdp/codec/color.h>
+
+#include "nsc_types.h"
+#include "nsc_encode.h"
+
+typedef struct
+{
+ UINT32 x;
+ UINT32 y;
+ UINT32 width;
+ UINT32 height;
+ const BYTE* data;
+ UINT32 scanline;
+ BYTE* PlaneBuffer;
+ UINT32 MaxPlaneSize;
+ BYTE* PlaneBuffers[5];
+ UINT32 OrgByteCount[4];
+
+ UINT32 LumaPlaneByteCount;
+ UINT32 OrangeChromaPlaneByteCount;
+ UINT32 GreenChromaPlaneByteCount;
+ UINT32 AlphaPlaneByteCount;
+ UINT8 ColorLossLevel;
+ UINT8 ChromaSubsamplingLevel;
+} NSC_MESSAGE;
+
+static BOOL nsc_write_message(NSC_CONTEXT* context, wStream* s, const NSC_MESSAGE* message);
+
+static BOOL nsc_context_initialize_encode(NSC_CONTEXT* context)
+{
+ UINT32 length = 0;
+ UINT32 tempWidth = 0;
+ UINT32 tempHeight = 0;
+ tempWidth = ROUND_UP_TO(context->width, 8);
+ tempHeight = ROUND_UP_TO(context->height, 2);
+ /* The maximum length a decoded plane can reach in all cases */
+ length = tempWidth * tempHeight + 16;
+
+ if (length > context->priv->PlaneBuffersLength)
+ {
+ for (int i = 0; i < 5; i++)
+ {
+ BYTE* tmp = (BYTE*)winpr_aligned_recalloc(context->priv->PlaneBuffers[i], length,
+ sizeof(BYTE), 32);
+
+ if (!tmp)
+ goto fail;
+
+ context->priv->PlaneBuffers[i] = tmp;
+ }
+
+ context->priv->PlaneBuffersLength = length;
+ }
+
+ if (context->ChromaSubsamplingLevel)
+ {
+ context->OrgByteCount[0] = tempWidth * context->height;
+ context->OrgByteCount[1] = tempWidth * tempHeight / 4;
+ context->OrgByteCount[2] = tempWidth * tempHeight / 4;
+ context->OrgByteCount[3] = context->width * context->height;
+ }
+ else
+ {
+ context->OrgByteCount[0] = context->width * context->height;
+ context->OrgByteCount[1] = context->width * context->height;
+ context->OrgByteCount[2] = context->width * context->height;
+ context->OrgByteCount[3] = context->width * context->height;
+ }
+
+ return TRUE;
+fail:
+
+ if (length > context->priv->PlaneBuffersLength)
+ {
+ for (int i = 0; i < 5; i++)
+ winpr_aligned_free(context->priv->PlaneBuffers[i]);
+ }
+
+ return FALSE;
+}
+
+static BOOL nsc_encode_argb_to_aycocg(NSC_CONTEXT* context, const BYTE* data, UINT32 scanline)
+{
+ UINT16 x = 0;
+ UINT16 y = 0;
+ UINT16 rw = 0;
+ BYTE ccl = 0;
+ const BYTE* src = NULL;
+ BYTE* yplane = NULL;
+ BYTE* coplane = NULL;
+ BYTE* cgplane = NULL;
+ BYTE* aplane = NULL;
+ INT16 r_val = 0;
+ INT16 g_val = 0;
+ INT16 b_val = 0;
+ BYTE a_val = 0;
+ UINT32 tempWidth = 0;
+
+ tempWidth = ROUND_UP_TO(context->width, 8);
+ rw = (context->ChromaSubsamplingLevel ? tempWidth : context->width);
+ ccl = context->ColorLossLevel;
+
+ for (; y < context->height; y++)
+ {
+ src = data + (context->height - 1 - y) * scanline;
+ yplane = context->priv->PlaneBuffers[0] + y * rw;
+ coplane = context->priv->PlaneBuffers[1] + y * rw;
+ cgplane = context->priv->PlaneBuffers[2] + y * rw;
+ aplane = context->priv->PlaneBuffers[3] + y * context->width;
+
+ for (UINT16 x = 0; x < context->width; x++)
+ {
+ switch (context->format)
+ {
+ case PIXEL_FORMAT_BGRX32:
+ b_val = *src++;
+ g_val = *src++;
+ r_val = *src++;
+ src++;
+ a_val = 0xFF;
+ break;
+
+ case PIXEL_FORMAT_BGRA32:
+ b_val = *src++;
+ g_val = *src++;
+ r_val = *src++;
+ a_val = *src++;
+ break;
+
+ case PIXEL_FORMAT_RGBX32:
+ r_val = *src++;
+ g_val = *src++;
+ b_val = *src++;
+ src++;
+ a_val = 0xFF;
+ break;
+
+ case PIXEL_FORMAT_RGBA32:
+ r_val = *src++;
+ g_val = *src++;
+ b_val = *src++;
+ a_val = *src++;
+ break;
+
+ case PIXEL_FORMAT_BGR24:
+ b_val = *src++;
+ g_val = *src++;
+ r_val = *src++;
+ a_val = 0xFF;
+ break;
+
+ case PIXEL_FORMAT_RGB24:
+ r_val = *src++;
+ g_val = *src++;
+ b_val = *src++;
+ a_val = 0xFF;
+ break;
+
+ case PIXEL_FORMAT_BGR16:
+ b_val = (INT16)(((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5));
+ g_val = (INT16)((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3));
+ r_val = (INT16)((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07));
+ a_val = 0xFF;
+ src += 2;
+ break;
+
+ case PIXEL_FORMAT_RGB16:
+ r_val = (INT16)(((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5));
+ g_val = (INT16)((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3));
+ b_val = (INT16)((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07));
+ a_val = 0xFF;
+ src += 2;
+ break;
+
+ case PIXEL_FORMAT_A4:
+ {
+ int shift = 0;
+ BYTE idx = 0;
+ shift = (7 - (x % 8));
+ idx = ((*src) >> shift) & 1;
+ idx |= (((*(src + 1)) >> shift) & 1) << 1;
+ idx |= (((*(src + 2)) >> shift) & 1) << 2;
+ idx |= (((*(src + 3)) >> shift) & 1) << 3;
+ idx *= 3;
+ r_val = (INT16)context->palette[idx];
+ g_val = (INT16)context->palette[idx + 1];
+ b_val = (INT16)context->palette[idx + 2];
+
+ if (shift == 0)
+ src += 4;
+ }
+
+ a_val = 0xFF;
+ break;
+
+ case PIXEL_FORMAT_RGB8:
+ {
+ int idx = (*src) * 3;
+ r_val = (INT16)context->palette[idx];
+ g_val = (INT16)context->palette[idx + 1];
+ b_val = (INT16)context->palette[idx + 2];
+ src++;
+ }
+
+ a_val = 0xFF;
+ break;
+
+ default:
+ r_val = g_val = b_val = a_val = 0;
+ break;
+ }
+
+ *yplane++ = (BYTE)((r_val >> 2) + (g_val >> 1) + (b_val >> 2));
+ /* Perform color loss reduction here */
+ *coplane++ = (BYTE)((r_val - b_val) >> ccl);
+ *cgplane++ = (BYTE)((-(r_val >> 1) + g_val - (b_val >> 1)) >> ccl);
+ *aplane++ = a_val;
+ }
+
+ if (context->ChromaSubsamplingLevel && (x % 2) == 1)
+ {
+ *yplane = *(yplane - 1);
+ *coplane = *(coplane - 1);
+ *cgplane = *(cgplane - 1);
+ }
+ }
+
+ if (context->ChromaSubsamplingLevel && (y % 2) == 1)
+ {
+ yplane = context->priv->PlaneBuffers[0] + y * rw;
+ coplane = context->priv->PlaneBuffers[1] + y * rw;
+ cgplane = context->priv->PlaneBuffers[2] + y * rw;
+ CopyMemory(yplane, yplane - rw, rw);
+ CopyMemory(coplane, coplane - rw, rw);
+ CopyMemory(cgplane, cgplane - rw, rw);
+ }
+
+ return TRUE;
+}
+
+static BOOL nsc_encode_subsampling(NSC_CONTEXT* context)
+{
+ UINT32 tempWidth = 0;
+ UINT32 tempHeight = 0;
+
+ if (!context)
+ return FALSE;
+
+ tempWidth = ROUND_UP_TO(context->width, 8);
+ tempHeight = ROUND_UP_TO(context->height, 2);
+
+ if (tempHeight == 0)
+ return FALSE;
+
+ if (tempWidth > context->priv->PlaneBuffersLength / tempHeight)
+ return FALSE;
+
+ for (UINT32 y = 0; y < tempHeight >> 1; y++)
+ {
+ BYTE* co_dst = context->priv->PlaneBuffers[1] + y * (tempWidth >> 1);
+ BYTE* cg_dst = context->priv->PlaneBuffers[2] + y * (tempWidth >> 1);
+ const INT8* co_src0 = (INT8*)context->priv->PlaneBuffers[1] + (y << 1) * tempWidth;
+ const INT8* co_src1 = co_src0 + tempWidth;
+ const INT8* cg_src0 = (INT8*)context->priv->PlaneBuffers[2] + (y << 1) * tempWidth;
+ const INT8* cg_src1 = cg_src0 + tempWidth;
+
+ for (UINT32 x = 0; x < tempWidth >> 1; x++)
+ {
+ *co_dst++ = (BYTE)(((INT16)*co_src0 + (INT16) * (co_src0 + 1) + (INT16)*co_src1 +
+ (INT16) * (co_src1 + 1)) >>
+ 2);
+ *cg_dst++ = (BYTE)(((INT16)*cg_src0 + (INT16) * (cg_src0 + 1) + (INT16)*cg_src1 +
+ (INT16) * (cg_src1 + 1)) >>
+ 2);
+ co_src0 += 2;
+ co_src1 += 2;
+ cg_src0 += 2;
+ cg_src1 += 2;
+ }
+ }
+
+ return TRUE;
+}
+
+BOOL nsc_encode(NSC_CONTEXT* context, const BYTE* bmpdata, UINT32 rowstride)
+{
+ if (!context || !bmpdata || (rowstride == 0))
+ return FALSE;
+
+ if (!nsc_encode_argb_to_aycocg(context, bmpdata, rowstride))
+ return FALSE;
+
+ if (context->ChromaSubsamplingLevel)
+ {
+ if (!nsc_encode_subsampling(context))
+ return FALSE;
+ }
+
+ return TRUE;
+}
+
+static UINT32 nsc_rle_encode(const BYTE* in, BYTE* out, UINT32 originalSize)
+{
+ UINT32 left = 0;
+ UINT32 runlength = 1;
+ UINT32 planeSize = 0;
+ left = originalSize;
+
+ /**
+ * We quit the loop if the running compressed size is larger than the original.
+ * In such cases data will be sent uncompressed.
+ */
+ while (left > 4 && planeSize < originalSize - 4)
+ {
+ if (left > 5 && *in == *(in + 1))
+ {
+ runlength++;
+ }
+ else if (runlength == 1)
+ {
+ *out++ = *in;
+ planeSize++;
+ }
+ else if (runlength < 256)
+ {
+ *out++ = *in;
+ *out++ = *in;
+ *out++ = runlength - 2;
+ runlength = 1;
+ planeSize += 3;
+ }
+ else
+ {
+ *out++ = *in;
+ *out++ = *in;
+ *out++ = 0xFF;
+ *out++ = (runlength & 0x000000FF);
+ *out++ = (runlength & 0x0000FF00) >> 8;
+ *out++ = (runlength & 0x00FF0000) >> 16;
+ *out++ = (runlength & 0xFF000000) >> 24;
+ runlength = 1;
+ planeSize += 7;
+ }
+
+ in++;
+ left--;
+ }
+
+ if (planeSize < originalSize - 4)
+ CopyMemory(out, in, 4);
+
+ planeSize += 4;
+ return planeSize;
+}
+
+static void nsc_rle_compress_data(NSC_CONTEXT* context)
+{
+ UINT32 planeSize = 0;
+ UINT32 originalSize = 0;
+
+ for (UINT16 i = 0; i < 4; i++)
+ {
+ originalSize = context->OrgByteCount[i];
+
+ if (originalSize == 0)
+ {
+ planeSize = 0;
+ }
+ else
+ {
+ planeSize = nsc_rle_encode(context->priv->PlaneBuffers[i],
+ context->priv->PlaneBuffers[4], originalSize);
+
+ if (planeSize < originalSize)
+ CopyMemory(context->priv->PlaneBuffers[i], context->priv->PlaneBuffers[4],
+ planeSize);
+ else
+ planeSize = originalSize;
+ }
+
+ context->PlaneByteCount[i] = planeSize;
+ }
+}
+
+static UINT32 nsc_compute_byte_count(NSC_CONTEXT* context, UINT32* ByteCount, UINT32 width,
+ UINT32 height)
+{
+ UINT32 tempWidth = 0;
+ UINT32 tempHeight = 0;
+ UINT32 maxPlaneSize = 0;
+ tempWidth = ROUND_UP_TO(width, 8);
+ tempHeight = ROUND_UP_TO(height, 2);
+ maxPlaneSize = tempWidth * tempHeight + 16;
+
+ if (context->ChromaSubsamplingLevel)
+ {
+ ByteCount[0] = tempWidth * height;
+ ByteCount[1] = tempWidth * tempHeight / 4;
+ ByteCount[2] = tempWidth * tempHeight / 4;
+ ByteCount[3] = width * height;
+ }
+ else
+ {
+ ByteCount[0] = width * height;
+ ByteCount[1] = width * height;
+ ByteCount[2] = width * height;
+ ByteCount[3] = width * height;
+ }
+
+ return maxPlaneSize;
+}
+
+BOOL nsc_write_message(NSC_CONTEXT* context, wStream* s, const NSC_MESSAGE* message)
+{
+ UINT32 totalPlaneByteCount = 0;
+ totalPlaneByteCount = message->LumaPlaneByteCount + message->OrangeChromaPlaneByteCount +
+ message->GreenChromaPlaneByteCount + message->AlphaPlaneByteCount;
+
+ if (!Stream_EnsureRemainingCapacity(s, 20 + totalPlaneByteCount))
+ return FALSE;
+
+ Stream_Write_UINT32(s, message->LumaPlaneByteCount); /* LumaPlaneByteCount (4 bytes) */
+ Stream_Write_UINT32(
+ s, message->OrangeChromaPlaneByteCount); /* OrangeChromaPlaneByteCount (4 bytes) */
+ Stream_Write_UINT32(
+ s, message->GreenChromaPlaneByteCount); /* GreenChromaPlaneByteCount (4 bytes) */
+ Stream_Write_UINT32(s, message->AlphaPlaneByteCount); /* AlphaPlaneByteCount (4 bytes) */
+ Stream_Write_UINT8(s, message->ColorLossLevel); /* ColorLossLevel (1 byte) */
+ Stream_Write_UINT8(s, message->ChromaSubsamplingLevel); /* ChromaSubsamplingLevel (1 byte) */
+ Stream_Write_UINT16(s, 0); /* Reserved (2 bytes) */
+
+ if (message->LumaPlaneByteCount)
+ Stream_Write(s, message->PlaneBuffers[0], message->LumaPlaneByteCount); /* LumaPlane */
+
+ if (message->OrangeChromaPlaneByteCount)
+ Stream_Write(s, message->PlaneBuffers[1],
+ message->OrangeChromaPlaneByteCount); /* OrangeChromaPlane */
+
+ if (message->GreenChromaPlaneByteCount)
+ Stream_Write(s, message->PlaneBuffers[2],
+ message->GreenChromaPlaneByteCount); /* GreenChromaPlane */
+
+ if (message->AlphaPlaneByteCount)
+ Stream_Write(s, message->PlaneBuffers[3], message->AlphaPlaneByteCount); /* AlphaPlane */
+
+ return TRUE;
+}
+
+BOOL nsc_compose_message(NSC_CONTEXT* context, wStream* s, const BYTE* data, UINT32 width,
+ UINT32 height, UINT32 scanline)
+{
+ BOOL rc = 0;
+ NSC_MESSAGE message = { 0 };
+
+ if (!context || !s || !data)
+ return FALSE;
+
+ context->width = width;
+ context->height = height;
+
+ if (!nsc_context_initialize_encode(context))
+ return FALSE;
+
+ /* ARGB to AYCoCg conversion, chroma subsampling and colorloss reduction */
+ PROFILER_ENTER(context->priv->prof_nsc_encode)
+ rc = context->encode(context, data, scanline);
+ PROFILER_EXIT(context->priv->prof_nsc_encode)
+ if (!rc)
+ return FALSE;
+
+ /* RLE encode */
+ PROFILER_ENTER(context->priv->prof_nsc_rle_compress_data)
+ nsc_rle_compress_data(context);
+ PROFILER_EXIT(context->priv->prof_nsc_rle_compress_data)
+ message.PlaneBuffers[0] = context->priv->PlaneBuffers[0];
+ message.PlaneBuffers[1] = context->priv->PlaneBuffers[1];
+ message.PlaneBuffers[2] = context->priv->PlaneBuffers[2];
+ message.PlaneBuffers[3] = context->priv->PlaneBuffers[3];
+ message.LumaPlaneByteCount = context->PlaneByteCount[0];
+ message.OrangeChromaPlaneByteCount = context->PlaneByteCount[1];
+ message.GreenChromaPlaneByteCount = context->PlaneByteCount[2];
+ message.AlphaPlaneByteCount = context->PlaneByteCount[3];
+ message.ColorLossLevel = context->ColorLossLevel;
+ message.ChromaSubsamplingLevel = context->ChromaSubsamplingLevel;
+ return nsc_write_message(context, s, &message);
+}
+
+BOOL nsc_decompose_message(NSC_CONTEXT* context, wStream* s, BYTE* bmpdata, UINT32 x, UINT32 y,
+ UINT32 width, UINT32 height, UINT32 rowstride, UINT32 format,
+ UINT32 flip)
+{
+ size_t size = Stream_GetRemainingLength(s);
+
+ if (size > UINT32_MAX)
+ return FALSE;
+
+ if (!nsc_process_message(context, (UINT16)FreeRDPGetBitsPerPixel(context->format), width,
+ height, Stream_Pointer(s), (UINT32)size, bmpdata, format, rowstride, x,
+ y, width, height, flip))
+ return FALSE;
+ Stream_Seek(s, size);
+ return TRUE;
+}