/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. * * Some of this code is based on Skia source code, covered by the following * license notice (see readlicense_oo for the full license): * * Copyright 2016 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. * */ #include #include #include #include #include #include #include #include #include #include #include #include #include using namespace SkiaHelper; static void releaseInstalledPixels(void* pAddr, void*) { if (pAddr) delete[] static_cast(pAddr); } AquaSkiaSalGraphicsImpl::AquaSkiaSalGraphicsImpl(AquaSalGraphics& rParent, AquaSharedAttributes& rShared) : SkiaSalGraphicsImpl(rParent, rShared.mpFrame) , AquaGraphicsBackendBase(rShared, this) { Init(); // mac code doesn't call Init() } AquaSkiaSalGraphicsImpl::~AquaSkiaSalGraphicsImpl() { DeInit(); // mac code doesn't call DeInit() } void AquaSkiaSalGraphicsImpl::freeResources() {} void AquaSkiaSalGraphicsImpl::createWindowSurfaceInternal(bool forceRaster) { assert(!mWindowContext); assert(!mSurface); SkiaZone zone; sk_app::DisplayParams displayParams; displayParams.fColorType = kN32_SkColorType; sk_app::window_context_factory::MacWindowInfo macWindow; macWindow.fMainView = mrShared.mpFrame->mpNSView; mScaling = getWindowScaling(); RenderMethod renderMethod = forceRaster ? RenderRaster : renderMethodToUse(); switch (renderMethod) { case RenderRaster: // RasterWindowContext_mac uses OpenGL internally, which we don't want, // so use our own surface and do blitting to the screen ourselves. mSurface = createSkSurface(GetWidth() * mScaling, GetHeight() * mScaling); break; case RenderMetal: mWindowContext = sk_app::window_context_factory::MakeMetalForMac(macWindow, displayParams); // Like with other GPU contexts, create a proxy offscreen surface (see // flushSurfaceToWindowContext()). Here it's additionally needed because // it appears that Metal surfaces cannot be read from, which would break things // like copyArea(). if (mWindowContext) mSurface = createSkSurface(GetWidth() * mScaling, GetHeight() * mScaling); break; case RenderVulkan: abort(); break; } } int AquaSkiaSalGraphicsImpl::getWindowScaling() const { // The system function returns float, but only integer multiples realistically make sense. return sal::aqua::getWindowScaling(); } void AquaSkiaSalGraphicsImpl::Flush() { performFlush(); } void AquaSkiaSalGraphicsImpl::Flush(const tools::Rectangle&) { performFlush(); } void AquaSkiaSalGraphicsImpl::WindowBackingPropertiesChanged() { windowBackingPropertiesChanged(); } void AquaSkiaSalGraphicsImpl::flushSurfaceToWindowContext() { if (!isGPU()) flushSurfaceToScreenCG(); else SkiaSalGraphicsImpl::flushSurfaceToWindowContext(); } // For Raster we use our own screen blitting (see above). void AquaSkiaSalGraphicsImpl::flushSurfaceToScreenCG() { // Based on AquaGraphicsBackend::drawBitmap(). if (!mrShared.checkContext()) return; assert(mSurface.get()); // Do not use sub-rect, it creates copies of the data. sk_sp image = makeCheckedImageSnapshot(mSurface); SkPixmap pixmap; if (!image->peekPixels(&pixmap)) abort(); // If window scaling, then mDirtyRect is in VCL coordinates, mSurface has screen size (=points,HiDPI), // maContextHolder has screen size but a scale matrix set so its inputs are in VCL coordinates (see // its setup in AquaSharedAttributes::checkContext()). // This creates the bitmap context from the cropped part, writable_addr32() will get // the first pixel of mDirtyRect.topLeft(), and using pixmap.rowBytes() ensures the following // pixel lines will be read from correct positions. if (pixmap.bounds() != mDirtyRect && pixmap.bounds().bottom() == mDirtyRect.bottom()) { // HACK for tdf#145843: If mDirtyRect includes the last line but not the first pixel of it, // then the rowBytes() trick would lead to the CG* functions thinking that even pixels after // the pixmap data belong to the area (since the shifted x()+rowBytes() points there) and // at least on Intel Mac they would actually read those data, even though I see no good reason // to do that, as that's beyond the x()+width() for the last line. That could be handled // by creating a subset SkImage (which as is said above copies data), or set the x coordinate // to 0, which will then make rowBytes() match the actual data. mDirtyRect.fLeft = 0; // Related tdf#156630 pixmaps can be wider than the dirty rectangle // This seems to most commonly occur when SAL_FORCE_HIDPI_SCALING=1 // and the native window scale is 2. assert(mDirtyRect.width() <= pixmap.bounds().width()); } // tdf#145843 Do not use CGBitmapContextCreate() to create a bitmap context // As described in the comment in the above code, CGBitmapContextCreate() // and CGBitmapContextCreateWithData() will try to access pixels up to // mDirtyRect.x() + pixmap.bounds.width() for each row. When reading the // last line in the SkPixmap, the buffer allocated for the SkPixmap ends at // mDirtyRect.x() + mDirtyRect.width() and mDirtyRect.width() is clamped to // pixmap.bounds.width() - mDirtyRect.x(). // This behavior looks like an optimization within CGBitmapContextCreate() // to draw with a single memcpy() so fix this bug by chaining the // CGDataProvider(), CGImageCreate(), and CGImageCreateWithImageInRect() // functions to create the screen image. CGDataProviderRef dataProvider = CGDataProviderCreateWithData( nullptr, pixmap.writable_addr32(0, 0), pixmap.computeByteSize(), nullptr); if (!dataProvider) { SAL_WARN("vcl.skia", "flushSurfaceToScreenGC(): Failed to allocate data provider"); return; } CGImageRef fullImage = CGImageCreate(pixmap.bounds().width(), pixmap.bounds().height(), 8, 8 * image->imageInfo().bytesPerPixel(), pixmap.rowBytes(), GetSalData()->mxRGBSpace, SkiaToCGBitmapType(image->colorType(), image->alphaType()), dataProvider, nullptr, false, kCGRenderingIntentDefault); if (!fullImage) { CGDataProviderRelease(dataProvider); SAL_WARN("vcl.skia", "flushSurfaceToScreenGC(): Failed to allocate full image"); return; } CGImageRef screenImage = CGImageCreateWithImageInRect( fullImage, CGRectMake(mDirtyRect.x() * mScaling, mDirtyRect.y() * mScaling, mDirtyRect.width() * mScaling, mDirtyRect.height() * mScaling)); if (!screenImage) { CGImageRelease(fullImage); CGDataProviderRelease(dataProvider); SAL_WARN("vcl.skia", "flushSurfaceToScreenGC(): Failed to allocate screen image"); return; } mrShared.maContextHolder.saveState(); // Drawing to the actual window has scaling active, so use unscaled coordinates, the scaling matrix will scale them // to the proper screen coordinates. Unless the scaling is fake for debugging, in which case scale them to draw // at the scaled size. int windowScaling = 1; static const char* env = getenv("SAL_FORCE_HIDPI_SCALING"); if (env != nullptr) windowScaling = atoi(env); CGRect drawRect = CGRectMake(mDirtyRect.x() * windowScaling, mDirtyRect.y() * windowScaling, mDirtyRect.width() * windowScaling, mDirtyRect.height() * windowScaling); if (mrShared.isFlipped()) { // I don't understand why, but apparently it's needed to explicitly to flip the drawing, even though maContextHelper // has this set up, so this unsets the flipping. CGFloat invertedY = drawRect.origin.y + drawRect.size.height; CGContextTranslateCTM(mrShared.maContextHolder.get(), 0, invertedY); CGContextScaleCTM(mrShared.maContextHolder.get(), 1, -1); drawRect.origin.y = 0; } CGContextDrawImage(mrShared.maContextHolder.get(), drawRect, screenImage); mrShared.maContextHolder.restoreState(); CGImageRelease(screenImage); CGImageRelease(fullImage); CGDataProviderRelease(dataProvider); // This is also in VCL coordinates. mrShared.refreshRect(mDirtyRect.x(), mDirtyRect.y(), mDirtyRect.width(), mDirtyRect.height()); } bool AquaSkiaSalGraphicsImpl::drawNativeControl(ControlType nType, ControlPart nPart, const tools::Rectangle& rControlRegion, ControlState nState, const ImplControlValue& aValue) { // tdf#157613 make sure surface is not a nullptr checkSurface(); if (!mSurface) return false; // rControlRegion is not the whole area that the control should be painted to (e.g. highlight // around focused lineedit is outside of it). Since we draw to a temporary bitmap, we need tofind out // the real size. Using getNativeControlRegion() might seem like the function to call, but we need // the other direction - what is called rControlRegion here is rNativeContentRegion in that function // what's called rControlRegion there is what we need here. Moreover getNativeControlRegion() // in some cases returns a fixed size that does not depend on its input, so we have no way to // actually find out what the original size was (or maybe the function is kind of broken, I don't know). // So, add a generous margin and hope it's enough. tools::Rectangle boundingRegion(rControlRegion); boundingRegion.expand(50 * mScaling); // Do a scaled bitmap in HiDPI in order not to lose precision. const tools::Long width = boundingRegion.GetWidth() * mScaling; const tools::Long height = boundingRegion.GetHeight() * mScaling; const size_t bytes = width * height * 4; sal_uInt8* data = new sal_uInt8[bytes]; memset(data, 0, bytes); CGContextRef context = CGBitmapContextCreate( data, width, height, 8, width * 4, GetSalData()->mxRGBSpace, SkiaToCGBitmapType(mSurface->imageInfo().colorType(), kPremul_SkAlphaType)); if (!context) { SAL_WARN("vcl.skia", "drawNativeControl(): Failed to allocate bitmap context"); return false; } // Setup context state for drawing (performDrawNativeControl() e.g. fills background in some cases). CGContextSetFillColorSpace(context, GetSalData()->mxRGBSpace); CGContextSetStrokeColorSpace(context, GetSalData()->mxRGBSpace); if (moLineColor) { RGBAColor lineColor(*moLineColor); CGContextSetRGBStrokeColor(context, lineColor.GetRed(), lineColor.GetGreen(), lineColor.GetBlue(), lineColor.GetAlpha()); } if (moFillColor) { RGBAColor fillColor(*moFillColor); CGContextSetRGBFillColor(context, fillColor.GetRed(), fillColor.GetGreen(), fillColor.GetBlue(), fillColor.GetAlpha()); } // Adjust for our drawn-to coordinates in the bitmap. tools::Rectangle movedRegion(Point(rControlRegion.getX() - boundingRegion.getX(), rControlRegion.getY() - boundingRegion.getY()), rControlRegion.GetSize()); // Flip drawing upside down. CGContextTranslateCTM(context, 0, height); CGContextScaleCTM(context, 1, -1); // And possibly scale the native drawing. CGContextScaleCTM(context, mScaling, mScaling); bool bOK = performDrawNativeControl(nType, nPart, movedRegion, nState, aValue, context, mrShared.mpFrame); CGContextRelease(context); if (bOK) { // Let SkBitmap determine when it is safe to delete the pixel buffer SkBitmap bitmap; if (!bitmap.installPixels(SkImageInfo::Make(width, height, mSurface->imageInfo().colorType(), kPremul_SkAlphaType), data, width * 4, releaseInstalledPixels, nullptr)) abort(); // Make bitmap immutable to avoid making a copy in bitmap.asImage() bitmap.setImmutable(); preDraw(); SAL_INFO("vcl.skia.trace", "drawnativecontrol(" << this << "): " << rControlRegion << ":" << int(nType) << "/" << int(nPart)); tools::Rectangle updateRect = boundingRegion; // For background update only part that is not clipped, the same // as in AquaGraphicsBackend::drawNativeControl(). if (nType == ControlType::WindowBackground) updateRect.Intersection(mClipRegion.GetBoundRect()); addUpdateRegion(SkRect::MakeXYWH(updateRect.getX(), updateRect.getY(), updateRect.GetWidth(), updateRect.GetHeight())); SkRect drawRect = SkRect::MakeXYWH(boundingRegion.getX(), boundingRegion.getY(), boundingRegion.GetWidth(), boundingRegion.GetHeight()); assert(drawRect.width() * mScaling == bitmap.width()); // no scaling should be needed getDrawCanvas()->drawImageRect(bitmap.asImage(), drawRect, SkSamplingOptions()); // Related: tdf#156881 flush the canvas after drawing the pixel buffer getDrawCanvas()->flush(); ++pendingOperationsToFlush; // tdf#136369 postDraw(); } return bOK; } void AquaSkiaSalGraphicsImpl::drawTextLayout(const GenericSalLayout& rLayout) { const bool bSubpixelPositioning = rLayout.GetSubpixelPositioning(); const CoreTextFont& rFont = *static_cast(&rLayout.GetFont()); const vcl::font::FontSelectPattern& rFontSelect = rFont.GetFontSelectPattern(); int nHeight = rFontSelect.mnHeight; int nWidth = rFontSelect.mnWidth ? rFontSelect.mnWidth : nHeight; if (nWidth == 0 || nHeight == 0) { SAL_WARN("vcl.skia", "DrawTextLayout(): rFontSelect.mnHeight is zero!?"); return; } if (!fontManager) { std::unique_ptr fontList = GetCoretextFontList(); if (fontList == nullptr) { SAL_WARN("vcl.skia", "DrawTextLayout(): No coretext font list"); fontManager = SkFontMgr_New_CoreText(nullptr); } else { fontManager = SkFontMgr_New_CoreText(fontList->fontCollection()); } } sk_sp typeface = SkMakeTypefaceFromCTFont(rFont.GetCTFont()); SkFont font(typeface); font.setSize(nHeight); // font.setScaleX(rFont.mfFontStretch); TODO if (rFont.NeedsArtificialBold()) font.setEmbolden(true); SkFont::Edging ePreferredAliasing = bSubpixelPositioning ? SkFont::Edging::kSubpixelAntiAlias : SkFont::Edging::kAntiAlias; if (bSubpixelPositioning) { // note that SkFont defaults to a BaselineSnap of true, so I think really only // subpixel in text direction font.setSubpixel(true); } font.setEdging(mrShared.mbNonAntialiasedText ? SkFont::Edging::kAlias : ePreferredAliasing); // Vertical font, use width as "height". SkFont verticalFont(font); verticalFont.setSize(nHeight); // verticalFont.setSize(nWidth); TODO // verticalFont.setScaleX(1.0 * nHeight / nWidth); drawGenericLayout(rLayout, mrShared.maTextColor, font, verticalFont); } namespace { std::unique_ptr createMetalWindowContext(bool /*temporary*/) { sk_app::DisplayParams displayParams; sk_app::window_context_factory::MacWindowInfo macWindow; macWindow.fMainView = nullptr; return sk_app::window_context_factory::MakeMetalForMac(macWindow, displayParams); } } void AquaSkiaSalGraphicsImpl::prepareSkia() { SkiaHelper::prepareSkia(createMetalWindowContext); } /* vim:set shiftwidth=4 softtabstop=4 expandtab: */