// ***************************************************************************** // * This file is part of the FreeFileSync project. It is distributed under * // * GNU General Public License: https://www.gnu.org/licenses/gpl-3.0 * // * Copyright (C) Zenju (zenju AT freefilesync DOT org) - All Rights Reserved * // ***************************************************************************** #include "image_resources.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include "image_tools.h" #include "image_holder.h" #include "dc.h" using namespace zen; namespace { ImageHolder dpiScale(int width, int height, int dpiWidth, int dpiHeight, const unsigned char* imageRgb, const unsigned char* imageAlpha, int hqScale) { assert(imageRgb && imageAlpha); //see convertToVanillaImage() if (width <= 0 || height <= 0 || dpiWidth <= 0 || dpiHeight <= 0) return ImageHolder(0, 0, true /*withAlpha*/); const int hqWidth = width * hqScale; const int hqHeight = height * hqScale; //get rid of allocation and buffer std::vector<> at thread-level? => no discernable perf improvement std::vector buf(hqWidth * hqHeight + std::max(width * height, dpiWidth * dpiHeight)); uint32_t* const argbSrc = &buf[0] + hqWidth * hqHeight; uint32_t* const xbrTrg = &buf[0]; uint32_t* const dpiTrg = argbSrc; //convert RGB (RGB byte order) to ARGB (BGRA byte order) { const unsigned char* rgb = imageRgb; const unsigned char* rgbEnd = rgb + 3 * width * height; const unsigned char* alpha = imageAlpha; uint32_t* out = argbSrc; for (; rgb < rgbEnd; rgb += 3) *out++ = xbrz::makePixel(*alpha++, rgb[0], rgb[1], rgb[2]); } //----------------------------------------------------- xbrz::scale(hqScale, //size_t factor, //valid range: 2 - SCALE_FACTOR_MAX argbSrc, //const uint32_t* src, xbrTrg, //uint32_t* trg, width, height, //int srcWidth, int srcHeight, xbrz::ColorFormat::ARGB_UNBUFFERED); //ColorFormat colFmt, //test: total xBRZ scaling time with ARGB: 300ms, ARGB_UNBUFFERED: 50ms //----------------------------------------------------- xbrz::bilinearScale(xbrTrg, //const uint32_t* src, hqWidth, hqHeight, //int srcWidth, int srcHeight, dpiTrg, //uint32_t* trg, dpiWidth, dpiHeight); //int trgWidth, int trgHeight //----------------------------------------------------- //convert BGRA to RGB + alpha ImageHolder trgImg(dpiWidth, dpiHeight, true /*withAlpha*/); { unsigned char* rgb = trgImg.getRgb(); unsigned char* alpha = trgImg.getAlpha(); std::for_each(dpiTrg, dpiTrg + dpiWidth * dpiHeight, [&](uint32_t col) { *alpha++ = xbrz::getAlpha(col); *rgb++ = xbrz::getRed (col); *rgb++ = xbrz::getGreen(col); *rgb++ = xbrz::getBlue (col); }); } return trgImg; } auto getScalerTask(const std::string& imageName, const wxImage& img, int hqScale, Protected>>& result) { return [imageName, width = img.GetWidth(), height = img.GetHeight(), dpiWidth = fastFromDIP(img.GetWidth()), dpiHeight = fastFromDIP(img.GetHeight()), //don't call (wxWidgets function!) fastFromDIP() from worker thread rgb = img.GetData(), alpha = img.GetAlpha(), hqScale, &result] { ImageHolder ih = dpiScale(width, height, dpiWidth, dpiHeight, rgb, alpha, hqScale); result.access([&](std::vector>& r) { r.emplace_back(imageName, std::move(ih)); }); }; } class DpiParallelScaler { public: DpiParallelScaler(int hqScale) : hqScale_(hqScale) { assert(hqScale > 1); } ~DpiParallelScaler() { threadGroup_ = {}; } //DpiParallelScaler must out-live threadGroup!!! void add(const std::string& imageName, const wxImage& img) { imgKeeper_.push_back(img); //retain (ref-counted) wxImage so that the rgb/alpha pointers remain valid after passed to threads threadGroup_->run(getScalerTask(imageName, img, hqScale_, result_)); } std::map waitAndGetResult() { threadGroup_->wait(); std::map output; result_.access([&](std::vector>& r) { for (auto& [imageName, ih] : r) { wxImage img(ih.getWidth(), ih.getHeight(), ih.releaseRgb(), false /*static_data*/); //pass ownership img.SetAlpha(ih.releaseAlpha(), false /*static_data*/); output.emplace(imageName, std::move(img)); } }); return output; } private: const int hqScale_; std::vector imgKeeper_; Protected>> result_; using TaskType = FunctionReturnTypeT; std::optional> threadGroup_{ ThreadGroup(std::max(std::thread::hardware_concurrency(), 1), "xBRZ Scaler") }; //hardware_concurrency() == 0 if "not computable or well defined" }; //================================================================================================ //================================================================================================ class GlobalBitmaps { public: static std::shared_ptr instance() { static FunStatGlobal inst; inst.initOnce([] { return std::make_unique(); }); assert(runningMainThread()); //wxWidgets is not thread-safe! return inst.get(); } GlobalBitmaps() {} ~GlobalBitmaps() { assert(bitmaps_.empty() && anims_.empty()); } //don't leave wxWidgets objects for static destruction! void init(const Zstring& filePath); void cleanup() { bitmaps_.clear(); anims_ .clear(); dpiScaler_.reset(); } const wxBitmap& getImage (const std::string& name); const wxAnimation& getAnimation(const std::string& name) const; private: GlobalBitmaps (const GlobalBitmaps&) = delete; GlobalBitmaps& operator=(const GlobalBitmaps&) = delete; std::map bitmaps_; std::map anims_; std::unique_ptr dpiScaler_; }; void GlobalBitmaps::init(const Zstring& zipPath) //throw FileError { assert(bitmaps_.empty() && anims_.empty()); std::vector> streams; try //to load from ZIP first: { //wxFFileInputStream/wxZipInputStream loads in junks of 512 bytes => WTF!!! => implement sane file loading: const std::string rawStream = loadBinContainer(zipPath, nullptr /*notifyUnbufferedIO*/); //throw FileError wxMemoryInputStream memStream(rawStream.c_str(), rawStream.size()); //does not take ownership wxZipInputStream zipStream(memStream, wxConvUTF8); //do NOT rely on wxConvLocal! On failure shows unhelpful popup "Cannot convert from the charset 'Unknown encoding (-1)'!" while (const auto& entry = std::unique_ptr(zipStream.GetNextEntry())) //take ownership! if (std::string stream(entry->GetSize(), '\0'); !stream.empty() && zipStream.ReadAll(&stream[0], stream.size())) streams.emplace_back(utfTo(entry->GetName()), std::move(stream)); else assert(false); } catch (FileError&) //fall back to folder { traverseFolder(beforeLast(zipPath, Zstr(".zip"), IF_MISSING_RETURN_NONE), [&](const FileInfo& fi) { if (endsWith(fi.fullPath, Zstr(".png"))) { std::string stream = loadBinContainer(fi.fullPath, nullptr /*notifyUnbufferedIO*/); //throw FileError streams.emplace_back(fi.itemName, std::move(stream)); } }, nullptr, nullptr, [](const std::wstring& errorMsg) { throw FileError(errorMsg); }); } //-------------------------------------------------------------------- //activate support for .png files wxImage::AddHandler(new wxPNGHandler); //ownership passed //do we need xBRZ scaling for high quality DPI images? const int hqScale = std::clamp(std::ceil(fastFromDIP(1000) / 1000.0), 1, xbrz::SCALE_FACTOR_MAX); //even for 125% DPI scaling, "2xBRZ + bilinear downscale" gives a better result than mere "125% bilinear upscale"! if (hqScale > 1) dpiScaler_ = std::make_unique(hqScale); for (const auto& [fileName, stream] : streams) if (endsWith(fileName, Zstr(".png"))) { wxMemoryInputStream wxstream(stream.c_str(), stream.size()); //stream does not take ownership of data //bonus: work around wxWidgets bug: wxAnimation::Load() requires seekable input stream (zip-input stream is not seekable) wxImage img(wxstream, wxBITMAP_TYPE_PNG); assert(img.IsOk()); //end this alpha/no-alpha/mask/wxDC::DrawBitmap/RTL/high-contrast-scheme interoperability nightmare here and now!!!! //=> there's only one type of wxImage: with alpha channel, no mask!!! convertToVanillaImage(img); const std::string imageName = utfTo(beforeLast(fileName, Zstr("."), IF_MISSING_RETURN_NONE)); if (dpiScaler_) dpiScaler_->add(imageName, img); //scale in parallel! else bitmaps_.emplace(imageName, img); //alternative: wxBitmap::NewFromPNGData(stream.c_str(), stream.size())? // => Windows: just a (slow!) wrapper for wxBitmpat(wxImage())! } #if 0 else if (endsWith(fileName, Zstr(".gif"))) { [[maybe_unused]] const bool loadSuccess = anims_[fileName].Load(wxstream, wxANIMATION_TYPE_GIF); assert(loadSuccess); } #endif else assert(false); } const wxBitmap& GlobalBitmaps::getImage(const std::string& name) { //test: this function is first called about 220ms after GlobalBitmaps::init() has ended // => should be enough time to finish xBRZ scaling in parallel (which takes 50ms) //debug perf: extra 800-1000ms during startup if (dpiScaler_) { bitmaps_ = dpiScaler_->waitAndGetResult(); dpiScaler_.reset(); } if (auto it = bitmaps_.find(name); it != bitmaps_.end()) return it->second; assert(false); return wxNullBitmap; } const wxAnimation& GlobalBitmaps::getAnimation(const std::string& name) const { if (auto it = anims_.find(name); it != anims_.end()) return it->second; assert(false); return wxNullAnimation; } } void zen::initResourceImages(const Zstring& zipPath) { if (std::shared_ptr inst = GlobalBitmaps::instance()) inst->init(zipPath); else assert(false); } void zen::cleanupResourceImages() { if (std::shared_ptr inst = GlobalBitmaps::instance()) inst->cleanup(); else assert(false); } const wxBitmap& zen::getResourceImage(const std::string& name) { if (std::shared_ptr inst = GlobalBitmaps::instance()) return inst->getImage(name); assert(false); return wxNullBitmap; } const wxAnimation& zen::getResourceAnimation(const std::string& name) { if (std::shared_ptr inst = GlobalBitmaps::instance()) return inst->getAnimation(name); assert(false); return wxNullAnimation; }