// // fiv-io.c: image operations // // Copyright (c) 2021 - 2023, PÅ™emysl Eric Janouch // // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted. // // THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES // WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF // MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY // SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES // WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION // OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN // CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. // #include "config.h" #include #include #include #include #include #include #include #include #include #include #include #include #ifdef HAVE_JPEG_QS #include #endif // HAVE_JPEG_QS // Colour management must be handled before RGB conversions. #ifdef HAVE_LCMS2 #include #endif // HAVE_LCMS2 #define TIFF_TABLES_CONSTANTS_ONLY #include "tiff-tables.h" #include "tiffer.h" #ifdef HAVE_LIBRAW #include #if LIBRAW_VERSION >= LIBRAW_MAKE_VERSION(0, 21, 0) #define LIBRAW_OPIONS_NO_MEMERR_CALLBACK 0 #endif #endif // HAVE_LIBRAW #ifdef HAVE_RESVG #include #endif // HAVE_RESVG #ifdef HAVE_LIBRSVG #include #endif // HAVE_LIBRSVG #ifdef HAVE_XCURSOR #include #endif // HAVE_XCURSOR #ifdef HAVE_LIBHEIF #include #endif // HAVE_LIBHEIF #ifdef HAVE_LIBTIFF #include #include #endif // HAVE_LIBTIFF #ifdef HAVE_GDKPIXBUF #include #include #endif // HAVE_GDKPIXBUF #define WUFFS_IMPLEMENTATION #define WUFFS_CONFIG__MODULES #define WUFFS_CONFIG__MODULE__ADLER32 #define WUFFS_CONFIG__MODULE__BASE #define WUFFS_CONFIG__MODULE__BMP #define WUFFS_CONFIG__MODULE__CRC32 #define WUFFS_CONFIG__MODULE__DEFLATE #define WUFFS_CONFIG__MODULE__GIF #define WUFFS_CONFIG__MODULE__LZW #define WUFFS_CONFIG__MODULE__PNG #define WUFFS_CONFIG__MODULE__TGA #define WUFFS_CONFIG__MODULE__ZLIB #include "submodules/wuffs-mirror-release-c/release/c/wuffs-v0.3.c" #include "fiv-io.h" #if CAIRO_VERSION >= 11702 && X11_ACTUALLY_SUPPORTS_RGBA128F_OR_WE_USE_OPENGL #define FIV_CAIRO_RGBA128F #endif // A subset of shared-mime-info that produces an appropriate list of // file extensions. Chiefly motivated by the suckiness of raw photo formats: // someone else will maintain the list of file extensions for us. const char *fiv_io_supported_media_types[] = { "image/bmp", "image/gif", "image/png", "image/x-tga", "image/jpeg", "image/webp", #ifdef HAVE_LIBRAW "image/x-dcraw", #endif // HAVE_LIBRAW #if defined HAVE_RESVG || defined HAVE_LIBRSVG "image/svg+xml", #endif // HAVE_RESVG || HAVE_LIBRSVG #ifdef HAVE_XCURSOR "image/x-xcursor", #endif // HAVE_XCURSOR #ifdef HAVE_LIBHEIF "image/heic", "image/heif", "image/avif", #endif // HAVE_LIBHEIF #ifdef HAVE_LIBTIFF "image/tiff", #endif // HAVE_LIBTIFF NULL }; gchar ** fiv_io_all_supported_media_types(void) { GHashTable *unique = g_hash_table_new_full(g_str_hash, g_str_equal, g_free, NULL); GPtrArray *types = g_ptr_array_new(); for (const char **p = fiv_io_supported_media_types; *p; p++) if (g_hash_table_insert(unique, g_strdup(*p), NULL)) g_ptr_array_add(types, g_strdup(*p)); #ifdef HAVE_GDKPIXBUF GSList *formats = gdk_pixbuf_get_formats(); for (GSList *iter = formats; iter; iter = iter->next) { gchar **subtypes = gdk_pixbuf_format_get_mime_types(iter->data); for (gchar **p = subtypes; *p; p++) if (g_hash_table_insert(unique, *p, NULL)) g_ptr_array_add(types, g_strdup(*p)); g_free(subtypes); } g_slist_free(formats); #endif // HAVE_GDKPIXBUF g_hash_table_unref(unique); g_ptr_array_add(types, NULL); return (gchar **) g_ptr_array_free(types, FALSE); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - #define FIV_IO_ERROR fiv_io_error_quark() G_DEFINE_QUARK(fiv-io-error-quark, fiv_io_error) enum FivIoError { FIV_IO_ERROR_OPEN }; static void set_error(GError **error, const char *message) { g_set_error_literal(error, FIV_IO_ERROR, FIV_IO_ERROR_OPEN, message); } static void add_warning(const FivIoOpenContext *ctx, const char *format, ...) G_GNUC_PRINTF(2, 3); static void add_warning(const FivIoOpenContext *ctx, const char *format, ...) { va_list ap; va_start(ap, format); if (ctx->warnings) g_ptr_array_add(ctx->warnings, g_strdup_vprintf(format, ap)); else g_logv(G_LOG_DOMAIN, G_LOG_LEVEL_WARNING, format, ap); va_end(ap); } // --- Images ------------------------------------------------------------------ FivIoImage * fiv_io_image_new(cairo_format_t format, uint32_t width, uint32_t height) { // CAIRO_STRIDE_ALIGNMENT is 4 bytes, we only use multiples. size_t unit = 0; switch (format) { case CAIRO_FORMAT_RGB24: case CAIRO_FORMAT_RGB30: case CAIRO_FORMAT_ARGB32: unit = 4; break; #if CAIRO_VERSION >= 11702 case CAIRO_FORMAT_RGB96F: unit = 12; break; case CAIRO_FORMAT_RGBA128F: unit = 16; break; #endif default: return NULL; } uint8_t *data = g_try_malloc0(unit * width * height); if (!data) return NULL; FivIoImage *image = g_rc_box_new0(FivIoImage); image->data = data; image->format = format; image->width = width; image->stride = width * unit; image->height = height; return image; } FivIoImage * fiv_io_image_ref(FivIoImage *self) { return g_rc_box_acquire(self); } static void fiv_io_image_finalize(FivIoImage *image) { g_free(image->data); g_bytes_unref(image->exif); g_bytes_unref(image->icc); g_bytes_unref(image->xmp); g_bytes_unref(image->thum); if (image->text) g_hash_table_unref(image->text); if (image->render) image->render->destroy(image->render); if (image->page_next) fiv_io_image_unref(image->page_next); if (image->frame_next) fiv_io_image_unref(image->frame_next); } void fiv_io_image_unref(FivIoImage *self) { g_rc_box_release_full(self, (GDestroyNotify) fiv_io_image_finalize); } cairo_surface_t * fiv_io_image_to_surface_noref(const FivIoImage *image) { return cairo_image_surface_create_for_data( image->data, image->format, image->width, image->height, image->stride); } cairo_surface_t * fiv_io_image_to_surface(FivIoImage *image) { // TODO(p): Remove this shortcut eventually. And the function. if (!image) return NULL; static cairo_user_data_key_t key_image; cairo_surface_t *surface = cairo_image_surface_create_for_data( image->data, image->format, image->width, image->height, image->stride); cairo_surface_set_user_data(surface, &key_image, image, (cairo_destroy_func_t) fiv_io_image_unref); return surface; } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - static bool try_append_page( FivIoImage *image, FivIoImage **result, FivIoImage **result_tail) { if (!image) return false; if (*result) { (*result_tail)->page_next = image; image->page_previous = *result_tail; *result_tail = image; } else { *result = *result_tail = image; } return true; } // --- Colour management ------------------------------------------------------- FivIoProfile fiv_io_profile_new(const void *data, size_t len) { #ifdef HAVE_LCMS2 return cmsOpenProfileFromMem(data, len); #else (void) data; (void) len; return NULL; #endif } FivIoProfile fiv_io_profile_new_sRGB(void) { #ifdef HAVE_LCMS2 return cmsCreate_sRGBProfile(); #else return NULL; #endif } FivIoProfile fiv_io_profile_new_sRGB_gamma(double gamma) { #ifdef HAVE_LCMS2 // TODO(p): Make sure to use the library in a thread-safe manner. cmsContext context = NULL; static const cmsCIExyY D65 = {0.3127, 0.3290, 1.0}; static const cmsCIExyYTRIPLE primaries = { {0.6400, 0.3300, 1.0}, {0.3000, 0.6000, 1.0}, {0.1500, 0.0600, 1.0}}; cmsToneCurve *curve = cmsBuildGamma(context, gamma); if (!curve) return NULL; cmsHPROFILE profile = cmsCreateRGBProfileTHR( context, &D65, &primaries, (cmsToneCurve *[3]){curve, curve, curve}); cmsFreeToneCurve(curve); return profile; #else (void) gamma; return NULL; #endif } static FivIoProfile fiv_io_profile_new_from_bytes(GBytes *bytes) { gsize len = 0; gconstpointer p = g_bytes_get_data(bytes, &len); return fiv_io_profile_new(p, len); } static GBytes * fiv_io_profile_to_bytes(FivIoProfile profile) { #ifdef HAVE_LCMS2 cmsUInt32Number len = 0; (void) cmsSaveProfileToMem(profile, NULL, &len); gchar *data = g_malloc0(len); if (!cmsSaveProfileToMem(profile, data, &len)) { g_free(data); return NULL; } return g_bytes_new_take(data, len); #else (void) profile; return NULL; #endif } void fiv_io_profile_free(FivIoProfile self) { #ifdef HAVE_LCMS2 cmsCloseProfile(self); #else (void) self; #endif } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // TODO(p): In general, try to use CAIRO_FORMAT_RGB30 or CAIRO_FORMAT_RGBA128F. #ifndef HAVE_LCMS2 #define FIV_IO_PROFILE_ARGB32 0 #define FIV_IO_PROFILE_4X16LE 0 #else #define FIV_IO_PROFILE_ARGB32 \ (G_BYTE_ORDER == G_LITTLE_ENDIAN ? TYPE_BGRA_8 : TYPE_ARGB_8) #define FIV_IO_PROFILE_4X16LE \ (G_BYTE_ORDER == G_LITTLE_ENDIAN ? TYPE_BGRA_16 : TYPE_BGRA_16_SE) #endif // CAIRO_STRIDE_ALIGNMENT is 4 bytes, so there will be no padding with // ARGB/BGRA/XRGB/BGRX. static void trivial_cmyk_to_host_byte_order_argb(unsigned char *p, int len) { // This CMYK handling has been seen in gdk-pixbuf/JPEG, GIMP/JPEG, skcms. // It will typically produce horribly oversaturated results. // Assume that all YCCK/CMYK JPEG files use inverted CMYK, as Photoshop // does, see https://bugzilla.gnome.org/show_bug.cgi?id=618096 while (len--) { int c = p[0], m = p[1], y = p[2], k = p[3]; #if G_BYTE_ORDER == G_LITTLE_ENDIAN p[0] = k * y / 255; p[1] = k * m / 255; p[2] = k * c / 255; p[3] = 255; #else p[3] = k * y / 255; p[2] = k * m / 255; p[1] = k * c / 255; p[0] = 255; #endif p += 4; } } static void fiv_io_profile_cmyk( FivIoImage *image, FivIoProfile source, FivIoProfile target) { #ifndef HAVE_LCMS2 (void) source; (void) target; #else cmsHTRANSFORM transform = NULL; if (source && target) { transform = cmsCreateTransform(source, TYPE_CMYK_8_REV, target, FIV_IO_PROFILE_ARGB32, INTENT_PERCEPTUAL, 0); } if (transform) { cmsDoTransform( transform, image->data, image->data, image->width * image->height); cmsDeleteTransform(transform); return; } #endif trivial_cmyk_to_host_byte_order_argb( image->data, image->width * image->height); } static bool fiv_io_profile_rgb_direct(unsigned char *data, int w, int h, FivIoProfile source, FivIoProfile target, uint32_t source_format, uint32_t target_format) { #ifndef HAVE_LCMS2 (void) data; (void) w; (void) h; (void) source; (void) source_format; (void) target; (void) target_format; return false; #else // TODO(p): We should make this optional. cmsHPROFILE src_fallback = NULL; if (target && !source) source = src_fallback = cmsCreate_sRGBProfile(); cmsHTRANSFORM transform = NULL; if (source && target) { transform = cmsCreateTransform( source, source_format, target, target_format, INTENT_PERCEPTUAL, 0); } if (transform) { cmsDoTransform(transform, data, data, w * h); cmsDeleteTransform(transform); } if (src_fallback) cmsCloseProfile(src_fallback); return transform != NULL; #endif } static void fiv_io_profile_xrgb32( FivIoImage *image, FivIoProfile source, FivIoProfile target) { fiv_io_profile_rgb_direct(image->data, image->width, image->height, source, target, FIV_IO_PROFILE_ARGB32, FIV_IO_PROFILE_ARGB32); } static void fiv_io_profile_4x16le_direct( unsigned char *data, int w, int h, FivIoProfile source, FivIoProfile target) { fiv_io_profile_rgb_direct(data, w, h, source, target, FIV_IO_PROFILE_4X16LE, FIV_IO_PROFILE_4X16LE); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - static void fiv_io_profile_page(FivIoImage *page, FivIoProfile target, void (*frame_cb) (FivIoImage *, FivIoProfile, FivIoProfile)) { FivIoProfile source = NULL; if (page->icc) source = fiv_io_profile_new_from_bytes(page->icc); // TODO(p): All animations need to be composited in a linear colour space. for (FivIoImage *frame = page; frame != NULL; frame = frame->frame_next) frame_cb(frame, source, target); if (source) fiv_io_profile_free(source); } static void fiv_io_premultiply_argb32(FivIoImage *image) { if (image->format != CAIRO_FORMAT_ARGB32) return; for (uint32_t y = 0; y < image->height; y++) { uint32_t *dstp = (uint32_t *) (image->data + image->stride * y); for (uint32_t x = 0; x < image->width; x++) { uint32_t argb = dstp[x], a = argb >> 24; dstp[x] = a << 24 | PREMULTIPLY8(a, 0xFF & (argb >> 16)) << 16 | PREMULTIPLY8(a, 0xFF & (argb >> 8)) << 8 | PREMULTIPLY8(a, 0xFF & argb); } } } #if defined HAVE_LCMS2 && LCMS_VERSION >= 2130 #define FIV_IO_PROFILE_ARGB32_PREMUL \ (G_BYTE_ORDER == G_LITTLE_ENDIAN ? TYPE_BGRA_8_PREMUL : TYPE_ARGB_8_PREMUL) static void fiv_io_profile_argb32(FivIoImage *image, FivIoProfile source, FivIoProfile target) { g_return_if_fail(image->format == CAIRO_FORMAT_ARGB32); fiv_io_profile_rgb_direct(image->data, image->width, image->height, source, target, FIV_IO_PROFILE_ARGB32_PREMUL, FIV_IO_PROFILE_ARGB32_PREMUL); } static void fiv_io_profile_argb32_premultiply( FivIoImage *image, FivIoProfile source, FivIoProfile target) { if (image->format != CAIRO_FORMAT_ARGB32) { fiv_io_profile_xrgb32(image, source, target); } else if (!fiv_io_profile_rgb_direct(image->data, image->width, image->height, source, target, FIV_IO_PROFILE_ARGB32, FIV_IO_PROFILE_ARGB32_PREMUL)) { g_debug("failed to create a premultiplying transform"); fiv_io_premultiply_argb32(image); } } #else // ! HAVE_LCMS2 || LCMS_VERSION < 2130 // TODO(p): Unpremultiply, transform, repremultiply. Or require lcms2>=2.13. #define fiv_io_profile_argb32(surface, source, target) static void fiv_io_profile_argb32_premultiply( FivIoImage *image, FivIoProfile source, FivIoProfile target) { fiv_io_profile_xrgb32(image, source, target); fiv_io_premultiply_argb32(image); } #endif // ! HAVE_LCMS2 || LCMS_VERSION < 2130 #define fiv_io_profile_argb32_premultiply_page(page, target) \ fiv_io_profile_page((page), (target), fiv_io_profile_argb32_premultiply) // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - static void fiv_io_profile_any(FivIoImage *image, FivIoProfile source, FivIoProfile target) { // TODO(p): Ensure we do colour management early enough, so that // no avoidable increase of quantization error occurs beforehands, // and also for correct alpha compositing. switch (image->format) { break; case CAIRO_FORMAT_RGB24: fiv_io_profile_xrgb32(image, source, target); break; case CAIRO_FORMAT_ARGB32: fiv_io_profile_argb32(image, source, target); break; default: g_debug("CM attempted on an unsupported surface format"); } } // TODO(p): Offer better integration, upgrade the bit depth if appropriate. static FivIoImage * fiv_io_profile_finalize(FivIoImage *image, FivIoProfile target) { if (!target) return image; for (FivIoImage *page = image; page != NULL; page = page->page_next) fiv_io_profile_page(page, target, fiv_io_profile_any); return image; } // --- Wuffs ------------------------------------------------------------------- static bool pull_passthrough(const wuffs_base__more_information *minfo, wuffs_base__io_buffer *src, wuffs_base__io_buffer *dst, GError **error) { wuffs_base__range_ie_u64 r = wuffs_base__more_information__metadata_raw_passthrough__range(minfo); if (wuffs_base__range_ie_u64__is_empty(&r)) return true; // This should currently be zero, because we read files all at once. uint64_t pos = src->meta.pos; if (pos > r.min_incl || wuffs_base__u64__sat_sub(r.max_excl, pos) > src->meta.wi) { set_error(error, "metadata is outside the read buffer"); return false; } // Mimic WUFFS_BASE__MORE_INFORMATION__FLAVOR__METADATA_RAW_TRANSFORM. *dst = wuffs_base__make_io_buffer(src->data, wuffs_base__make_io_buffer_meta( wuffs_base__u64__sat_sub(r.max_excl, pos), wuffs_base__u64__sat_sub(r.min_incl, pos), pos, TRUE)); // Seeking to the end of it seems to be a requirement in decode_gif.wuffs. // Just not in case the block was empty. :^) src->meta.ri = dst->meta.wi; return true; } static GBytes * pull_metadata(wuffs_base__image_decoder *dec, wuffs_base__io_buffer *src, wuffs_base__more_information *minfo, GError **error) { uint8_t buf[8192] = {}; GByteArray *array = g_byte_array_new(); while (true) { *minfo = wuffs_base__empty_more_information(); wuffs_base__io_buffer dst = wuffs_base__ptr_u8__writer(buf, sizeof buf); wuffs_base__status status = wuffs_base__image_decoder__tell_me_more(dec, &dst, minfo, src); switch (minfo->flavor) { case 0: // Most likely as a result of an error, we'll handle that below. case WUFFS_BASE__MORE_INFORMATION__FLAVOR__METADATA_RAW_TRANSFORM: // Wuffs is reading it into the buffer. case WUFFS_BASE__MORE_INFORMATION__FLAVOR__METADATA_PARSED: // Use Wuffs accessor functions in the caller. break; default: set_error(error, "Wuffs metadata API incompatibility"); goto fail; case WUFFS_BASE__MORE_INFORMATION__FLAVOR__METADATA_RAW_PASSTHROUGH: // The insane case: error checking really should come first, // and it can say "even more information". See decode_gif.wuffs. if (!pull_passthrough(minfo, src, &dst, error)) goto fail; } g_byte_array_append(array, wuffs_base__io_buffer__reader_pointer(&dst), wuffs_base__io_buffer__reader_length(&dst)); if (wuffs_base__status__is_ok(&status)) return g_byte_array_free_to_bytes(array); if (status.repr != wuffs_base__suspension__even_more_information && status.repr != wuffs_base__suspension__short_write) { set_error(error, wuffs_base__status__message(&status)); goto fail; } } fail: g_byte_array_unref(array); return NULL; } struct load_wuffs_frame_context { wuffs_base__image_decoder *dec; ///< Wuffs decoder abstraction wuffs_base__io_buffer *src; ///< Wuffs source buffer wuffs_base__image_config cfg; ///< Wuffs image configuration wuffs_base__slice_u8 workbuf; ///< Work buffer for Wuffs wuffs_base__frame_config last_fc; ///< Previous frame configuration uint32_t width; ///< Copied from cfg.pixcfg uint32_t height; ///< Copied from cfg.pixcfg cairo_format_t cairo_format; ///< Target format for surfaces bool pack_16_10; ///< Custom copying swizzle for RGB30 bool expand_16_float; ///< Custom copying swizzle for RGBA128F GBytes *meta_exif; ///< Reference-counted Exif GBytes *meta_iccp; ///< Reference-counted ICC profile GBytes *meta_xmp; ///< Reference-counted XMP FivIoProfile target; ///< Target device profile, if any FivIoProfile source; ///< Source colour profile, if any FivIoImage *result; ///< The resulting image (referenced) FivIoImage *result_tail; ///< The final animation frame }; static bool load_wuffs_frame(struct load_wuffs_frame_context *ctx, GError **error) { wuffs_base__frame_config fc = {}; wuffs_base__status status = wuffs_base__image_decoder__decode_frame_config(ctx->dec, &fc, ctx->src); if (status.repr == wuffs_base__note__end_of_data && ctx->result) return false; if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); return false; } // TODO(p): Maybe pre-clear with // wuffs_base__frame_config__background_color(&fc). // Wuffs' test/data/animated-red-blue.gif, e.g., needs this handling. cairo_format_t decode_format = ctx->cairo_format; if (wuffs_base__frame_config__index(&fc) > 0 && wuffs_base__pixel_config__pixel_format(&ctx->cfg.pixcfg).repr == WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL) decode_format = CAIRO_FORMAT_ARGB32; unsigned char *targetbuf = NULL; FivIoImage *image = fiv_io_image_new(decode_format, ctx->width, ctx->height); if (!image) { set_error(error, "image allocation failure"); goto fail; } // There is no padding with ARGB/BGR/XRGB/BGRX. // This function does not support a stride different from the width, // maybe Wuffs internals do not either. wuffs_base__pixel_buffer pb = {0}; if (ctx->expand_16_float || ctx->pack_16_10) { uint32_t targetbuf_size = image->height * image->width * 8; targetbuf = g_malloc(targetbuf_size); status = wuffs_base__pixel_buffer__set_from_slice(&pb, &ctx->cfg.pixcfg, wuffs_base__make_slice_u8(targetbuf, targetbuf_size)); } else { status = wuffs_base__pixel_buffer__set_from_slice(&pb, &ctx->cfg.pixcfg, wuffs_base__make_slice_u8( image->data, image->stride * image->height)); } if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); goto fail; } status = wuffs_base__image_decoder__decode_frame(ctx->dec, &pb, ctx->src, WUFFS_BASE__PIXEL_BLEND__SRC, ctx->workbuf, NULL); if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); // The PNG decoder, at minimum, will flush any pixel data upon // finding out that the input is truncated, so accept whatever we get. } if (ctx->target) { if (ctx->expand_16_float || ctx->pack_16_10) { fiv_io_profile_4x16le_direct( targetbuf, ctx->width, ctx->height, ctx->source, ctx->target); // The first one premultiplies below, the second doesn't need to. } else { fiv_io_profile_argb32_premultiply(image, ctx->source, ctx->target); } } if (ctx->expand_16_float) { g_debug("Wuffs to Cairo RGBA128F"); uint16_t *in = (uint16_t *) targetbuf; float *out = (float *) image->data; for (uint32_t y = 0; y < image->height; y++) { for (uint32_t x = 0; x < image->width; x++) { float b = *in++ / 65535., g = *in++ / 65535., r = *in++ / 65535., a = *in++ / 65535.; *out++ = r * a; *out++ = g * a; *out++ = b * a; *out++ = a; } } } else if (ctx->pack_16_10) { g_debug("Wuffs to Cairo RGB30"); uint16_t *in = (uint16_t *) targetbuf; uint32_t *out = (uint32_t *) image->data; for (uint32_t y = 0; y < image->height; y++) { for (uint32_t x = 0; x < image->width; x++) { uint32_t b = *in++, g = *in++, r = *in++, X = *in++; *out++ = (X >> 14) << 30 | (r >> 6) << 20 | (g >> 6) << 10 | (b >> 6); } } } // Single-frame images get a fast path, animations are are handled slowly: if (wuffs_base__frame_config__index(&fc) > 0) { // Copy the previous frame to a new image. FivIoImage *prev = ctx->result_tail, *canvas = fiv_io_image_new( prev->format, prev->width, prev->height); if (!canvas) { set_error(error, "image allocation failure"); goto fail; } memcpy(canvas->data, prev->data, prev->stride * prev->height); // Apply that frame's disposal method. // XXX: We do not expect opaque pictures to receive holes this way. wuffs_base__rect_ie_u32 bounds = wuffs_base__frame_config__bounds(&ctx->last_fc); // TODO(p): This field needs to be colour-managed. wuffs_base__color_u32_argb_premul bg = wuffs_base__frame_config__background_color(&ctx->last_fc); double a = (bg >> 24) / 255., r = 0, g = 0, b = 0; if (a) { r = (uint8_t) (bg >> 16) / 255. / a; g = (uint8_t) (bg >> 8) / 255. / a; b = (uint8_t) (bg) / 255. / a; } cairo_surface_t *surface = fiv_io_image_to_surface_noref(canvas); cairo_t *cr = cairo_create(surface); cairo_surface_destroy(surface); switch (wuffs_base__frame_config__disposal(&ctx->last_fc)) { case WUFFS_BASE__ANIMATION_DISPOSAL__RESTORE_BACKGROUND: cairo_rectangle(cr, bounds.min_incl_x, bounds.min_incl_y, bounds.max_excl_x - bounds.min_incl_x, bounds.max_excl_y - bounds.min_incl_y); cairo_set_source_rgba(cr, r, g, b, a); cairo_set_operator(cr, CAIRO_OPERATOR_SOURCE); cairo_fill(cr); break; case WUFFS_BASE__ANIMATION_DISPOSAL__RESTORE_PREVIOUS: // TODO(p): Implement, it seems tricky. // Might need another surface to keep track of the state. break; case WUFFS_BASE__ANIMATION_DISPOSAL__NONE: break; } // Paint the current frame over that, within its bounds. bounds = wuffs_base__frame_config__bounds(&fc); cairo_rectangle(cr, bounds.min_incl_x, bounds.min_incl_y, bounds.max_excl_x - bounds.min_incl_x, bounds.max_excl_y - bounds.min_incl_y); cairo_clip(cr); cairo_set_operator(cr, wuffs_base__frame_config__overwrite_instead_of_blend(&fc) ? CAIRO_OPERATOR_SOURCE : CAIRO_OPERATOR_OVER); surface = fiv_io_image_to_surface_noref(image); cairo_set_source_surface(cr, surface, 0, 0); cairo_surface_destroy(surface); cairo_paint(cr); cairo_destroy(cr); fiv_io_image_unref(image); image = canvas; } if (ctx->meta_exif) image->exif = g_bytes_ref(ctx->meta_exif); if (ctx->meta_iccp) image->icc = g_bytes_ref(ctx->meta_iccp); if (ctx->meta_xmp) image->xmp = g_bytes_ref(ctx->meta_xmp); image->loops = wuffs_base__image_decoder__num_animation_loops(ctx->dec); image->frame_duration = wuffs_base__frame_config__duration(&fc) / WUFFS_BASE__FLICKS_PER_MILLISECOND; image->frame_previous = ctx->result_tail; if (ctx->result_tail) ctx->result_tail->frame_next = image; else ctx->result = image; ctx->result_tail = image; ctx->last_fc = fc; g_free(targetbuf); return wuffs_base__status__is_ok(&status); fail: g_clear_pointer(&image, fiv_io_image_unref); g_clear_pointer(&ctx->result, fiv_io_image_unref); ctx->result_tail = NULL; g_free(targetbuf); return false; } // https://github.com/google/wuffs/blob/main/example/gifplayer/gifplayer.c // is pure C, and a good reference. I can't use the auxiliary libraries, // since they depend on C++, which is undesirable. static FivIoImage * open_wuffs(wuffs_base__image_decoder *dec, wuffs_base__io_buffer src, const FivIoOpenContext *ioctx, GError **error) { struct load_wuffs_frame_context ctx = { .dec = dec, .src = &src, .target = ioctx->screen_profile}; // TODO(p): PNG text chunks, like we do with PNG thumbnails. // TODO(p): See if something could and should be done about // https://www.w3.org/TR/png-hdr-pq/ wuffs_base__image_decoder__set_report_metadata( ctx.dec, WUFFS_BASE__FOURCC__EXIF, true); wuffs_base__image_decoder__set_report_metadata( ctx.dec, WUFFS_BASE__FOURCC__ICCP, true); wuffs_base__image_decoder__set_report_metadata( ctx.dec, WUFFS_BASE__FOURCC__SRGB, true); wuffs_base__image_decoder__set_report_metadata( ctx.dec, WUFFS_BASE__FOURCC__GAMA, true); double gamma = 0; while (true) { wuffs_base__status status = wuffs_base__image_decoder__decode_image_config( ctx.dec, &ctx.cfg, ctx.src); if (wuffs_base__status__is_ok(&status)) break; if (status.repr != wuffs_base__note__metadata_reported) { set_error(error, wuffs_base__status__message(&status)); goto fail; } wuffs_base__more_information minfo = {}; GBytes *bytes = NULL; if (!(bytes = pull_metadata(ctx.dec, ctx.src, &minfo, error))) goto fail; switch (wuffs_base__more_information__metadata__fourcc(&minfo)) { case WUFFS_BASE__FOURCC__EXIF: if (ctx.meta_exif) { add_warning(ioctx, "ignoring repeated Exif"); break; } ctx.meta_exif = bytes; continue; case WUFFS_BASE__FOURCC__ICCP: if (ctx.meta_iccp) { add_warning(ioctx, "ignoring repeated ICC profile"); break; } ctx.meta_iccp = bytes; continue; case WUFFS_BASE__FOURCC__XMP: if (ctx.meta_xmp) { add_warning(ioctx, "ignoring repeated XMP"); break; } ctx.meta_xmp = bytes; continue; case WUFFS_BASE__FOURCC__SRGB: gamma = 2.2; break; case WUFFS_BASE__FOURCC__GAMA: gamma = 1e5 / wuffs_base__more_information__metadata_parsed__gama(&minfo); break; } g_bytes_unref(bytes); } // This, at least currently, seems excessive. if (!wuffs_base__image_config__is_valid(&ctx.cfg)) { set_error(error, "invalid Wuffs image configuration"); goto fail; } // We need to check because of the Cairo API. ctx.width = wuffs_base__pixel_config__width(&ctx.cfg.pixcfg); ctx.height = wuffs_base__pixel_config__height(&ctx.cfg.pixcfg); if (ctx.width > INT_MAX || ctx.height > INT_MAX) { set_error(error, "image dimensions overflow"); goto fail; } // TODO(p): Improve our simplistic PNG handling of: gAMA, cHRM, sRGB. if (ctx.target) { if (ctx.meta_iccp) ctx.source = fiv_io_profile_new_from_bytes(ctx.meta_iccp); else if (isfinite(gamma) && gamma > 0) ctx.source = fiv_io_profile_new_sRGB_gamma(gamma); } // Wuffs maps tRNS to BGRA in `decoder.decode_trns?`, we should be fine. // wuffs_base__pixel_format__transparency() doesn't reflect the image file. bool opaque = wuffs_base__image_config__first_frame_is_opaque(&ctx.cfg); // Wuffs' API is kind of awful--we want to catch wide RGB and wide grey. wuffs_base__pixel_format srcfmt = wuffs_base__pixel_config__pixel_format(&ctx.cfg.pixcfg); uint32_t bpp = wuffs_base__pixel_format__bits_per_pixel(&srcfmt); // Cairo doesn't support transparency with RGB30, so no premultiplication. ctx.pack_16_10 = opaque && (bpp > 24 || (bpp < 24 && bpp > 8)); #ifdef FIV_CAIRO_RGBA128F ctx.expand_16_float = !opaque && (bpp > 24 || (bpp < 24 && bpp > 8)); #endif // FIV_CAIRO_RGBA128F // In Wuffs, /doc/note/pixel-formats.md declares "memory order", which, // for our purposes, means big endian, and BGRA results in 32-bit ARGB // on most machines. // // XXX: WUFFS_BASE__PIXEL_FORMAT__ARGB_PREMUL is not expressible, only RGBA. // Wuffs doesn't support big-endian architectures at all, we might want to // fall back to spng in such cases, or do a second conversion. uint32_t wuffs_format = WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL; // CAIRO_FORMAT_ARGB32: "The 32-bit quantities are stored native-endian. // Pre-multiplied alpha is used." CAIRO_FORMAT_RGB{24,30} are analogous. ctx.cairo_format = CAIRO_FORMAT_ARGB32; #ifdef FIV_CAIRO_RGBA128F if (ctx.expand_16_float) { wuffs_format = WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL_4X16LE; ctx.cairo_format = CAIRO_FORMAT_RGBA128F; } else #endif // FIV_CAIRO_RGBA128F if (ctx.pack_16_10) { // TODO(p): Make Wuffs support A2RGB30 as a destination format; // in general, 16-bit depth swizzlers are stubbed. // See also wuffs_base__pixel_swizzler__prepare__*(). wuffs_format = WUFFS_BASE__PIXEL_FORMAT__BGRA_NONPREMUL_4X16LE; ctx.cairo_format = CAIRO_FORMAT_RGB30; } else if (opaque) { // BGRX doesn't have as wide swizzler support, namely in GIF. // Moreover, follower frames may still be partly transparent. // Therefore, we choose to keep "wuffs_format" intact. ctx.cairo_format = CAIRO_FORMAT_RGB24; } else if (!ctx.target) { wuffs_format = WUFFS_BASE__PIXEL_FORMAT__BGRA_PREMUL; } wuffs_base__pixel_config__set(&ctx.cfg.pixcfg, wuffs_format, WUFFS_BASE__PIXEL_SUBSAMPLING__NONE, ctx.width, ctx.height); uint64_t workbuf_len_max_incl = wuffs_base__image_decoder__workbuf_len(ctx.dec).max_incl; if (workbuf_len_max_incl) { ctx.workbuf = wuffs_base__malloc_slice_u8(malloc, workbuf_len_max_incl); if (!ctx.workbuf.ptr) { set_error(error, "failed to allocate a work buffer"); goto fail; } } while (load_wuffs_frame(&ctx, error)) if (ioctx->first_frame_only) break; // Wrap the chain around, since our caller receives only one pointer. if (ctx.result) ctx.result->frame_previous = ctx.result_tail; fail: free(ctx.workbuf.ptr); g_clear_pointer(&ctx.meta_exif, g_bytes_unref); g_clear_pointer(&ctx.meta_iccp, g_bytes_unref); g_clear_pointer(&ctx.meta_xmp, g_bytes_unref); g_clear_pointer(&ctx.source, fiv_io_profile_free); return ctx.result; } static FivIoImage * open_wuffs_using(wuffs_base__image_decoder *(*allocate)(), const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { wuffs_base__image_decoder *dec = allocate(); if (!dec) { set_error(error, "memory allocation failed or internal error"); return NULL; } FivIoImage *image = open_wuffs(dec, wuffs_base__ptr_u8__reader((uint8_t *) data, len, TRUE), ctx, error); free(dec); return image; } // --- Wuffs for PNG thumbnails ------------------------------------------------ static bool pull_metadata_kvp(wuffs_png__decoder *dec, wuffs_base__io_buffer *src, GHashTable *texts, gchar **key, GError **error) { wuffs_base__more_information minfo = {}; GBytes *bytes = NULL; if (!(bytes = pull_metadata( wuffs_png__decoder__upcast_as__wuffs_base__image_decoder(dec), src, &minfo, error))) return false; switch (wuffs_base__more_information__metadata__fourcc(&minfo)) { case WUFFS_BASE__FOURCC__KVPK: g_assert(*key == NULL); *key = g_strndup( g_bytes_get_data(bytes, NULL), g_bytes_get_size(bytes)); break; case WUFFS_BASE__FOURCC__KVPV: g_assert(*key != NULL); g_hash_table_insert(texts, *key, g_strndup( g_bytes_get_data(bytes, NULL), g_bytes_get_size(bytes))); *key = NULL; } g_bytes_unref(bytes); return true; } // An uncomplicated variant of fiv_io_open(), might be up for refactoring. FivIoImage * fiv_io_open_png_thumbnail(const char *path, GError **error) { wuffs_png__decoder dec = {}; wuffs_base__status status = wuffs_png__decoder__initialize( &dec, sizeof dec, WUFFS_VERSION, WUFFS_INITIALIZE__ALREADY_ZEROED); if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); return NULL; } gchar *data = NULL; gsize len = 0; if (!g_file_get_contents(path, &data, &len, error)) return NULL; wuffs_base__io_buffer src = wuffs_base__ptr_u8__reader((uint8_t *) data, len, TRUE); wuffs_png__decoder__set_report_metadata( &dec, WUFFS_BASE__FOURCC__KVP, true); wuffs_base__image_config cfg = {}; wuffs_base__slice_u8 workbuf = {}; FivIoImage *image = NULL; bool success = false; GHashTable *texts = g_hash_table_new_full(g_str_hash, g_str_equal, g_free, g_free); gchar *key = NULL; while (true) { status = wuffs_png__decoder__decode_image_config(&dec, &cfg, &src); if (wuffs_base__status__is_ok(&status)) break; if (status.repr != wuffs_base__note__metadata_reported) { set_error(error, wuffs_base__status__message(&status)); goto fail; } if (!pull_metadata_kvp(&dec, &src, texts, &key, error)) goto fail; } g_assert(key == NULL); uint32_t width = wuffs_base__pixel_config__width(&cfg.pixcfg); uint32_t height = wuffs_base__pixel_config__height(&cfg.pixcfg); if (width > INT16_MAX || height > INT16_MAX) { set_error(error, "image dimensions overflow"); goto fail; } wuffs_base__pixel_config__set(&cfg.pixcfg, WUFFS_BASE__PIXEL_FORMAT__BGRA_PREMUL, WUFFS_BASE__PIXEL_SUBSAMPLING__NONE, width, height); uint64_t workbuf_len_max_incl = wuffs_png__decoder__workbuf_len(&dec).max_incl; if (workbuf_len_max_incl) { workbuf = wuffs_base__malloc_slice_u8(malloc, workbuf_len_max_incl); if (!workbuf.ptr) { set_error(error, "failed to allocate a work buffer"); goto fail; } } image = fiv_io_image_new( wuffs_base__image_config__first_frame_is_opaque(&cfg) ? CAIRO_FORMAT_RGB24 : CAIRO_FORMAT_ARGB32, width, height); if (!image) { set_error(error, "image allocation failure"); goto fail; } wuffs_base__pixel_buffer pb = {}; status = wuffs_base__pixel_buffer__set_from_slice(&pb, &cfg.pixcfg, wuffs_base__make_slice_u8(image->data, image->stride * image->height)); if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); goto fail; } status = wuffs_png__decoder__decode_frame(&dec, &pb, &src, WUFFS_BASE__PIXEL_BLEND__SRC, workbuf, NULL); if (!wuffs_base__status__is_ok(&status)) { set_error(error, wuffs_base__status__message(&status)); goto fail; } // The specification does not say where the required metadata should be, // it could very well be broken up into two parts. wuffs_base__frame_config fc = {}; while (true) { // Not interested in APNG, might even throw an error in that case. status = wuffs_png__decoder__decode_frame_config(&dec, &fc, &src); if (status.repr == wuffs_base__note__end_of_data || wuffs_base__status__is_ok(&status)) break; if (status.repr != wuffs_base__note__metadata_reported) { set_error(error, wuffs_base__status__message(&status)); goto fail; } if (!pull_metadata_kvp(&dec, &src, texts, &key, error)) goto fail; } g_assert(key == NULL); image->text = g_hash_table_ref(texts); success = true; fail: if (!success) g_clear_pointer(&image, fiv_io_image_unref); free(workbuf.ptr); g_free(data); g_hash_table_unref(texts); return image; } // --- Multi-Picture Format ---------------------------------------------------- static uint32_t parse_mpf_mpentry(const uint8_t *p, const struct tiffer *T) { uint32_t attrs = T->un->u32(p); uint32_t offset = T->un->u32(p + 8); enum { TypeBaselineMPPrimaryImage = 0x030000, TypeLargeThumbnailVGA = 0x010001, TypeLargeThumbnailFullHD = 0x010002, TypeMultiFrameImagePanorama = 0x020001, TypeMultiFrameImageDisparity = 0x020002, TypeMultiFrameImageMultiAngle = 0x020003, TypeUndefined = 0x000000, }; switch (attrs & 0xFFFFFF) { case TypeLargeThumbnailVGA: case TypeLargeThumbnailFullHD: // Wasted cycles. case TypeUndefined: // Apple uses this for HDR and depth maps (same and lower resolution). // TODO(p): It would be nice to be able to view them. return 0; } // Don't report non-JPEGs, even though they're unlikely. if (((attrs >> 24) & 0x7) != 0) return 0; return offset; } static uint32_t * parse_mpf_index_entries(const struct tiffer *T, struct tiffer_entry *entry) { uint32_t count = entry->remaining_count / 16; uint32_t *offsets = g_malloc0_n(sizeof *offsets, count + 1), *out = offsets; for (uint32_t i = 0; i < count; i++) { // 5.2.3.3.3. Individual Image Data Offset uint32_t offset = parse_mpf_mpentry(entry->p + i * 16, T); if (offset) *out++ = offset; } return offsets; } static uint32_t * parse_mpf_index_ifd(struct tiffer *T) { struct tiffer_entry entry = {}; while (tiffer_next_entry(T, &entry)) { // 5.2.3.3. MP Entry if (entry.tag == MPF_MPEntry && entry.type == TIFFER_UNDEFINED && !(entry.remaining_count % 16)) { return parse_mpf_index_entries(T, &entry); } } return NULL; } static bool parse_mpf( GPtrArray *individuals, const uint8_t *mpf, size_t len, size_t total_len) { struct tiffer T; if (!tiffer_init(&T, mpf, len) || !tiffer_next_ifd(&T)) return false; // First image: IFD0 is Index IFD, any IFD1 is Attribute IFD. // Other images: IFD0 is Attribute IFD, there is no Index IFD. uint32_t *offsets = parse_mpf_index_ifd(&T); if (offsets) { for (const uint32_t *o = offsets; *o; o++) if (*o <= total_len) g_ptr_array_add(individuals, (gpointer) mpf + *o); free(offsets); } return true; } // --- JPEG -------------------------------------------------------------------- struct jpeg_metadata { GByteArray *exif; ///< Exif buffer or NULL GByteArray *icc; ///< ICC profile buffer or NULL GPtrArray *mpf; ///< Multi-Picture Format or NULL int width; ///< Image width int height; ///< Image height }; static void parse_jpeg_metadata(const char *data, size_t len, struct jpeg_metadata *meta) { // Because the JPEG file format is simple, just do it manually. // See: https://www.w3.org/Graphics/JPEG/itu-t81.pdf enum { TEM = 0x01, SOF0 = 0xC0, SOF1, SOF2, SOF3, DHT, SOF5, SOF6, SOF7, JPG, SOF9, SOF10, SOF11, DAC, SOF13, SOF14, SOF15, RST0, RST1, RST2, RST3, RST4, RST5, RST6, RST7, SOI, EOI, SOS, DQT, DNL, DRI, DHP, EXP, APP0, APP1, APP2, APP3, APP4, APP5, APP6, APP7, }; int icc_sequence = 0, icc_done = FALSE; const guint8 *p = (const guint8 *) data, *end = p + len; while (p + 3 < end && *p++ == 0xFF && *p != SOS && *p != EOI) { // The previous byte is a fill byte, restart. if (*p == 0xFF) continue; // These markers stand alone, not starting a marker segment. guint8 marker = *p++; switch (marker) { case RST0: case RST1: case RST2: case RST3: case RST4: case RST5: case RST6: case RST7: case SOI: case TEM: continue; } // Do not bother validating the structure. guint16 length = p[0] << 8 | p[1]; const guint8 *payload = p + 2; if (G_UNLIKELY((p += length) > end)) break; switch (marker) { case SOF0: case SOF1: case SOF2: case SOF3: case SOF5: case SOF6: case SOF7: case SOF9: case SOF10: case SOF11: case SOF13: case SOF14: case SOF15: if (length >= 5) { meta->width = (payload[3] << 8) + payload[4]; meta->height = (payload[1] << 8) + payload[2]; } } // https://www.cipa.jp/std/documents/e/DC-008-2012_E.pdf 4.7.2 // Adobe XMP Specification Part 3: Storage in Files, 2020/1, 1.1.3 // Not checking the padding byte is intentional. // XXX: Thumbnails may in practice overflow into follow-up segments. if (meta->exif && marker == APP1 && p - payload >= 6 && !memcmp(payload, "Exif\0", 5) && !meta->exif->len) { payload += 6; g_byte_array_append(meta->exif, payload, p - payload); } // https://www.color.org/specification/ICC1v43_2010-12.pdf B.4 if (meta->icc && marker == APP2 && p - payload >= 14 && !memcmp(payload, "ICC_PROFILE\0", 12) && !icc_done && payload[12] == ++icc_sequence && payload[13] >= payload[12]) { payload += 14; g_byte_array_append(meta->icc, payload, p - payload); icc_done = payload[-1] == icc_sequence; } // CIPA DC-007-2021 (Multi-Picture Format) 5.2 // https://www.cipa.jp/e/std/std-sec.html if (meta->mpf && marker == APP2 && p - payload >= 8 && !memcmp(payload, "MPF\0", 4) && !meta->mpf->len) { payload += 4; parse_mpf(meta->mpf, payload, p - payload, end - payload); } // TODO(p): Extract the main XMP segment. } if (meta->icc && !icc_done) g_byte_array_set_size(meta->icc, 0); } static FivIoImage *open_libjpeg_turbo( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error); static void load_jpeg_finalize(FivIoImage *image, bool cmyk, const FivIoOpenContext *ctx, const char *data, size_t len) { struct jpeg_metadata meta = { .exif = g_byte_array_new(), .icc = g_byte_array_new(), .mpf = g_ptr_array_new(), }; parse_jpeg_metadata(data, len, &meta); if (!ctx->first_frame_only) { // XXX: This is ugly, as it relies on just the first individual image // having any follow-up entries (as it should be). FivIoImage *image_tail = image; for (guint i = 0; i < meta.mpf->len; i++) { const char *jpeg = meta.mpf->pdata[i]; GError *error = NULL; if (!try_append_page( open_libjpeg_turbo(jpeg, len - (jpeg - data), ctx, &error), &image, &image_tail)) { add_warning(ctx, "MPF image %d: %s", i + 2, error->message); g_error_free(error); } } } g_ptr_array_free(meta.mpf, TRUE); if (meta.exif->len) image->exif = g_byte_array_free_to_bytes(meta.exif); else g_byte_array_free(meta.exif, TRUE); GBytes *icc_profile = NULL; if (meta.icc->len) image->icc = icc_profile = g_byte_array_free_to_bytes(meta.icc); else g_byte_array_free(meta.icc, TRUE); FivIoProfile source = NULL; if (icc_profile) source = fiv_io_profile_new( g_bytes_get_data(icc_profile, NULL), g_bytes_get_size(icc_profile)); if (cmyk) fiv_io_profile_cmyk(image, source, ctx->screen_profile); else fiv_io_profile_any(image, source, ctx->screen_profile); if (source) fiv_io_profile_free(source); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - struct libjpeg_error_mgr { struct jpeg_error_mgr pub; jmp_buf buf; GError **error; const FivIoOpenContext *ctx; }; static void libjpeg_error_exit(j_common_ptr cinfo) { struct libjpeg_error_mgr *err = (struct libjpeg_error_mgr *) cinfo->err; char buf[JMSG_LENGTH_MAX] = ""; (*cinfo->err->format_message)(cinfo, buf); set_error(err->error, buf); longjmp(err->buf, 1); } static void libjpeg_output_message(j_common_ptr cinfo) { struct libjpeg_error_mgr *err = (struct libjpeg_error_mgr *) cinfo->err; char buf[JMSG_LENGTH_MAX] = ""; (*cinfo->err->format_message)(cinfo, buf); add_warning(err->ctx, "%s", buf); } static FivIoImage * load_libjpeg_turbo(const char *data, gsize len, const FivIoOpenContext *ctx, void (*loop)(struct jpeg_decompress_struct *, JSAMPARRAY), GError **error) { FivIoImage *volatile image = NULL; struct libjpeg_error_mgr jerr = {.error = error, .ctx = ctx}; struct jpeg_decompress_struct cinfo = {.err = jpeg_std_error(&jerr.pub)}; jerr.pub.error_exit = libjpeg_error_exit; jerr.pub.output_message = libjpeg_output_message; if (setjmp(jerr.buf)) { g_clear_pointer(&image, fiv_io_image_unref); jpeg_destroy_decompress(&cinfo); return NULL; } jpeg_create_decompress(&cinfo); jpeg_mem_src(&cinfo, (const unsigned char *) data, len); (void) jpeg_read_header(&cinfo, true); bool use_cmyk = cinfo.jpeg_color_space == JCS_CMYK || cinfo.jpeg_color_space == JCS_YCCK; if (use_cmyk) cinfo.out_color_space = JCS_CMYK; else if (G_BYTE_ORDER == G_BIG_ENDIAN) cinfo.out_color_space = JCS_EXT_XRGB; else cinfo.out_color_space = JCS_EXT_BGRX; jpeg_calc_output_dimensions(&cinfo); int width = cinfo.output_width; int height = cinfo.output_height; // The limit of Cairo/pixman is 32767. but JPEG can go as high as 65535. // Prevent Cairo from throwing an error, and make use of libjpeg's scaling. // gdk-pixbuf circumvents this check, producing unrenderable surfaces. const int max = 32767; int nfs = 0; tjscalingfactor *fs = tjGetScalingFactors(&nfs), f = {0, 1}; if (fs && (width > max || height > max)) { for (int i = 0; i < nfs; i++) { if (TJSCALED(width, fs[i]) <= max && TJSCALED(height, fs[i]) <= max && fs[i].num * f.denom > f.num * fs[i].denom) f = fs[i]; } add_warning(ctx, "the image is too large, and had to be scaled by %d/%d", f.num, f.denom); width = TJSCALED(width, f); height = TJSCALED(height, f); cinfo.scale_num = f.num; cinfo.scale_denom = f.denom; } image = fiv_io_image_new(CAIRO_FORMAT_RGB24, width, height); if (!image) { set_error(error, "image allocation failure"); longjmp(jerr.buf, 1); } JSAMPARRAY lines = (*cinfo.mem->alloc_small)( (j_common_ptr) &cinfo, JPOOL_IMAGE, sizeof *lines * height); for (int i = 0; i < height; i++) lines[i] = image->data + i * image->stride; // Slightly unfortunate generalization. loop(&cinfo, lines); load_jpeg_finalize(image, use_cmyk, ctx, data, len); jpeg_destroy_decompress(&cinfo); return image; } static void load_libjpeg_simple( struct jpeg_decompress_struct *cinfo, JSAMPARRAY lines) { (void) jpeg_start_decompress(cinfo); while (cinfo->output_scanline < cinfo->output_height) (void) jpeg_read_scanlines(cinfo, lines + cinfo->output_scanline, cinfo->output_height - cinfo->output_scanline); (void) jpeg_finish_decompress(cinfo); } #ifdef HAVE_JPEG_QS static void load_libjpeg_enhanced( struct jpeg_decompress_struct *cinfo, JSAMPARRAY lines) { // Go for the maximum quality setting. jpegqs_control_t opts = { .flags = JPEGQS_DIAGONALS | JPEGQS_JOINT_YUV, .threads = g_get_num_processors(), .niter = 3, }; // Waiting for https://github.com/ilyakurdyukov/jpeg-quantsmooth/issues/28 #if LIBJPEG_TURBO_VERSION_NUMBER < 2001090 opts.flags |= JPEGQS_UPSAMPLE_UV; #endif (void) jpegqs_start_decompress(cinfo, &opts); while (cinfo->output_scanline < cinfo->output_height) (void) jpeg_read_scanlines(cinfo, lines + cinfo->output_scanline, cinfo->output_height - cinfo->output_scanline); (void) jpegqs_finish_decompress(cinfo); } #else #define load_libjpeg_enhanced load_libjpeg_simple #endif static FivIoImage * open_libjpeg_turbo( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { return load_libjpeg_turbo(data, len, ctx, ctx->enhance ? load_libjpeg_enhanced : load_libjpeg_simple, error); } // --- WebP -------------------------------------------------------------------- static const char * load_libwebp_error(VP8StatusCode err) { switch (err) { case VP8_STATUS_OK: return "OK"; case VP8_STATUS_OUT_OF_MEMORY: return "out of memory"; case VP8_STATUS_INVALID_PARAM: return "invalid parameter"; case VP8_STATUS_BITSTREAM_ERROR: return "bitstream error"; case VP8_STATUS_UNSUPPORTED_FEATURE: return "unsupported feature"; case VP8_STATUS_SUSPENDED: return "suspended"; case VP8_STATUS_USER_ABORT: return "user abort"; case VP8_STATUS_NOT_ENOUGH_DATA: return "not enough data"; default: return "general failure"; } } static FivIoImage * load_libwebp_nonanimated(WebPDecoderConfig *config, const WebPData *wd, const FivIoOpenContext *ctx, GError **error) { FivIoImage *image = fiv_io_image_new( config->input.has_alpha ? CAIRO_FORMAT_ARGB32 : CAIRO_FORMAT_RGB24, config->input.width, config->input.height); if (!image) { set_error(error, "image allocation failure"); return NULL; } config->options.use_threads = true; config->output.width = config->input.width; config->output.height = config->input.height; config->output.is_external_memory = true; config->output.u.RGBA.rgba = image->data; config->output.u.RGBA.stride = image->stride; config->output.u.RGBA.size = config->output.u.RGBA.stride * image->height; bool premultiply = !ctx->screen_profile; if (G_BYTE_ORDER == G_LITTLE_ENDIAN) config->output.colorspace = premultiply ? MODE_bgrA : MODE_BGRA; else config->output.colorspace = premultiply ? MODE_Argb : MODE_ARGB; WebPIDecoder *idec = WebPIDecode(NULL, 0, config); if (!idec) { set_error(error, "WebP decoding error"); fiv_io_image_unref(image); return NULL; } VP8StatusCode err = WebPIUpdate(idec, wd->bytes, wd->size); int x = 0, y = 0, w = 0, h = 0; (void) WebPIDecodedArea(idec, &x, &y, &w, &h); WebPIDelete(idec); if (err == VP8_STATUS_OK) return image; if (err != VP8_STATUS_SUSPENDED) { g_set_error(error, FIV_IO_ERROR, FIV_IO_ERROR_OPEN, "%s: %s", "WebP decoding error", load_libwebp_error(err)); fiv_io_image_unref(image); return NULL; } add_warning(ctx, "image file is truncated"); if (config->input.has_alpha) return image; // Always use transparent black, rather than opaque black. image->format = CAIRO_FORMAT_ARGB32; return image; } static FivIoImage * load_libwebp_frame(WebPAnimDecoder *dec, const WebPAnimInfo *info, int *last_timestamp, GError **error) { uint8_t *buf = NULL; int timestamp = 0; if (!WebPAnimDecoderGetNext(dec, &buf, ×tamp)) { set_error(error, "WebP decoding error"); return NULL; } bool is_opaque = (info->bgcolor & 0xFF) == 0xFF; uint64_t area = info->canvas_width * info->canvas_height; FivIoImage *image = fiv_io_image_new( is_opaque ? CAIRO_FORMAT_RGB24 : CAIRO_FORMAT_ARGB32, info->canvas_width, info->canvas_height); if (!image) { set_error(error, "image allocation failure"); return NULL; } uint32_t *dst = (uint32_t *) image->data; if (G_BYTE_ORDER == G_LITTLE_ENDIAN) { memcpy(dst, buf, area * sizeof *dst); } else { uint32_t *src = (uint32_t *) buf; for (uint64_t i = 0; i < area; i++) *dst++ = GUINT32_FROM_LE(*src++); } // This API is confusing and awkward. image->frame_duration = timestamp - *last_timestamp; *last_timestamp = timestamp; return image; } static FivIoImage * load_libwebp_animated( const WebPData *wd, const FivIoOpenContext *ctx, GError **error) { bool premultiply = !ctx->screen_profile; WebPAnimDecoderOptions options = {}; WebPAnimDecoderOptionsInit(&options); options.use_threads = true; options.color_mode = premultiply ? MODE_bgrA : MODE_BGRA; WebPAnimInfo info = {}; WebPAnimDecoder *dec = WebPAnimDecoderNew(wd, &options); WebPAnimDecoderGetInfo(dec, &info); FivIoImage *frames = NULL, *frames_tail = NULL; if (info.canvas_width > INT_MAX || info.canvas_height > INT_MAX) { set_error(error, "image dimensions overflow"); goto fail; } int last_timestamp = 0; while (WebPAnimDecoderHasMoreFrames(dec)) { FivIoImage *image = load_libwebp_frame(dec, &info, &last_timestamp, error); if (!image) { g_clear_pointer(&frames, fiv_io_image_unref); goto fail; } if (frames_tail) frames_tail->frame_next = image; else frames = image; image->frame_previous = frames_tail; frames_tail = image; } if (frames) { frames->frame_previous = frames_tail; } else { set_error(error, "the animation has no frames"); g_clear_pointer(&frames, fiv_io_image_unref); } fail: WebPAnimDecoderDelete(dec); return frames; } static FivIoImage * open_libwebp( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { // It is wholly zero-initialized by libwebp. WebPDecoderConfig config = {}; if (!WebPInitDecoderConfig(&config)) { set_error(error, "libwebp version mismatch"); return NULL; } // TODO(p): Differentiate between a bad WebP, and not a WebP. VP8StatusCode err = 0; WebPData wd = {.bytes = (const uint8_t *) data, .size = len}; if ((err = WebPGetFeatures(wd.bytes, wd.size, &config.input))) { g_set_error(error, FIV_IO_ERROR, FIV_IO_ERROR_OPEN, "%s: %s", "WebP decoding error", load_libwebp_error(err)); return NULL; } FivIoImage *result = config.input.has_animation ? load_libwebp_animated(&wd, ctx, error) : load_libwebp_nonanimated(&config, &wd, ctx, error); if (!result) goto fail; // Of course everything has to use a different abstraction. WebPDemuxState state = WEBP_DEMUX_PARSE_ERROR; WebPDemuxer *demux = WebPDemuxPartial(&wd, &state); if (!demux) { add_warning(ctx, "demux failure while reading metadata"); goto fail; } // Releasing the demux chunk iterator is actually a no-op. WebPChunkIterator chunk_iter = {}; uint32_t flags = WebPDemuxGetI(demux, WEBP_FF_FORMAT_FLAGS); if ((flags & EXIF_FLAG) && WebPDemuxGetChunk(demux, "EXIF", 1, &chunk_iter)) { result->exif = g_bytes_new(chunk_iter.chunk.bytes, chunk_iter.chunk.size); WebPDemuxReleaseChunkIterator(&chunk_iter); } if ((flags & ICCP_FLAG) && WebPDemuxGetChunk(demux, "ICCP", 1, &chunk_iter)) { result->icc = g_bytes_new(chunk_iter.chunk.bytes, chunk_iter.chunk.size); WebPDemuxReleaseChunkIterator(&chunk_iter); } if ((flags & XMP_FLAG) && WebPDemuxGetChunk(demux, "XMP ", 1, &chunk_iter)) { result->xmp = g_bytes_new(chunk_iter.chunk.bytes, chunk_iter.chunk.size); WebPDemuxReleaseChunkIterator(&chunk_iter); } if (WebPDemuxGetChunk(demux, "THUM", 1, &chunk_iter)) { result->thum = g_bytes_new(chunk_iter.chunk.bytes, chunk_iter.chunk.size); WebPDemuxReleaseChunkIterator(&chunk_iter); } if (flags & ANIMATION_FLAG) result->loops = WebPDemuxGetI(demux, WEBP_FF_LOOP_COUNT); WebPDemuxDelete(demux); if (ctx->screen_profile) fiv_io_profile_argb32_premultiply_page(result, ctx->screen_profile); fail: WebPFreeDecBuffer(&config.output); return result; } // --- TIFF/EP + DNG ----------------------------------------------------------- // In Nikon NEF files, which claim to be TIFF/EP-compatible, IFD0 is a tiny // uncompressed thumbnail with SubIFDs that, aside from raw sensor data, // typically contain a nearly full-size JPEG preview. // // LibRaw takes too long a time to render something that will never be as good // as that large preview--e.g., due to exposure correction or denoising. // While since version 0.21.0 the library provides an API that would allow us // to extract the JPEG, a little bit of custom processing won't hurt either. // TODO(p): Though it can also extract thumbnails from many more formats, // so maybe keep this code as a fallback for old or missing LibRaw. // // Note that libtiff can only read the horrible IFD0 thumbnail. // (TIFFSetSubDirectory() requires an ImageLength tag that's missing from JPEG // SubIFDs, and TIFFReadCustomDirectory() takes a privately defined struct that // may not be omitted.) static bool tiffer_find(const struct tiffer *self, uint16_t tag, struct tiffer_entry *entry) { // Note that we could employ binary search, because tags must be ordered: // - TIFF 6.0: Sort Order // - ISO/DIS 12234-2: 4.1.2, 5.1 // - CIPA DC-007-2009 (Multi-Picture Format): 5.2.3., 5.2.4. // - CIPA DC-008-2019 (Exif 2.32): 4.6.2. // However, it doesn't seem to warrant the ugly code. struct tiffer T = *self; while (tiffer_next_entry(&T, entry)) { if (entry->tag == tag) return true; } *entry = (struct tiffer_entry) {}; return false; } static bool tiffer_find_integer(const struct tiffer *self, uint16_t tag, int64_t *i) { struct tiffer_entry entry = {}; return tiffer_find(self, tag, &entry) && tiffer_integer(self, &entry, i); } // In case of failure, an entry with a zero "remaining_count" is returned. static struct tiffer_entry tiff_ep_subifds_init(const struct tiffer *T) { struct tiffer_entry entry = {}; (void) tiffer_find(T, TIFF_SubIFDs, &entry); return entry; } static bool tiff_ep_subifds_next( const struct tiffer *T, struct tiffer_entry *subifds, struct tiffer *subT) { // XXX: Except for a zero "remaining_count", all conditions are errors, // and should perhaps be reported. int64_t offset = 0; if (!tiffer_integer(T, subifds, &offset) || offset < 0 || offset > UINT32_MAX || !tiffer_subifd(T, offset, subT)) return false; (void) tiffer_next_value(subifds); return true; } static bool tiff_ep_find_main(const struct tiffer *T, struct tiffer *outputT) { // This is a mandatory field. int64_t type = 0; if (!tiffer_find_integer(T, TIFF_NewSubfileType, &type)) return false; // This is the main image. // (See DNG rather than ISO/DIS 12234-2 for values.) if (type == 0) { *outputT = *T; return true; } struct tiffer_entry subifds = tiff_ep_subifds_init(T); struct tiffer subT = {}; while (tiff_ep_subifds_next(T, &subifds, &subT)) if (tiff_ep_find_main(&subT, outputT)) return true; return false; } struct tiff_ep_jpeg { const uint8_t *jpeg; ///< JPEG data stream size_t jpeg_length; ///< JPEG data stream length int64_t pixels; ///< Number of pixels in the JPEG }; static void tiff_ep_find_jpeg_evaluate(const struct tiffer *T, struct tiff_ep_jpeg *out) { // This is a mandatory field. int64_t compression = 0; if (!tiffer_find_integer(T, TIFF_Compression, &compression)) return; uint16_t tag_pointer = 0, tag_length = 0; switch (compression) { // This is how Exif specifies it, which doesn't follow TIFF 6.0. case TIFF_Compression_JPEG: tag_pointer = TIFF_JPEGInterchangeFormat; tag_length = TIFF_JPEGInterchangeFormatLength; break; // Theoretically, there may be more strips, but this is not expected. case TIFF_Compression_JPEGDatastream: tag_pointer = TIFF_StripOffsets; tag_length = TIFF_StripByteCounts; break; default: return; } int64_t ipointer = 0, ilength = 0; if (!tiffer_find_integer(T, tag_pointer, &ipointer) || ipointer <= 0 || !tiffer_find_integer(T, tag_length, &ilength) || ilength <= 0 || ipointer > T->end - T->begin || T->end - T->begin - ipointer < ilength) return; // Note that to get the largest JPEG, // we don't need to descend into Exif thumbnails. // TODO(p): Consider DNG 1.2.0.0 PreviewColorSpace. // But first, try to find some real-world files with it. const uint8_t *jpeg = T->begin + ipointer; size_t jpeg_length = ilength; struct jpeg_metadata meta = {}; parse_jpeg_metadata((const char *) jpeg, jpeg_length, &meta); int64_t pixels = meta.width * meta.height; if (pixels > out->pixels) { out->jpeg = jpeg; out->jpeg_length = jpeg_length; out->pixels = pixels; } } static bool tiff_ep_find_jpeg(const struct tiffer *T, struct tiff_ep_jpeg *out) { // This is a mandatory field. int64_t type = 0; if (!tiffer_find_integer(T, TIFF_NewSubfileType, &type)) return false; // This is a thumbnail of the main image. // (See DNG rather than ISO/DIS 12234-2 for values.) if (type == 1) tiff_ep_find_jpeg_evaluate(T, out); struct tiffer_entry subifds = tiff_ep_subifds_init(T); struct tiffer subT = {}; while (tiff_ep_subifds_next(T, &subifds, &subT)) if (!tiff_ep_find_jpeg(&subT, out)) return false; return true; } static FivIoImage * load_tiff_ep( const struct tiffer *T, const FivIoOpenContext *ctx, GError **error) { // ISO/DIS 12234-2 is a fuck-up that says this should be in "IFD0", // but it might have intended to say "all top-level IFDs". // The DNG specification shares the same problem. // // In any case, chained TIFFs are relatively rare. struct tiffer_entry entry = {}; bool is_tiffep = tiffer_find(T, TIFF_TIFF_EPStandardID, &entry) && entry.type == TIFFER_BYTE && entry.remaining_count == 4 && entry.p[0] == 1 && !entry.p[1] && !entry.p[2] && !entry.p[3]; // Apple ProRAW, e.g., does not claim TIFF/EP compatibility, // but we should still be able to make sense of it. bool is_supported_dng = tiffer_find(T, TIFF_DNGBackwardVersion, &entry) && entry.type == TIFFER_BYTE && entry.remaining_count == 4 && entry.p[0] == 1 && entry.p[1] <= 6 && !entry.p[2] && !entry.p[3]; if (!is_tiffep && !is_supported_dng) { set_error(error, "not a supported TIFF/EP or DNG image"); return NULL; } struct tiffer fullT = {}; if (!tiff_ep_find_main(T, &fullT)) { set_error(error, "could not find a main image"); return NULL; } int64_t width = 0, height = 0; if (!tiffer_find_integer(&fullT, TIFF_ImageWidth, &width) || !tiffer_find_integer(&fullT, TIFF_ImageLength, &height) || width <= 0 || height <= 0) { set_error(error, "missing or invalid main image dimensions"); return NULL; } struct tiff_ep_jpeg out = {}; if (!tiff_ep_find_jpeg(T, &out)) { set_error(error, "error looking for a full-size JPEG preview"); return NULL; } // Nikon NEFs seem to generally have a preview above 99 percent, // (though some of them may not even reach 50 percent). // Be a bit more generous than that with our crop tolerance. // TODO(p): Also take into account DNG DefaultCropSize, if present. if (out.pixels / ((double) width * height) < 0.95) { set_error(error, "could not find a large enough JPEG preview"); return NULL; } FivIoImage *image = open_libjpeg_turbo( (const char *) out.jpeg, out.jpeg_length, ctx, error); if (!image) return NULL; // Note that Exif may override this later in fiv_io_open_from_data(). // TODO(p): Try to use the Orientation field nearest to the target IFD. // IFD0 just happens to be fine for Nikon NEF. int64_t orientation = 0; if (tiffer_find_integer(T, TIFF_Orientation, &orientation) && orientation >= 1 && orientation <= 8) { image->orientation = orientation; } return image; } static FivIoImage * open_tiff_ep( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { // -Wunused-function, we might want to give this its own compile unit. (void) tiffer_real; struct tiffer T = {}; if (!tiffer_init(&T, (const uint8_t *) data, len)) { set_error(error, "not a TIFF file"); return NULL; } FivIoImage *result = NULL, *result_tail = NULL; while (tiffer_next_ifd(&T)) { if (!try_append_page( load_tiff_ep(&T, ctx, error), &result, &result_tail)) { g_clear_pointer(&result, fiv_io_image_unref); return NULL; } if (ctx->first_frame_only) break; // TODO(p): Try to adjust tiffer so that this isn't necessary. struct tiffer_entry dummy = {}; while (tiffer_next_entry(&T, &dummy)) ; } return result; } // --- Optional dependencies --------------------------------------------------- #ifdef HAVE_LIBRAW // --------------------------------------------------------- static FivIoImage * load_libraw(libraw_data_t *iprc, GError **error) { int err = 0; if ((err = libraw_unpack(iprc))) { set_error(error, libraw_strerror(err)); return NULL; } #if 0 // TODO(p): I'm not sure when this is necessary or useful yet. if ((err = libraw_adjust_sizes_info_only(iprc))) { set_error(error, libraw_strerror(err)); return NULL; } #endif // TODO(p): Documentation says I should look at the code and do it myself. if ((err = libraw_dcraw_process(iprc))) { set_error(error, libraw_strerror(err)); return NULL; } // FIXME: This is shittily written to iterate over the range of // idata.colors, and will be naturally slow. libraw_processed_image_t *image = libraw_dcraw_make_mem_image(iprc, &err); if (!image) { set_error(error, libraw_strerror(err)); return NULL; } // This should have been transformed, and kept, respectively. if (image->colors != 3 || image->bits != 8) { set_error(error, "unexpected number of colours, or bit depth"); libraw_dcraw_clear_mem(image); return NULL; } FivIoImage *I = fiv_io_image_new(CAIRO_FORMAT_RGB24, image->width, image->height); if (!I) { set_error(error, "image allocation failure"); libraw_dcraw_clear_mem(image); return NULL; } uint32_t *pixels = (uint32_t *) I->data; unsigned char *p = image->data; for (ushort y = 0; y < image->height; y++) { for (ushort x = 0; x < image->width; x++) { *pixels++ = 0xff000000 | (uint32_t) p[0] << 16 | (uint32_t) p[1] << 8 | (uint32_t) p[2]; p += 3; } } libraw_dcraw_clear_mem(image); return I; } static FivIoImage * open_libraw( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { // https://github.com/LibRaw/LibRaw/issues/418 libraw_data_t *iprc = libraw_init( LIBRAW_OPIONS_NO_MEMERR_CALLBACK | LIBRAW_OPIONS_NO_DATAERR_CALLBACK); if (!iprc) { set_error(error, "failed to obtain a LibRaw handle"); return NULL; } // TODO(p): Check if we need to set anything for autorotation (sizes.flip). iprc->params.use_camera_wb = 1; iprc->params.output_color = 1; // sRGB, TODO(p): Is this used? iprc->params.output_bps = 8; // This should be the default value. int err = 0; FivIoImage *result = NULL, *result_tail = NULL; if ((err = libraw_open_buffer(iprc, (const void *) data, len))) { set_error(error, libraw_strerror(err)); goto out; } if (!try_append_page(load_libraw(iprc, error), &result, &result_tail) || ctx->first_frame_only) goto out; for (unsigned i = 1; i < iprc->idata.raw_count; i++) { iprc->rawparams.shot_select = i; // This library is terrible, we need to start again. if ((err = libraw_open_buffer(iprc, (const void *) data, len))) { set_error(error, libraw_strerror(err)); g_clear_pointer(&result, fiv_io_image_unref); goto out; } if (!try_append_page(load_libraw(iprc, error), &result, &result_tail)) { g_clear_pointer(&result, fiv_io_image_unref); goto out; } } out: libraw_close(iprc); return fiv_io_profile_finalize(result, ctx->screen_profile); } #endif // HAVE_LIBRAW --------------------------------------------------------- #ifdef HAVE_RESVG // ---------------------------------------------------------- typedef struct { FivIoRenderClosure parent; resvg_render_tree *tree; ///< Loaded resvg tree double width; ///< Normal width double height; ///< Normal height } FivIoRenderClosureResvg; static void load_resvg_destroy(FivIoRenderClosure *closure) { FivIoRenderClosureResvg *self = (void *) closure; resvg_tree_destroy(self->tree); g_free(self); } static FivIoImage * load_resvg_render_internal(FivIoRenderClosureResvg *self, double scale, FivIoProfile target, GError **error) { double w = ceil(self->width * scale), h = ceil(self->height * scale); if (w > SHRT_MAX || h > SHRT_MAX) { set_error(error, "image dimensions overflow"); return NULL; } FivIoImage *image = fiv_io_image_new(CAIRO_FORMAT_ARGB32, w, h); if (!image) { set_error(error, "image allocation failure"); return NULL; } uint32_t *pixels = (uint32_t *) image->data; #if RESVG_MAJOR_VERSION == 0 && RESVG_MINOR_VERSION < 33 resvg_fit_to fit_to = { scale == 1 ? RESVG_FIT_TO_TYPE_ORIGINAL : RESVG_FIT_TO_TYPE_ZOOM, scale}; resvg_render(self->tree, fit_to, resvg_transform_identity(), image->width, image->height, (char *) pixels); #else resvg_render(self->tree, (resvg_transform) {.a = scale, .d = scale}, image->width, image->height, (char *) pixels); #endif for (int i = 0; i < w * h; i++) { uint32_t rgba = g_ntohl(pixels[i]); pixels[i] = rgba << 24 | rgba >> 8; } return fiv_io_profile_finalize(image, target); } static FivIoImage * load_resvg_render( FivIoRenderClosure *closure, FivIoProfile target, double scale) { FivIoRenderClosureResvg *self = (FivIoRenderClosureResvg *) closure; return load_resvg_render_internal(self, scale, target, NULL); } static const char * load_resvg_error(int err) { switch (err) { case RESVG_ERROR_NOT_AN_UTF8_STR: return "not a UTF-8 string"; case RESVG_ERROR_FILE_OPEN_FAILED: return "I/O failure"; case RESVG_ERROR_MALFORMED_GZIP: return "malformed gzip"; case RESVG_ERROR_ELEMENTS_LIMIT_REACHED: return "element limit reached"; case RESVG_ERROR_INVALID_SIZE: return "invalid or unspecified image size"; case RESVG_ERROR_PARSING_FAILED: return "parsing failed"; default: return "general failure"; } } static FivIoImage * open_resvg( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { GFile *file = g_file_new_for_uri(ctx->uri); GFile *base_file = g_file_get_parent(file); g_object_unref(file); resvg_options *opt = resvg_options_create(); resvg_options_load_system_fonts(opt); if (base_file) resvg_options_set_resources_dir(opt, g_file_peek_path(base_file)); if (ctx->screen_dpi) resvg_options_set_dpi(opt, ctx->screen_dpi); resvg_render_tree *tree = NULL; int err = resvg_parse_tree_from_data(data, len, opt, &tree); resvg_options_destroy(opt); g_clear_object(&base_file); if (err != RESVG_OK) { set_error(error, load_resvg_error(err)); return NULL; } // TODO(p): See if there is a situation for resvg_get_image_viewbox(). resvg_size size = resvg_get_image_size(tree); FivIoRenderClosureResvg *closure = g_malloc0(sizeof *closure); closure->parent.render = load_resvg_render; closure->parent.destroy = load_resvg_destroy; closure->tree = tree; closure->width = size.width; closure->height = size.height; FivIoImage *image = load_resvg_render_internal(closure, 1., ctx->screen_profile, error); if (!image) { load_resvg_destroy(&closure->parent); return NULL; } image->render = &closure->parent; return image; } #endif // HAVE_RESVG ---------------------------------------------------------- #ifdef HAVE_LIBRSVG // -------------------------------------------------------- typedef struct { FivIoRenderClosure parent; RsvgHandle *handle; ///< Loaded rsvg handle double width; ///< Normal width double height; ///< Normal height } FivIoRenderClosureLibrsvg; static void load_librsvg_destroy(FivIoRenderClosure *closure) { FivIoRenderClosureLibrsvg *self = (void *) closure; g_object_unref(self->handle); g_free(self); } static FivIoImage * load_librsvg_render_internal(FivIoRenderClosureLibrsvg *self, double scale, FivIoProfile target, GError **error) { RsvgRectangle viewport = {.x = 0, .y = 0, .width = self->width * scale, .height = self->height * scale}; FivIoImage *image = fiv_io_image_new( CAIRO_FORMAT_ARGB32, ceil(viewport.width), ceil(viewport.height)); if (!image) { set_error(error, "image allocation failure"); return NULL; } cairo_surface_t *surface = fiv_io_image_to_surface_noref(image); cairo_t *cr = cairo_create(surface); cairo_surface_destroy(surface); gboolean success = rsvg_handle_render_document(self->handle, cr, &viewport, error); cairo_status_t status = cairo_status(cr); cairo_destroy(cr); if (!success) { fiv_io_image_unref(image); return NULL; } if (status != CAIRO_STATUS_SUCCESS) { set_error(error, cairo_status_to_string(status)); fiv_io_image_unref(image); return NULL; } return fiv_io_profile_finalize(image, target); } static FivIoImage * load_librsvg_render( FivIoRenderClosure *closure, FivIoProfile target, double scale) { FivIoRenderClosureLibrsvg *self = (FivIoRenderClosureLibrsvg *) closure; return load_librsvg_render_internal(self, scale, target, NULL); } static FivIoImage * open_librsvg( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { GFile *base_file = g_file_new_for_uri(ctx->uri); GInputStream *is = g_memory_input_stream_new_from_data(data, len, NULL); RsvgHandle *handle = rsvg_handle_new_from_stream_sync( is, base_file, RSVG_HANDLE_FLAG_KEEP_IMAGE_DATA, NULL, error); g_object_unref(base_file); g_object_unref(is); if (!handle) return NULL; rsvg_handle_set_dpi(handle, ctx->screen_dpi); double w = 0, h = 0; #if LIBRSVG_CHECK_VERSION(2, 51, 0) if (!rsvg_handle_get_intrinsic_size_in_pixels(handle, &w, &h)) { #else RsvgDimensionData dd = {}; rsvg_handle_get_dimensions(handle, &dd); if ((w = dd.width) <= 0 || (h = dd.height) <= 0) { #endif RsvgRectangle viewbox = {}; gboolean has_viewport = FALSE; rsvg_handle_get_intrinsic_dimensions( handle, NULL, NULL, NULL, NULL, &has_viewport, &viewbox); if (!has_viewport) { set_error(error, "cannot compute pixel dimensions"); g_object_unref(handle); return NULL; } w = viewbox.width; h = viewbox.height; } FivIoRenderClosureLibrsvg *closure = g_malloc0(sizeof *closure); closure->parent.render = load_librsvg_render; closure->parent.destroy = load_librsvg_destroy; closure->handle = handle; closure->width = w; closure->height = h; // librsvg rasterizes filters, so rendering to a recording Cairo surface // has been abandoned. FivIoImage *image = load_librsvg_render_internal(closure, 1., ctx->screen_profile, error); if (!image) { load_librsvg_destroy(&closure->parent); return NULL; } image->render = &closure->parent; return image; } #endif // HAVE_LIBRSVG -------------------------------------------------------- #ifdef HAVE_XCURSOR //--------------------------------------------------------- // fmemopen is part of POSIX-1.2008, this exercise is technically unnecessary. // libXcursor checks for EOF rather than -1, it may eat your hamster. struct fiv_io_xcursor { XcursorFile parent; unsigned char *data; long position, len; }; static int fiv_io_xcursor_read(XcursorFile *file, unsigned char *buf, int len) { struct fiv_io_xcursor *fix = (struct fiv_io_xcursor *) file; if (fix->position < 0 || fix->position > fix->len) { errno = EOVERFLOW; return -1; } long n = MIN(fix->len - fix->position, len); if (n > G_MAXINT) { errno = EIO; return -1; } memcpy(buf, fix->data + fix->position, n); fix->position += n; return n; } static int fiv_io_xcursor_write(G_GNUC_UNUSED XcursorFile *file, G_GNUC_UNUSED unsigned char *buf, G_GNUC_UNUSED int len) { errno = EBADF; return -1; } static int fiv_io_xcursor_seek(XcursorFile *file, long offset, int whence) { struct fiv_io_xcursor *fix = (struct fiv_io_xcursor *) file; switch (whence) { case SEEK_SET: fix->position = offset; break; case SEEK_CUR: fix->position += offset; break; case SEEK_END: fix->position = fix->len + offset; break; default: errno = EINVAL; return -1; } // This is technically too late for fseek(), but libXcursor doesn't care. if (fix->position < 0) { errno = EINVAL; return -1; } return fix->position; } static const XcursorFile fiv_io_xcursor_adaptor = { .closure = NULL, .read = fiv_io_xcursor_read, .write = fiv_io_xcursor_write, .seek = fiv_io_xcursor_seek, }; static FivIoImage * open_xcursor( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { if (len > G_MAXLONG) { set_error(error, "size overflow"); return NULL; } struct fiv_io_xcursor file = { .parent = fiv_io_xcursor_adaptor, .data = (unsigned char *) data, .position = 0, .len = len, }; XcursorImages *images = XcursorXcFileLoadAllImages(&file.parent); if (!images) { set_error(error, "general failure"); return NULL; } // Interpret cursors as animated pages. FivIoImage *pages = NULL, *frames_head = NULL, *frames_tail = NULL; // XXX: Assuming that all "nominal sizes" have the same dimensions. XcursorDim last_nominal = -1; for (int i = 0; i < images->nimage; i++) { XcursorImage *image = images->images[i]; FivIoImage *I = fiv_io_image_new(CAIRO_FORMAT_ARGB32, image->width, image->height); if (!I) { add_warning(ctx, "%s", "image allocation failure"); break; } // The library automatically byte swaps in _XcursorReadImage(). memcpy(I->data, image->pixels, I->stride * I->height); I->frame_duration = image->delay; if (pages && image->size == last_nominal) { I->frame_previous = frames_tail; frames_tail->frame_next = I; } else if (frames_head) { frames_head->frame_previous = frames_tail; frames_head->page_next = I; I->page_previous = frames_head; frames_head = I; } else { pages = frames_head = I; } frames_tail = I; last_nominal = image->size; } XcursorImagesDestroy(images); if (!pages) return NULL; // Wrap around animations in the last page. frames_head->frame_previous = frames_tail; // Do not bother doing colour correction, there is no correct rendering. return pages; } #endif // HAVE_XCURSOR -------------------------------------------------------- #ifdef HAVE_LIBHEIF //--------------------------------------------------------- static FivIoImage * load_libheif_image(struct heif_image_handle *handle, GError **error) { FivIoImage *I = NULL; int has_alpha = heif_image_handle_has_alpha_channel(handle); int bit_depth = heif_image_handle_get_luma_bits_per_pixel(handle); if (bit_depth < 0) { set_error(error, "undefined bit depth"); goto fail; } // Setting `convert_hdr_to_8bit` seems to be a no-op for RGBA32/64. struct heif_decoding_options *opts = heif_decoding_options_alloc(); // TODO(p): We can get 16-bit depth, in reality most likely 10-bit. struct heif_image *image = NULL; struct heif_error err = heif_decode_image(handle, &image, heif_colorspace_RGB, heif_chroma_interleaved_RGBA, opts); if (err.code != heif_error_Ok) { set_error(error, err.message); goto fail_decode; } int w = heif_image_get_width(image, heif_channel_interleaved); int h = heif_image_get_height(image, heif_channel_interleaved); I = fiv_io_image_new( has_alpha ? CAIRO_FORMAT_ARGB32 : CAIRO_FORMAT_RGB24, w, h); if (!I) { set_error(error, "image allocation failure"); goto fail_process; } // As of writing, the library is using 16-byte alignment, unlike Cairo. int src_stride = 0; const uint8_t *src = heif_image_get_plane_readonly( image, heif_channel_interleaved, &src_stride); for (int y = 0; y < h; y++) { uint32_t *dstp = (uint32_t *) (I->data + I->stride * y); const uint32_t *srcp = (const uint32_t *) (src + src_stride * y); for (int x = 0; x < w; x++) { uint32_t rgba = g_ntohl(srcp[x]); *dstp++ = rgba << 24 | rgba >> 8; } } // TODO(p): Test real behaviour on real transparent images. if (has_alpha && !heif_image_handle_is_premultiplied_alpha(handle)) fiv_io_premultiply_argb32(I); heif_item_id exif_id = 0; if (heif_image_handle_get_list_of_metadata_block_IDs( handle, "Exif", &exif_id, 1)) { size_t exif_len = heif_image_handle_get_metadata_size(handle, exif_id); void *exif = g_malloc0(exif_len); err = heif_image_handle_get_metadata(handle, exif_id, exif); if (err.code) { g_warning("%s", err.message); g_free(exif); } else { I->exif = g_bytes_new_take(exif, exif_len); } } // https://loc.gov/preservation/digital/formats/fdd/fdd000526.shtml#factors if (heif_image_handle_get_color_profile_type(handle) == heif_color_profile_type_prof) { size_t icc_len = heif_image_handle_get_raw_color_profile_size(handle); void *icc = g_malloc0(icc_len); err = heif_image_handle_get_raw_color_profile(handle, icc); if (err.code) { g_warning("%s", err.message); g_free(icc); } else { I->icc = g_bytes_new_take(icc, icc_len); } } fail_process: heif_image_release(image); fail_decode: heif_decoding_options_free(opts); fail: return I; } static void load_libheif_aux_images(const FivIoOpenContext *ioctx, struct heif_image_handle *top, FivIoImage **result, FivIoImage **result_tail) { // Include the depth image, we have no special processing for it now. int filter = LIBHEIF_AUX_IMAGE_FILTER_OMIT_ALPHA; int n = heif_image_handle_get_number_of_auxiliary_images(top, filter); heif_item_id *ids = g_malloc0_n(n, sizeof *ids); n = heif_image_handle_get_list_of_auxiliary_image_IDs(top, filter, ids, n); for (int i = 0; i < n; i++) { struct heif_image_handle *handle = NULL; struct heif_error err = heif_image_handle_get_auxiliary_image_handle(top, ids[i], &handle); if (err.code != heif_error_Ok) { add_warning(ioctx, "%s", err.message); continue; } GError *e = NULL; if (!try_append_page( load_libheif_image(handle, &e), result, result_tail)) { add_warning(ioctx, "%s", e->message); g_error_free(e); } heif_image_handle_release(handle); } g_free(ids); } static FivIoImage * open_libheif( const char *data, gsize len, const FivIoOpenContext *ioctx, GError **error) { // libheif will throw C++ exceptions on allocation failures. // The library is generally awful through and through. struct heif_context *ctx = heif_context_alloc(); FivIoImage *result = NULL, *result_tail = NULL; struct heif_error err; err = heif_context_read_from_memory_without_copy(ctx, data, len, NULL); if (err.code != heif_error_Ok) { set_error(error, err.message); goto fail_read; } int n = heif_context_get_number_of_top_level_images(ctx); heif_item_id *ids = g_malloc0_n(n, sizeof *ids); n = heif_context_get_list_of_top_level_image_IDs(ctx, ids, n); for (int i = 0; i < n; i++) { struct heif_image_handle *handle = NULL; err = heif_context_get_image_handle(ctx, ids[i], &handle); if (err.code != heif_error_Ok) { add_warning(ioctx, "%s", err.message); continue; } GError *e = NULL; if (!try_append_page( load_libheif_image(handle, &e), &result, &result_tail)) { add_warning(ioctx, "%s", e->message); g_error_free(e); } // TODO(p): Possibly add thumbnail images as well. load_libheif_aux_images(ioctx, handle, &result, &result_tail); heif_image_handle_release(handle); } if (!result) { g_clear_pointer(&result, fiv_io_image_unref); set_error(error, "empty or unsupported image"); } g_free(ids); fail_read: heif_context_free(ctx); return fiv_io_profile_finalize(result, ioctx->screen_profile); } #endif // HAVE_LIBHEIF -------------------------------------------------------- #ifdef HAVE_LIBTIFF //--------------------------------------------------------- struct fiv_io_tiff { const FivIoOpenContext *ctx; unsigned char *data; gchar *error; // No, libtiff, the offset is not supposed to be unsigned (also see: // man 0p sys_types.h), but at least it's fewer cases for us to care about. toff_t position, len; }; static tsize_t fiv_io_tiff_read(thandle_t h, tdata_t buf, tsize_t len) { struct fiv_io_tiff *io = h; if (len < 0) { // What the FUCK! This argument is not supposed to be signed! // How many mistakes can you make in such a basic API? errno = EOWNERDEAD; return -1; } if (io->position > io->len) { errno = EOVERFLOW; return -1; } toff_t n = MIN(io->len - io->position, (toff_t) len); if (n > TIFF_TMSIZE_T_MAX) { errno = EIO; return -1; } memcpy(buf, io->data + io->position, n); io->position += n; return n; } static tsize_t fiv_io_tiff_write(G_GNUC_UNUSED thandle_t h, G_GNUC_UNUSED tdata_t buf, G_GNUC_UNUSED tsize_t len) { errno = EBADF; return -1; } static toff_t fiv_io_tiff_seek(thandle_t h, toff_t offset, int whence) { struct fiv_io_tiff *io = h; switch (whence) { case SEEK_SET: io->position = offset; break; case SEEK_CUR: io->position += offset; break; case SEEK_END: io->position = io->len + offset; break; default: errno = EINVAL; return -1; } return io->position; } static int fiv_io_tiff_close(G_GNUC_UNUSED thandle_t h) { return 0; } static toff_t fiv_io_tiff_size(thandle_t h) { return ((struct fiv_io_tiff *) h)->len; } static void fiv_io_tiff_error( thandle_t h, const char *module, const char *format, va_list ap) { struct fiv_io_tiff *io = h; gchar *message = g_strdup_vprintf(format, ap); if (io->error) // I'm not sure if two errors can ever come in a succession, // but make sure to log them in any case. add_warning(io->ctx, "%s: %s", module, message); else io->error = g_strconcat(module, ": ", message, NULL); g_free(message); } static void fiv_io_tiff_warning(G_GNUC_UNUSED thandle_t h, const char *module, const char *format, va_list ap) { gchar *message = g_strdup_vprintf(format, ap); g_debug("tiff: %s: %s", module, message); g_free(message); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - static FivIoImage * load_libtiff_directory(TIFF *tiff, GError **error) { char emsg[1024] = ""; if (!TIFFRGBAImageOK(tiff, emsg)) { set_error(error, emsg); return NULL; } // TODO(p): Are there cases where we might not want to "stop on error"? TIFFRGBAImage image; if (!TIFFRGBAImageBegin(&image, tiff, 1 /* stop on error */, emsg)) { set_error(error, emsg); return NULL; } FivIoImage *I = NULL; if (image.width > G_MAXINT || image.height >= G_MAXINT || G_MAXUINT32 / image.width < image.height) { set_error(error, "image dimensions too large"); goto fail; } I = fiv_io_image_new(image.alpha != EXTRASAMPLE_UNSPECIFIED ? CAIRO_FORMAT_ARGB32 : CAIRO_FORMAT_RGB24, image.width, image.height); if (!I) { set_error(error, "image allocation failure"); goto fail; } image.req_orientation = ORIENTATION_LEFTTOP; uint32_t *raster = (uint32_t *) I->data; if (!TIFFRGBAImageGet(&image, raster, image.width, image.height)) { g_clear_pointer(&I, fiv_io_image_unref); goto fail; } // Needs to be byte-swapped from ABGR to alpha-premultiplied ARGB for Cairo. for (uint64_t i = image.width * image.height; i--; ) { uint32_t pixel = raster[i]; raster[i] = TIFFGetA(pixel) << 24 | TIFFGetR(pixel) << 16 | TIFFGetG(pixel) << 8 | TIFFGetB(pixel); } // It seems that neither GIMP nor Photoshop use unassociated alpha. if (image.alpha == EXTRASAMPLE_UNASSALPHA) fiv_io_premultiply_argb32(I); // XXX: The whole file is essentially an Exif, any ideas? // TODO(p): TIFF has a number of fields that an ICC profile can be // constructed from--it's not a good idea to blindly default to sRGB // if we don't find an ICC profile. const uint32_t meta_len = 0; const void *meta = NULL; if (TIFFGetField(tiff, TIFFTAG_ICCPROFILE, &meta_len, &meta)) I->icc = g_bytes_new(meta, meta_len); if (TIFFGetField(tiff, TIFFTAG_XMLPACKET, &meta_len, &meta)) I->xmp = g_bytes_new(meta, meta_len); // Don't ask. The API is high, alright, I'm just not sure about the level. uint16_t orientation = 0; if (TIFFGetField(tiff, TIFFTAG_ORIENTATION, &orientation)) { if (orientation == 5 || orientation == 7) I->orientation = 5; if (orientation == 6 || orientation == 8) I->orientation = 7; } fail: TIFFRGBAImageEnd(&image); // TODO(p): It's possible to implement ClipPath easily with Cairo. return I; } static FivIoImage * open_libtiff( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { // Both kinds of handlers are called, redirect everything. TIFFErrorHandler eh = TIFFSetErrorHandler(NULL); TIFFErrorHandler wh = TIFFSetWarningHandler(NULL); TIFFErrorHandlerExt ehe = TIFFSetErrorHandlerExt(fiv_io_tiff_error); TIFFErrorHandlerExt whe = TIFFSetWarningHandlerExt(fiv_io_tiff_warning); struct fiv_io_tiff h = { .ctx = ctx, .data = (unsigned char *) data, .position = 0, .len = len, }; FivIoImage *result = NULL, *result_tail = NULL; TIFF *tiff = TIFFClientOpen(ctx->uri, "rm" /* Avoid mmap. */, &h, fiv_io_tiff_read, fiv_io_tiff_write, fiv_io_tiff_seek, fiv_io_tiff_close, fiv_io_tiff_size, NULL, NULL); if (!tiff) goto fail; do { // We inform about unsupported directories, but do not fail on them. GError *err = NULL; if (!try_append_page( load_libtiff_directory(tiff, &err), &result, &result_tail) && err) { add_warning(ctx, "%s", err->message); g_error_free(err); } } while (TIFFReadDirectory(tiff)); TIFFClose(tiff); fail: if (h.error) { g_clear_pointer(&result, fiv_io_image_unref); set_error(error, h.error); g_free(h.error); } else if (!result) { set_error(error, "empty or unsupported image"); } TIFFSetErrorHandlerExt(ehe); TIFFSetWarningHandlerExt(whe); TIFFSetErrorHandler(eh); TIFFSetWarningHandler(wh); return fiv_io_profile_finalize(result, ctx->screen_profile); } #endif // HAVE_LIBTIFF -------------------------------------------------------- #ifdef HAVE_GDKPIXBUF // ------------------------------------------------------ static FivIoImage * load_gdkpixbuf_argb32_unpremultiplied(GdkPixbuf *pixbuf) { int w = gdk_pixbuf_get_width(pixbuf); int h = gdk_pixbuf_get_height(pixbuf); FivIoImage *image = fiv_io_image_new(CAIRO_FORMAT_ARGB32, w, h); if (!image) return NULL; guint length = 0; guchar *src = gdk_pixbuf_get_pixels_with_length(pixbuf, &length); int src_stride = gdk_pixbuf_get_rowstride(pixbuf); uint32_t *dst = (uint32_t *) image->data; for (int y = 0; y < h; y++) { const guchar *p = src + y * src_stride; for (int x = 0; x < w; x++) { *dst++ = (uint32_t) p[3] << 24 | p[0] << 16 | p[1] << 8 | p[2]; p += 4; } } return image; } static FivIoImage * open_gdkpixbuf( const char *data, gsize len, const FivIoOpenContext *ctx, GError **error) { // gdk-pixbuf controls the playback itself, there is no reliable method of // extracting individual frames (due to loops). GInputStream *is = g_memory_input_stream_new_from_data(data, len, NULL); GdkPixbuf *pixbuf = gdk_pixbuf_new_from_stream(is, NULL, error); g_object_unref(is); if (!pixbuf) return NULL; bool custom_argb32 = ctx->screen_profile && gdk_pixbuf_get_has_alpha(pixbuf) && gdk_pixbuf_get_colorspace(pixbuf) == GDK_COLORSPACE_RGB && gdk_pixbuf_get_n_channels(pixbuf) == 4 && gdk_pixbuf_get_bits_per_sample(pixbuf) == 8; FivIoImage *image = NULL; if (custom_argb32) { image = load_gdkpixbuf_argb32_unpremultiplied(pixbuf); } else if ((image = fiv_io_image_new(CAIRO_FORMAT_ARGB32, gdk_pixbuf_get_width(pixbuf), gdk_pixbuf_get_height(pixbuf)))) { // TODO(p): Ideally, don't go through Cairo at all. cairo_surface_t *surface = fiv_io_image_to_surface_noref(image); cairo_t *cr = cairo_create(surface); cairo_surface_destroy(surface); // Don't depend on GDK being initialized, to speed up thumbnailing // (calling gdk_cairo_surface_create_from_pixbuf() would). gdk_cairo_set_source_pixbuf(cr, pixbuf, 0, 0); cairo_set_operator(cr, CAIRO_OPERATOR_SOURCE); cairo_paint(cr); // If the source was opaque, so will be the destination. if (cairo_pattern_get_surface(cairo_get_source(cr), &surface) == CAIRO_STATUS_SUCCESS) { if (cairo_surface_get_content(surface) == CAIRO_CONTENT_COLOR) image->format = CAIRO_FORMAT_RGB24; } cairo_destroy(cr); } if (!image) { set_error(error, "image allocation failure"); g_object_unref(pixbuf); return NULL; } const char *orientation = gdk_pixbuf_get_option(pixbuf, "orientation"); if (orientation && strlen(orientation) == 1) { int n = *orientation - '0'; if (n >= 1 && n <= 8) image->orientation = n; } const char *icc_profile = gdk_pixbuf_get_option(pixbuf, "icc-profile"); if (icc_profile) { gsize out_len = 0; guchar *raw = g_base64_decode(icc_profile, &out_len); if (raw) image->icc = g_bytes_new_take(raw, out_len); } g_object_unref(pixbuf); if (custom_argb32) fiv_io_profile_argb32_premultiply_page(image, ctx->screen_profile); else image = fiv_io_profile_finalize(image, ctx->screen_profile); return image; } #endif // HAVE_GDKPIXBUF ------------------------------------------------------ FivIoImage * fiv_io_open(const FivIoOpenContext *ctx, GError **error) { // TODO(p): Don't always load everything into memory, test type first, // so that we can reject non-pictures early. Wuffs only needs the first // 17 bytes to make a guess right now. // // LibRaw poses an issue--there is no good registry for identification // of supported files. Many of them are compliant TIFF files. // The only good filtering method for RAWs are currently file extensions // extracted from shared-mime-info. // // SVG is also problematic, an unbounded search for its root element. // But problematic files can be assumed to be crafted. // // gdk-pixbuf exposes its detection data through gdk_pixbuf_get_formats(). // This may also be unbounded, as per format_check(). GFile *file = g_file_new_for_uri(ctx->uri); gchar *data = NULL; gsize len = 0; gboolean success = g_file_load_contents(file, NULL, &data, &len, NULL, error); g_object_unref(file); if (!success) return NULL; FivIoImage *image = fiv_io_open_from_data(data, len, ctx, error); g_free(data); return image; } FivIoImage * fiv_io_open_from_data( const char *data, size_t len, const FivIoOpenContext *ctx, GError **error) { wuffs_base__slice_u8 prefix = wuffs_base__make_slice_u8((uint8_t *) data, len); FivIoImage *image = NULL; switch (wuffs_base__magic_number_guess_fourcc(prefix, true /* closed */)) { case WUFFS_BASE__FOURCC__BMP: // Note that BMP can redirect into another format, // which is so far unsupported here. image = open_wuffs_using( wuffs_bmp__decoder__alloc_as__wuffs_base__image_decoder, data, len, ctx, error); break; case WUFFS_BASE__FOURCC__GIF: image = open_wuffs_using( wuffs_gif__decoder__alloc_as__wuffs_base__image_decoder, data, len, ctx, error); break; case WUFFS_BASE__FOURCC__PNG: image = open_wuffs_using( wuffs_png__decoder__alloc_as__wuffs_base__image_decoder, data, len, ctx, error); break; case WUFFS_BASE__FOURCC__TGA: image = open_wuffs_using( wuffs_tga__decoder__alloc_as__wuffs_base__image_decoder, data, len, ctx, error); break; case WUFFS_BASE__FOURCC__JPEG: image = open_libjpeg_turbo(data, len, ctx, error); break; case WUFFS_BASE__FOURCC__WEBP: image = open_libwebp(data, len, ctx, error); break; default: // Try to extract full-size previews from TIFF/EP-compatible raws, // but allow for running the full render. #ifdef HAVE_LIBRAW // --------------------------------------------------------- if (!ctx->enhance) { #endif // HAVE_LIBRAW --------------------------------------------------------- if ((image = open_tiff_ep(data, len, ctx, error))) break; if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #ifdef HAVE_LIBRAW // --------------------------------------------------------- } if ((image = open_libraw(data, len, ctx, error))) break; // TODO(p): We should try to pass actual processing errors through, // notably only continue with LIBRAW_FILE_UNSUPPORTED. if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_LIBRAW --------------------------------------------------------- #ifdef HAVE_RESVG // ---------------------------------------------------------- if ((image = open_resvg(data, len, ctx, error))) break; if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_RESVG ---------------------------------------------------------- #ifdef HAVE_LIBRSVG // -------------------------------------------------------- if ((image = open_librsvg(data, len, ctx, error))) break; // XXX: It doesn't look like librsvg can return sensible errors. if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_LIBRSVG -------------------------------------------------------- #ifdef HAVE_XCURSOR //--------------------------------------------------------- if ((image = open_xcursor(data, len, ctx, error))) break; if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_XCURSOR -------------------------------------------------------- #ifdef HAVE_LIBHEIF //--------------------------------------------------------- if ((image = open_libheif(data, len, ctx, error))) break; if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_LIBHEIF -------------------------------------------------------- #ifdef HAVE_LIBTIFF //--------------------------------------------------------- // This needs to be positioned after LibRaw. if ((image = open_libtiff(data, len, ctx, error))) break; if (error) { g_debug("%s", (*error)->message); g_clear_error(error); } #endif // HAVE_LIBTIFF -------------------------------------------------------- set_error(error, "unsupported file type"); } #ifdef HAVE_GDKPIXBUF // ------------------------------------------------------ // This is used as a last resort, the rest above is special-cased. if (!image) { GError *err = NULL; if ((image = open_gdkpixbuf(data, len, ctx, &err))) { g_clear_error(error); } else if (!err) { // Contrary to documentation, this is a possible outcome (libheif). } else if (err->code == GDK_PIXBUF_ERROR_UNKNOWN_TYPE) { g_error_free(err); } else { g_clear_error(error); g_propagate_error(error, err); } } #endif // HAVE_GDKPIXBUF ------------------------------------------------------ // gdk-pixbuf only gives out this single field--cater to its limitations, // since we'd really like to have it. // TODO(p): The Exif orientation should be ignored in JPEG-XL at minimum. gsize exif_len = 0; gconstpointer exif_data = NULL; if (image && image->exif && (exif_data = g_bytes_get_data(image->exif, &exif_len))) { image->orientation = fiv_io_exif_orientation(exif_data, exif_len); } return image; } // --- Thumbnail passing utilities --------------------------------------------- typedef struct { guint64 user_data; int width, height, stride, format; } CairoHeader; void fiv_io_serialize_to_stdout(cairo_surface_t *surface, guint64 user_data) { if (!surface || cairo_surface_get_type(surface) != CAIRO_SURFACE_TYPE_IMAGE) return; #ifdef G_OS_UNIX // Common courtesy, this is never what the user wants. if (isatty(fileno(stdout))) return; #endif CairoHeader h = { .user_data = user_data, .width = cairo_image_surface_get_width(surface), .height = cairo_image_surface_get_height(surface), .stride = cairo_image_surface_get_stride(surface), .format = cairo_image_surface_get_format(surface), }; // Cairo lets pixman initialize image surfaces. // pixman allocates stride * height, not omitting those trailing bytes. const unsigned char *data = cairo_image_surface_get_data(surface); if (fwrite(&h, sizeof h, 1, stdout) == 1) fwrite(data, 1, h.stride * h.height, stdout); } cairo_surface_t * fiv_io_deserialize(GBytes *bytes, guint64 *user_data) { CairoHeader h = {}; GByteArray *array = g_bytes_unref_to_array(bytes); if (array->len < sizeof h) { g_byte_array_unref(array); return NULL; } h = *(CairoHeader *) array->data; if (h.width < 1 || h.height < 1 || h.stride < h.width || G_MAXSIZE / (gsize) h.stride < (gsize) h.height || array->len - sizeof h < (gsize) h.stride * (gsize) h.height) { g_byte_array_unref(array); return NULL; } cairo_surface_t *surface = cairo_image_surface_create_for_data( array->data + sizeof h, h.format, h.width, h.height, h.stride); if (cairo_surface_status(surface) != CAIRO_STATUS_SUCCESS) { cairo_surface_destroy(surface); g_byte_array_unref(array); return NULL; } static cairo_user_data_key_t key; cairo_surface_set_user_data( surface, &key, array, (cairo_destroy_func_t) g_byte_array_unref); *user_data = h.user_data; return surface; } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - static cairo_status_t write_to_byte_array( void *closure, const unsigned char *data, unsigned int length) { g_byte_array_append(closure, data, length); return CAIRO_STATUS_SUCCESS; } GBytes * fiv_io_serialize_for_search(cairo_surface_t *surface, GError **error) { g_return_val_if_fail( surface && cairo_surface_get_type(surface) == CAIRO_SURFACE_TYPE_IMAGE, NULL); cairo_format_t format = cairo_image_surface_get_format(surface); if (format == CAIRO_FORMAT_ARGB32) { const uint32_t *data = (const uint32_t *) cairo_image_surface_get_data(surface); bool all_solid = true; for (size_t len = cairo_image_surface_get_width(surface) * cairo_image_surface_get_height(surface); len--; ) { if ((data[len] >> 24) != 0xFF) all_solid = false; } if (all_solid) format = CAIRO_FORMAT_RGB24; } if (format != CAIRO_FORMAT_RGB24) { #if CAIRO_HAS_PNG_FUNCTIONS GByteArray *ba = g_byte_array_new(); cairo_status_t status = cairo_surface_write_to_png_stream(surface, write_to_byte_array, ba); if (status == CAIRO_STATUS_SUCCESS) return g_byte_array_free_to_bytes(ba); g_byte_array_unref(ba); #endif // Last resort: remove transparency by painting over black. cairo_surface_t *converted = cairo_image_surface_create(CAIRO_FORMAT_RGB24, cairo_image_surface_get_width(surface), cairo_image_surface_get_height(surface)); cairo_t *cr = cairo_create(converted); cairo_set_source_surface(cr, surface, 0, 0); cairo_set_operator(cr, CAIRO_OPERATOR_OVER); cairo_paint(cr); cairo_destroy(cr); GBytes *result = fiv_io_serialize_for_search(converted, error); cairo_surface_destroy(converted); return result; } tjhandle enc = tjInitCompress(); if (!enc) { set_error(error, tjGetErrorStr2(enc)); return NULL; } unsigned char *jpeg = NULL; unsigned long length = 0; if (tjCompress2(enc, cairo_image_surface_get_data(surface), cairo_image_surface_get_width(surface), cairo_image_surface_get_stride(surface), cairo_image_surface_get_height(surface), (G_BYTE_ORDER == G_LITTLE_ENDIAN ? TJPF_BGRX : TJPF_XRGB), &jpeg, &length, TJSAMP_444, 90, 0)) { set_error(error, tjGetErrorStr2(enc)); tjFree(jpeg); tjDestroy(enc); return NULL; } tjDestroy(enc); return g_bytes_new_with_free_func( jpeg, length, (GDestroyNotify) tjFree, jpeg); } // --- Export ------------------------------------------------------------------ unsigned char * fiv_io_encode_webp( FivIoImage *image, const WebPConfig *config, size_t *len) { if (image->format != CAIRO_FORMAT_ARGB32 && image->format != CAIRO_FORMAT_RGB24) { FivIoImage *converted = fiv_io_image_new(CAIRO_FORMAT_ARGB32, image->width, image->height); cairo_surface_t *surface = fiv_io_image_to_surface_noref(converted); cairo_t *cr = cairo_create(surface); cairo_surface_destroy(surface); surface = fiv_io_image_to_surface_noref(image); cairo_set_source_surface(cr, surface, 0, 0); cairo_surface_destroy(surface); cairo_set_operator(cr, CAIRO_OPERATOR_SOURCE); cairo_paint(cr); cairo_destroy(cr); image = converted; } else { image = fiv_io_image_ref(image); } WebPMemoryWriter writer = {}; WebPMemoryWriterInit(&writer); WebPPicture picture = {}; if (!WebPPictureInit(&picture)) goto fail; picture.use_argb = true; picture.width = image->width; picture.height = image->height; if (!WebPPictureAlloc(&picture)) goto fail; // Cairo uses a similar internal format, so we should be able to // copy it over and fix up the minor differences. // This is written to be easy to follow rather than fast. if (picture.argb_stride != (int) image->width || picture.argb_stride * sizeof *picture.argb != image->stride || UINT32_MAX / picture.argb_stride < image->height) goto fail_compatibility; uint32_t *argb = memcpy(picture.argb, image->data, image->stride * image->height); if (image->format == CAIRO_FORMAT_ARGB32) for (int i = image->height * picture.argb_stride; i-- > 0; argb++) *argb = wuffs_base__color_u32_argb_premul__as__color_u32_argb_nonpremul(*argb); else for (int i = image->height * picture.argb_stride; i-- > 0; argb++) *argb |= 0xFF000000; // TODO(p): Prevent or propagate VP8_ENC_ERROR_BAD_DIMENSION. picture.writer = WebPMemoryWrite; picture.custom_ptr = &writer; if (!WebPEncode(config, &picture)) g_debug("WebPEncode: %d\n", picture.error_code); fail_compatibility: WebPPictureFree(&picture); fail: fiv_io_image_unref(image); *len = writer.size; return writer.mem; } static WebPData encode_lossless_webp(FivIoImage *image) { WebPData bitstream = {}; WebPConfig config = {}; if (!WebPConfigInit(&config) || !WebPConfigLosslessPreset(&config, 6)) return bitstream; config.thread_level = true; if (!WebPValidateConfig(&config)) return bitstream; bitstream.bytes = fiv_io_encode_webp(image, &config, &bitstream.size); return bitstream; } static gboolean encode_webp_image(WebPMux *mux, FivIoImage *frame) { WebPData bitstream = encode_lossless_webp(frame); gboolean ok = WebPMuxSetImage(mux, &bitstream, true) == WEBP_MUX_OK; WebPDataClear(&bitstream); return ok; } static gboolean encode_webp_animation(WebPMux *mux, FivIoImage *page) { gboolean ok = TRUE; for (FivIoImage *frame = page; ok && frame; frame = frame->frame_next) { WebPMuxFrameInfo info = { .bitstream = encode_lossless_webp(frame), .duration = frame->frame_duration, .id = WEBP_CHUNK_ANMF, .dispose_method = WEBP_MUX_DISPOSE_NONE, .blend_method = WEBP_MUX_NO_BLEND, }; ok = WebPMuxPushFrame(mux, &info, true) == WEBP_MUX_OK; WebPDataClear(&info.bitstream); } WebPMuxAnimParams params = { .bgcolor = 0x00000000, // BGRA, curiously. .loop_count = page->loops, }; return ok && WebPMuxSetAnimationParams(mux, ¶ms) == WEBP_MUX_OK; } static gboolean set_metadata(WebPMux *mux, const char *fourcc, GBytes *data) { if (!data) return TRUE; gsize len = 0; gconstpointer p = g_bytes_get_data(data, &len); return WebPMuxSetChunk(mux, fourcc, &(WebPData) {.bytes = p, .size = len}, false) == WEBP_MUX_OK; } gboolean fiv_io_save(FivIoImage *page, FivIoImage *frame, FivIoProfile target, const char *path, GError **error) { g_return_val_if_fail(page != NULL, FALSE); g_return_val_if_fail(path != NULL, FALSE); gboolean ok = TRUE; WebPMux *mux = WebPMuxNew(); if (frame) ok = encode_webp_image(mux, frame); else if (!page->frame_next) ok = encode_webp_image(mux, page); else ok = encode_webp_animation(mux, page); ok = ok && set_metadata(mux, "EXIF", page->exif); ok = ok && set_metadata(mux, "ICCP", page->icc); ok = ok && set_metadata(mux, "XMP ", page->xmp); GBytes *iccp = NULL; if (ok && target && (iccp = fiv_io_profile_to_bytes(target))) ok = set_metadata(mux, "ICCP", iccp); WebPData assembled = {}; WebPDataInit(&assembled); if (!(ok = ok && WebPMuxAssemble(mux, &assembled) == WEBP_MUX_OK)) set_error(error, "encoding failed"); else ok = g_file_set_contents( path, (const gchar *) assembled.bytes, assembled.size, error); if (iccp) g_bytes_unref(iccp); WebPMuxDelete(mux); WebPDataClear(&assembled); return ok; } // --- Metadata ---------------------------------------------------------------- void fiv_io_orientation_dimensions( const FivIoImage *image, FivIoOrientation orientation, double *w, double *h) { switch (orientation) { case FivIoOrientation90: case FivIoOrientationMirror90: case FivIoOrientation270: case FivIoOrientationMirror270: *w = image->height; *h = image->width; break; default: *w = image->width; *h = image->height; } } cairo_matrix_t fiv_io_orientation_apply(const FivIoImage *image, FivIoOrientation orientation, double *width, double *height) { fiv_io_orientation_dimensions(image, orientation, width, height); cairo_matrix_t matrix = {}; cairo_matrix_init_identity(&matrix); switch (orientation) { case FivIoOrientation90: cairo_matrix_rotate(&matrix, -M_PI_2); cairo_matrix_translate(&matrix, -*width, 0); break; case FivIoOrientation180: cairo_matrix_scale(&matrix, -1, -1); cairo_matrix_translate(&matrix, -*width, -*height); break; case FivIoOrientation270: cairo_matrix_rotate(&matrix, +M_PI_2); cairo_matrix_translate(&matrix, 0, -*height); break; case FivIoOrientationMirror0: cairo_matrix_scale(&matrix, -1, +1); cairo_matrix_translate(&matrix, -*width, 0); break; case FivIoOrientationMirror90: cairo_matrix_rotate(&matrix, +M_PI_2); cairo_matrix_scale(&matrix, -1, +1); cairo_matrix_translate(&matrix, -*width, -*height); break; case FivIoOrientationMirror180: cairo_matrix_scale(&matrix, +1, -1); cairo_matrix_translate(&matrix, 0, -*height); break; case FivIoOrientationMirror270: cairo_matrix_rotate(&matrix, -M_PI_2); cairo_matrix_scale(&matrix, -1, +1); default: break; } return matrix; } FivIoOrientation fiv_io_exif_orientation(const guint8 *tiff, gsize len) { // The "Orientation" tag/field is part of Baseline TIFF 6.0 (1992), // it just so happens that Exif is derived from this format. // There is no other meaningful placement for this than right in IFD0, // describing the main image. struct tiffer T = {}; if (!tiffer_init(&T, tiff, len) || !tiffer_next_ifd(&T)) return FivIoOrientationUnknown; struct tiffer_entry entry = {}; while (tiffer_next_entry(&T, &entry)) { int64_t orientation = 0; if (G_UNLIKELY(entry.tag == TIFF_Orientation) && entry.type == TIFFER_SHORT && entry.remaining_count == 1 && tiffer_integer(&T, &entry, &orientation) && orientation >= 1 && orientation <= 8) return orientation; } return FivIoOrientationUnknown; } gboolean fiv_io_save_metadata(const FivIoImage *page, const char *path, GError **error) { g_return_val_if_fail(page != NULL, FALSE); FILE *fp = fopen(path, "wb"); if (!fp) { g_set_error(error, G_IO_ERROR, g_io_error_from_errno(errno), "%s: %s", path, g_strerror(errno)); return FALSE; } // This does not constitute a valid JPEG codestream--it's a TEM marker // (standalone) with trailing nonsense. fprintf(fp, "\xFF\001Exiv2"); gsize len = 0; gconstpointer p = NULL; // Adobe XMP Specification Part 3: Storage in Files, 2020/1, 1.1.3 // I don't care if Exiv2 supports it this way. if (page->exif && (p = g_bytes_get_data(page->exif, &len))) { while (len) { gsize chunk = MIN(len, 0xFFFF - 2 - 6); uint8_t header[10] = "\xFF\xE1\000\000Exif\000\000"; header[2] = (chunk + 2 + 6) >> 8; header[3] = (chunk + 2 + 6); fwrite(header, 1, sizeof header, fp); fwrite(p, 1, chunk, fp); len -= chunk; p += chunk; } } // https://www.color.org/specification/ICC1v43_2010-12.pdf B.4 if (page->icc && (p = g_bytes_get_data(page->icc, &len))) { gsize limit = 0xFFFF - 2 - 12; uint8_t current = 0, total = (len + limit - 1) / limit; while (len) { gsize chunk = MIN(len, limit); uint8_t header[18] = "\xFF\xE2\000\000ICC_PROFILE\000\000\000"; header[2] = (chunk + 2 + 12 + 2) >> 8; header[3] = (chunk + 2 + 12 + 2); header[16] = ++current; header[17] = total; fwrite(header, 1, sizeof header, fp); fwrite(p, 1, chunk, fp); len -= chunk; p += chunk; } } // Adobe XMP Specification Part 3: Storage in Files, 2020/1, 1.1.3 // If the main segment overflows, then it's a sign of bad luck, // because 1.1.3.1 is way too complex. if (page->xmp && (p = g_bytes_get_data(page->xmp, &len))) { while (len) { gsize chunk = MIN(len, 0xFFFF - 2 - 29); uint8_t header[33] = "\xFF\xE1\000\000http://ns.adobe.com/xap/1.0/\000"; header[2] = (chunk + 2 + 29) >> 8; header[3] = (chunk + 2 + 29); fwrite(header, 1, sizeof header, fp); fwrite(p, 1, chunk, fp); break; } } fprintf(fp, "\xFF\xD9"); if (ferror(fp)) { g_set_error(error, G_IO_ERROR, g_io_error_from_errno(errno), "%s: %s", path, g_strerror(errno)); fclose(fp); return FALSE; } if (fclose(fp)) { g_set_error(error, G_IO_ERROR, g_io_error_from_errno(errno), "%s: %s", path, g_strerror(errno)); return FALSE; } return TRUE; }