2023-05-08 00:48:23 -04:00
/*
* Copyright ( c ) 2023 , Nico Weber < thakis @ chromium . org >
*
* SPDX - License - Identifier : BSD - 2 - Clause
*/
# include <AK/Debug.h>
# include <AK/Endian.h>
# include <AK/Format.h>
# include <AK/MemoryStream.h>
# include <AK/Vector.h>
2023-05-27 07:01:30 -04:00
# include <LibGfx/ImageFormats/BooleanDecoder.h>
2023-05-08 00:48:23 -04:00
# include <LibGfx/ImageFormats/WebPLoaderLossy.h>
2023-05-27 07:01:30 -04:00
# include <LibGfx/ImageFormats/WebPLoaderLossyTables.h>
2023-05-08 00:48:23 -04:00
// Lossy format: https://datatracker.ietf.org/doc/html/rfc6386
2023-05-27 06:55:41 -04:00
// Summary:
// A lossy webp image is a VP8 keyframe.
// A VP8 keyframe consists of 16x16 pixel tiles called macroblocks. Each macroblock is subdivided into 4x4 pixel tiles called subblocks.
// Pixel values are stored as YUV 4:2:0. That is, each 4x4 luma pixels are covered by 1 pixel U chroma and 1 pixel V chroma.
// This means one macroblock is covered by 4x4 Y subblocks and 2x2 U and V subblocks each.
// VP8 data consists of:
// * A tiny bit of uncompressed data, storing image dimensions and the size of the first compressed chunk of data, called the first partition
// * The first partition, which is a entropy-coded bitstream storing:
// 1. A fixed-size header.
// The main piece of data this stores is a probability distribution for how pixel values of each metablock are predicted from previously decoded data.
// It also stores how may independent entropy-coded bitstreams are used to store the actual pixel data (for all images I've seen so far, just one).
// 2. For each metablock, it stores how that metablock's pixel values are predicted from previously decoded data (and some more per-metablock metadata).
// There are independent prediction modes for Y, U, V.
// U and V store a single prediction mode per macroblock.
// Y can store a single prediction mode per macroblock, or it can store one subblock prediction mode for each of the 4x4 luma subblocks.
// * One or more additional entropy-coded bitstreams ("partitions") that store the discrete cosine transform ("DCT") coefficients for the actual pixel data for each metablock.
// Each metablock is subdivided into 4x4 tiles called "subblocks". A 16x16 pixel metablock consists of:
// 0. If the metablock stores 4x4 luma subblock prediction modes, the 4x4 DC coefficients of each subblock's DCT are stored at the start of the macroblock's data,
// as coefficients of an inverse Walsh-Hadamard Transform (WHT).
// 1. 4x4 luma subblocks
// 2. 2x2 U chrome subblocks
// 3. 2x2 U chrome subblocks
// That is, each metablock stores 24 or 25 sets of coefficients.
// Each set of coefficients stores 16 numbers, using a combination of a custom prefix tree and dequantization.
// The inverse DCT output is added to the output of the prediction.
2023-05-08 00:48:23 -04:00
namespace Gfx {
// https://developers.google.com/speed/webp/docs/riff_container#simple_file_format_lossy
// https://datatracker.ietf.org/doc/html/rfc6386#section-19 "Annex A: Bitstream Syntax"
ErrorOr < VP8Header > decode_webp_chunk_VP8_header ( ReadonlyBytes vp8_data )
{
if ( vp8_data . size ( ) < 10 )
return Error : : from_string_literal ( " WebPImageDecoderPlugin: 'VP8 ' chunk too small " ) ;
// FIXME: Eventually, this should probably call into LibVideo/VP8,
// and image decoders should move into LibImageDecoders which depends on both LibGfx and LibVideo.
// (LibVideo depends on LibGfx, so LibGfx can't depend on LibVideo itself.)
// https://datatracker.ietf.org/doc/html/rfc6386#section-4 "Overview of Compressed Data Format"
// "The decoder is simply presented with a sequence of compressed frames [...]
// The first frame presented to the decompressor is [...] a key frame. [...]
2023-05-08 06:56:05 +02:00
// [E]very compressed frame has three or more pieces. It begins with an uncompressed data chunk comprising 10 bytes in the case of key frames"
2023-05-08 00:48:23 -04:00
u8 const * data = vp8_data . data ( ) ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-9.1 "Uncompressed Data Chunk"
u32 frame_tag = data [ 0 ] | ( data [ 1 ] < < 8 ) | ( data [ 2 ] < < 16 ) ;
bool is_key_frame = ( frame_tag & 1 ) = = 0 ; // https://www.rfc-editor.org/errata/eid5534
u8 version = ( frame_tag & 0xe ) > > 1 ;
bool show_frame = ( frame_tag & 0x10 ) ! = 0 ;
u32 size_of_first_partition = frame_tag > > 5 ;
if ( ! is_key_frame )
return Error : : from_string_literal ( " WebPImageDecoderPlugin: 'VP8 ' chunk not a key frame " ) ;
2023-05-24 08:22:28 -04:00
if ( ! show_frame )
return Error : : from_string_literal ( " WebPImageDecoderPlugin: 'VP8 ' chunk has invalid visibility for webp image " ) ;
if ( version > 3 )
return Error : : from_string_literal ( " WebPImageDecoderPlugin: unknown version number in 'VP8 ' chunk " ) ;
2023-05-08 00:48:23 -04:00
u32 start_code = data [ 3 ] | ( data [ 4 ] < < 8 ) | ( data [ 5 ] < < 16 ) ;
if ( start_code ! = 0x2a019d ) // https://www.rfc-editor.org/errata/eid7370
return Error : : from_string_literal ( " WebPImageDecoderPlugin: 'VP8 ' chunk invalid start_code " ) ;
// "The scaling specifications for each dimension are encoded as follows.
// 0 | No upscaling (the most common case).
// 1 | Upscale by 5/4.
// 2 | Upscale by 5/3.
// 3 | Upscale by 2."
2023-05-08 06:56:05 +02:00
// This is a display-time operation and doesn't affect decoding."
2023-05-08 00:48:23 -04:00
u16 width_and_horizontal_scale = data [ 6 ] | ( data [ 7 ] < < 8 ) ;
u16 width = width_and_horizontal_scale & 0x3fff ;
u8 horizontal_scale = width_and_horizontal_scale > > 14 ;
u16 heigth_and_vertical_scale = data [ 8 ] | ( data [ 9 ] < < 8 ) ;
u16 height = heigth_and_vertical_scale & 0x3fff ;
u8 vertical_scale = heigth_and_vertical_scale > > 14 ;
dbgln_if ( WEBP_DEBUG , " version {}, show_frame {}, size_of_first_partition {}, width {}, horizontal_scale {}, height {}, vertical_scale {} " ,
version , show_frame , size_of_first_partition , width , horizontal_scale , height , vertical_scale ) ;
return VP8Header { version , show_frame , size_of_first_partition , width , horizontal_scale , height , vertical_scale , vp8_data . slice ( 10 ) } ;
}
2023-05-27 07:01:30 -04:00
namespace {
// Reads n bits followed by a sign bit (0: positive, 1: negative).
ErrorOr < i8 > read_signed_literal ( BooleanDecoder & decoder , u8 n )
{
VERIFY ( n < = 7 ) ;
i8 i = TRY ( decoder . read_literal ( n ) ) ;
if ( TRY ( decoder . read_literal ( 1 ) ) )
i = - i ;
return i ;
}
// https://datatracker.ietf.org/doc/html/rfc6386#section-19 "Annex A: Bitstream Syntax"
# define L(n) decoder.read_literal(n)
# define B(prob) decoder.read_bool(prob)
# define L_signed(n) read_signed_literal(decoder, n)
// https://datatracker.ietf.org/doc/html/rfc6386#section-9.2 "Color Space and Pixel Type (Key Frames Only)"
enum class ColorSpaceAndPixelType {
YUV = 0 ,
ReservedForFutureUse = 1 ,
} ;
enum class ClampingSpecification {
DecoderMustClampTo0To255 = 0 ,
NoClampingNecessary = 1 ,
} ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-9.3 Segment-Based Adjustments"
// https://datatracker.ietf.org/doc/html/rfc6386#section-19.2 "Frame Header"
enum class SegmentFeatureMode {
// Spec 19.2 says 0 is delta, 1 absolute; spec 9.3 has it the other way round. 19.2 is correct.
// https://www.rfc-editor.org/errata/eid7519
DeltaValueMode = 0 ,
AbsoluteValueMode = 1 ,
} ;
struct Segmentation {
bool update_metablock_segmentation_map { false } ;
SegmentFeatureMode segment_feature_mode { SegmentFeatureMode : : DeltaValueMode } ;
i8 quantizer_update_value [ 4 ] { } ;
i8 loop_filter_update_value [ 4 ] { } ;
u8 metablock_segment_tree_probabilities [ 3 ] = { 255 , 255 , 255 } ;
} ;
ErrorOr < Segmentation > decode_VP8_frame_header_segmentation ( BooleanDecoder & ) ;
// Also https://datatracker.ietf.org/doc/html/rfc6386#section-9.6 "Dequantization Indices"
struct QuantizationIndices {
u8 y_ac { 0 } ;
i8 y_dc_delta { 0 } ;
i8 y2_dc_delta { 0 } ;
i8 y2_ac_delta { 0 } ;
i8 uv_dc_delta { 0 } ;
i8 uv_ac_delta { 0 } ;
} ;
ErrorOr < QuantizationIndices > decode_VP8_frame_header_quantization_indices ( BooleanDecoder & ) ;
struct LoopFilterAdjustment {
bool enable_loop_filter_adjustment { false } ;
i8 ref_frame_delta [ 4 ] { } ;
i8 mb_mode_delta [ 4 ] { } ;
} ;
ErrorOr < LoopFilterAdjustment > decode_VP8_frame_header_loop_filter_adjustment ( BooleanDecoder & ) ;
using CoefficientProbabilities = Prob [ 4 ] [ 8 ] [ 3 ] [ num_dct_tokens - 1 ] ;
ErrorOr < void > decode_VP8_frame_header_coefficient_probabilities ( BooleanDecoder & , CoefficientProbabilities ) ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-15 "Loop Filter"
// "The first is a flag (filter_type) selecting the type of filter (normal or simple)"
enum class FilterType {
Normal = 0 ,
Simple = 1 ,
} ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-19.2 "Frame Header"
struct FrameHeader {
ColorSpaceAndPixelType color_space { } ;
ClampingSpecification clamping_type { } ;
bool is_segmentation_enabled { } ;
Segmentation segmentation { } ;
FilterType filter_type { } ;
u8 loop_filter_level { } ;
u8 sharpness_level { } ;
LoopFilterAdjustment loop_filter_adjustment { } ;
u8 number_of_dct_partitions { } ;
QuantizationIndices quantization_indices { } ;
CoefficientProbabilities coefficient_probabilities ;
bool enable_skipping_of_metablocks_containing_only_zero_coefficients { } ;
u8 probability_skip_false ;
} ;
ErrorOr < FrameHeader > decode_VP8_frame_header ( BooleanDecoder & decoder )
{
// https://datatracker.ietf.org/doc/html/rfc6386#section-19.2 "Frame Header"
FrameHeader header ;
// In the VP8 spec, this is in an `if (key_frames)`, but webp files only have key frames.
header . color_space = ColorSpaceAndPixelType { TRY ( L ( 1 ) ) } ;
header . clamping_type = ClampingSpecification { TRY ( L ( 1 ) ) } ;
dbgln_if ( WEBP_DEBUG , " color_space {} clamping_type {} " , ( int ) header . color_space , ( int ) header . clamping_type ) ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-9.3 "Segment-Based Adjustments"
header . is_segmentation_enabled = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " segmentation_enabled {} " , header . is_segmentation_enabled ) ;
if ( header . is_segmentation_enabled )
header . segmentation = TRY ( decode_VP8_frame_header_segmentation ( decoder ) ) ;
header . filter_type = FilterType { TRY ( L ( 1 ) ) } ;
header . loop_filter_level = TRY ( L ( 6 ) ) ;
header . sharpness_level = TRY ( L ( 3 ) ) ;
dbgln_if ( WEBP_DEBUG , " filter_type {} loop_filter_level {} sharpness_level {} " , ( int ) header . filter_type , header . loop_filter_level , header . sharpness_level ) ;
header . loop_filter_adjustment = TRY ( decode_VP8_frame_header_loop_filter_adjustment ( decoder ) ) ;
u8 log2_nbr_of_dct_partitions = TRY ( L ( 2 ) ) ;
dbgln_if ( WEBP_DEBUG , " log2_nbr_of_dct_partitions {} " , log2_nbr_of_dct_partitions ) ;
header . number_of_dct_partitions = 1 < < log2_nbr_of_dct_partitions ;
header . quantization_indices = TRY ( decode_VP8_frame_header_quantization_indices ( decoder ) ) ;
// In the VP8 spec, this is in an `if (key_frames)` followed by a lengthy `else`, but webp files only have key frames.
u8 refresh_entropy_probs = TRY ( L ( 1 ) ) ; // Has no effect in webp files.
dbgln_if ( WEBP_DEBUG , " refresh_entropy_probs {} " , refresh_entropy_probs ) ;
2023-05-27 16:06:33 -04:00
memcpy ( header . coefficient_probabilities , DEFAULT_COEFFICIENT_PROBABILITIES , sizeof ( header . coefficient_probabilities ) ) ;
2023-05-27 07:01:30 -04:00
TRY ( decode_VP8_frame_header_coefficient_probabilities ( decoder , header . coefficient_probabilities ) ) ;
// https://datatracker.ietf.org/doc/html/rfc6386#section-9.11 "Remaining Frame Header Data (Key Frame)"
header . enable_skipping_of_metablocks_containing_only_zero_coefficients = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " mb_no_skip_coeff {} " , header . enable_skipping_of_metablocks_containing_only_zero_coefficients ) ;
if ( header . enable_skipping_of_metablocks_containing_only_zero_coefficients ) {
header . probability_skip_false = TRY ( L ( 8 ) ) ;
dbgln_if ( WEBP_DEBUG , " prob_skip_false {} " , header . probability_skip_false ) ;
}
// In the VP8 spec, there is a length `if (!key_frames)` here, but webp files only have key frames.
return header ;
}
ErrorOr < Segmentation > decode_VP8_frame_header_segmentation ( BooleanDecoder & decoder )
{
// Corresponds to "update_segmentation()" in section 19.2 of the spec.
Segmentation segmentation ;
segmentation . update_metablock_segmentation_map = TRY ( L ( 1 ) ) ;
u8 update_segment_feature_data = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " update_mb_segmentation_map {} update_segment_feature_data {} " ,
segmentation . update_metablock_segmentation_map , update_segment_feature_data ) ;
if ( update_segment_feature_data ) {
segmentation . segment_feature_mode = static_cast < SegmentFeatureMode > ( TRY ( L ( 1 ) ) ) ;
dbgln_if ( WEBP_DEBUG , " segment_feature_mode {} " , ( int ) segmentation . segment_feature_mode ) ;
for ( int i = 0 ; i < 4 ; + + i ) {
u8 quantizer_update = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " quantizer_update {} " , quantizer_update ) ;
if ( quantizer_update ) {
i8 quantizer_update_value = TRY ( L_signed ( 7 ) ) ;
dbgln_if ( WEBP_DEBUG , " quantizer_update_value {} " , quantizer_update_value ) ;
segmentation . quantizer_update_value [ i ] = quantizer_update_value ;
}
}
for ( int i = 0 ; i < 4 ; + + i ) {
u8 loop_filter_update = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " loop_filter_update {} " , loop_filter_update ) ;
if ( loop_filter_update ) {
i8 loop_filter_update_value = TRY ( L_signed ( 6 ) ) ;
dbgln_if ( WEBP_DEBUG , " loop_filter_update_value {} " , loop_filter_update_value ) ;
segmentation . loop_filter_update_value [ i ] = loop_filter_update_value ;
}
}
}
if ( segmentation . update_metablock_segmentation_map ) {
// This reads mb_segment_tree_probs for https://datatracker.ietf.org/doc/html/rfc6386#section-10.
for ( int i = 0 ; i < 3 ; + + i ) {
u8 segment_prob_update = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " segment_prob_update {} " , segment_prob_update ) ;
if ( segment_prob_update ) {
u8 segment_prob = TRY ( L ( 8 ) ) ;
dbgln_if ( WEBP_DEBUG , " segment_prob {} " , segment_prob ) ;
segmentation . metablock_segment_tree_probabilities [ i ] = segment_prob ;
}
}
}
return segmentation ;
}
ErrorOr < QuantizationIndices > decode_VP8_frame_header_quantization_indices ( BooleanDecoder & decoder )
{
// Corresponds to "quant_indices()" in section 19.2 of the spec.
QuantizationIndices quantization_indices ;
// "The first 7-bit index gives the dequantization table index for
// Y-plane AC coefficients, called yac_qi. It is always coded and acts
// as a baseline for the other 5 quantization indices, each of which is
// represented by a delta from this baseline index."
quantization_indices . y_ac = TRY ( L ( 7 ) ) ;
dbgln_if ( WEBP_DEBUG , " y_ac_qi {} " , quantization_indices . y_ac ) ;
auto read_delta = [ & decoder ] ( StringView name , i8 * destination ) - > ErrorOr < void > {
u8 is_present = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " {}_present {} " , name , is_present ) ;
if ( is_present ) {
i8 delta = TRY ( L_signed ( 4 ) ) ;
dbgln_if ( WEBP_DEBUG , " {} {} " , name , delta ) ;
* destination = delta ;
}
return { } ;
} ;
TRY ( read_delta ( " y_dc_delta " sv , & quantization_indices . y_dc_delta ) ) ;
TRY ( read_delta ( " y2_dc_delta " sv , & quantization_indices . y2_dc_delta ) ) ;
TRY ( read_delta ( " y2_ac_delta " sv , & quantization_indices . y2_ac_delta ) ) ;
TRY ( read_delta ( " uv_dc_delta " sv , & quantization_indices . uv_dc_delta ) ) ;
TRY ( read_delta ( " uv_ac_delta " sv , & quantization_indices . uv_ac_delta ) ) ;
return quantization_indices ;
}
ErrorOr < LoopFilterAdjustment > decode_VP8_frame_header_loop_filter_adjustment ( BooleanDecoder & decoder )
{
// Corresponds to "mb_lf_adjustments()" in section 19.2 of the spec.
LoopFilterAdjustment adjustment ;
adjustment . enable_loop_filter_adjustment = TRY ( L ( 1 ) ) ;
if ( adjustment . enable_loop_filter_adjustment ) {
u8 mode_ref_lf_delta_update = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " mode_ref_lf_delta_update {} " , mode_ref_lf_delta_update ) ;
if ( mode_ref_lf_delta_update ) {
for ( int i = 0 ; i < 4 ; + + i ) {
u8 ref_frame_delta_update_flag = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " ref_frame_delta_update_flag {} " , ref_frame_delta_update_flag ) ;
if ( ref_frame_delta_update_flag ) {
i8 delta = TRY ( L_signed ( 6 ) ) ;
dbgln_if ( WEBP_DEBUG , " delta {} " , delta ) ;
adjustment . ref_frame_delta [ i ] = delta ;
}
}
for ( int i = 0 ; i < 4 ; + + i ) {
u8 mb_mode_delta_update_flag = TRY ( L ( 1 ) ) ;
dbgln_if ( WEBP_DEBUG , " mb_mode_delta_update_flag {} " , mb_mode_delta_update_flag ) ;
if ( mb_mode_delta_update_flag ) {
i8 delta = TRY ( L_signed ( 6 ) ) ;
dbgln_if ( WEBP_DEBUG , " delta {} " , delta ) ;
adjustment . mb_mode_delta [ i ] = delta ;
}
}
}
}
return adjustment ;
}
ErrorOr < void > decode_VP8_frame_header_coefficient_probabilities ( BooleanDecoder & decoder , CoefficientProbabilities coefficient_probabilities )
{
// Corresponds to "token_prob_update()" in section 19.2 of the spec.
for ( int i = 0 ; i < 4 ; i + + ) {
for ( int j = 0 ; j < 8 ; j + + ) {
for ( int k = 0 ; k < 3 ; k + + ) {
for ( int l = 0 ; l < 11 ; l + + ) {
// token_prob_update() says L(1) and L(8), but it's actually B(p) and L(8).
// https://datatracker.ietf.org/doc/html/rfc6386#section-13.4 "Token Probability Updates" describes it correctly.
2023-05-27 16:06:33 -04:00
if ( TRY ( B ( COEFFICIENT_UPDATE_PROBABILITIES [ i ] [ j ] [ k ] [ l ] ) ) )
2023-05-27 07:01:30 -04:00
coefficient_probabilities [ i ] [ j ] [ k ] [ l ] = TRY ( L ( 8 ) ) ;
}
}
}
}
return { } ;
}
2023-05-27 10:43:37 -04:00
// https://datatracker.ietf.org/doc/html/rfc6386#section-8.1 "Tree Coding Implementation"
ErrorOr < u8 > tree_decode ( BooleanDecoder & decoder , ReadonlySpan < TreeIndex > tree , ReadonlyBytes probabilities , TreeIndex initial_i = 0 )
{
TreeIndex i = initial_i ;
while ( true ) {
u8 b = TRY ( B ( probabilities [ i > > 1 ] ) ) ;
i = tree [ i + b ] ;
if ( i < = 0 )
return - i ;
}
}
// Similar to BlockContext in LibVideo/VP9/Context.h
struct MacroblockMetadata {
// https://datatracker.ietf.org/doc/html/rfc6386#section-10 "Segment-Based Feature Adjustments"
// Read only if `update_mb_segmentation_map` is set.
int segment_id { 0 } ; // 0, 1, 2, or 3. Fits in two bits.
// https://datatracker.ietf.org/doc/html/rfc6386#section-11.1 "mb_skip_coeff"
bool skip_coefficients { false } ;
IntraMetablockMode intra_y_mode ;
IntraMetablockMode uv_mode ;
IntraBlockMode intra_b_modes [ 16 ] ;
} ;
ErrorOr < Vector < MacroblockMetadata > > decode_VP8_macroblock_metadata ( BooleanDecoder & decoder , FrameHeader const & header , int macroblock_width , int macroblock_height )
{
// https://datatracker.ietf.org/doc/html/rfc6386#section-19.3
// Corresponds to "macroblock_header()" in section 19.3 of the spec.
Vector < MacroblockMetadata > macroblock_metadata ;
// Key frames must use intra prediction, that is new macroblocks are predicted from old macroblocks in the same frame.
// (Inter prediction on the other hand predicts new macroblocks from the corresponding macroblock in the previous frame.)
// https://datatracker.ietf.org/doc/html/rfc6386#section-11.3 "Subblock Mode Contexts"
// "For macroblocks on the top row or left edge of the image, some of
// the predictors will be non-existent. Such predictors are taken
// to have had the value B_DC_PRED, which, perhaps conveniently,
// takes the value 0 in the enumeration above.
// A simple management scheme for these contexts might maintain a row
// of above predictors and four left predictors. Before decoding the
// frame, the entire row is initialized to B_DC_PRED; before decoding
// each row of macroblocks, the four left predictors are also set to
// B_DC_PRED. After decoding a macroblock, the bottom four subblock
// modes are copied into the row predictor (at the current position,
// which then advances to be above the next macroblock), and the
// right four subblock modes are copied into the left predictor."
Vector < IntraBlockMode > above ;
TRY ( above . try_resize ( macroblock_width * 4 ) ) ; // One per 4x4 subblock.
for ( int mb_y = 0 ; mb_y < macroblock_height ; + + mb_y ) {
IntraBlockMode left [ 4 ] { } ;
for ( int mb_x = 0 ; mb_x < macroblock_width ; + + mb_x ) {
MacroblockMetadata metadata ;
if ( header . segmentation . update_metablock_segmentation_map )
metadata . segment_id = TRY ( tree_decode ( decoder , METABLOCK_SEGMENT_TREE , header . segmentation . metablock_segment_tree_probabilities ) ) ;
if ( header . enable_skipping_of_metablocks_containing_only_zero_coefficients )
metadata . skip_coefficients = TRY ( B ( header . probability_skip_false ) ) ;
int intra_y_mode = TRY ( tree_decode ( decoder , KEYFRAME_YMODE_TREE , KEYFRAME_YMODE_PROBABILITIES ) ) ;
metadata . intra_y_mode = ( IntraMetablockMode ) intra_y_mode ;
// "If the Ymode is B_PRED, it is followed by a (tree-coded) mode for each of the 16 Y subblocks."
if ( intra_y_mode = = B_PRED ) {
for ( int y = 0 ; y < 4 ; + + y ) {
for ( int x = 0 ; x < 4 ; + + x ) {
// "The outer two dimensions of this array are indexed by the already-
// coded subblock modes above and to the left of the current block,
// respectively."
int A = above [ mb_x * 4 + x ] ;
int L = left [ y ] ;
auto intra_b_mode = static_cast < IntraBlockMode > ( TRY ( tree_decode ( decoder , BLOCK_MODE_TREE , KEYFRAME_BLOCK_MODE_PROBABILITIES [ A ] [ L ] ) ) ) ;
metadata . intra_b_modes [ y * 4 + x ] = intra_b_mode ;
above [ mb_x * 4 + x ] = intra_b_mode ;
left [ y ] = intra_b_mode ;
}
}
} else {
VERIFY ( intra_y_mode < B_PRED ) ;
constexpr IntraBlockMode b_mode_from_y_mode [ ] = { B_DC_PRED , B_VE_PRED , B_HE_PRED , B_TM_PRED } ;
IntraBlockMode intra_b_mode = b_mode_from_y_mode [ intra_y_mode ] ;
for ( int i = 0 ; i < 4 ; + + i ) {
above [ mb_x * 4 + i ] = intra_b_mode ;
left [ i ] = intra_b_mode ;
}
}
metadata . uv_mode = ( IntraMetablockMode ) TRY ( tree_decode ( decoder , UV_MODE_TREE , KEYFRAME_UV_MODE_PROBABILITIES ) ) ;
TRY ( macroblock_metadata . try_append ( metadata ) ) ;
}
}
return macroblock_metadata ;
}
2023-05-27 07:01:30 -04:00
}
2023-05-08 00:48:23 -04:00
ErrorOr < NonnullRefPtr < Bitmap > > decode_webp_chunk_VP8_contents ( VP8Header const & vp8_header , bool include_alpha_channel )
{
2023-05-27 07:01:30 -04:00
// The first partition stores header, per-segment state, and macroblock metadata.
FixedMemoryStream memory_stream { vp8_header . lossy_data } ;
BigEndianInputBitStream bit_stream { MaybeOwned < Stream > ( memory_stream ) } ;
auto decoder = TRY ( BooleanDecoder : : initialize ( MaybeOwned { bit_stream } , vp8_header . lossy_data . size ( ) * 8 ) ) ;
auto header = TRY ( decode_VP8_frame_header ( decoder ) ) ;
2023-05-27 10:43:37 -04:00
// https://datatracker.ietf.org/doc/html/rfc6386#section-2 "Format Overview"
// "Internally, VP8 decomposes each output frame into an array of
// macroblocks. A macroblock is a square array of pixels whose Y
// dimensions are 16x16 and whose U and V dimensions are 8x8."
int macroblock_width = ceil_div ( vp8_header . width , 16 ) ;
int macroblock_height = ceil_div ( vp8_header . height , 16 ) ;
auto macroblock_metadata = TRY ( decode_VP8_macroblock_metadata ( decoder , header , macroblock_width , macroblock_height ) ) ;
( void ) macroblock_metadata ;
2023-05-27 07:01:30 -04:00
if ( header . number_of_dct_partitions > 1 )
return Error : : from_string_literal ( " WebPImageDecoderPlugin: decoding lossy webps with more than one dct partition not yet implemented " ) ;
2023-05-08 00:48:23 -04:00
auto bitmap_format = include_alpha_channel ? BitmapFormat : : BGRA8888 : BitmapFormat : : BGRx8888 ;
// Uncomment this to test ALPH decoding for WebP-lossy-with-alpha images while lossy decoding isn't implemented yet.
#if 0
return Bitmap : : create ( bitmap_format , { vp8_header . width , vp8_header . height } ) ;
# else
// FIXME: Implement webp lossy decoding.
( void ) bitmap_format ;
return Error : : from_string_literal ( " WebPImageDecoderPlugin: decoding lossy webps not yet implemented " ) ;
# endif
}
}