Add AVIF support for resize_image() function (#2780)

* Add AVIF format in resize_image() function.

* feat: Add avif support

* feat: add AVIF decoding suppoty

* fmt: fix cargo fmt error

* feat: add support for rgb8 and rgba8

* feat: improve encoding speed

* chore: Remove submodule for test

* bug: fix quality to lossy and update doc

Author: iWangJiaxiang

components/imageproc/src/format.rs

@@ -12,6 +12,8 @@ pub enum Format {
     Png,
     /// WebP, The `u8` argument is WebP quality (in percent), None meaning lossless.
     WebP(Option<u8>),
+    /// AVIF, The `u8` argument is AVIF quality (in percent), None meaning lossless.
+    Avif(Option<u8>),
 }
 
 impl Format {
@@ -32,6 +34,7 @@ impl Format {
             "jpeg" | "jpg" => Ok(Jpeg(jpg_quality)),
             "png" => Ok(Png),
             "webp" => Ok(WebP(quality)),
+            "avif" => Ok(Avif(quality)),
             _ => Err(anyhow!("Invalid image format: {}", format)),
         }
     }
@@ -44,6 +47,7 @@ impl Format {
             Png => "png",
             Jpeg(_) => "jpg",
             WebP(_) => "webp",
+            Avif(_) => "avif",
         }
     }
 }
@@ -58,6 +62,8 @@ impl Hash for Format {
             Jpeg(q) => 1001 + q as u16,
             WebP(None) => 2000,
             WebP(Some(q)) => 2001 + q as u16,
+            Avif(None) => 3000,
+            Avif(Some(q)) => 3001 + q as u16,
         };
 
         hasher.write_u16(q);

components/imageproc/src/meta.rs

@@ -1,9 +1,12 @@
 use errors::{anyhow, Context, Result};
+use libs::avif_parse::read_avif;
 use libs::image::ImageReader;
 use libs::image::{ImageFormat, ImageResult};
 use libs::svg_metadata::Metadata as SvgMetadata;
 use serde::Serialize;
 use std::ffi::OsStr;
+use std::fs::File;
+use std::io::BufReader;
 use std::path::Path;
 
 /// Size and format read cheaply with `image`'s `Reader`.
@@ -44,6 +47,10 @@ impl ImageMetaResponse {
     pub fn new_svg(width: u32, height: u32) -> Self {
         Self { width, height, format: Some("svg"), mime: Some("text/svg+xml") }
     }
+
+    pub fn new_avif(width: u32, height: u32) -> Self {
+        Self { width, height, format: Some("avif"), mime: Some("image/avif") }
+    }
 }
 
 impl From<ImageMeta> for ImageMetaResponse {
@@ -75,6 +82,15 @@ pub fn read_image_metadata<P: AsRef<Path>>(path: P) -> Result<ImageMetaResponse>
             // this is not a typo, this returns the correct values for width and height.
             .map(|(h, w)| ImageMetaResponse::new_svg(w as u32, h as u32))
         }
+        "avif" => {
+            let avif_data =
+                read_avif(&mut BufReader::new(File::open(path)?)).with_context(err_context)?;
+            let meta = avif_data.primary_item_metadata()?;
+            return Ok(ImageMetaResponse::new_avif(
+                meta.max_frame_width.get(),
+                meta.max_frame_height.get(),
+            ));
+        }
         _ => ImageMeta::read(path).map(ImageMetaResponse::from).with_context(err_context),
     }
 }

components/imageproc/src/processor.rs

@@ -6,9 +6,11 @@ use std::path::{Path, PathBuf};
 use config::Config;
 use errors::{anyhow, Context, Result};
 use libs::ahash::{HashMap, HashSet};
+use libs::image::codecs::avif::AvifEncoder;
 use libs::image::codecs::jpeg::JpegEncoder;
 use libs::image::imageops::FilterType;
-use libs::image::{EncodableLayout, ImageFormat};
+use libs::image::GenericImageView;
+use libs::image::{EncodableLayout, ExtendedColorType, ImageEncoder, ImageFormat};
 use libs::rayon::prelude::*;
 use libs::{image, webp};
 use serde::{Deserialize, Serialize};
@@ -71,6 +73,21 @@ impl ImageOp {
                 };
                 buffered_f.write_all(memory.as_bytes())?;
             }
+            Format::Avif(q) => {
+                let mut avif: Vec<u8> = Vec::new();
+                let color_type = match img.color().has_alpha() {
+                    true => ExtendedColorType::Rgba8,
+                    false => ExtendedColorType::Rgb8,
+                };
+                let encoder = AvifEncoder::new_with_speed_quality(&mut avif, 10, q.unwrap_or(70));
+                encoder.write_image(
+                    &img.as_bytes(),
+                    img.dimensions().0,
+                    img.dimensions().1,
+                    color_type,
+                )?;
+                buffered_f.write_all(&avif.as_bytes())?;
+            }
         }
 
         Ok(())

components/imageproc/tests/resize_image.rs

@@ -127,6 +127,11 @@ fn resize_image_png_webp() {
     image_op_test("png.png", "scale", Some(150), Some(150), "webp", "webp", 150, 150, 300, 380);
 }
 
+#[test]
+fn resize_image_png_avif() {
+    image_op_test("png.png", "scale", Some(150), Some(150), "avif", "avif", 150, 150, 300, 380);
+}
+
 #[test]
 fn resize_image_webp_jpg() {
     image_op_test("webp.webp", "scale", Some(150), Some(150), "auto", "jpg", 150, 150, 300, 380);
@@ -179,6 +184,19 @@ fn read_image_metadata_webp() {
     );
 }
 
+#[test]
+fn read_image_metadata_avif() {
+    assert_eq!(
+        image_meta_test("avif.avif"),
+        ImageMetaResponse {
+            width: 300,
+            height: 380,
+            format: Some("avif"),
+            mime: Some("image/avif")
+        }
+    );
+}
+
 #[test]
 fn fix_orientation_test() {
     fn load_img_and_fix_orientation(img_name: &str) -> DynamicImage {

components/imageproc/tests/test_imgs/avif.avif

@@ -14,7 +14,7 @@ filetime = "0.2"
 gh-emoji = "1"
 glob = "0.3"
 globset = "0.4"
-image = "0.25"
+image = {version = "0.25", default-features = true, features = ["avif"]}
 lexical-sort = "0.3"
 minify-html = "0.15"
 nom-bibtex = "0.5"
@@ -44,7 +44,7 @@ unicode-segmentation = "1.2"
 url = "2"
 walkdir = "2"
 webp = "0.3"
-
+avif-parse = "1.3.2"
 
 [features]
 # TODO: fix me, it doesn't pick up the reqwuest feature if not set as default

components/libs/Cargo.toml

@@ -7,6 +7,7 @@
 pub use ahash;
 pub use ammonia;
 pub use atty;
+pub use avif_parse;
 pub use base64;
 pub use csv;
 pub use elasticlunr;

components/libs/src/lib.rs

@@ -34,10 +34,11 @@ resize_image(path, width, height, op, format, quality)
     - `"jpg"`
     - `"png"`
     - `"webp"`
+    - `"avif"`
 
   The default is `"auto"`, this means that the format is chosen based on input image format.
   JPEG is chosen for JPEGs and other lossy formats, and PNG is chosen for PNGs and other lossless formats.
-- `quality` (_optional_): JPEG or WebP quality of the resized image, in percent. Only used when encoding JPEGs or WebPs; for JPEG default value is `75`, for WebP default is lossless.
+- `quality` (_optional_): Quality of the resized image, in percent. Only used when encoding JPEGs, WebPs or AVIFs; for JPEG default value is `75`, for WebP default is lossless, for Avif default is `70`.
 
 ### Image processing and return value