build: build libaom in the docker image

Author: ylatuya

docker/Dockerfile

@@ -203,9 +203,29 @@ RUN if [ "${FFMPEG_INSTALL_METHOD}" = "source" ]; then \
         libavformat-dev \
         libavutil-dev \
         libswscale-dev \
+  libaom-dev \
+  libaom3 \
       && rm -rf /var/lib/apt/lists/*; \
     fi
 
+# Install AV1 reference decoder (libaom)
+RUN apt-get update && apt-get install -y --no-install-recommends \
+  git \
+  cmake \
+  build-essential \
+  && mkdir /tmp/aom-tools \
+  && cd /tmp/aom-tools \
+  && git clone --depth 1 https://aomedia.googlesource.com/aom \
+  && mkdir -p aom/build \
+  && cd aom/build \
+  && cmake -DCMAKE_INSTALL_PREFIX=/usr/local -DENABLE_TESTS=OFF -DENABLE_DOCS=OFF -DENABLE_EXAMPLES=ON .. \
+  && make -j$(nproc) \
+  && make install \
+  && cd / && rm -rf /tmp/aom-tools \
+  && apt-get remove -y git cmake build-essential \
+  && apt-get autoremove -y \
+  && rm -rf /var/lib/apt/lists/*
+
 # GStreamer installation (2 methods: system, source)
 # Method "source": Build GStreamer from source (needed for new versions on old distros)
 #   Note: gst-libav is disabled when building from source to avoid FFmpeg API incompatibilities

scripts/build_iso_decoders.sh

@@ -15,6 +15,7 @@
 set -e
 
 # Convert relative paths to absolute paths
+mkdir -p "$1"
 CONTRIB_DIR="$(cd "$1" && pwd)"
 DECODERS_DIR="$(mkdir -p "$2" && cd "$2" && pwd)"
 ISOBMFF_DIR="$(cd "$3" && pwd)"
@@ -45,6 +46,12 @@ needs_aac_support() {
     should_build "mpeg2-aac" || should_build "mpeg4-aac" || should_build "mpeg4-aac-er"
 }
 
+# macOS compatibility: add compat include path for missing headers (malloc.h, etc.)
+if [[ "$OSTYPE" == "darwin"* ]]; then
+    COMPAT_INCLUDE="-I$SCRIPTS_DIR/compat/macos"
+    CFLAGS_EXTRA="$COMPAT_INCLUDE $CFLAGS_EXTRA"
+fi
+
 echo "=== ISO Reference Decoders Build Script ==="
 echo "Contrib directory: $CONTRIB_DIR"
 echo "Decoders directory: $DECODERS_DIR"

scripts/compat/macos/malloc.h

@@ -0,0 +1,14 @@
+/*
+ * Fluster - testing framework for decoders conformance
+ * Copyright (C) 2025, Fluendo, S.A.
+ *
+ * Compatibility header for macOS
+ * malloc.h doesn't exist on macOS - redirect to stdlib.h
+ */
+
+#ifndef _COMPAT_MALLOC_H
+#define _COMPAT_MALLOC_H
+
+#include <stdlib.h>
+
+#endif /* _COMPAT_MALLOC_H */