Now handling audio samples in frame data as well

README.md

@@ -27,7 +27,7 @@ Examples are located in the [examples](examples) directory and mirror as much as
 |Custom IO Demuxing|[see](examples/custom_io_demuxing/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/avio_reading.c)
 |Demuxing/Decoding|[see](examples/demuxing_decoding/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/demuxing_decoding.c)
 |Filtering|[see](examples/filtering/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/filtering_video.c)
-|Frame data manipulating|[see](examples/frame_data_manipulating/main.go)|X
+|Frame data manipulation|[see](examples/frame_data_manipulation/main.go)|X
 |Hardware Decoding|[see](examples/hardware_decoding/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/hw_decode.c)
 |Remuxing|[see](examples/remuxing/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/remuxing.c)
 |Scaling|[see](examples/scaling/main.go)|[see](https://github.com/FFmpeg/FFmpeg/blob/n7.0/doc/examples/scaling_video.c)

examples/frame_data_manipulation/main.go

@@ -0,0 +1,129 @@
+package main
+
+import (
+	"fmt"
+	"image"
+	"log"
+	"strings"
+
+	"github.com/asticode/go-astiav"
+)
+
+func main() {
+	// Handle ffmpeg logs
+	astiav.SetLogLevel(astiav.LogLevelDebug)
+	astiav.SetLogCallback(func(c astiav.Classer, l astiav.LogLevel, fmt, msg string) {
+		var cs string
+		if c != nil {
+			if cl := c.Class(); cl != nil {
+				cs = " - class: " + cl.String()
+			}
+		}
+		log.Printf("ffmpeg log: %s%s - level: %d\n", strings.TrimSpace(msg), cs, l)
+	})
+
+	/*
+
+		In this first part we're going to manipulate an audio frame
+
+	*/
+
+	// Alloc frame
+	audioFrame := astiav.AllocFrame()
+	defer audioFrame.Free()
+
+	// To write data manually into a frame, proper attributes need to be set and allocated
+	audioFrame.SetChannelLayout(astiav.ChannelLayoutStereo)
+	audioFrame.SetNbSamples(960)
+	audioFrame.SetSampleFormat(astiav.SampleFormatFlt)
+	audioFrame.SetSampleRate(48000)
+
+	// Alloc buffer
+	align := 0
+	if err := audioFrame.AllocBuffer(align); err != nil {
+		log.Fatal(fmt.Errorf("main: allocating buffer failed: %w", err))
+	}
+
+	// Alloc samples
+	if err := audioFrame.AllocSamples(align); err != nil {
+		log.Fatal(fmt.Errorf("main: allocating image failed: %w", err))
+	}
+
+	// When writing data manually into a frame, you need to make sure the frame is writable
+	if err := audioFrame.MakeWritable(); err != nil {
+		log.Fatal(fmt.Errorf("main: making frame writable failed: %w", err))
+	}
+
+	// Let's say b1 contains an actual audio buffer, we can update the audio frame's data based on the buffer
+	var b1 []byte
+	if err := audioFrame.Data().SetBytes(b1, align); err != nil {
+		log.Fatal(fmt.Errorf("main: setting frame's data based from bytes failed: %w", err))
+	}
+
+	// We can also retrieve the audio frame's data as buffer
+	if _, err := audioFrame.Data().Bytes(align); err != nil {
+		log.Fatal(fmt.Errorf("main: getting frame's data as bytes failed: %w", err))
+	}
+
+	/*
+
+		In this second part we're going to manipulate a video frame
+
+	*/
+
+	// Alloc frame
+	videoFrame := astiav.AllocFrame()
+	defer videoFrame.Free()
+
+	// To write data manually into a frame, proper attributes need to be set and allocated
+	videoFrame.SetHeight(256)
+	videoFrame.SetPixelFormat(astiav.PixelFormatRgba)
+	videoFrame.SetWidth(256)
+
+	// Alloc buffer
+	align = 1
+	if err := videoFrame.AllocBuffer(align); err != nil {
+		log.Fatal(fmt.Errorf("main: allocating buffer failed: %w", err))
+	}
+
+	// Alloc image
+	if err := videoFrame.AllocImage(align); err != nil {
+		log.Fatal(fmt.Errorf("main: allocating image failed: %w", err))
+	}
+
+	// When writing data manually into a frame, you need to make sure the frame is writable
+	if err := videoFrame.MakeWritable(); err != nil {
+		log.Fatal(fmt.Errorf("main: making frame writable failed: %w", err))
+	}
+
+	// Let's say b2 contains an actual video buffer, we can update the video frame's data based on the buffer
+	var b2 []byte
+	if err := videoFrame.Data().SetBytes(b2, align); err != nil {
+		log.Fatal(fmt.Errorf("main: setting frame's data based from bytes failed: %w", err))
+	}
+
+	// We can also retrieve the video frame's data as buffer
+	if _, err := videoFrame.Data().Bytes(align); err != nil {
+		log.Fatal(fmt.Errorf("main: getting frame's data as bytes failed: %w", err))
+	}
+
+	// Let's say i1 is an actual Go image.Image, we can update the video frame's data based on the image
+	var i1 image.Image
+	if err := videoFrame.Data().FromImage(i1); err != nil {
+		log.Fatal(fmt.Errorf("main: setting frame's data based on Go image failed: %w", err))
+	}
+
+	// We can also retrieve the video frame's data as a Go image
+	// For that we first need to guess the Go image format based on the frame's attributes before providing
+	// it to .ToImage(). You may not need this and can provide your own image.Image to .ToImage()
+	i2, err := videoFrame.Data().GuessImageFormat()
+	if err != nil {
+		log.Fatal(fmt.Errorf("main: guessing image format failed: %w", err))
+	}
+	if err := videoFrame.Data().ToImage(i2); err != nil {
+		log.Fatal(fmt.Errorf("main: getting frame's data as Go image failed: %w", err))
+	}
+
+	// Success
+	log.Println("success")
+}

frame.c

@@ -0,0 +1,22 @@
+#include <errno.h>
+#include <libavutil/avutil.h>
+#include <libavutil/samplefmt.h>
+#include <stdint.h>
+#include <string.h>
+
+int astiavSamplesCopyToBuffer(uint8_t* dst, int dst_size, const uint8_t * const src_data[8], int nb_channels, int nb_samples, enum AVSampleFormat sample_fmt, int align) {
+    int linesize, buffer_size, nb_planes, i;
+
+    buffer_size = av_samples_get_buffer_size(&linesize, nb_channels, nb_samples, sample_fmt, align);
+    if (buffer_size > dst_size || buffer_size < 0) return AVERROR(EINVAL);
+
+    nb_planes = buffer_size / linesize;
+
+    for (i = 0; i < nb_planes; i++) {
+        const uint8_t *src = src_data[i];
+        memcpy(dst, src, linesize);
+        dst += linesize;
+        src += linesize;
+    }
+    return buffer_size;
+}

frame.go

@@ -5,6 +5,7 @@ package astiav
 //#include <libavutil/imgutils.h>
 //#include <libavutil/samplefmt.h>
 //#include <libavutil/hwcontext.h>
+//#include "frame.h"
 import "C"
 import (
 	"unsafe"
@@ -113,6 +114,26 @@ func (f *Frame) ImageFillBlack() error {
 	return newError(C.av_image_fill_black(&f.c.data[0], &linesize[0], (C.enum_AVPixelFormat)(f.c.format), (C.enum_AVColorRange)(f.c.color_range), f.c.width, f.c.height))
 }
 
+func (f *Frame) SamplesBufferSize(align int) (int, error) {
+	ret := C.av_samples_get_buffer_size(nil, f.c.ch_layout.nb_channels, f.c.nb_samples, (C.enum_AVSampleFormat)(f.c.format), C.int(align))
+	if err := newError(ret); err != nil {
+		return 0, err
+	}
+	return int(ret), nil
+}
+
+func (f *Frame) SamplesCopyToBuffer(b []byte, align int) (int, error) {
+	ret := C.astiavSamplesCopyToBuffer((*C.uint8_t)(unsafe.Pointer(&b[0])), C.int(len(b)), &f.c.data[0], f.c.ch_layout.nb_channels, f.c.nb_samples, (C.enum_AVSampleFormat)(f.c.format), C.int(align))
+	if err := newError(ret); err != nil {
+		return 0, err
+	}
+	return int(ret), nil
+}
+
+func (f *Frame) SamplesFillSilence() error {
+	return newError(C.av_samples_set_silence(&f.c.data[0], 0, f.c.nb_samples, f.c.ch_layout.nb_channels, (C.enum_AVSampleFormat)(f.c.format)))
+}
+
 func (f *Frame) Linesize() [NumDataPointers]int {
 	o := [NumDataPointers]int{}
 	for i := 0; i < int(NumDataPointers); i++ {

frame.h

@@ -0,0 +1,4 @@
+#include <libavutil/samplefmt.h>
+#include <stdint.h>
+
+int astiavSamplesCopyToBuffer(uint8_t* dst, int dst_size, const uint8_t * const src_data[8], int nb_channels, int nb_samples, enum AVSampleFormat sample_fmt, int align);