summaryrefslogtreecommitdiff
path: root/src/plugins/previewopus_extractor.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/plugins/previewopus_extractor.c')
-rw-r--r--src/plugins/previewopus_extractor.c1247
1 files changed, 0 insertions, 1247 deletions
diff --git a/src/plugins/previewopus_extractor.c b/src/plugins/previewopus_extractor.c
deleted file mode 100644
index f137f38..0000000
--- a/src/plugins/previewopus_extractor.c
+++ /dev/null
@@ -1,1247 +0,0 @@
-/*
- This file is part of libextractor.
- Copyright Copyright (C) 2008, 2013 Bruno Cabral and Christian Grothoff
-
- libextractor is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published
- by the Free Software Foundation; either version 3, or (at your
- option) any later version.
-
- libextractor is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with libextractor; see the file COPYING. If not, write to the
- Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
- Boston, MA 02110-1301, USA.
- */
-/**
- * @file previewopus_extractor.c
- * @author Bruno Cabral
- * @author Christian Grothoff
- * @brief this extractor produces a binary encoded
- * audio snippet of music/video files using ffmpeg libs.
- *
- * Based on ffmpeg samples.
- *
- * Note that ffmpeg has a few issues:
- * (1) there are no recent official releases of the ffmpeg libs
- * (2) ffmpeg has a history of having security issues (parser is not robust)
- *
- * So this plugin cannot be recommended for system with high security
- *requirements.
- */
-#include "platform.h"
-#include "extractor.h"
-#include <magic.h>
-
-#include <libavutil/avutil.h>
-#include <libavutil/audio_fifo.h>
-#include <libavutil/opt.h>
-#include <libavutil/mathematics.h>
-#include <libavformat/avformat.h>
-#include <libavcodec/avcodec.h>
-#include <libswscale/swscale.h>
-#include <libswresample/swresample.h>
-
-
-/**
- * Set to 1 to enable debug output.
- */
-#define DEBUG 0
-
-/**
- * Set to 1 to enable a output file for testing.
- */
-#define OUTPUT_FILE 0
-
-
-/**
- * Maximum size in bytes for the preview.
- */
-#define MAX_SIZE (28 * 1024)
-
-/**
- * HardLimit for file
- */
-#define HARD_LIMIT_SIZE (50 * 1024)
-
-
-/** The output bit rate in kbit/s */
-#define OUTPUT_BIT_RATE 28000
-/** The number of output channels */
-#define OUTPUT_CHANNELS 2
-/** The audio sample output format */
-#define OUTPUT_SAMPLE_FORMAT AV_SAMPLE_FMT_S16
-
-
-/** Our output buffer*/
-static unsigned char *buffer;
-
-/** Actual output buffer size */
-static int totalSize;
-
-/**
- * Convert an error code into a text message.
- * @param error Error code to be converted
- * @return Corresponding error text (not thread-safe)
- */
-static char *const
-get_error_text (const int error)
-{
- static char error_buffer[255];
- av_strerror (error, error_buffer, sizeof(error_buffer));
- return error_buffer;
-}
-
-
-/**
- * Read callback.
- *
- * @param opaque the 'struct EXTRACTOR_ExtractContext'
- * @param buf where to write data
- * @param buf_size how many bytes to read
- * @return -1 on error (or for unknown file size)
- */
-static int
-read_cb (void *opaque,
- uint8_t *buf,
- int buf_size)
-{
- struct EXTRACTOR_ExtractContext *ec = opaque;
- void *data;
- ssize_t ret;
-
- ret = ec->read (ec->cls, &data, buf_size);
- if (ret <= 0)
- return ret;
- memcpy (buf, data, ret);
- return ret;
-}
-
-
-/**
- * Seek callback.
- *
- * @param opaque the 'struct EXTRACTOR_ExtractContext'
- * @param offset where to seek
- * @param whence how to seek; AVSEEK_SIZE to return file size without seeking
- * @return -1 on error (or for unknown file size)
- */
-static int64_t
-seek_cb (void *opaque,
- int64_t offset,
- int whence)
-{
- struct EXTRACTOR_ExtractContext *ec = opaque;
-
- if (AVSEEK_SIZE == whence)
- return ec->get_size (ec->cls);
- return ec->seek (ec->cls, offset, whence);
-}
-
-
-/**
- * write callback.
- *
- * @param opaque NULL
- * @param pBuffer to write
- * @param pBufferSize , amount to write
- * @return 0 on error
- */
-static int
-writePacket (void *opaque,
- unsigned char *pBuffer,
- int pBufferSize)
-{
- int sizeToCopy = pBufferSize;
-
- if ( (totalSize + pBufferSize) > HARD_LIMIT_SIZE)
- sizeToCopy = HARD_LIMIT_SIZE - totalSize;
-
- memcpy (buffer + totalSize, pBuffer, sizeToCopy);
- totalSize += sizeToCopy;
- return sizeToCopy;
-}
-
-
-/**
- * Open an output file and the required encoder.
- * Also set some basic encoder parameters.
- * Some of these parameters are based on the input file's parameters.
- */
-static int
-open_output_file (
- AVCodecContext *input_codec_context,
- AVFormatContext **output_format_context,
- AVCodecContext **output_codec_context)
-{
- AVStream *stream = NULL;
- AVCodec *output_codec = NULL;
- AVIOContext *io_ctx;
- int error;
- unsigned char *iob;
-
- if (NULL == (iob = av_malloc (16 * 1024)))
- return AVERROR_EXIT;
- if (NULL == (io_ctx = avio_alloc_context (iob, 16 * 1024,
- AVIO_FLAG_WRITE, NULL,
- NULL,
- &writePacket /* no writing */,
- NULL)))
- {
- av_free (iob);
- return AVERROR_EXIT;
- }
- if (NULL == ((*output_format_context) = avformat_alloc_context ()))
- {
- av_free (io_ctx);
- return AVERROR_EXIT;
- }
- (*output_format_context)->pb = io_ctx;
-
- /** Guess the desired container format based on the file extension. */
- if (! ((*output_format_context)->oformat = av_guess_format (NULL,
- "file.ogg",
- NULL)))
- {
-#if DEBUG
- fprintf (stderr, "Could not find output file format\n");
-#endif
- error = AVERROR (ENOSYS);
- goto cleanup;
- }
-
- /** Find the encoder to be used by its name. */
- if (! (output_codec = avcodec_find_encoder (AV_CODEC_ID_OPUS)))
- {
-#if DEBUG
- fprintf (stderr, "Could not find an OPUS encoder.\n");
-#endif
- error = AVERROR (ENOSYS);
- goto cleanup;
- }
-
- /** Create a new audio stream in the output file container. */
- if (! (stream = avformat_new_stream (*output_format_context, output_codec)))
- {
-#if DEBUG
- fprintf (stderr, "Could not create new stream\n");
-#endif
- error = AVERROR (ENOMEM);
- goto cleanup;
- }
-
- /** Save the encoder context for easiert access later. */
- *output_codec_context = stream->codec;
-
- /**
- * Set the basic encoder parameters.
- * The input file's sample rate is used to avoid a sample rate conversion.
- */
- (*output_codec_context)->channels = OUTPUT_CHANNELS;
- (*output_codec_context)->channel_layout = av_get_default_channel_layout (
- OUTPUT_CHANNELS);
- (*output_codec_context)->sample_rate = 48000; // Opus need 48000
- (*output_codec_context)->sample_fmt = AV_SAMPLE_FMT_S16;
- (*output_codec_context)->bit_rate = OUTPUT_BIT_RATE;
-
- /** Open the encoder for the audio stream to use it later. */
- if ((error = avcodec_open2 (*output_codec_context, output_codec, NULL)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not open output codec (error '%s')\n",
- get_error_text (error));
-#endif
- goto cleanup;
- }
- return 0;
-
-cleanup:
- av_free (io_ctx);
- return error < 0 ? error : AVERROR_EXIT;
-}
-
-
-/** Initialize one data packet for reading or writing. */
-static void
-init_packet (AVPacket *packet)
-{
- av_init_packet (packet);
- /** Set the packet data and size so that it is recognized as being empty. */
- packet->data = NULL;
- packet->size = 0;
-}
-
-
-/** Initialize one audio frame for reading from the input file */
-static int
-init_input_frame (AVFrame **frame)
-{
- *frame = av_frame_alloc ();
- if (NULL == *frame)
- {
-#if DEBUG
- fprintf (stderr, "Could not allocate input frame\n");
-#endif
- return AVERROR (ENOMEM);
- }
- return 0;
-}
-
-
-/**
- * Initialize the audio resampler based on the input and output codec settings.
- * If the input and output sample formats differ, a conversion is required
- * libavresample takes care of this, but requires initialization.
- */
-static int
-init_resampler (AVCodecContext *input_codec_context,
- AVCodecContext *output_codec_context,
- SwrContext **resample_context)
-{
- /**
- * Only initialize the resampler if it is necessary, i.e.,
- * if and only if the sample formats differ.
- */
- if ((input_codec_context->sample_fmt != output_codec_context->sample_fmt) ||
- (input_codec_context->channels != output_codec_context->channels) )
- {
- int error;
-
- /** Create a resampler context for the conversion. */
- if (! (*resample_context = swr_alloc ()))
- {
-#if DEBUG
- fprintf (stderr, "Could not allocate resample context\n");
-#endif
- return AVERROR (ENOMEM);
- }
-
-
- /**
- * Set the conversion parameters.
- * Default channel layouts based on the number of channels
- * are assumed for simplicity (they are sometimes not detected
- * properly by the demuxer and/or decoder).
- */
- av_opt_set_int (*resample_context,
- "in_channel_layout",
- av_get_default_channel_layout (
- input_codec_context->channels), 0);
- av_opt_set_int (*resample_context,
- "out_channel_layout",
- av_get_default_channel_layout (
- output_codec_context->channels), 0);
- av_opt_set_int (*resample_context,
- "in_sample_rate",
- input_codec_context->sample_rate, 0);
- av_opt_set_int (*resample_context,
- "out_sample_rate",
- output_codec_context->sample_rate, 0);
- av_opt_set_int (*resample_context,
- "in_sample_fmt",
- input_codec_context->sample_fmt, 0);
- av_opt_set_int (*resample_context,
- "out_sample_fmt",
- output_codec_context->sample_fmt, 0);
-
- /** Open the resampler with the specified parameters. */
- if ((error = swr_init (*resample_context)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not open resample context\n");
-#endif
- swr_free (resample_context);
- return error;
- }
- }
- return 0;
-}
-
-
-/** Initialize a FIFO buffer for the audio samples to be encoded. */
-static int
-init_fifo (AVAudioFifo **fifo)
-{
- /** Create the FIFO buffer based on the specified output sample format. */
- if (! (*fifo = av_audio_fifo_alloc (OUTPUT_SAMPLE_FORMAT, OUTPUT_CHANNELS,
- 1)))
- {
-#if DEBUG
- fprintf (stderr, "Could not allocate FIFO\n");
-#endif
- return AVERROR (ENOMEM);
- }
- return 0;
-}
-
-
-/** Write the header of the output file container. */
-static int
-write_output_file_header (AVFormatContext *output_format_context)
-{
- int error;
- if ((error = avformat_write_header (output_format_context, NULL)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not write output file header (error '%s')\n",
- get_error_text (error));
-#endif
- return error;
- }
- return 0;
-}
-
-
-/** Decode one audio frame from the input file. */
-static int
-decode_audio_frame (AVFrame *frame,
- AVFormatContext *input_format_context,
- AVCodecContext *input_codec_context, int audio_stream_index,
- int *data_present, int *finished)
-{
- /** Packet used for temporary storage. */
- AVPacket input_packet;
- int error;
- init_packet (&input_packet);
-
- /** Read one audio frame from the input file into a temporary packet. */
- while (1)
- {
- if ((error = av_read_frame (input_format_context, &input_packet)) < 0)
- {
- /** If we are the the end of the file, flush the decoder below. */
- if (error == AVERROR_EOF)
- {
-#if DEBUG
- fprintf (stderr, "EOF in decode_audio\n");
-#endif
- *finished = 1;
- }
- else
- {
-#if DEBUG
- fprintf (stderr, "Could not read frame (error '%s')\n",
- get_error_text (error));
-#endif
- return error;
- }
- }
-
- if (input_packet.stream_index == audio_stream_index)
- break;
- }
-
- /**
- * Decode the audio frame stored in the temporary packet.
- * The input audio stream decoder is used to do this.
- * If we are at the end of the file, pass an empty packet to the decoder
- * to flush it.
- */if ((error = avcodec_decode_audio4 (input_codec_context, frame,
- data_present, &input_packet)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not decode frame (error '%s')\n",
- get_error_text (error));
-#endif
- av_packet_unref (&input_packet);
- return error;
- }
-
- /**
- * If the decoder has not been flushed completely, we are not finished,
- * so that this function has to be called again.
- */
- if (*finished && *data_present)
- *finished = 0;
- av_packet_unref (&input_packet);
- return 0;
-}
-
-
-/**
- * Initialize a temporary storage for the specified number of audio samples.
- * The conversion requires temporary storage due to the different format.
- * The number of audio samples to be allocated is specified in frame_size.
- */
-static int
-init_converted_samples (uint8_t ***converted_input_samples,
- int*out_linesize,
- AVCodecContext *output_codec_context,
- int frame_size)
-{
- int error;
-
- /**
- * Allocate as many pointers as there are audio channels.
- * Each pointer will later point to the audio samples of the corresponding
- * channels (although it may be NULL for interleaved formats).
- */if (! (*converted_input_samples = calloc (output_codec_context->channels,
- sizeof(**converted_input_samples))))
- {
-#if DEBUG
- fprintf (stderr, "Could not allocate converted input sample pointers\n");
-#endif
- return AVERROR (ENOMEM);
- }
-
- /**
- * Allocate memory for the samples of all channels in one consecutive
- * block for convenience.
- */
- if ((error = av_samples_alloc (*converted_input_samples,
- out_linesize,
- output_codec_context->channels,
- frame_size,
- output_codec_context->sample_fmt, 0)) < 0)
- {
-#if DEBUG
- fprintf (stderr,
- "Could not allocate converted input samples (error '%s')\n",
- get_error_text (error));
-#endif
- av_freep (&(*converted_input_samples)[0]);
- free (*converted_input_samples);
- return error;
- }
- return 0;
-}
-
-
-/**
- * Convert the input audio samples into the output sample format.
- * The conversion happens on a per-frame basis, the size of which is specified
- * by frame_size.
- */
-static int
-convert_samples (uint8_t **input_data,
- uint8_t **converted_data,
- int in_sample,
- int out_sample,
- int out_linesize,
- SwrContext *resample_context)
-{
- int error;
-
- /** Convert the samples using the resampler. */
- if ((error = swr_convert (resample_context,
- converted_data,
- out_linesize,
- out_sample,
- input_data,
- 0,
- in_sample)) < 0)
- {
-#if DEBUG
- fprintf (stderr,
- "Could not convert input samples (error '%s')\n",
- get_error_text (error));
-#endif
- return error;
- }
-
-
- /**
- * Perform a sanity check so that the number of converted samples is
- * not greater than the number of samples to be converted.
- * If the sample rates differ, this case has to be handled differently
- */
- if (avresample_available (resample_context))
- {
-#if DEBUG
- fprintf (stderr,
- "%i Converted samples left over\n",
- avresample_available (resample_context));
-#endif
- }
-
-
- return 0;
-}
-
-
-/** Add converted input audio samples to the FIFO buffer for later processing. */
-static int
-add_samples_to_fifo (AVAudioFifo *fifo,
- uint8_t **converted_input_samples,
- const int frame_size)
-{
- int error;
-
- /**
- * Make the FIFO as large as it needs to be to hold both,
- * the old and the new samples.
- */
- if ((error = av_audio_fifo_realloc (fifo, av_audio_fifo_size (fifo)
- + frame_size)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not reallocate FIFO\n");
-#endif
- return error;
- }
-
- /** Store the new samples in the FIFO buffer. */
- if (av_audio_fifo_write (fifo, (void **) converted_input_samples,
- frame_size) < frame_size)
- {
-#if DEBUG
- fprintf (stderr, "Could not write data to FIFO\n");
-#endif
- return AVERROR_EXIT;
- }
- return 0;
-}
-
-
-/**
- * Read one audio frame from the input file, decodes, converts and stores
- * it in the FIFO buffer.
- */
-static int
-read_decode_convert_and_store (AVAudioFifo *fifo,
- AVFormatContext *input_format_context,
- AVCodecContext *input_codec_context,
- AVCodecContext *output_codec_context,
- SwrContext *resampler_context, int
- audio_stream_index,
- int *finished)
-{
- /** Temporary storage of the input samples of the frame read from the file. */
- AVFrame *input_frame = NULL;
- /** Temporary storage for the converted input samples. */
- uint8_t **converted_input_samples = NULL;
- int data_present;
- int ret = AVERROR_EXIT;
-
- /** Initialize temporary storage for one input frame. */
- if (init_input_frame (&input_frame))
- {
-#if DEBUG
- fprintf (stderr, "Failed at init frame\n");
-#endif
- goto cleanup;
-
- }
- /** Decode one frame worth of audio samples. */
- if (decode_audio_frame (input_frame,
- input_format_context,
- input_codec_context,
- audio_stream_index,
- &data_present,
- finished))
- {
-#if DEBUG
- fprintf (stderr, "Failed at decode audio\n");
-#endif
-
- goto cleanup;
- }
- /**
- * If we are at the end of the file and there are no more samples
- * in the decoder which are delayed, we are actually finished.
- * This must not be treated as an error.
- */
- if (*finished && ! data_present)
- {
- ret = 0;
-#if DEBUG
- fprintf (stderr, "Failed at finished or no data\n");
-#endif
- goto cleanup;
- }
- /** If there is decoded data, convert and store it */
- if (data_present)
- {
- int out_linesize;
- // FIXME: I'm losing samples, but can't get it to work.
- int out_samples = avresample_available (resampler_context)
- + avresample_get_delay (resampler_context)
- + input_frame->nb_samples;
-
-
- // fprintf(stderr, "Input nbsamples %i out_samples: %i \n",input_frame->nb_samples,out_samples);
-
- /** Initialize the temporary storage for the converted input samples. */
- if (init_converted_samples (&converted_input_samples,
- &out_linesize,
- output_codec_context,
- out_samples))
- {
-#if DEBUG
- fprintf (stderr, "Failed at init_converted_samples\n");
-#endif
- goto cleanup;
- }
-
- /**
- * Convert the input samples to the desired output sample format.
- * This requires a temporary storage provided by converted_input_samples.
- */
- if (convert_samples (input_frame->extended_data,
- converted_input_samples,
- input_frame->nb_samples,
- out_samples,
- out_linesize,
- resampler_context))
- {
-#if DEBUG
- fprintf (stderr,
- "Failed at convert_samples, input frame %i \n",
- input_frame->nb_samples);
-#endif
- goto cleanup;
- }
- /** Add the converted input samples to the FIFO buffer for later processing. */
- if (add_samples_to_fifo (fifo,
- converted_input_samples,
- out_samples))
- {
-#if DEBUG
- fprintf (stderr, "Failed at add_samples_to_fifo\n");
-#endif
- goto cleanup;
- }
- ret = 0;
- }
- ret = 0;
-
-cleanup:
- if (converted_input_samples)
- {
- av_freep (&converted_input_samples[0]);
- free (converted_input_samples);
- }
- av_frame_free (&input_frame);
- return ret;
-}
-
-
-/**
- * Initialize one input frame for writing to the output file.
- * The frame will be exactly frame_size samples large.
- */
-static int
-init_output_frame (AVFrame **frame,
- AVCodecContext *output_codec_context,
- int frame_size)
-{
- int error;
-
- /** Create a new frame to store the audio samples. */
- *frame = av_frame_alloc ();
- if (NULL == *frame)
- {
-#if DEBUG
- fprintf (stderr, "Could not allocate output frame\n");
-#endif
- return AVERROR_EXIT;
- }
-
- /**
- * Set the frame's parameters, especially its size and format.
- * av_frame_get_buffer needs this to allocate memory for the
- * audio samples of the frame.
- * Default channel layouts based on the number of channels
- * are assumed for simplicity.
- */(*frame)->nb_samples = frame_size;
- (*frame)->channel_layout = output_codec_context->channel_layout;
- (*frame)->format = output_codec_context->sample_fmt;
- (*frame)->sample_rate = output_codec_context->sample_rate;
-
-
- // fprintf(stderr, "%i %i \n",frame_size , (*frame)->format,(*frame)->sample_rate);
-
- /**
- * Allocate the samples of the created frame. This call will make
- * sure that the audio frame can hold as many samples as specified.
- */
- if ((error = av_frame_get_buffer (*frame, 0)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could allocate output frame samples (error '%s')\n",
- get_error_text (error));
-#endif
- av_frame_free (frame);
- return error;
- }
-
- return 0;
-}
-
-
-/** Encode one frame worth of audio to the output file. */
-static int
-encode_audio_frame (AVFrame *frame,
- AVFormatContext *output_format_context,
- AVCodecContext *output_codec_context,
- int *data_present)
-{
- /** Packet used for temporary storage. */
- AVPacket output_packet;
- int error;
- init_packet (&output_packet);
-
- /**
- * Encode the audio frame and store it in the temporary packet.
- * The output audio stream encoder is used to do this.
- */
- if ((error = avcodec_encode_audio2 (output_codec_context, &output_packet,
- frame, data_present)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not encode frame (error '%s')\n",
- get_error_text (error));
-#endif
- av_packet_unref (&output_packet);
- return error;
- }
-
- /** Write one audio frame from the temporary packet to the output file. */
- if (*data_present)
- {
- if ((error = av_write_frame (output_format_context, &output_packet)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not write frame (error '%s')\n",
- get_error_text (error));
-#endif
-
- av_packet_unref (&output_packet);
- return error;
- }
-
- av_packet_unref (&output_packet);
- }
-
- return 0;
-}
-
-
-/**
- * Load one audio frame from the FIFO buffer, encode and write it to the
- * output file.
- */
-static int
-load_encode_and_write (AVAudioFifo *fifo,
- AVFormatContext *output_format_context,
- AVCodecContext *output_codec_context)
-{
- /** Temporary storage of the output samples of the frame written to the file. */
- AVFrame *output_frame;
- /**
- * Use the maximum number of possible samples per frame.
- * If there is less than the maximum possible frame size in the FIFO
- * buffer use this number. Otherwise, use the maximum possible frame size
- */const int frame_size = FFMIN (av_audio_fifo_size (fifo),
- output_codec_context->frame_size);
- int data_written;
-
- /** Initialize temporary storage for one output frame. */
- if (init_output_frame (&output_frame, output_codec_context, frame_size))
- return AVERROR_EXIT;
-
- /**
- * Read as many samples from the FIFO buffer as required to fill the frame.
- * The samples are stored in the frame temporarily.
- */
- if (av_audio_fifo_read (fifo, (void **) output_frame->data, frame_size) <
- frame_size)
- {
-#if DEBUG
- fprintf (stderr, "Could not read data from FIFO\n");
-#endif
- av_frame_free (&output_frame);
- return AVERROR_EXIT;
- }
-
- /** Encode one frame worth of audio samples. */
- if (encode_audio_frame (output_frame, output_format_context,
- output_codec_context, &data_written))
- {
- av_frame_free (&output_frame);
- return AVERROR_EXIT;
- }
- av_frame_free (&output_frame);
- return 0;
-}
-
-
-/** Write the trailer of the output file container. */
-static int
-write_output_file_trailer (AVFormatContext *output_format_context)
-{
- int error;
- if ((error = av_write_trailer (output_format_context)) < 0)
- {
-#if DEBUG
- fprintf (stderr, "Could not write output file trailer (error '%s')\n",
- get_error_text (error));
-#endif
- return error;
- }
- return 0;
-}
-
-
-#define ENUM_CODEC_ID enum AVCodecID
-
-
-/**
- * Perform the audio snippet extraction
- *
- * @param ec extraction context to use
- */
-static void
-extract_audio (struct EXTRACTOR_ExtractContext *ec)
-{
- AVIOContext *io_ctx;
- struct AVFormatContext *format_ctx;
- AVCodecContext *codec_ctx;
- AVFormatContext *output_format_context = NULL;
- AVCodec *codec;
- AVDictionary *options;
- AVFrame *frame;
- AVCodecContext*output_codec_context = NULL;
- SwrContext *resample_context = NULL;
- AVAudioFifo *fifo = NULL;
-
- int audio_stream_index;
- int i;
- int err;
- int duration;
- unsigned char *iob;
-
-
- totalSize = 0;
- if (NULL == (iob = av_malloc (16 * 1024)))
- return;
- if (NULL == (io_ctx = avio_alloc_context (iob,
- 16 * 1024,
- 0, ec,
- &read_cb,
- NULL /* no writing */,
- &seek_cb)))
- {
- av_free (iob);
- return;
- }
- if (NULL == (format_ctx = avformat_alloc_context ()))
- {
- av_free (io_ctx);
- return;
- }
- format_ctx->pb = io_ctx;
- options = NULL;
- if (0 != avformat_open_input (&format_ctx, "<no file>", NULL, &options))
- {
- av_free (io_ctx);
- return;
- }
- av_dict_free (&options);
- if (0 > avformat_find_stream_info (format_ctx, NULL))
- {
-#if DEBUG
- fprintf (stderr,
- "Failed to read stream info\n");
-#endif
- avformat_close_input (&format_ctx);
- av_free (io_ctx);
- return;
- }
- codec = NULL;
- codec_ctx = NULL;
- audio_stream_index = -1;
- for (i = 0; i<format_ctx->nb_streams; i++)
- {
- codec_ctx = format_ctx->streams[i]->codec;
- if (AVMEDIA_TYPE_AUDIO != codec_ctx->codec_type)
- continue;
- if (NULL == (codec = avcodec_find_decoder (codec_ctx->codec_id)))
- continue;
- options = NULL;
- if (0 != (err = avcodec_open2 (codec_ctx, codec, &options)))
- {
- codec = NULL;
- continue;
- }
- av_dict_free (&options);
- audio_stream_index = i;
- break;
- }
- if ( (-1 == audio_stream_index) ||
- (0 == codec_ctx->channels) )
- {
-#if DEBUG
- fprintf (stderr,
- "No audio streams or no suitable codec found\n");
-#endif
- if (NULL != codec)
- avcodec_close (codec_ctx);
- avformat_close_input (&format_ctx);
- av_free (io_ctx);
- return;
- }
-
- frame = av_frame_alloc ();
- if (NULL == frame)
- {
-#if DEBUG
- fprintf (stderr,
- "Failed to allocate frame\n");
-#endif
- avcodec_close (codec_ctx);
- avformat_close_input (&format_ctx);
- av_free (io_ctx);
- return;
- }
-
-
- if (! (buffer = malloc (HARD_LIMIT_SIZE)))
- goto cleanup;
-
-
- /** Open the output file for writing. */
- if (open_output_file (codec_ctx,
- &output_format_context,
- &output_codec_context))
- goto cleanup;
- /** Initialize the resampler to be able to convert audio sample formats. */
- if (init_resampler (codec_ctx,
- output_codec_context,
- &resample_context))
- goto cleanup;
- /** Initialize the FIFO buffer to store audio samples to be encoded. */
- if (init_fifo (&fifo))
- goto cleanup;
-
- /** Write the header of the output file container. */
- if (write_output_file_header (output_format_context))
- goto cleanup;
-
-
- if (format_ctx->duration == AV_NOPTS_VALUE)
- {
- duration = -1;
-#if DEBUG
- fprintf (stderr,
- "Duration unknown\n");
-#endif
- }
- else
- {
- duration = format_ctx->duration;
-#if DEBUG
- fprintf (stderr,
- "Duration: %lld\n",
- format_ctx->duration);
-#endif
- }
-
- /* if duration is known, seek to first tried,
- * else use 10 sec into stream */
-
- if (-1 != duration)
- err = av_seek_frame (format_ctx, -1, (duration / 3), 0);
- else
- err = av_seek_frame (format_ctx, -1, 10 * AV_TIME_BASE, 0);
-
-
- if (err >= 0)
- avcodec_flush_buffers (codec_ctx);
-
-
- /**
- * Loop as long as we have input samples to read or output samples
- * to write; abort as soon as we have neither.
- */
- while (1)
- {
- /** Use the encoder's desired frame size for processing. */
- const int output_frame_size = output_codec_context->frame_size;
- int finished = 0;
-
- /**
- * Make sure that there is one frame worth of samples in the FIFO
- * buffer so that the encoder can do its work.
- * Since the decoder's and the encoder's frame size may differ, we
- * need to FIFO buffer to store as many frames worth of input samples
- * that they make up at least one frame worth of output samples.
- */
- while ((av_audio_fifo_size (fifo) < output_frame_size))
- {
- /**
- * Decode one frame worth of audio samples, convert it to the
- * output sample format and put it into the FIFO buffer.
- */
- if (read_decode_convert_and_store (fifo,
- format_ctx,
- codec_ctx,
- output_codec_context,
- resample_context,
- audio_stream_index,
- &finished))
- {
- goto cleanup;
- }
-
- /**
- * If we are at the end of the input file, we continue
- * encoding the remaining audio samples to the output file.
- */
- if (finished)
- break;
- }
-
- /* Already over our limit*/
- if (totalSize >= MAX_SIZE)
- finished = 1;
-
- /**
- * If we have enough samples for the encoder, we encode them.
- * At the end of the file, we pass the remaining samples to
- * the encoder.
- *///
- while (av_audio_fifo_size (fifo) >= output_frame_size ||
- (finished && av_audio_fifo_size (fifo) > 0))
- {
- /**
- * Take one frame worth of audio samples from the FIFO buffer,
- * encode it and write it to the output file.
- */
- if (load_encode_and_write (fifo,
- output_format_context,
- output_codec_context))
- goto cleanup;
- }
- /**
- * If we are at the end of the input file and have encoded
- * all remaining samples, we can exit this loop and finish.
- */
- if (finished)
- {
- int data_written;
- /** Flush the encoder as it may have delayed frames. */
- do {
- encode_audio_frame (NULL,
- output_format_context,
- output_codec_context,
- &data_written);
- } while (data_written);
- break;
- }
- }
-
- /** Write the trailer of the output file container. */
- if (write_output_file_trailer (output_format_context))
- goto cleanup;
- ec->proc (ec->cls,
- "previewopus",
- EXTRACTOR_METATYPE_AUDIO_PREVIEW,
- EXTRACTOR_METAFORMAT_BINARY,
- "audio/opus",
- buffer,
- totalSize);
-
-#if OUTPUT_FILE
- {
- FILE *f;
-
- f = fopen ("example.opus", "wb");
- if (! f)
- {
- fprintf (stderr, "Could not open %s\n", "file");
- exit (1);
- }
- fwrite (buffer, 1, totalSize, f);
- fclose (f);
- }
-#endif
-
-cleanup:
- av_free (frame);
- free (buffer);
-
- if (fifo)
- av_audio_fifo_free (fifo);
- if (resample_context)
- {
- swr_close (resample_context);
- swr_free (&resample_context);
- }
- if (output_codec_context)
- avcodec_close (output_codec_context);
-
- avcodec_close (codec_ctx);
- avformat_close_input (&format_ctx);
- av_free (io_ctx);
-}
-
-
-/**
- * Main method for the opus-preview plugin.
- *
- * @param ec extraction context
- */
-void
-EXTRACTOR_previewopus_extract_method (struct EXTRACTOR_ExtractContext *ec)
-{
- ssize_t iret;
- void *data;
-
- if (-1 == (iret = ec->read (ec->cls,
- &data,
- 16 * 1024)))
- return;
-
- if (0 != ec->seek (ec->cls, 0, SEEK_SET))
- return;
-
- extract_audio (ec);
-}
-
-
-/**
- * Log callback. Does nothing.
- *
- * @param ptr NULL
- * @param level log level
- * @param format format string
- * @param ap arguments for format
- */
-static void
-previewopus_av_log_callback (void*ptr,
- int level,
- const char *format,
- va_list ap)
-{
-#if DEBUG
- vfprintf (stderr, format, ap);
-#endif
-}
-
-
-/**
- * Initialize av-libs
- */
-void __attribute__ ((constructor))
-previewopus_lib_init (void)
-{
- av_log_set_callback (&previewopus_av_log_callback);
-}
-
-
-/**
- * Destructor for the library, cleans up.
- */
-void __attribute__ ((destructor))
-previewopus_ltdl_fini ()
-{
-
-}
-
-
-/* end of previewopus_extractor.c */