Public Member Functions
	Audio (mlt_audio_format format, int sampleRate, int channelCount)

int	channelCount () const

bool	finish (Context &ctx)

void	finishFrame ()

QString	formatName () const

bool	isFinished () const

bool	isSampleDataRemaining () const

bool	open (Context &ctx, const KisMediaEncoderWrapperSettings &settings)

int	pullFrame (Context &ctx)

bool	pushSamples (Context &ctx)

int	sampleRate () const

Static Public Attributes
static constexpr int	PULL_FRAME_END_OF_STREAM = 1

static constexpr int	PULL_FRAME_ERROR = 2

static constexpr int	PULL_FRAME_OK = 0

Private Member Functions
int	samplesToSize (int samples) const

int	sizeToSamples (int size) const

Private Attributes
QByteArray	m_audioFileBytes

const int	m_channelCount

std::unique_ptr< Mlt::Filter >	m_filter

bool	m_finished = false

const mlt_audio_format	m_format

std::unique_ptr< Mlt::Frame >	m_frame

std::unique_ptr< Mlt::Producer >	m_producer

std::unique_ptr< Mlt::Profile >	m_profile

int	m_sampleCount = 0

const unsigned char *	m_sampleData = nullptr

int	m_samplePos = 0

const int	m_sampleRate

const int	m_sampleSize

Detailed Description

Definition at line 433 of file KisAndroidMediaEncoderRunnable.cpp.

Constructor & Destructor Documentation

◆ Audio()

KisAndroidMediaEncoderRunnable::Audio::Audio	(	mlt_audio_format	format,
		int	sampleRate,
		int	channelCount )

inline

Definition at line 440 of file KisAndroidMediaEncoderRunnable.cpp.

        : m_format(format)
        , m_sampleRate(sampleRate)
        , m_channelCount(channelCount)
        , m_sampleSize(mlt_audio_format_size(format, 1, 1))
    {
    }

Member Function Documentation

◆ channelCount()

int KisAndroidMediaEncoderRunnable::Audio::channelCount ( ) const

inline

Definition at line 458 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return m_channelCount;
    }

References m_channelCount.

◆ finish()

bool KisAndroidMediaEncoderRunnable::Audio::finish ( Context & ctx )

inline

Definition at line 583 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        if (!m_finished) {
            int finishAudioResult = int(ctx.encoder().callMethod<jint>("finishAudio", "()I"));
            if (ctx.checkResult(QStringLiteral("finishAudio"), finishAudioResult)) {
                return false;
            }
            m_finished = true;
        }
        return true;
    }

References KisAndroidMediaEncoderRunnable::Context::checkResult(), KisAndroidMediaEncoderRunnable::Context::encoder(), and m_finished.

◆ finishFrame()

void KisAndroidMediaEncoderRunnable::Audio::finishFrame ( )

inline

Definition at line 575 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        m_frame.reset();
        m_sampleData = nullptr;
        m_sampleCount = 0;
        m_samplePos = 0;
    }

References m_frame, m_sampleCount, m_sampleData, and m_samplePos.

◆ formatName()

QString KisAndroidMediaEncoderRunnable::Audio::formatName ( ) const

inline

Definition at line 448 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return QString::fromUtf8(mlt_audio_format_name(m_format));
    }

References m_format.

◆ isFinished()

bool KisAndroidMediaEncoderRunnable::Audio::isFinished ( ) const

inline

Definition at line 463 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return m_finished;
    }

References m_finished.

◆ isSampleDataRemaining()

bool KisAndroidMediaEncoderRunnable::Audio::isSampleDataRemaining ( ) const

inline

Definition at line 570 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return m_samplePos < m_sampleCount;
    }

References m_sampleCount, and m_samplePos.

◆ open()

bool KisAndroidMediaEncoderRunnable::Audio::open	(	Context &	ctx,
		const KisMediaEncoderWrapperSettings &	settings )

inline

Definition at line 468 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        m_audioFileBytes = settings.audioFile.toUtf8();
 
        m_profile = std::make_unique<Mlt::Profile>();
        m_profile->set_frame_rate(settings.outputFps, 1);
 
        m_producer = std::make_unique<Mlt::Producer>(*m_profile, "avformat", m_audioFileBytes.constData());
        if (!m_producer->is_valid()) {
            ctx.setInternalErrorMessage(QStringLiteral("failed to open MLT producer for '%1'").arg(settings.audioFile));
            return false;
        }
 
        m_filter = std::make_unique<Mlt::Filter>(*m_profile, "swresample");
        if (!m_filter->is_valid()) {
            ctx.setInternalErrorMessage(QStringLiteral("failed to create MLT filter"));
            return false;
        }
 
        int result = m_producer->attach(*m_filter);
        if (result != 0) {
            ctx.setInternalErrorMessage(QStringLiteral("error %1 attaching MLT filter").arg(result));
            return false;
        }
 
        m_producer->seek(settings.audioSeekFrame);
 
        return true;
    }

References KisMediaEncoderWrapperSettings::audioFile, KisMediaEncoderWrapperSettings::audioSeekFrame, m_audioFileBytes, m_filter, m_producer, m_profile, KisMediaEncoderWrapperSettings::outputFps, KisLibavEncoderContext::setInternalErrorMessage(), and KisMediaEncoderRunnable::settings().

◆ pullFrame()

int KisAndroidMediaEncoderRunnable::Audio::pullFrame ( Context & ctx )

inline

Definition at line 498 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        if (m_frame) {
            return PULL_FRAME_OK;
        }
 
        m_frame.reset(m_producer->get_frame());
        if (!m_frame || !m_frame->is_valid()) {
            m_frame.reset();
            return PULL_FRAME_END_OF_STREAM;
        }
 
        mlt_audio_format format = m_format;
        int sampleRate = m_sampleRate;
        int channelCount = m_channelCount;
 
        float fps = float(m_profile->fps());
        int64_t position = m_frame->get_position();
        int sampleCount = mlt_audio_calculate_frame_samples(fps, sampleRate, position);
        const void *sampleData = m_frame->get_audio(format, sampleRate, channelCount, sampleCount);
        if (sampleCount <= 0 || !sampleData) {
            m_frame.reset();
            return PULL_FRAME_END_OF_STREAM;
        }
 
        if (format != m_format || sampleRate != m_sampleRate || channelCount != m_channelCount) {
            ctx.setInternalErrorMessage(QStringLiteral("bad MLT frame format %1:%2:%3 != not %4:%5:%6")
                                            .arg(int(format))
                                            .arg(sampleRate)
                                            .arg(channelCount)
                                            .arg(int(m_format))
                                            .arg(m_sampleRate)
                                            .arg(m_channelCount));
            m_frame.reset();
            return PULL_FRAME_ERROR;
        }
 
        m_sampleCount = sampleCount;
        m_sampleData = reinterpret_cast<const unsigned char *>(sampleData);
        m_samplePos = 0;
        return PULL_FRAME_OK;
    }

References channelCount(), m_channelCount, m_format, m_frame, m_producer, m_profile, m_sampleCount, m_sampleData, m_samplePos, m_sampleRate, PULL_FRAME_END_OF_STREAM, PULL_FRAME_ERROR, PULL_FRAME_OK, sampleRate(), and KisLibavEncoderContext::setInternalErrorMessage().

◆ pushSamples()

bool KisAndroidMediaEncoderRunnable::Audio::pushSamples ( Context & ctx )

inline

Definition at line 541 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        void *buffer;
        int availableSize;
        if (!readAudioInputBuffer(ctx, buffer, availableSize)) {
            return false;
        }
 
        int availableSamples = sizeToSamples(availableSize);
        if (availableSamples <= 0) {
            ctx.setInternalErrorMessage(QStringLiteral("no available samples from size %1").arg(availableSize));
            return false;
        }
 
        int remainingSamples = m_sampleCount - m_samplePos;
        int chunkSamples = qMin(availableSamples, remainingSamples);
        int chunkSize = samplesToSize(chunkSamples);
        memcpy(buffer, m_sampleData + samplesToSize(m_samplePos), chunkSize);
 
        int commitResult =
            int(ctx.encoder().callMethod<jint>("commitAudio", "(II)I", jint(chunkSamples), jint(chunkSize)));
        if (ctx.checkResult(QStringLiteral("commitAudio"), commitResult)) {
            return false;
        }
 
        m_samplePos += chunkSamples;
        return true;
    }

References KisAndroidMediaEncoderRunnable::Context::checkResult(), KisAndroidMediaEncoderRunnable::Context::encoder(), m_sampleCount, m_sampleData, m_samplePos, KisAndroidMediaEncoderRunnable::readAudioInputBuffer(), samplesToSize(), KisLibavEncoderContext::setInternalErrorMessage(), and sizeToSamples().

◆ sampleRate()

int KisAndroidMediaEncoderRunnable::Audio::sampleRate ( ) const

inline

Definition at line 453 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return m_sampleRate;
    }

References m_sampleRate.

◆ samplesToSize()

int KisAndroidMediaEncoderRunnable::Audio::samplesToSize ( int samples ) const

inlineprivate

Definition at line 601 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return samples * m_channelCount * m_sampleSize;
    }

References m_channelCount, and m_sampleSize.

◆ sizeToSamples()

int KisAndroidMediaEncoderRunnable::Audio::sizeToSamples ( int size ) const

inlineprivate

Definition at line 596 of file KisAndroidMediaEncoderRunnable.cpp.

    {
        return size / (m_channelCount * m_sampleSize);
    }

References m_channelCount, and m_sampleSize.

Member Data Documentation

◆ m_audioFileBytes

QByteArray KisAndroidMediaEncoderRunnable::Audio::m_audioFileBytes

private

Definition at line 606 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_channelCount

const int KisAndroidMediaEncoderRunnable::Audio::m_channelCount

private

Definition at line 614 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_filter

std::unique_ptr<Mlt::Filter> KisAndroidMediaEncoderRunnable::Audio::m_filter

private

Definition at line 609 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_finished

bool KisAndroidMediaEncoderRunnable::Audio::m_finished = false

private

Definition at line 618 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_format

const mlt_audio_format KisAndroidMediaEncoderRunnable::Audio::m_format

private

Definition at line 612 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_frame

std::unique_ptr<Mlt::Frame> KisAndroidMediaEncoderRunnable::Audio::m_frame

private

Definition at line 610 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_producer

std::unique_ptr<Mlt::Producer> KisAndroidMediaEncoderRunnable::Audio::m_producer

private

Definition at line 608 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_profile

std::unique_ptr<Mlt::Profile> KisAndroidMediaEncoderRunnable::Audio::m_profile

private

Definition at line 607 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_sampleCount

int KisAndroidMediaEncoderRunnable::Audio::m_sampleCount = 0

private

Definition at line 616 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_sampleData

const unsigned char* KisAndroidMediaEncoderRunnable::Audio::m_sampleData = nullptr

private

Definition at line 611 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_samplePos

int KisAndroidMediaEncoderRunnable::Audio::m_samplePos = 0

private

Definition at line 617 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_sampleRate

const int KisAndroidMediaEncoderRunnable::Audio::m_sampleRate

private

Definition at line 613 of file KisAndroidMediaEncoderRunnable.cpp.

◆ m_sampleSize

const int KisAndroidMediaEncoderRunnable::Audio::m_sampleSize

private

Definition at line 615 of file KisAndroidMediaEncoderRunnable.cpp.

◆ PULL_FRAME_END_OF_STREAM

constexpr int KisAndroidMediaEncoderRunnable::Audio::PULL_FRAME_END_OF_STREAM = 1

staticconstexpr

Definition at line 437 of file KisAndroidMediaEncoderRunnable.cpp.

◆ PULL_FRAME_ERROR

constexpr int KisAndroidMediaEncoderRunnable::Audio::PULL_FRAME_ERROR = 2

staticconstexpr

Definition at line 438 of file KisAndroidMediaEncoderRunnable.cpp.

◆ PULL_FRAME_OK

constexpr int KisAndroidMediaEncoderRunnable::Audio::PULL_FRAME_OK = 0

staticconstexpr

Definition at line 436 of file KisAndroidMediaEncoderRunnable.cpp.

The documentation for this class was generated from the following file:

libs/ui/animation/KisAndroidMediaEncoderRunnable.cpp

Public Member Functions

Static Public Attributes

Private Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

◆ Audio()

Member Function Documentation

◆ channelCount()

◆ finish()

◆ finishFrame()

◆ formatName()

◆ isFinished()

◆ isSampleDataRemaining()

◆ open()

◆ pullFrame()

◆ pushSamples()

◆ sampleRate()

◆ samplesToSize()

◆ sizeToSamples()

Member Data Documentation

◆ m_audioFileBytes

◆ m_channelCount

◆ m_filter

◆ m_finished

◆ m_format

◆ m_frame

◆ m_producer

◆ m_profile

◆ m_sampleCount

◆ m_sampleData

◆ m_samplePos

◆ m_sampleRate

◆ m_sampleSize

◆ PULL_FRAME_END_OF_STREAM

◆ PULL_FRAME_ERROR

◆ PULL_FRAME_OK