/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim: set ts=8 sts=2 et sw=2 tw=80: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "MediaData.h" #include "MediaInfo.h" #ifdef MOZ_OMX_DECODER #include "GrallocImages.h" #include "mozilla/layers/TextureClient.h" #endif #include "VideoUtils.h" #include "ImageContainer.h" #include "mozilla/UniquePtrExtensions.h" #ifdef MOZ_WIDGET_GONK #include #endif #include namespace mozilla { using namespace mozilla::gfx; using layers::ImageContainer; using layers::PlanarYCbCrImage; using layers::PlanarYCbCrData; const char* AudioData::sTypeName = "audio"; const char* VideoData::sTypeName = "video"; void AudioData::EnsureAudioBuffer() { if (mAudioBuffer) return; mAudioBuffer = SharedBuffer::Create(mFrames*mChannels*sizeof(AudioDataValue)); AudioDataValue* data = static_cast(mAudioBuffer->Data()); for (uint32_t i = 0; i < mFrames; ++i) { for (uint32_t j = 0; j < mChannels; ++j) { data[j*mFrames + i] = mAudioData[i*mChannels + j]; } } } size_t AudioData::SizeOfIncludingThis(MallocSizeOf aMallocSizeOf) const { size_t size = aMallocSizeOf(this) + aMallocSizeOf(mAudioData.get()); if (mAudioBuffer) { size += mAudioBuffer->SizeOfIncludingThis(aMallocSizeOf); } return size; } /* static */ already_AddRefed AudioData::TransferAndUpdateTimestampAndDuration(AudioData* aOther, int64_t aTimestamp, int64_t aDuration) { NS_ENSURE_TRUE(aOther, nullptr); RefPtr v = new AudioData(aOther->mOffset, aTimestamp, aDuration, aOther->mFrames, Move(aOther->mAudioData), aOther->mChannels, aOther->mRate); v->mDiscontinuity = aOther->mDiscontinuity; return v.forget(); } static bool ValidatePlane(const VideoData::YCbCrBuffer::Plane& aPlane) { return aPlane.mWidth <= PlanarYCbCrImage::MAX_DIMENSION && aPlane.mHeight <= PlanarYCbCrImage::MAX_DIMENSION && aPlane.mWidth * aPlane.mHeight < MAX_VIDEO_WIDTH * MAX_VIDEO_HEIGHT && aPlane.mStride > 0 && aPlane.mWidth <= aPlane.mStride; } #ifdef MOZ_WIDGET_GONK static bool IsYV12Format(const VideoData::YCbCrBuffer::Plane& aYPlane, const VideoData::YCbCrBuffer::Plane& aCbPlane, const VideoData::YCbCrBuffer::Plane& aCrPlane) { return aYPlane.mWidth % 2 == 0 && aYPlane.mHeight % 2 == 0 && aYPlane.mWidth / 2 == aCbPlane.mWidth && aYPlane.mHeight / 2 == aCbPlane.mHeight && aCbPlane.mWidth == aCrPlane.mWidth && aCbPlane.mHeight == aCrPlane.mHeight; } static bool IsInEmulator() { char propQemu[PROPERTY_VALUE_MAX]; property_get("ro.kernel.qemu", propQemu, ""); return !strncmp(propQemu, "1", 1); } #endif VideoData::VideoData(int64_t aOffset, int64_t aTime, int64_t aDuration, bool aKeyframe, int64_t aTimecode, IntSize aDisplay, layers::ImageContainer::FrameID aFrameID) : MediaData(VIDEO_DATA, aOffset, aTime, aDuration, 1) , mDisplay(aDisplay) , mFrameID(aFrameID) , mSentToCompositor(false) { NS_ASSERTION(mDuration >= 0, "Frame must have non-negative duration."); mKeyframe = aKeyframe; mTimecode = aTimecode; } VideoData::~VideoData() { } size_t VideoData::SizeOfIncludingThis(MallocSizeOf aMallocSizeOf) const { size_t size = aMallocSizeOf(this); // Currently only PLANAR_YCBCR has a well defined function for determining // it's size, so reporting is limited to that type. if (mImage && mImage->GetFormat() == ImageFormat::PLANAR_YCBCR) { const mozilla::layers::PlanarYCbCrImage* img = static_cast(mImage.get()); size += img->SizeOfIncludingThis(aMallocSizeOf); } return size; } /* static */ already_AddRefed VideoData::ShallowCopyUpdateDuration(const VideoData* aOther, int64_t aDuration) { RefPtr v = new VideoData(aOther->mOffset, aOther->mTime, aDuration, aOther->mKeyframe, aOther->mTimecode, aOther->mDisplay, aOther->mFrameID); v->mDiscontinuity = aOther->mDiscontinuity; v->mImage = aOther->mImage; return v.forget(); } /* static */ already_AddRefed VideoData::ShallowCopyUpdateTimestamp(const VideoData* aOther, int64_t aTimestamp) { NS_ENSURE_TRUE(aOther, nullptr); RefPtr v = new VideoData(aOther->mOffset, aTimestamp, aOther->GetEndTime() - aTimestamp, aOther->mKeyframe, aOther->mTimecode, aOther->mDisplay, aOther->mFrameID); v->mDiscontinuity = aOther->mDiscontinuity; v->mImage = aOther->mImage; return v.forget(); } /* static */ already_AddRefed VideoData::ShallowCopyUpdateTimestampAndDuration(const VideoData* aOther, int64_t aTimestamp, int64_t aDuration) { NS_ENSURE_TRUE(aOther, nullptr); RefPtr v = new VideoData(aOther->mOffset, aTimestamp, aDuration, aOther->mKeyframe, aOther->mTimecode, aOther->mDisplay, aOther->mFrameID); v->mDiscontinuity = aOther->mDiscontinuity; v->mImage = aOther->mImage; return v.forget(); } /* static */ bool VideoData::SetVideoDataToImage(PlanarYCbCrImage* aVideoImage, const VideoInfo& aInfo, const YCbCrBuffer &aBuffer, const IntRect& aPicture, bool aCopyData) { if (!aVideoImage) { return false; } const YCbCrBuffer::Plane &Y = aBuffer.mPlanes[0]; const YCbCrBuffer::Plane &Cb = aBuffer.mPlanes[1]; const YCbCrBuffer::Plane &Cr = aBuffer.mPlanes[2]; PlanarYCbCrData data; data.mYChannel = Y.mData + Y.mOffset; data.mYSize = IntSize(Y.mWidth, Y.mHeight); data.mYStride = Y.mStride; data.mYSkip = Y.mSkip; data.mCbChannel = Cb.mData + Cb.mOffset; data.mCrChannel = Cr.mData + Cr.mOffset; data.mCbCrSize = IntSize(Cb.mWidth, Cb.mHeight); data.mCbCrStride = Cb.mStride; data.mCbSkip = Cb.mSkip; data.mCrSkip = Cr.mSkip; data.mPicX = aPicture.x; data.mPicY = aPicture.y; data.mPicSize = aPicture.Size(); data.mStereoMode = aInfo.mStereoMode; aVideoImage->SetDelayedConversion(true); if (aCopyData) { return aVideoImage->SetData(data); } else { return aVideoImage->SetDataNoCopy(data); } } /* static */ already_AddRefed VideoData::Create(const VideoInfo& aInfo, ImageContainer* aContainer, Image* aImage, int64_t aOffset, int64_t aTime, int64_t aDuration, const YCbCrBuffer& aBuffer, bool aKeyframe, int64_t aTimecode, const IntRect& aPicture) { if (!aImage && !aContainer) { // Create a dummy VideoData with no image. This gives us something to // send to media streams if necessary. RefPtr v(new VideoData(aOffset, aTime, aDuration, aKeyframe, aTimecode, aInfo.mDisplay, 0)); return v.forget(); } // The following situation should never happen unless there is a bug // in the decoder if (aBuffer.mPlanes[1].mWidth != aBuffer.mPlanes[2].mWidth || aBuffer.mPlanes[1].mHeight != aBuffer.mPlanes[2].mHeight) { NS_ERROR("C planes with different sizes"); return nullptr; } // The following situations could be triggered by invalid input if (aPicture.width <= 0 || aPicture.height <= 0) { // In debug mode, makes the error more noticeable MOZ_ASSERT(false, "Empty picture rect"); return nullptr; } if (!ValidatePlane(aBuffer.mPlanes[0]) || !ValidatePlane(aBuffer.mPlanes[1]) || !ValidatePlane(aBuffer.mPlanes[2])) { NS_WARNING("Invalid plane size"); return nullptr; } // Ensure the picture size specified in the headers can be extracted out of // the frame we've been supplied without indexing out of bounds. CheckedUint32 xLimit = aPicture.x + CheckedUint32(aPicture.width); CheckedUint32 yLimit = aPicture.y + CheckedUint32(aPicture.height); if (!xLimit.isValid() || xLimit.value() > aBuffer.mPlanes[0].mStride || !yLimit.isValid() || yLimit.value() > aBuffer.mPlanes[0].mHeight) { // The specified picture dimensions can't be contained inside the video // frame, we'll stomp memory if we try to copy it. Fail. NS_WARNING("Overflowing picture rect"); return nullptr; } RefPtr v(new VideoData(aOffset, aTime, aDuration, aKeyframe, aTimecode, aInfo.mDisplay, 0)); #ifdef MOZ_WIDGET_GONK const YCbCrBuffer::Plane &Y = aBuffer.mPlanes[0]; const YCbCrBuffer::Plane &Cb = aBuffer.mPlanes[1]; const YCbCrBuffer::Plane &Cr = aBuffer.mPlanes[2]; #endif if (!aImage) { // Currently our decoder only knows how to output to ImageFormat::PLANAR_YCBCR // format. #ifdef MOZ_WIDGET_GONK if (IsYV12Format(Y, Cb, Cr) && !IsInEmulator()) { v->mImage = new layers::GrallocImage(); } #endif if (!v->mImage) { v->mImage = aContainer->CreatePlanarYCbCrImage(); } } else { v->mImage = aImage; } if (!v->mImage) { return nullptr; } NS_ASSERTION(v->mImage->GetFormat() == ImageFormat::PLANAR_YCBCR || v->mImage->GetFormat() == ImageFormat::GRALLOC_PLANAR_YCBCR, "Wrong format?"); PlanarYCbCrImage* videoImage = v->mImage->AsPlanarYCbCrImage(); MOZ_ASSERT(videoImage); bool shouldCopyData = (aImage == nullptr); if (!VideoData::SetVideoDataToImage(videoImage, aInfo, aBuffer, aPicture, shouldCopyData)) { return nullptr; } #ifdef MOZ_WIDGET_GONK if (!videoImage->IsValid() && !aImage && IsYV12Format(Y, Cb, Cr)) { // Failed to allocate gralloc. Try fallback. v->mImage = aContainer->CreatePlanarYCbCrImage(); if (!v->mImage) { return nullptr; } videoImage = v->mImage->AsPlanarYCbCrImage(); if(!VideoData::SetVideoDataToImage(videoImage, aInfo, aBuffer, aPicture, true /* aCopyData */)) { return nullptr; } } #endif return v.forget(); } /* static */ already_AddRefed VideoData::Create(const VideoInfo& aInfo, ImageContainer* aContainer, int64_t aOffset, int64_t aTime, int64_t aDuration, const YCbCrBuffer& aBuffer, bool aKeyframe, int64_t aTimecode, const IntRect& aPicture) { return Create(aInfo, aContainer, nullptr, aOffset, aTime, aDuration, aBuffer, aKeyframe, aTimecode, aPicture); } /* static */ already_AddRefed VideoData::Create(const VideoInfo& aInfo, Image* aImage, int64_t aOffset, int64_t aTime, int64_t aDuration, const YCbCrBuffer& aBuffer, bool aKeyframe, int64_t aTimecode, const IntRect& aPicture) { return Create(aInfo, nullptr, aImage, aOffset, aTime, aDuration, aBuffer, aKeyframe, aTimecode, aPicture); } /* static */ already_AddRefed VideoData::CreateFromImage(const VideoInfo& aInfo, ImageContainer* aContainer, int64_t aOffset, int64_t aTime, int64_t aDuration, const RefPtr& aImage, bool aKeyframe, int64_t aTimecode, const IntRect& aPicture) { RefPtr v(new VideoData(aOffset, aTime, aDuration, aKeyframe, aTimecode, aInfo.mDisplay, 0)); v->mImage = aImage; return v.forget(); } #ifdef MOZ_OMX_DECODER /* static */ already_AddRefed VideoData::Create(const VideoInfo& aInfo, ImageContainer* aContainer, int64_t aOffset, int64_t aTime, int64_t aDuration, mozilla::layers::TextureClient* aBuffer, bool aKeyframe, int64_t aTimecode, const IntRect& aPicture) { if (!aContainer) { // Create a dummy VideoData with no image. This gives us something to // send to media streams if necessary. RefPtr v(new VideoData(aOffset, aTime, aDuration, aKeyframe, aTimecode, aInfo.mDisplay, 0)); return v.forget(); } // The following situations could be triggered by invalid input if (aPicture.width <= 0 || aPicture.height <= 0) { NS_WARNING("Empty picture rect"); return nullptr; } // Ensure the picture size specified in the headers can be extracted out of // the frame we've been supplied without indexing out of bounds. CheckedUint32 xLimit = aPicture.x + CheckedUint32(aPicture.width); CheckedUint32 yLimit = aPicture.y + CheckedUint32(aPicture.height); if (!xLimit.isValid() || !yLimit.isValid()) { // The specified picture dimensions can't be contained inside the video // frame, we'll stomp memory if we try to copy it. Fail. NS_WARNING("Overflowing picture rect"); return nullptr; } RefPtr v(new VideoData(aOffset, aTime, aDuration, aKeyframe, aTimecode, aInfo.mDisplay, 0)); RefPtr image = new layers::GrallocImage(); image->SetData(aBuffer, aPicture.Size()); v->mImage = image; return v.forget(); } #endif // MOZ_OMX_DECODER // Alignment value - 1. 0 means that data isn't aligned. // For 32-bytes aligned, use 31U. #define RAW_DATA_ALIGNMENT 31U MediaRawData::MediaRawData() : MediaData(RAW_DATA, 0) , mCrypto(mCryptoInternal) , mData(nullptr) , mSize(0) , mBuffer(nullptr) , mCapacity(0) { } MediaRawData::MediaRawData(const uint8_t* aData, size_t aSize) : MediaData(RAW_DATA, 0) , mCrypto(mCryptoInternal) , mData(nullptr) , mSize(0) , mBuffer(nullptr) , mCapacity(0) { if (!EnsureCapacity(aSize)) { return; } // We ensure sufficient capacity above so this shouldn't fail. memcpy(mData, aData, aSize); mSize = aSize; } already_AddRefed MediaRawData::Clone() const { RefPtr s = new MediaRawData; s->mTimecode = mTimecode; s->mTime = mTime; s->mDuration = mDuration; s->mOffset = mOffset; s->mKeyframe = mKeyframe; s->mExtraData = mExtraData; s->mCryptoInternal = mCryptoInternal; s->mTrackInfo = mTrackInfo; if (mSize) { if (!s->EnsureCapacity(mSize)) { return nullptr; } memcpy(s->mData, mData, mSize); s->mSize = mSize; } return s.forget(); } // EnsureCapacity ensures that the buffer is big enough to hold // aSize. It doesn't set the mSize. It's up to the caller to adjust it. bool MediaRawData::EnsureCapacity(size_t aSize) { const size_t sizeNeeded = aSize + RAW_DATA_ALIGNMENT * 2; if (mData && mCapacity >= sizeNeeded) { return true; } auto newBuffer = MakeUniqueFallible(sizeNeeded); if (!newBuffer) { return false; } // Find alignment address. const uintptr_t alignmask = RAW_DATA_ALIGNMENT; uint8_t* newData = reinterpret_cast( (reinterpret_cast(newBuffer.get()) + alignmask) & ~alignmask); MOZ_ASSERT(uintptr_t(newData) % (RAW_DATA_ALIGNMENT+1) == 0); memcpy(newData, mData, mSize); mBuffer = Move(newBuffer); mCapacity = sizeNeeded; mData = newData; return true; } MediaRawData::~MediaRawData() { } size_t MediaRawData::SizeOfIncludingThis(MallocSizeOf aMallocSizeOf) const { size_t size = aMallocSizeOf(this); size += aMallocSizeOf(mBuffer.get()); return size; } MediaRawDataWriter* MediaRawData::CreateWriter() { return new MediaRawDataWriter(this); } MediaRawDataWriter::MediaRawDataWriter(MediaRawData* aMediaRawData) : mCrypto(aMediaRawData->mCryptoInternal) , mTarget(aMediaRawData) { } bool MediaRawDataWriter::EnsureSize(size_t aSize) { if (aSize <= mTarget->mSize) { return true; } if (!mTarget->EnsureCapacity(aSize)) { return false; } return true; } bool MediaRawDataWriter::SetSize(size_t aSize) { if (aSize > mTarget->mSize && !EnsureSize(aSize)) { return false; } mTarget->mSize = aSize; return true; } bool MediaRawDataWriter::Prepend(const uint8_t* aData, size_t aSize) { if (!EnsureSize(aSize + mTarget->mSize)) { return false; } // Shift the data to the right by aSize to leave room for the new data. memmove(mTarget->mData + aSize, mTarget->mData, mTarget->mSize); memcpy(mTarget->mData, aData, aSize); mTarget->mSize += aSize; return true; } bool MediaRawDataWriter::Replace(const uint8_t* aData, size_t aSize) { // If aSize is smaller than our current size, we leave the buffer as is, // only adjusting the reported size. if (!EnsureSize(aSize)) { return false; } memcpy(mTarget->mData, aData, aSize); mTarget->mSize = aSize; return true; } void MediaRawDataWriter::Clear() { mTarget->mSize = 0; mTarget->mData = nullptr; } uint8_t* MediaRawDataWriter::Data() { return mTarget->mData; } size_t MediaRawDataWriter::Size() { return mTarget->Size(); } } // namespace mozilla