This source file includes following definitions.
- size
- buffer
- natural_size
- weak_factory_
- Reset
- Stop
- IsCodedSizeSupported
- ReportGpuVideoDecoderInitializeStatusToUMAAndRunCB
- Initialize
- DestroyPictureBuffers
- DestroyVDA
- CanMoreDecodeWorkBeDone
- RecordBufferData
- GetBufferData
- HasAlpha
- NeedsBitstreamConversion
- CanReadWithoutStalling
- ProvidePictureBuffers
- DismissPictureBuffer
- ReadPixelsSyncInner
- ReadPixelsSync
- PictureReady
- EnqueueFrameAndTriggerFrameDelivery
- ReleaseMailbox
- ReusePictureBuffer
- GetSHM
- PutSHM
- NotifyEndOfBitstreamBuffer
- NotifyFlushDone
- NotifyResetDone
- NotifyError
- DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent
#include "media/filters/gpu_video_decoder.h"
#include <algorithm>
#include "base/bind.h"
#include "base/callback_helpers.h"
#include "base/cpu.h"
#include "base/message_loop/message_loop.h"
#include "base/metrics/histogram.h"
#include "base/stl_util.h"
#include "base/synchronization/waitable_event.h"
#include "base/task_runner_util.h"
#include "gpu/command_buffer/common/mailbox_holder.h"
#include "media/base/bind_to_current_loop.h"
#include "media/base/decoder_buffer.h"
#include "media/base/media_log.h"
#include "media/base/pipeline.h"
#include "media/base/pipeline_status.h"
#include "media/base/video_decoder_config.h"
#include "media/filters/gpu_video_accelerator_factories.h"
#include "third_party/skia/include/core/SkBitmap.h"
namespace media {
enum { kMaxInFlightDecodes = 4 };
static const size_t kSharedMemorySegmentBytes = 100 << 10;
GpuVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* m, size_t s)
: shm(m), size(s) {
}
GpuVideoDecoder::SHMBuffer::~SHMBuffer() {}
GpuVideoDecoder::BufferPair::BufferPair(
SHMBuffer* s, const scoped_refptr<DecoderBuffer>& b)
: shm_buffer(s), buffer(b) {
}
GpuVideoDecoder::BufferPair::~BufferPair() {}
GpuVideoDecoder::BufferData::BufferData(
int32 bbid, base::TimeDelta ts, const gfx::Rect& vr, const gfx::Size& ns)
: bitstream_buffer_id(bbid), timestamp(ts), visible_rect(vr),
natural_size(ns) {
}
GpuVideoDecoder::BufferData::~BufferData() {}
GpuVideoDecoder::GpuVideoDecoder(
const scoped_refptr<GpuVideoAcceleratorFactories>& factories,
const scoped_refptr<MediaLog>& media_log)
: needs_bitstream_conversion_(false),
factories_(factories),
state_(kNormal),
media_log_(media_log),
decoder_texture_target_(0),
next_picture_buffer_id_(0),
next_bitstream_buffer_id_(0),
available_pictures_(0),
weak_factory_(this) {
DCHECK(factories_.get());
}
void GpuVideoDecoder::Reset(const base::Closure& closure) {
DVLOG(3) << "Reset()";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (state_ == kDrainingDecoder) {
base::MessageLoop::current()->PostTask(
FROM_HERE,
base::Bind(
&GpuVideoDecoder::Reset, weak_factory_.GetWeakPtr(), closure));
if (pending_decode_cb_.is_null())
ready_video_frames_.clear();
return;
}
ready_video_frames_.clear();
if (!vda_) {
base::MessageLoop::current()->PostTask(FROM_HERE, closure);
return;
}
if (!pending_decode_cb_.is_null())
EnqueueFrameAndTriggerFrameDelivery(VideoFrame::CreateEOSFrame());
DCHECK(pending_reset_cb_.is_null());
pending_reset_cb_ = BindToCurrentLoop(closure);
vda_->Reset();
}
void GpuVideoDecoder::Stop() {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (vda_)
DestroyVDA();
if (!pending_decode_cb_.is_null())
EnqueueFrameAndTriggerFrameDelivery(VideoFrame::CreateEOSFrame());
if (!pending_reset_cb_.is_null())
base::ResetAndReturn(&pending_reset_cb_).Run();
}
static bool IsCodedSizeSupported(const gfx::Size& coded_size) {
if (coded_size.width() <= 1920 && coded_size.height() <= 1088)
return true;
base::CPU cpu;
bool hw_large_video_support =
(cpu.vendor_name() == "GenuineIntel") && cpu.model() >= 55;
bool os_large_video_support = true;
#if defined(OS_WIN)
os_large_video_support = false;
#endif
return os_large_video_support && hw_large_video_support;
}
static void ReportGpuVideoDecoderInitializeStatusToUMAAndRunCB(
const PipelineStatusCB& cb,
PipelineStatus status) {
UMA_HISTOGRAM_ENUMERATION(
"Media.GpuVideoDecoderInitializeStatus", status, PIPELINE_STATUS_MAX + 1);
cb.Run(status);
}
void GpuVideoDecoder::Initialize(const VideoDecoderConfig& config,
const PipelineStatusCB& orig_status_cb) {
DVLOG(3) << "Initialize()";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK(config.IsValidConfig());
DCHECK(!config.is_encrypted());
PipelineStatusCB status_cb =
base::Bind(&ReportGpuVideoDecoderInitializeStatusToUMAAndRunCB,
BindToCurrentLoop(orig_status_cb));
bool previously_initialized = config_.IsValidConfig();
DVLOG(1) << "(Re)initializing GVD with config: "
<< config.AsHumanReadableString();
if (previously_initialized && (config_.profile() != config.profile())) {
DVLOG(1) << "Codec or profile changed, cannot reinitialize.";
status_cb.Run(DECODER_ERROR_NOT_SUPPORTED);
return;
}
if (!IsCodedSizeSupported(config.coded_size())) {
status_cb.Run(DECODER_ERROR_NOT_SUPPORTED);
return;
}
config_ = config;
needs_bitstream_conversion_ = (config.codec() == kCodecH264);
if (previously_initialized) {
status_cb.Run(PIPELINE_OK);
return;
}
vda_ = factories_->CreateVideoDecodeAccelerator().Pass();
if (!vda_ || !vda_->Initialize(config.profile(), this)) {
status_cb.Run(DECODER_ERROR_NOT_SUPPORTED);
return;
}
DVLOG(3) << "GpuVideoDecoder::Initialize() succeeded.";
media_log_->SetStringProperty("video_decoder", "gpu");
status_cb.Run(PIPELINE_OK);
}
void GpuVideoDecoder::DestroyPictureBuffers(PictureBufferMap* buffers) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
for (PictureBufferMap::iterator it = buffers->begin(); it != buffers->end();
++it) {
factories_->DeleteTexture(it->second.texture_id());
}
buffers->clear();
}
void GpuVideoDecoder::DestroyVDA() {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (vda_)
vda_.release()->Destroy();
for (PictureBufferTextureMap::iterator it =
picture_buffers_at_display_.begin();
it != picture_buffers_at_display_.end();
++it) {
assigned_picture_buffers_.erase(it->first);
}
DestroyPictureBuffers(&assigned_picture_buffers_);
}
void GpuVideoDecoder::Decode(const scoped_refptr<DecoderBuffer>& buffer,
const DecodeCB& decode_cb) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK(pending_reset_cb_.is_null());
DCHECK(pending_decode_cb_.is_null());
pending_decode_cb_ = BindToCurrentLoop(decode_cb);
if (state_ == kError || !vda_) {
base::ResetAndReturn(&pending_decode_cb_).Run(kDecodeError, NULL);
return;
}
switch (state_) {
case kDecoderDrained:
if (!ready_video_frames_.empty()) {
EnqueueFrameAndTriggerFrameDelivery(NULL);
return;
}
state_ = kNormal;
case kNormal:
break;
case kDrainingDecoder:
DCHECK(buffer->end_of_stream());
return;
case kError:
NOTREACHED();
return;
}
if (buffer->end_of_stream()) {
if (state_ == kNormal) {
state_ = kDrainingDecoder;
vda_->Flush();
if (!ready_video_frames_.empty())
EnqueueFrameAndTriggerFrameDelivery(NULL);
}
return;
}
size_t size = buffer->data_size();
SHMBuffer* shm_buffer = GetSHM(size);
if (!shm_buffer) {
base::ResetAndReturn(&pending_decode_cb_).Run(kDecodeError, NULL);
return;
}
memcpy(shm_buffer->shm->memory(), buffer->data(), size);
BitstreamBuffer bitstream_buffer(
next_bitstream_buffer_id_, shm_buffer->shm->handle(), size);
next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & 0x3FFFFFFF;
bool inserted = bitstream_buffers_in_decoder_.insert(std::make_pair(
bitstream_buffer.id(), BufferPair(shm_buffer, buffer))).second;
DCHECK(inserted);
RecordBufferData(bitstream_buffer, *buffer.get());
vda_->Decode(bitstream_buffer);
if (!ready_video_frames_.empty()) {
EnqueueFrameAndTriggerFrameDelivery(NULL);
return;
}
if (CanMoreDecodeWorkBeDone())
base::ResetAndReturn(&pending_decode_cb_).Run(kNotEnoughData, NULL);
}
bool GpuVideoDecoder::CanMoreDecodeWorkBeDone() {
return bitstream_buffers_in_decoder_.size() < kMaxInFlightDecodes;
}
void GpuVideoDecoder::RecordBufferData(const BitstreamBuffer& bitstream_buffer,
const DecoderBuffer& buffer) {
input_buffer_data_.push_front(BufferData(bitstream_buffer.id(),
buffer.timestamp(),
config_.visible_rect(),
config_.natural_size()));
static const size_t kMaxInputBufferDataSize = 128;
if (input_buffer_data_.size() > kMaxInputBufferDataSize)
input_buffer_data_.pop_back();
}
void GpuVideoDecoder::GetBufferData(int32 id, base::TimeDelta* timestamp,
gfx::Rect* visible_rect,
gfx::Size* natural_size) {
for (std::list<BufferData>::const_iterator it =
input_buffer_data_.begin(); it != input_buffer_data_.end();
++it) {
if (it->bitstream_buffer_id != id)
continue;
*timestamp = it->timestamp;
*visible_rect = it->visible_rect;
*natural_size = it->natural_size;
return;
}
NOTREACHED() << "Missing bitstreambuffer id: " << id;
}
bool GpuVideoDecoder::HasAlpha() const {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
return true;
}
bool GpuVideoDecoder::NeedsBitstreamConversion() const {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
return needs_bitstream_conversion_;
}
bool GpuVideoDecoder::CanReadWithoutStalling() const {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
return
next_picture_buffer_id_ == 0 ||
available_pictures_ > 0 || !ready_video_frames_.empty();
}
void GpuVideoDecoder::ProvidePictureBuffers(uint32 count,
const gfx::Size& size,
uint32 texture_target) {
DVLOG(3) << "ProvidePictureBuffers(" << count << ", "
<< size.width() << "x" << size.height() << ")";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
std::vector<uint32> texture_ids;
std::vector<gpu::Mailbox> texture_mailboxes;
decoder_texture_target_ = texture_target;
if (!factories_->CreateTextures(count,
size,
&texture_ids,
&texture_mailboxes,
decoder_texture_target_)) {
NotifyError(VideoDecodeAccelerator::PLATFORM_FAILURE);
return;
}
DCHECK_EQ(count, texture_ids.size());
DCHECK_EQ(count, texture_mailboxes.size());
if (!vda_)
return;
std::vector<PictureBuffer> picture_buffers;
for (size_t i = 0; i < texture_ids.size(); ++i) {
picture_buffers.push_back(PictureBuffer(
next_picture_buffer_id_++, size, texture_ids[i], texture_mailboxes[i]));
bool inserted = assigned_picture_buffers_.insert(std::make_pair(
picture_buffers.back().id(), picture_buffers.back())).second;
DCHECK(inserted);
}
available_pictures_ += count;
vda_->AssignPictureBuffers(picture_buffers);
}
void GpuVideoDecoder::DismissPictureBuffer(int32 id) {
DVLOG(3) << "DismissPictureBuffer(" << id << ")";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
PictureBufferMap::iterator it = assigned_picture_buffers_.find(id);
if (it == assigned_picture_buffers_.end()) {
NOTREACHED() << "Missing picture buffer: " << id;
return;
}
PictureBuffer buffer_to_dismiss = it->second;
assigned_picture_buffers_.erase(it);
if (!picture_buffers_at_display_.count(id)) {
factories_->DeleteTexture(buffer_to_dismiss.texture_id());
CHECK_GT(available_pictures_, 0);
--available_pictures_;
}
}
static void ReadPixelsSyncInner(
const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories,
uint32 texture_id,
const gfx::Rect& visible_rect,
const SkBitmap& pixels,
base::WaitableEvent* event) {
factories->ReadPixels(texture_id, visible_rect, pixels);
event->Signal();
}
static void ReadPixelsSync(
const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories,
uint32 texture_id,
const gfx::Rect& visible_rect,
const SkBitmap& pixels) {
base::WaitableEvent event(true, false);
if (!factories->GetTaskRunner()->PostTask(FROM_HERE,
base::Bind(&ReadPixelsSyncInner,
factories,
texture_id,
visible_rect,
pixels,
&event)))
return;
event.Wait();
}
void GpuVideoDecoder::PictureReady(const media::Picture& picture) {
DVLOG(3) << "PictureReady()";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
PictureBufferMap::iterator it =
assigned_picture_buffers_.find(picture.picture_buffer_id());
if (it == assigned_picture_buffers_.end()) {
NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id();
NotifyError(VideoDecodeAccelerator::PLATFORM_FAILURE);
return;
}
const PictureBuffer& pb = it->second;
base::TimeDelta timestamp;
gfx::Rect visible_rect;
gfx::Size natural_size;
GetBufferData(picture.bitstream_buffer_id(), ×tamp, &visible_rect,
&natural_size);
DCHECK(decoder_texture_target_);
scoped_refptr<VideoFrame> frame(VideoFrame::WrapNativeTexture(
make_scoped_ptr(new gpu::MailboxHolder(
pb.texture_mailbox(), decoder_texture_target_, 0 )),
BindToCurrentLoop(base::Bind(&GpuVideoDecoder::ReleaseMailbox,
weak_factory_.GetWeakPtr(),
factories_,
picture.picture_buffer_id(),
pb.texture_id())),
pb.size(),
visible_rect,
natural_size,
timestamp,
base::Bind(&ReadPixelsSync, factories_, pb.texture_id(), visible_rect)));
CHECK_GT(available_pictures_, 0);
--available_pictures_;
bool inserted =
picture_buffers_at_display_.insert(std::make_pair(
picture.picture_buffer_id(),
pb.texture_id())).second;
DCHECK(inserted);
EnqueueFrameAndTriggerFrameDelivery(frame);
}
void GpuVideoDecoder::EnqueueFrameAndTriggerFrameDelivery(
const scoped_refptr<VideoFrame>& frame) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (!pending_reset_cb_.is_null())
return;
if (frame.get())
ready_video_frames_.push_back(frame);
else
DCHECK(!ready_video_frames_.empty());
if (pending_decode_cb_.is_null())
return;
base::ResetAndReturn(&pending_decode_cb_)
.Run(kOk, ready_video_frames_.front());
ready_video_frames_.pop_front();
}
void GpuVideoDecoder::ReleaseMailbox(
base::WeakPtr<GpuVideoDecoder> decoder,
const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories,
int64 picture_buffer_id,
uint32 texture_id,
scoped_ptr<gpu::MailboxHolder> mailbox_holder) {
DCHECK(factories->GetTaskRunner()->BelongsToCurrentThread());
factories->WaitSyncPoint(mailbox_holder->sync_point);
if (decoder) {
decoder->ReusePictureBuffer(picture_buffer_id);
return;
}
factories->DeleteTexture(texture_id);
}
void GpuVideoDecoder::ReusePictureBuffer(int64 picture_buffer_id) {
DVLOG(3) << "ReusePictureBuffer(" << picture_buffer_id << ")";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK(!picture_buffers_at_display_.empty());
PictureBufferTextureMap::iterator display_iterator =
picture_buffers_at_display_.find(picture_buffer_id);
uint32 texture_id = display_iterator->second;
DCHECK(display_iterator != picture_buffers_at_display_.end());
picture_buffers_at_display_.erase(display_iterator);
if (!assigned_picture_buffers_.count(picture_buffer_id)) {
factories_->DeleteTexture(texture_id);
return;
}
++available_pictures_;
if (vda_)
vda_->ReusePictureBuffer(picture_buffer_id);
}
GpuVideoDecoder::SHMBuffer* GpuVideoDecoder::GetSHM(size_t min_size) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (available_shm_segments_.empty() ||
available_shm_segments_.back()->size < min_size) {
size_t size_to_allocate = std::max(min_size, kSharedMemorySegmentBytes);
base::SharedMemory* shm = factories_->CreateSharedMemory(size_to_allocate);
if (!shm)
return NULL;
return new SHMBuffer(shm, size_to_allocate);
}
SHMBuffer* ret = available_shm_segments_.back();
available_shm_segments_.pop_back();
return ret;
}
void GpuVideoDecoder::PutSHM(SHMBuffer* shm_buffer) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
available_shm_segments_.push_back(shm_buffer);
}
void GpuVideoDecoder::NotifyEndOfBitstreamBuffer(int32 id) {
DVLOG(3) << "NotifyEndOfBitstreamBuffer(" << id << ")";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
std::map<int32, BufferPair>::iterator it =
bitstream_buffers_in_decoder_.find(id);
if (it == bitstream_buffers_in_decoder_.end()) {
NotifyError(VideoDecodeAccelerator::PLATFORM_FAILURE);
NOTREACHED() << "Missing bitstream buffer: " << id;
return;
}
PutSHM(it->second.shm_buffer);
bitstream_buffers_in_decoder_.erase(it);
if (pending_reset_cb_.is_null() && state_ != kDrainingDecoder &&
CanMoreDecodeWorkBeDone() && !pending_decode_cb_.is_null()) {
base::ResetAndReturn(&pending_decode_cb_).Run(kNotEnoughData, NULL);
}
}
GpuVideoDecoder::~GpuVideoDecoder() {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK(!vda_.get() && assigned_picture_buffers_.empty());
DCHECK(pending_decode_cb_.is_null());
for (size_t i = 0; i < available_shm_segments_.size(); ++i) {
available_shm_segments_[i]->shm->Close();
delete available_shm_segments_[i];
}
available_shm_segments_.clear();
for (std::map<int32, BufferPair>::iterator it =
bitstream_buffers_in_decoder_.begin();
it != bitstream_buffers_in_decoder_.end(); ++it) {
it->second.shm_buffer->shm->Close();
}
bitstream_buffers_in_decoder_.clear();
}
void GpuVideoDecoder::NotifyFlushDone() {
DVLOG(3) << "NotifyFlushDone()";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK_EQ(state_, kDrainingDecoder);
state_ = kDecoderDrained;
EnqueueFrameAndTriggerFrameDelivery(VideoFrame::CreateEOSFrame());
}
void GpuVideoDecoder::NotifyResetDone() {
DVLOG(3) << "NotifyResetDone()";
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
DCHECK(ready_video_frames_.empty());
input_buffer_data_.clear();
if (!pending_reset_cb_.is_null())
base::ResetAndReturn(&pending_reset_cb_).Run();
if (!pending_decode_cb_.is_null())
EnqueueFrameAndTriggerFrameDelivery(VideoFrame::CreateEOSFrame());
}
void GpuVideoDecoder::NotifyError(media::VideoDecodeAccelerator::Error error) {
DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent();
if (!vda_)
return;
DLOG(ERROR) << "VDA Error: " << error;
DestroyVDA();
state_ = kError;
if (!pending_decode_cb_.is_null()) {
base::ResetAndReturn(&pending_decode_cb_).Run(kDecodeError, NULL);
return;
}
}
void GpuVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent()
const {
DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread());
}
}