This source file includes following definitions.
- urlForLoggingMedia
- boolString
- documentToElementSetMap
- addElementToDocumentMap
- removeElementFromDocumentMap
- canLoadURL
- supportsType
- setMediaStreamRegistry
- isMediaStreamURL
- m_audioSourceNode
- didMoveToNewDocument
- hasCustomFocusLogic
- supportsFocus
- isMouseFocusable
- parseAttribute
- finishParsingChildren
- rendererIsNeeded
- createRenderer
- insertedInto
- removedFrom
- attach
- didRecalcStyle
- scheduleDelayedAction
- scheduleNextSourceChild
- scheduleEvent
- scheduleEvent
- loadTimerFired
- error
- setSrc
- networkState
- canPlayType
- load
- prepareForLoad
- loadInternal
- selectMediaResource
- loadNextSourceChild
- loadResource
- setPlayerPreload
- startDelayedLoad
- loadType
- trackIndexCompare
- eventTimeCueCompare
- updateActiveTextTrackCues
- textTracksAreReady
- textTrackReadyStateChanged
- textTrackModeChanged
- textTrackKindChanged
- beginIgnoringTrackDisplayUpdateRequests
- endIgnoringTrackDisplayUpdateRequests
- textTrackAddCues
- textTrackRemoveCues
- textTrackAddCue
- textTrackRemoveCue
- isSafeToLoadURL
- startProgressEventTimer
- waitForSourceChange
- noneSupported
- mediaEngineError
- cancelPendingEventsAndCallbacks
- mediaPlayerNetworkStateChanged
- mediaLoadingFailed
- setNetworkState
- changeNetworkStateFromLoadingToIdle
- mediaPlayerReadyStateChanged
- setReadyState
- progressEventTimerFired
- addPlayedRange
- supportsSave
- prepareToPlay
- seek
- finishSeek
- readyState
- hasAudio
- seeking
- refreshCachedTime
- invalidateCachedTime
- currentTime
- setCurrentTime
- duration
- paused
- defaultPlaybackRate
- setDefaultPlaybackRate
- playbackRate
- setPlaybackRate
- updatePlaybackRate
- ended
- autoplay
- preload
- setPreload
- play
- playInternal
- pause
- closeMediaSource
- loop
- setLoop
- controls
- setControls
- volume
- setVolume
- muted
- setMuted
- startPlaybackProgressTimer
- playbackProgressTimerFired
- scheduleTimeupdateEvent
- togglePlayStateWillPlay
- togglePlayState
- mediaPlayerDidAddTextTrack
- mediaPlayerDidRemoveTextTrack
- closeCaptionTracksChanged
- addTextTrack
- removeTextTrack
- forgetResourceSpecificTracks
- addTextTrack
- textTracks
- didAddTrackElement
- didRemoveTrackElement
- textTrackLanguageSelectionScore
- textTrackSelectionScore
- configureTextTrackGroup
- configureTextTracks
- havePotentialSourceChild
- selectNextSourceChild
- sourceWasAdded
- sourceWasRemoved
- mediaPlayerTimeChanged
- mediaPlayerDurationChanged
- durationChanged
- mediaPlayerPlaybackStateChanged
- mediaPlayerRequestFullscreen
- mediaPlayerRequestSeek
- mediaPlayerRepaint
- mediaPlayerSizeChanged
- buffered
- played
- seekable
- potentiallyPlaying
- couldPlayIfEnoughData
- endedPlayback
- stoppedDueToErrors
- pausedForUserInteraction
- updateVolume
- playerVolume
- updatePlayState
- setPausedInternal
- stopPeriodicTimers
- userCancelledLoad
- clearMediaPlayerAndAudioSourceProviderClient
- clearMediaPlayer
- stop
- hasPendingActivity
- contextDestroyed
- isFullscreen
- enterFullscreen
- exitFullscreen
- didBecomeFullscreenElement
- willStopBeingFullscreenElement
- platformLayer
- hasClosedCaptions
- closedCaptionsVisible
- updateTextTrackDisplay
- setClosedCaptionsVisible
- webkitAudioDecodedByteCount
- webkitVideoDecodedByteCount
- isURLAttribute
- setShouldDelayLoadEvent
- mediaControls
- hasMediaControls
- createMediaControls
- configureMediaControls
- configureTextTrackDisplay
- markCaptionAndSubtitleTracksAsUnconfigured
- willRespondToMouseClickEvents
- preDispatchEventHandler
- defaultEventHandler
- createMediaPlayer
- setAudioSourceNode
- audioSourceProvider
- mediaGroup
- setMediaGroup
- controller
- setController
- setControllerInternal
- updateMediaController
- isBlocked
- isBlockedOnMediaController
- prepareMediaFragmentURI
- applyMediaFragmentURI
- corsMode
- mediaPlayerSetWebLayer
- mediaPlayerSetOpaque
- mediaPlayerMediaSourceOpened
- isInteractiveContent
#include "config.h"
#include "core/html/HTMLMediaElement.h"
#include <limits>
#include "HTMLNames.h"
#include "RuntimeEnabledFeatures.h"
#include "bindings/v8/ExceptionState.h"
#include "bindings/v8/ExceptionStatePlaceholder.h"
#include "bindings/v8/ScriptController.h"
#include "bindings/v8/ScriptEventListener.h"
#include "core/css/MediaList.h"
#include "core/dom/Attribute.h"
#include "core/dom/ExceptionCode.h"
#include "core/dom/FullscreenElementStack.h"
#include "core/dom/shadow/ShadowRoot.h"
#include "core/events/Event.h"
#include "core/frame/LocalFrame.h"
#include "core/frame/Settings.h"
#include "core/frame/UseCounter.h"
#include "core/frame/csp/ContentSecurityPolicy.h"
#include "core/html/HTMLMediaSource.h"
#include "core/html/HTMLSourceElement.h"
#include "core/html/HTMLTrackElement.h"
#include "core/html/MediaController.h"
#include "core/html/MediaError.h"
#include "core/html/MediaFragmentURIParser.h"
#include "core/html/TimeRanges.h"
#include "core/html/shadow/MediaControls.h"
#include "core/html/track/InbandTextTrack.h"
#include "core/html/track/TextTrackCueList.h"
#include "core/html/track/TextTrackList.h"
#include "core/loader/FrameLoader.h"
#include "core/rendering/RenderVideo.h"
#include "core/rendering/RenderView.h"
#include "core/rendering/compositing/RenderLayerCompositor.h"
#include "platform/ContentType.h"
#include "platform/Language.h"
#include "platform/Logging.h"
#include "platform/MIMETypeFromURL.h"
#include "platform/MIMETypeRegistry.h"
#include "platform/NotImplemented.h"
#include "platform/UserGestureIndicator.h"
#include "platform/graphics/GraphicsLayer.h"
#include "platform/weborigin/SecurityOrigin.h"
#include "public/platform/Platform.h"
#include "public/platform/WebContentDecryptionModule.h"
#include "public/platform/WebInbandTextTrack.h"
#include "wtf/CurrentTime.h"
#include "wtf/MathExtras.h"
#include "wtf/NonCopyingSort.h"
#include "wtf/Uint8Array.h"
#include "wtf/text/CString.h"
#if ENABLE(WEB_AUDIO)
#include "platform/audio/AudioSourceProvider.h"
#include "modules/webaudio/MediaElementAudioSourceNode.h"
#endif
using namespace std;
using blink::WebInbandTextTrack;
using blink::WebMediaPlayer;
using blink::WebMimeRegistry;
namespace WebCore {
#if !LOG_DISABLED
static String urlForLoggingMedia(const KURL& url)
{
static const unsigned maximumURLLengthForLogging = 128;
if (url.string().length() < maximumURLLengthForLogging)
return url.string();
return url.string().substring(0, maximumURLLengthForLogging) + "...";
}
static const char* boolString(bool val)
{
return val ? "true" : "false";
}
#endif
#ifndef LOG_MEDIA_EVENTS
#define LOG_MEDIA_EVENTS 0
#endif
#ifndef LOG_CACHED_TIME_WARNINGS
#define LOG_CACHED_TIME_WARNINGS 0
#endif
static const char mediaSourceBlobProtocol[] = "blob";
using namespace HTMLNames;
using namespace std;
typedef HashMap<Document*, HashSet<HTMLMediaElement*> > DocumentElementSetMap;
static DocumentElementSetMap& documentToElementSetMap()
{
DEFINE_STATIC_LOCAL(DocumentElementSetMap, map, ());
return map;
}
static void addElementToDocumentMap(HTMLMediaElement* element, Document* document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(document);
set.add(element);
map.add(document, set);
}
static void removeElementFromDocumentMap(HTMLMediaElement* element, Document* document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(document);
set.remove(element);
if (!set.isEmpty())
map.add(document, set);
}
class TrackDisplayUpdateScope {
public:
TrackDisplayUpdateScope(HTMLMediaElement* mediaElement)
{
m_mediaElement = mediaElement;
m_mediaElement->beginIgnoringTrackDisplayUpdateRequests();
}
~TrackDisplayUpdateScope()
{
ASSERT(m_mediaElement);
m_mediaElement->endIgnoringTrackDisplayUpdateRequests();
}
private:
HTMLMediaElement* m_mediaElement;
};
static bool canLoadURL(const KURL& url, const ContentType& contentType, const String& keySystem)
{
DEFINE_STATIC_LOCAL(const String, codecs, ("codecs"));
String contentMIMEType = contentType.type().lower();
String contentTypeCodecs = contentType.parameter(codecs);
if (contentMIMEType.isEmpty() || contentMIMEType == "application/octet-stream" || contentMIMEType == "text/plain") {
if (url.protocolIsData())
contentMIMEType = mimeTypeFromDataURL(url.string());
}
if (contentMIMEType.isEmpty())
return true;
if (contentMIMEType != "application/octet-stream" || contentTypeCodecs.isEmpty()) {
WebMimeRegistry::SupportsType supported = blink::Platform::current()->mimeRegistry()->supportsMediaMIMEType(contentMIMEType, contentTypeCodecs, keySystem.lower());
return supported > WebMimeRegistry::IsNotSupported;
}
return false;
}
WebMimeRegistry::SupportsType HTMLMediaElement::supportsType(const ContentType& contentType, const String& keySystem)
{
DEFINE_STATIC_LOCAL(const String, codecs, ("codecs"));
if (!RuntimeEnabledFeatures::mediaEnabled())
return WebMimeRegistry::IsNotSupported;
String type = contentType.type().lower();
String typeCodecs = contentType.parameter(codecs);
String system = keySystem.lower();
if (type.isEmpty())
return WebMimeRegistry::IsNotSupported;
if (type == "application/octet-stream")
return WebMimeRegistry::IsNotSupported;
return blink::Platform::current()->mimeRegistry()->supportsMediaMIMEType(type, typeCodecs, system);
}
URLRegistry* HTMLMediaElement::s_mediaStreamRegistry = 0;
void HTMLMediaElement::setMediaStreamRegistry(URLRegistry* registry)
{
ASSERT(!s_mediaStreamRegistry);
s_mediaStreamRegistry = registry;
}
bool HTMLMediaElement::isMediaStreamURL(const String& url)
{
return s_mediaStreamRegistry ? s_mediaStreamRegistry->contains(url) : false;
}
HTMLMediaElement::HTMLMediaElement(const QualifiedName& tagName, Document& document)
: HTMLElement(tagName, document)
, ActiveDOMObject(&document)
, m_loadTimer(this, &HTMLMediaElement::loadTimerFired)
, m_progressEventTimer(this, &HTMLMediaElement::progressEventTimerFired)
, m_playbackProgressTimer(this, &HTMLMediaElement::playbackProgressTimerFired)
, m_playedTimeRanges()
, m_asyncEventQueue(GenericEventQueue::create(this))
, m_playbackRate(1.0f)
, m_defaultPlaybackRate(1.0f)
, m_networkState(NETWORK_EMPTY)
, m_readyState(HAVE_NOTHING)
, m_readyStateMaximum(HAVE_NOTHING)
, m_volume(1.0f)
, m_lastSeekTime(0)
, m_previousProgressTime(numeric_limits<double>::max())
, m_duration(numeric_limits<double>::quiet_NaN())
, m_lastTimeUpdateEventWallTime(0)
, m_lastTimeUpdateEventMovieTime(numeric_limits<double>::max())
, m_loadState(WaitingForSource)
, m_webLayer(0)
, m_opaque(false)
, m_preload(MediaPlayer::Auto)
, m_displayMode(Unknown)
, m_cachedTime(MediaPlayer::invalidTime())
, m_cachedTimeWallClockUpdateTime(0)
, m_minimumWallClockTimeToCacheMediaTime(0)
, m_fragmentStartTime(MediaPlayer::invalidTime())
, m_fragmentEndTime(MediaPlayer::invalidTime())
, m_pendingActionFlags(0)
, m_userGestureRequiredForPlay(false)
, m_playing(false)
, m_shouldDelayLoadEvent(false)
, m_haveFiredLoadedData(false)
, m_active(true)
, m_autoplaying(true)
, m_muted(false)
, m_paused(true)
, m_seeking(false)
, m_sentStalledEvent(false)
, m_sentEndEvent(false)
, m_pausedInternal(false)
, m_closedCaptionsVisible(false)
, m_completelyLoaded(false)
, m_havePreparedToPlay(false)
, m_delayingLoadForPreloadNone(false)
, m_tracksAreReady(true)
, m_haveVisibleTextTrack(false)
, m_processingPreferenceChange(false)
, m_lastTextTrackUpdateTime(-1)
, m_textTracks(nullptr)
, m_ignoreTrackDisplayUpdate(0)
#if ENABLE(WEB_AUDIO)
, m_audioSourceNode(0)
#endif
{
ASSERT(RuntimeEnabledFeatures::mediaEnabled());
WTF_LOG(Media, "HTMLMediaElement::HTMLMediaElement");
ScriptWrappable::init(this);
if (document.settings() && document.settings()->mediaPlaybackRequiresUserGesture())
m_userGestureRequiredForPlay = true;
ensureUserAgentShadowRoot();
setHasCustomStyleCallbacks();
addElementToDocumentMap(this, &document);
}
HTMLMediaElement::~HTMLMediaElement()
{
WTF_LOG(Media, "HTMLMediaElement::~HTMLMediaElement");
m_asyncEventQueue->close();
setShouldDelayLoadEvent(false);
if (m_textTracks)
m_textTracks->clearOwner();
if (m_mediaController) {
m_mediaController->removeMediaElement(this);
m_mediaController = nullptr;
}
closeMediaSource();
removeElementFromDocumentMap(this, &document());
m_completelyLoaded = true;
document().incrementLoadEventDelayCount();
clearMediaPlayerAndAudioSourceProviderClient();
document().decrementLoadEventDelayCount();
}
void HTMLMediaElement::didMoveToNewDocument(Document& oldDocument)
{
WTF_LOG(Media, "HTMLMediaElement::didMoveToNewDocument");
if (m_shouldDelayLoadEvent) {
document().incrementLoadEventDelayCount();
} else {
oldDocument.incrementLoadEventDelayCount();
}
removeElementFromDocumentMap(this, &oldDocument);
addElementToDocumentMap(this, &document());
userCancelledLoad();
oldDocument.decrementLoadEventDelayCount();
ActiveDOMObject::didMoveToNewExecutionContext(&document());
HTMLElement::didMoveToNewDocument(oldDocument);
}
bool HTMLMediaElement::hasCustomFocusLogic() const
{
return true;
}
bool HTMLMediaElement::supportsFocus() const
{
if (ownerDocument()->isMediaDocument())
return false;
return controls() || HTMLElement::supportsFocus();
}
bool HTMLMediaElement::isMouseFocusable() const
{
return false;
}
void HTMLMediaElement::parseAttribute(const QualifiedName& name, const AtomicString& value)
{
if (name == srcAttr) {
if (!value.isNull()) {
clearMediaPlayer(LoadMediaResource);
scheduleDelayedAction(LoadMediaResource);
}
} else if (name == controlsAttr) {
configureMediaControls();
} else if (name == preloadAttr) {
if (equalIgnoringCase(value, "none"))
m_preload = MediaPlayer::None;
else if (equalIgnoringCase(value, "metadata"))
m_preload = MediaPlayer::MetaData;
else {
m_preload = MediaPlayer::Auto;
}
if (!autoplay() && m_player)
setPlayerPreload();
} else if (name == mediagroupAttr) {
setMediaGroup(value);
} else {
HTMLElement::parseAttribute(name, value);
}
}
void HTMLMediaElement::finishParsingChildren()
{
HTMLElement::finishParsingChildren();
if (Traversal<HTMLTrackElement>::firstChild(*this))
scheduleDelayedAction(LoadTextTrackResource);
}
bool HTMLMediaElement::rendererIsNeeded(const RenderStyle& style)
{
return controls() ? HTMLElement::rendererIsNeeded(style) : false;
}
RenderObject* HTMLMediaElement::createRenderer(RenderStyle*)
{
return new RenderMedia(this);
}
Node::InsertionNotificationRequest HTMLMediaElement::insertedInto(ContainerNode* insertionPoint)
{
WTF_LOG(Media, "HTMLMediaElement::insertedInto");
HTMLElement::insertedInto(insertionPoint);
if (insertionPoint->inDocument()) {
m_active = true;
if (!getAttribute(srcAttr).isEmpty() && m_networkState == NETWORK_EMPTY)
scheduleDelayedAction(LoadMediaResource);
}
configureMediaControls();
return InsertionDone;
}
void HTMLMediaElement::removedFrom(ContainerNode* insertionPoint)
{
WTF_LOG(Media, "HTMLMediaElement::removedFrom");
m_active = false;
if (insertionPoint->inDocument() && insertionPoint->document().isActive()) {
configureMediaControls();
if (m_networkState > NETWORK_EMPTY)
pause();
}
HTMLElement::removedFrom(insertionPoint);
}
void HTMLMediaElement::attach(const AttachContext& context)
{
HTMLElement::attach(context);
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::didRecalcStyle(StyleRecalcChange)
{
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::scheduleDelayedAction(DelayedActionType actionType)
{
WTF_LOG(Media, "HTMLMediaElement::scheduleDelayedAction");
if ((actionType & LoadMediaResource) && !(m_pendingActionFlags & LoadMediaResource)) {
prepareForLoad();
m_pendingActionFlags |= LoadMediaResource;
}
if (actionType & LoadTextTrackResource)
m_pendingActionFlags |= LoadTextTrackResource;
if (!m_loadTimer.isActive())
m_loadTimer.startOneShot(0, FROM_HERE);
}
void HTMLMediaElement::scheduleNextSourceChild()
{
m_pendingActionFlags |= LoadMediaResource;
m_loadTimer.startOneShot(0, FROM_HERE);
}
void HTMLMediaElement::scheduleEvent(const AtomicString& eventName)
{
scheduleEvent(Event::createCancelable(eventName));
}
void HTMLMediaElement::scheduleEvent(PassRefPtrWillBeRawPtr<Event> event)
{
#if LOG_MEDIA_EVENTS
WTF_LOG(Media, "HTMLMediaElement::scheduleEvent - scheduling '%s'", event->type().ascii().data());
#endif
m_asyncEventQueue->enqueueEvent(event);
}
void HTMLMediaElement::loadTimerFired(Timer<HTMLMediaElement>*)
{
if (m_pendingActionFlags & LoadTextTrackResource)
configureTextTracks();
if (m_pendingActionFlags & LoadMediaResource) {
if (m_loadState == LoadingFromSourceElement)
loadNextSourceChild();
else
loadInternal();
}
m_pendingActionFlags = 0;
}
PassRefPtr<MediaError> HTMLMediaElement::error() const
{
return m_error;
}
void HTMLMediaElement::setSrc(const AtomicString& url)
{
setAttribute(srcAttr, url);
}
HTMLMediaElement::NetworkState HTMLMediaElement::networkState() const
{
return m_networkState;
}
String HTMLMediaElement::canPlayType(const String& mimeType, const String& keySystem) const
{
if (!keySystem.isNull())
UseCounter::count(document(), UseCounter::CanPlayTypeKeySystem);
WebMimeRegistry::SupportsType support = supportsType(ContentType(mimeType), keySystem);
String canPlay;
switch (support)
{
case WebMimeRegistry::IsNotSupported:
canPlay = emptyString();
break;
case WebMimeRegistry::MayBeSupported:
canPlay = "maybe";
break;
case WebMimeRegistry::IsSupported:
canPlay = "probably";
break;
}
WTF_LOG(Media, "HTMLMediaElement::canPlayType(%s, %s) -> %s", mimeType.utf8().data(), keySystem.utf8().data(), canPlay.utf8().data());
return canPlay;
}
void HTMLMediaElement::load()
{
WTF_LOG(Media, "HTMLMediaElement::load()");
if (UserGestureIndicator::processingUserGesture())
m_userGestureRequiredForPlay = false;
prepareForLoad();
loadInternal();
prepareToPlay();
}
void HTMLMediaElement::prepareForLoad()
{
WTF_LOG(Media, "HTMLMediaElement::prepareForLoad");
stopPeriodicTimers();
m_loadTimer.stop();
m_pendingActionFlags &= ~LoadMediaResource;
m_sentEndEvent = false;
m_sentStalledEvent = false;
m_haveFiredLoadedData = false;
m_completelyLoaded = false;
m_havePreparedToPlay = false;
m_displayMode = Unknown;
m_loadState = WaitingForSource;
m_currentSourceNode = nullptr;
cancelPendingEventsAndCallbacks();
if (m_networkState == NETWORK_LOADING || m_networkState == NETWORK_IDLE)
scheduleEvent(EventTypeNames::abort);
closeMediaSource();
createMediaPlayer();
if (m_networkState != NETWORK_EMPTY) {
scheduleEvent(EventTypeNames::emptied);
m_networkState = NETWORK_EMPTY;
forgetResourceSpecificTracks();
m_readyState = HAVE_NOTHING;
m_readyStateMaximum = HAVE_NOTHING;
m_paused = true;
m_seeking = false;
refreshCachedTime();
invalidateCachedTime();
updateMediaController();
updateActiveTextTrackCues(0);
}
setPlaybackRate(defaultPlaybackRate(), IGNORE_EXCEPTION);
m_error = nullptr;
m_autoplaying = true;
m_networkState = NETWORK_NO_SOURCE;
m_playedTimeRanges = TimeRanges::create();
m_lastSeekTime = 0;
m_duration = numeric_limits<double>::quiet_NaN();
setShouldDelayLoadEvent(true);
configureMediaControls();
}
void HTMLMediaElement::loadInternal()
{
m_textTracksWhenResourceSelectionBegan.clear();
if (m_textTracks) {
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
TextTrack* track = m_textTracks->item(i);
if (track->mode() != TextTrack::disabledKeyword())
m_textTracksWhenResourceSelectionBegan.append(track);
}
}
selectMediaResource();
}
void HTMLMediaElement::selectMediaResource()
{
WTF_LOG(Media, "HTMLMediaElement::selectMediaResource");
enum Mode { attribute, children };
Mode mode = attribute;
if (!fastHasAttribute(srcAttr)) {
if (HTMLSourceElement* element = Traversal<HTMLSourceElement>::firstChild(*this)) {
mode = children;
m_nextChildNodeToConsider = element;
m_currentSourceNode = nullptr;
} else {
m_loadState = WaitingForSource;
setShouldDelayLoadEvent(false);
m_networkState = NETWORK_EMPTY;
WTF_LOG(Media, "HTMLMediaElement::selectMediaResource, nothing to load");
return;
}
}
setShouldDelayLoadEvent(true);
m_networkState = NETWORK_LOADING;
scheduleEvent(EventTypeNames::loadstart);
if (mode == attribute) {
m_loadState = LoadingFromSrcAttr;
KURL mediaURL = getNonEmptyURLAttribute(srcAttr);
if (mediaURL.isEmpty()) {
mediaLoadingFailed(MediaPlayer::FormatError);
WTF_LOG(Media, "HTMLMediaElement::selectMediaResource, empty 'src'");
return;
}
if (!isSafeToLoadURL(mediaURL, Complain)) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
ContentType contentType((String()));
loadResource(mediaURL, contentType, String());
WTF_LOG(Media, "HTMLMediaElement::selectMediaResource, using 'src' attribute url");
return;
}
loadNextSourceChild();
}
void HTMLMediaElement::loadNextSourceChild()
{
ContentType contentType((String()));
String keySystem;
KURL mediaURL = selectNextSourceChild(&contentType, &keySystem, Complain);
if (!mediaURL.isValid()) {
waitForSourceChange();
return;
}
createMediaPlayer();
m_loadState = LoadingFromSourceElement;
loadResource(mediaURL, contentType, keySystem);
}
void HTMLMediaElement::loadResource(const KURL& url, ContentType& contentType, const String& keySystem)
{
ASSERT(isSafeToLoadURL(url, Complain));
WTF_LOG(Media, "HTMLMediaElement::loadResource(%s, %s, %s)", urlForLoggingMedia(url).utf8().data(), contentType.raw().utf8().data(), keySystem.utf8().data());
LocalFrame* frame = document().frame();
if (!frame) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
m_networkState = NETWORK_LOADING;
m_currentSrc = url;
WTF_LOG(Media, "HTMLMediaElement::loadResource - m_currentSrc -> %s", urlForLoggingMedia(m_currentSrc).utf8().data());
startProgressEventTimer();
setDisplayMode(Unknown);
if (!autoplay())
setPlayerPreload();
if (fastHasAttribute(mutedAttr))
m_muted = true;
updateVolume();
ASSERT(!m_mediaSource);
bool attemptLoad = true;
if (url.protocolIs(mediaSourceBlobProtocol)) {
if (isMediaStreamURL(url.string())) {
m_userGestureRequiredForPlay = false;
} else {
m_mediaSource = HTMLMediaSource::lookup(url.string());
if (m_mediaSource) {
if (!m_mediaSource->attachToElement(this)) {
m_mediaSource = nullptr;
attemptLoad = false;
}
}
}
}
if (attemptLoad && canLoadURL(url, contentType, keySystem)) {
ASSERT(!webMediaPlayer());
if (m_preload == MediaPlayer::None) {
m_delayingLoadForPreloadNone = true;
} else {
m_player->load(loadType(), m_currentSrc, corsMode());
}
} else {
mediaLoadingFailed(MediaPlayer::FormatError);
}
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::setPlayerPreload()
{
m_player->setPreload(m_preload);
if (m_delayingLoadForPreloadNone && m_preload != MediaPlayer::None)
startDelayedLoad();
}
void HTMLMediaElement::startDelayedLoad()
{
ASSERT(m_delayingLoadForPreloadNone);
m_delayingLoadForPreloadNone = false;
m_player->load(loadType(), m_currentSrc, corsMode());
}
WebMediaPlayer::LoadType HTMLMediaElement::loadType() const
{
if (m_mediaSource)
return WebMediaPlayer::LoadTypeMediaSource;
if (isMediaStreamURL(m_currentSrc.string()))
return WebMediaPlayer::LoadTypeMediaStream;
return WebMediaPlayer::LoadTypeURL;
}
static bool trackIndexCompare(TextTrack* a,
TextTrack* b)
{
return a->trackIndex() - b->trackIndex() < 0;
}
static bool eventTimeCueCompare(const std::pair<double, TextTrackCue*>& a,
const std::pair<double, TextTrackCue*>& b)
{
if (a.first != b.first)
return a.first - b.first < 0;
if (a.second->track() != b.second->track())
return trackIndexCompare(a.second->track(), b.second->track());
return a.second->cueIndex() - b.second->cueIndex() < 0;
}
void HTMLMediaElement::updateActiveTextTrackCues(double movieTime)
{
if (ignoreTrackDisplayUpdateRequests())
return;
CueList currentCues;
if (m_readyState != HAVE_NOTHING && m_player)
currentCues = m_cueTree.allOverlaps(m_cueTree.createInterval(movieTime, movieTime));
CueList previousCues;
CueList missedCues;
previousCues = m_currentlyActiveCues;
double lastTime = m_lastTextTrackUpdateTime;
if (lastTime >= 0 && m_lastSeekTime < movieTime) {
CueList potentiallySkippedCues =
m_cueTree.allOverlaps(m_cueTree.createInterval(lastTime, movieTime));
for (size_t i = 0; i < potentiallySkippedCues.size(); ++i) {
double cueStartTime = potentiallySkippedCues[i].low();
double cueEndTime = potentiallySkippedCues[i].high();
if (cueStartTime > max(m_lastSeekTime, lastTime) && cueEndTime < movieTime)
missedCues.append(potentiallySkippedCues[i]);
}
}
m_lastTextTrackUpdateTime = movieTime;
if (!m_seeking && m_lastSeekTime <= lastTime)
scheduleTimeupdateEvent(true);
size_t currentCuesSize = currentCues.size();
size_t missedCuesSize = missedCues.size();
size_t previousCuesSize = previousCues.size();
bool activeSetChanged = missedCuesSize;
for (size_t i = 0; !activeSetChanged && i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]) && previousCues[i].data()->isActive())
activeSetChanged = true;
for (size_t i = 0; i < currentCuesSize; ++i) {
currentCues[i].data()->updateDisplayTree(movieTime);
if (!currentCues[i].data()->isActive())
activeSetChanged = true;
}
if (!activeSetChanged)
return;
for (size_t i = 0; !m_paused && i < previousCuesSize; ++i) {
if (previousCues[i].data()->pauseOnExit()
&& previousCues[i].data()->isActive()
&& !currentCues.contains(previousCues[i]))
pause();
}
for (size_t i = 0; !m_paused && i < missedCuesSize; ++i) {
if (missedCues[i].data()->pauseOnExit())
pause();
}
Vector<std::pair<double, TextTrackCue*> > eventTasks;
Vector<TextTrack*> affectedTracks;
for (size_t i = 0; i < missedCuesSize; ++i) {
eventTasks.append(std::make_pair(missedCues[i].data()->startTime(),
missedCues[i].data()));
if (missedCues[i].data()->startTime() < missedCues[i].data()->endTime())
eventTasks.append(std::make_pair(missedCues[i].data()->endTime(),
missedCues[i].data()));
}
for (size_t i = 0; i < previousCuesSize; ++i) {
if (!currentCues.contains(previousCues[i]))
eventTasks.append(std::make_pair(previousCues[i].data()->endTime(),
previousCues[i].data()));
}
for (size_t i = 0; i < currentCuesSize; ++i) {
if (!previousCues.contains(currentCues[i]))
eventTasks.append(std::make_pair(currentCues[i].data()->startTime(),
currentCues[i].data()));
}
nonCopyingSort(eventTasks.begin(), eventTasks.end(), eventTimeCueCompare);
for (size_t i = 0; i < eventTasks.size(); ++i) {
if (!affectedTracks.contains(eventTasks[i].second->track()))
affectedTracks.append(eventTasks[i].second->track());
RefPtrWillBeRawPtr<Event> event = nullptr;
if (eventTasks[i].second->startTime() >= eventTasks[i].second->endTime()) {
event = Event::create(EventTypeNames::enter);
event->setTarget(eventTasks[i].second);
m_asyncEventQueue->enqueueEvent(event.release());
event = Event::create(EventTypeNames::exit);
event->setTarget(eventTasks[i].second);
m_asyncEventQueue->enqueueEvent(event.release());
} else {
if (eventTasks[i].first == eventTasks[i].second->startTime())
event = Event::create(EventTypeNames::enter);
else
event = Event::create(EventTypeNames::exit);
event->setTarget(eventTasks[i].second);
m_asyncEventQueue->enqueueEvent(event.release());
}
}
nonCopyingSort(affectedTracks.begin(), affectedTracks.end(), trackIndexCompare);
for (size_t i = 0; i < affectedTracks.size(); ++i) {
RefPtrWillBeRawPtr<Event> event = Event::create(EventTypeNames::cuechange);
event->setTarget(affectedTracks[i]);
m_asyncEventQueue->enqueueEvent(event.release());
if (affectedTracks[i]->trackType() == TextTrack::TrackElement) {
RefPtrWillBeRawPtr<Event> event = Event::create(EventTypeNames::cuechange);
HTMLTrackElement* trackElement = static_cast<LoadableTextTrack*>(affectedTracks[i])->trackElement();
ASSERT(trackElement);
event->setTarget(trackElement);
m_asyncEventQueue->enqueueEvent(event.release());
}
}
for (size_t i = 0; i < currentCuesSize; ++i)
currentCues[i].data()->setIsActive(true);
for (size_t i = 0; i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]))
previousCues[i].data()->setIsActive(false);
m_currentlyActiveCues = currentCues;
if (activeSetChanged)
updateTextTrackDisplay();
}
bool HTMLMediaElement::textTracksAreReady() const
{
for (unsigned i = 0; i < m_textTracksWhenResourceSelectionBegan.size(); ++i) {
if (m_textTracksWhenResourceSelectionBegan[i]->readinessState() == TextTrack::Loading
|| m_textTracksWhenResourceSelectionBegan[i]->readinessState() == TextTrack::NotLoaded)
return false;
}
return true;
}
void HTMLMediaElement::textTrackReadyStateChanged(TextTrack* track)
{
if (m_player && m_textTracksWhenResourceSelectionBegan.contains(track)) {
if (track->readinessState() != TextTrack::Loading)
setReadyState(m_player->readyState());
} else {
if (hasMediaControls() && track->readinessState() == TextTrack::FailedToLoad)
mediaControls()->refreshClosedCaptionsButtonVisibility();
}
}
void HTMLMediaElement::textTrackModeChanged(TextTrack* track)
{
if (track->trackType() == TextTrack::TrackElement) {
for (HTMLTrackElement* trackElement = Traversal<HTMLTrackElement>::firstChild(*this); trackElement; trackElement = Traversal<HTMLTrackElement>::nextSibling(*trackElement)) {
if (trackElement->track() != track)
continue;
track->setHasBeenConfigured(true);
if (track->mode() != TextTrack::disabledKeyword()) {
if (trackElement->readyState() == HTMLTrackElement::LOADED)
textTrackAddCues(track, track->cues());
if (!m_textTracks)
m_textTracks = TextTrackList::create(this);
}
break;
}
} else if (track->trackType() == TextTrack::AddTrack && track->mode() != TextTrack::disabledKeyword()) {
textTrackAddCues(track, track->cues());
}
configureTextTrackDisplay(AssumeVisibleChange);
ASSERT(textTracks()->contains(track));
textTracks()->scheduleChangeEvent();
}
void HTMLMediaElement::textTrackKindChanged(TextTrack* track)
{
if (track->kind() != TextTrack::captionsKeyword() && track->kind() != TextTrack::subtitlesKeyword() && track->mode() == TextTrack::showingKeyword())
track->setMode(TextTrack::hiddenKeyword());
}
void HTMLMediaElement::beginIgnoringTrackDisplayUpdateRequests()
{
++m_ignoreTrackDisplayUpdate;
}
void HTMLMediaElement::endIgnoringTrackDisplayUpdateRequests()
{
ASSERT(m_ignoreTrackDisplayUpdate);
--m_ignoreTrackDisplayUpdate;
if (!m_ignoreTrackDisplayUpdate && m_active)
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::textTrackAddCues(TextTrack* track, const TextTrackCueList* cues)
{
WTF_LOG(Media, "HTMLMediaElement::textTrackAddCues");
if (track->mode() == TextTrack::disabledKeyword())
return;
TrackDisplayUpdateScope scope(this);
for (size_t i = 0; i < cues->length(); ++i)
textTrackAddCue(cues->item(i)->track(), cues->item(i));
}
void HTMLMediaElement::textTrackRemoveCues(TextTrack*, const TextTrackCueList* cues)
{
WTF_LOG(Media, "HTMLMediaElement::textTrackRemoveCues");
TrackDisplayUpdateScope scope(this);
for (size_t i = 0; i < cues->length(); ++i)
textTrackRemoveCue(cues->item(i)->track(), cues->item(i));
}
void HTMLMediaElement::textTrackAddCue(TextTrack* track, PassRefPtr<TextTrackCue> cue)
{
if (track->mode() == TextTrack::disabledKeyword())
return;
double endTime = max(cue->startTime(), cue->endTime());
CueInterval interval = m_cueTree.createInterval(cue->startTime(), endTime, cue.get());
if (!m_cueTree.contains(interval))
m_cueTree.add(interval);
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::textTrackRemoveCue(TextTrack*, PassRefPtr<TextTrackCue> cue)
{
double endTime = max(cue->startTime(), cue->endTime());
CueInterval interval = m_cueTree.createInterval(cue->startTime(), endTime, cue.get());
m_cueTree.remove(interval);
cue->notifyRegionWhenRemovingDisplayTree(false);
size_t index = m_currentlyActiveCues.find(interval);
if (index != kNotFound) {
m_currentlyActiveCues.remove(index);
cue->setIsActive(false);
}
cue->removeDisplayTree();
updateActiveTextTrackCues(currentTime());
cue->notifyRegionWhenRemovingDisplayTree(true);
}
bool HTMLMediaElement::isSafeToLoadURL(const KURL& url, InvalidURLAction actionIfInvalid)
{
if (!url.isValid()) {
WTF_LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> FALSE because url is invalid", urlForLoggingMedia(url).utf8().data());
return false;
}
LocalFrame* frame = document().frame();
if (!frame || !document().securityOrigin()->canDisplay(url)) {
if (actionIfInvalid == Complain)
FrameLoader::reportLocalLoadFailed(frame, url.elidedString());
WTF_LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> FALSE rejected by SecurityOrigin", urlForLoggingMedia(url).utf8().data());
return false;
}
if (!document().contentSecurityPolicy()->allowMediaFromSource(url)) {
WTF_LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> rejected by Content Security Policy", urlForLoggingMedia(url).utf8().data());
return false;
}
return true;
}
void HTMLMediaElement::startProgressEventTimer()
{
if (m_progressEventTimer.isActive())
return;
m_previousProgressTime = WTF::currentTime();
m_progressEventTimer.startRepeating(0.350, FROM_HERE);
}
void HTMLMediaElement::waitForSourceChange()
{
WTF_LOG(Media, "HTMLMediaElement::waitForSourceChange");
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_networkState = NETWORK_NO_SOURCE;
setShouldDelayLoadEvent(false);
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::noneSupported()
{
WTF_LOG(Media, "HTMLMediaElement::noneSupported");
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_currentSourceNode = nullptr;
m_error = MediaError::create(MediaError::MEDIA_ERR_SRC_NOT_SUPPORTED);
forgetResourceSpecificTracks();
m_networkState = NETWORK_NO_SOURCE;
scheduleEvent(EventTypeNames::error);
closeMediaSource();
setShouldDelayLoadEvent(false);
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::mediaEngineError(PassRefPtr<MediaError> err)
{
WTF_LOG(Media, "HTMLMediaElement::mediaEngineError(%d)", static_cast<int>(err->code()));
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_error = err;
scheduleEvent(EventTypeNames::error);
closeMediaSource();
m_networkState = NETWORK_EMPTY;
scheduleEvent(EventTypeNames::emptied);
setShouldDelayLoadEvent(false);
m_currentSourceNode = nullptr;
}
void HTMLMediaElement::cancelPendingEventsAndCallbacks()
{
WTF_LOG(Media, "HTMLMediaElement::cancelPendingEventsAndCallbacks");
m_asyncEventQueue->cancelAllEvents();
for (HTMLSourceElement* source = Traversal<HTMLSourceElement>::firstChild(*this); source; source = Traversal<HTMLSourceElement>::nextSibling(*source))
source->cancelPendingErrorEvent();
}
void HTMLMediaElement::mediaPlayerNetworkStateChanged()
{
setNetworkState(m_player->networkState());
}
void HTMLMediaElement::mediaLoadingFailed(MediaPlayer::NetworkState error)
{
stopPeriodicTimers();
if (m_readyState < HAVE_METADATA && m_loadState == LoadingFromSourceElement) {
if (m_currentSourceNode)
m_currentSourceNode->scheduleErrorEvent();
else
WTF_LOG(Media, "HTMLMediaElement::setNetworkState - error event not sent, <source> was removed");
forgetResourceSpecificTracks();
if (havePotentialSourceChild()) {
WTF_LOG(Media, "HTMLMediaElement::setNetworkState - scheduling next <source>");
scheduleNextSourceChild();
} else {
WTF_LOG(Media, "HTMLMediaElement::setNetworkState - no more <source> elements, waiting");
waitForSourceChange();
}
return;
}
if (error == MediaPlayer::NetworkError && m_readyState >= HAVE_METADATA)
mediaEngineError(MediaError::create(MediaError::MEDIA_ERR_NETWORK));
else if (error == MediaPlayer::DecodeError)
mediaEngineError(MediaError::create(MediaError::MEDIA_ERR_DECODE));
else if ((error == MediaPlayer::FormatError || error == MediaPlayer::NetworkError) && m_loadState == LoadingFromSrcAttr)
noneSupported();
updateDisplayState();
if (hasMediaControls())
mediaControls()->reset();
}
void HTMLMediaElement::setNetworkState(MediaPlayer::NetworkState state)
{
WTF_LOG(Media, "HTMLMediaElement::setNetworkState(%d) - current state is %d", static_cast<int>(state), static_cast<int>(m_networkState));
if (state == MediaPlayer::Empty) {
m_networkState = NETWORK_EMPTY;
return;
}
if (state == MediaPlayer::FormatError || state == MediaPlayer::NetworkError || state == MediaPlayer::DecodeError) {
mediaLoadingFailed(state);
return;
}
if (state == MediaPlayer::Idle) {
if (m_networkState > NETWORK_IDLE) {
changeNetworkStateFromLoadingToIdle();
setShouldDelayLoadEvent(false);
} else {
m_networkState = NETWORK_IDLE;
}
}
if (state == MediaPlayer::Loading) {
if (m_networkState < NETWORK_LOADING || m_networkState == NETWORK_NO_SOURCE)
startProgressEventTimer();
m_networkState = NETWORK_LOADING;
}
if (state == MediaPlayer::Loaded) {
if (m_networkState != NETWORK_IDLE)
changeNetworkStateFromLoadingToIdle();
m_completelyLoaded = true;
}
}
void HTMLMediaElement::changeNetworkStateFromLoadingToIdle()
{
m_progressEventTimer.stop();
scheduleEvent(EventTypeNames::progress);
scheduleEvent(EventTypeNames::suspend);
m_networkState = NETWORK_IDLE;
}
void HTMLMediaElement::mediaPlayerReadyStateChanged()
{
setReadyState(m_player->readyState());
}
void HTMLMediaElement::setReadyState(MediaPlayer::ReadyState state)
{
WTF_LOG(Media, "HTMLMediaElement::setReadyState(%d) - current state is %d,", static_cast<int>(state), static_cast<int>(m_readyState));
bool wasPotentiallyPlaying = potentiallyPlaying();
ReadyState oldState = m_readyState;
ReadyState newState = static_cast<ReadyState>(state);
bool tracksAreReady = textTracksAreReady();
if (newState == oldState && m_tracksAreReady == tracksAreReady)
return;
m_tracksAreReady = tracksAreReady;
if (tracksAreReady)
m_readyState = newState;
else {
if (newState <= HAVE_METADATA)
m_readyState = newState;
else
m_readyState = HAVE_CURRENT_DATA;
}
if (oldState > m_readyStateMaximum)
m_readyStateMaximum = oldState;
if (m_networkState == NETWORK_EMPTY)
return;
if (m_seeking) {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA)
scheduleEvent(EventTypeNames::waiting);
if (m_readyState >= HAVE_CURRENT_DATA)
finishSeek();
} else {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA) {
scheduleTimeupdateEvent(false);
scheduleEvent(EventTypeNames::waiting);
}
}
if (m_readyState >= HAVE_METADATA && oldState < HAVE_METADATA) {
prepareMediaFragmentURI();
scheduleEvent(EventTypeNames::durationchange);
if (isHTMLVideoElement(*this))
scheduleEvent(EventTypeNames::resize);
scheduleEvent(EventTypeNames::loadedmetadata);
if (hasMediaControls())
mediaControls()->reset();
if (renderer())
renderer()->updateFromElement();
}
bool shouldUpdateDisplayState = false;
if (m_readyState >= HAVE_CURRENT_DATA && oldState < HAVE_CURRENT_DATA && !m_haveFiredLoadedData) {
m_haveFiredLoadedData = true;
shouldUpdateDisplayState = true;
scheduleEvent(EventTypeNames::loadeddata);
setShouldDelayLoadEvent(false);
applyMediaFragmentURI();
}
bool isPotentiallyPlaying = potentiallyPlaying();
if (m_readyState == HAVE_FUTURE_DATA && oldState <= HAVE_CURRENT_DATA && tracksAreReady) {
scheduleEvent(EventTypeNames::canplay);
if (isPotentiallyPlaying)
scheduleEvent(EventTypeNames::playing);
shouldUpdateDisplayState = true;
}
if (m_readyState == HAVE_ENOUGH_DATA && oldState < HAVE_ENOUGH_DATA && tracksAreReady) {
if (oldState <= HAVE_CURRENT_DATA) {
scheduleEvent(EventTypeNames::canplay);
if (isPotentiallyPlaying)
scheduleEvent(EventTypeNames::playing);
}
if (m_autoplaying && m_paused && autoplay() && !document().isSandboxed(SandboxAutomaticFeatures) && !m_userGestureRequiredForPlay) {
m_paused = false;
invalidateCachedTime();
scheduleEvent(EventTypeNames::play);
scheduleEvent(EventTypeNames::playing);
}
scheduleEvent(EventTypeNames::canplaythrough);
shouldUpdateDisplayState = true;
}
if (shouldUpdateDisplayState) {
updateDisplayState();
if (hasMediaControls())
mediaControls()->refreshClosedCaptionsButtonVisibility();
}
updatePlayState();
updateMediaController();
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::progressEventTimerFired(Timer<HTMLMediaElement>*)
{
ASSERT(m_player);
if (m_networkState != NETWORK_LOADING)
return;
double time = WTF::currentTime();
double timedelta = time - m_previousProgressTime;
if (m_player->didLoadingProgress()) {
scheduleEvent(EventTypeNames::progress);
m_previousProgressTime = time;
m_sentStalledEvent = false;
if (renderer())
renderer()->updateFromElement();
} else if (timedelta > 3.0 && !m_sentStalledEvent) {
scheduleEvent(EventTypeNames::stalled);
m_sentStalledEvent = true;
setShouldDelayLoadEvent(false);
}
}
void HTMLMediaElement::addPlayedRange(double start, double end)
{
WTF_LOG(Media, "HTMLMediaElement::addPlayedRange(%f, %f)", start, end);
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
m_playedTimeRanges->add(start, end);
}
bool HTMLMediaElement::supportsSave() const
{
return m_player ? m_player->supportsSave() : false;
}
void HTMLMediaElement::prepareToPlay()
{
WTF_LOG(Media, "HTMLMediaElement::prepareToPlay(%p)", this);
if (m_havePreparedToPlay)
return;
m_havePreparedToPlay = true;
if (m_delayingLoadForPreloadNone)
startDelayedLoad();
}
void HTMLMediaElement::seek(double time, ExceptionState& exceptionState)
{
WTF_LOG(Media, "HTMLMediaElement::seek(%f)", time);
if (m_readyState == HAVE_NOTHING || !m_player) {
exceptionState.throwDOMException(InvalidStateError, "The element's readyState is HAVE_NOTHING.");
return;
}
if (m_preload < MediaPlayer::Auto && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
refreshCachedTime();
double now = currentTime();
m_seeking = true;
time = min(time, duration());
time = max(time, 0.0);
#if !LOG_DISABLED
double mediaTime = m_player->mediaTimeForTimeValue(time);
if (time != mediaTime)
WTF_LOG(Media, "HTMLMediaElement::seek(%f) - media timeline equivalent is %f", time, mediaTime);
#endif
time = m_player->mediaTimeForTimeValue(time);
RefPtr<TimeRanges> seekableRanges = seekable();
bool noSeekRequired = !seekableRanges->length() || (time == now && displayMode() != Poster);
if (m_mediaSource && m_mediaSource->isClosed())
noSeekRequired = false;
if (noSeekRequired) {
if (time == now) {
scheduleEvent(EventTypeNames::seeking);
scheduleTimeupdateEvent(false);
scheduleEvent(EventTypeNames::seeked);
}
m_seeking = false;
return;
}
time = seekableRanges->nearest(time);
if (m_playing) {
if (m_lastSeekTime < now)
addPlayedRange(m_lastSeekTime, now);
}
m_lastSeekTime = time;
m_sentEndEvent = false;
scheduleEvent(EventTypeNames::seeking);
m_player->seek(time);
}
void HTMLMediaElement::finishSeek()
{
WTF_LOG(Media, "HTMLMediaElement::finishSeek");
m_seeking = false;
scheduleTimeupdateEvent(false);
scheduleEvent(EventTypeNames::seeked);
setDisplayMode(Video);
}
HTMLMediaElement::ReadyState HTMLMediaElement::readyState() const
{
return m_readyState;
}
bool HTMLMediaElement::hasAudio() const
{
return m_player ? m_player->hasAudio() : false;
}
bool HTMLMediaElement::seeking() const
{
return m_seeking;
}
void HTMLMediaElement::refreshCachedTime() const
{
m_cachedTime = m_player->currentTime();
m_cachedTimeWallClockUpdateTime = WTF::currentTime();
}
void HTMLMediaElement::invalidateCachedTime()
{
WTF_LOG(Media, "HTMLMediaElement::invalidateCachedTime");
static const double minimumTimePlayingBeforeCacheSnapshot = 0.5;
m_minimumWallClockTimeToCacheMediaTime = WTF::currentTime() + minimumTimePlayingBeforeCacheSnapshot;
m_cachedTime = MediaPlayer::invalidTime();
}
double HTMLMediaElement::currentTime() const
{
#if LOG_CACHED_TIME_WARNINGS
static const double minCachedDeltaForWarning = 0.01;
#endif
if (!m_player)
return 0;
if (m_seeking) {
WTF_LOG(Media, "HTMLMediaElement::currentTime - seeking, returning %f", m_lastSeekTime);
return m_lastSeekTime;
}
if (m_cachedTime != MediaPlayer::invalidTime() && m_paused) {
#if LOG_CACHED_TIME_WARNINGS
double delta = m_cachedTime - m_player->currentTime();
if (delta > minCachedDeltaForWarning)
WTF_LOG(Media, "HTMLMediaElement::currentTime - WARNING, cached time is %f seconds off of media time when paused", delta);
#endif
return m_cachedTime;
}
refreshCachedTime();
return m_cachedTime;
}
void HTMLMediaElement::setCurrentTime(double time, ExceptionState& exceptionState)
{
if (!std::isfinite(time)) {
exceptionState.throwTypeError(ExceptionMessages::notAFiniteNumber(time));
return;
}
if (m_mediaController) {
exceptionState.throwDOMException(InvalidStateError, "The element is slaved to a MediaController.");
return;
}
seek(time, exceptionState);
}
double HTMLMediaElement::duration() const
{
if (!m_player || m_readyState < HAVE_METADATA)
return numeric_limits<double>::quiet_NaN();
if (m_mediaSource)
return m_mediaSource->duration();
return m_player->duration();
}
bool HTMLMediaElement::paused() const
{
return m_paused;
}
double HTMLMediaElement::defaultPlaybackRate() const
{
return m_defaultPlaybackRate;
}
void HTMLMediaElement::setDefaultPlaybackRate(double rate, ExceptionState& exceptionState)
{
if (!std::isfinite(rate)) {
exceptionState.throwTypeError(ExceptionMessages::notAFiniteNumber(rate));
return;
}
if (m_defaultPlaybackRate != rate) {
m_defaultPlaybackRate = rate;
scheduleEvent(EventTypeNames::ratechange);
}
}
double HTMLMediaElement::playbackRate() const
{
return m_playbackRate;
}
void HTMLMediaElement::setPlaybackRate(double rate, ExceptionState& exceptionState)
{
WTF_LOG(Media, "HTMLMediaElement::setPlaybackRate(%f)", rate);
if (!std::isfinite(rate)) {
exceptionState.throwTypeError(ExceptionMessages::notAFiniteNumber(rate));
return;
}
if (m_playbackRate != rate) {
m_playbackRate = rate;
invalidateCachedTime();
scheduleEvent(EventTypeNames::ratechange);
}
if (m_player && potentiallyPlaying() && m_player->rate() != rate && !m_mediaController)
m_player->setRate(rate);
}
void HTMLMediaElement::updatePlaybackRate()
{
double effectiveRate = m_mediaController ? m_mediaController->playbackRate() : m_playbackRate;
if (m_player && potentiallyPlaying() && m_player->rate() != effectiveRate)
m_player->setRate(effectiveRate);
}
bool HTMLMediaElement::ended() const
{
return endedPlayback() && m_playbackRate > 0;
}
bool HTMLMediaElement::autoplay() const
{
return fastHasAttribute(autoplayAttr);
}
String HTMLMediaElement::preload() const
{
switch (m_preload) {
case MediaPlayer::None:
return "none";
break;
case MediaPlayer::MetaData:
return "metadata";
break;
case MediaPlayer::Auto:
return "auto";
break;
}
ASSERT_NOT_REACHED();
return String();
}
void HTMLMediaElement::setPreload(const AtomicString& preload)
{
WTF_LOG(Media, "HTMLMediaElement::setPreload(%s)", preload.utf8().data());
setAttribute(preloadAttr, preload);
}
void HTMLMediaElement::play()
{
WTF_LOG(Media, "HTMLMediaElement::play()");
if (m_userGestureRequiredForPlay && !UserGestureIndicator::processingUserGesture())
return;
if (UserGestureIndicator::processingUserGesture())
m_userGestureRequiredForPlay = false;
playInternal();
}
void HTMLMediaElement::playInternal()
{
WTF_LOG(Media, "HTMLMediaElement::playInternal");
if (!m_player || m_networkState == NETWORK_EMPTY)
scheduleDelayedAction(LoadMediaResource);
if (endedPlayback())
seek(0, IGNORE_EXCEPTION);
if (m_mediaController)
m_mediaController->bringElementUpToSpeed(this);
if (m_paused) {
m_paused = false;
invalidateCachedTime();
scheduleEvent(EventTypeNames::play);
if (m_readyState <= HAVE_CURRENT_DATA)
scheduleEvent(EventTypeNames::waiting);
else if (m_readyState >= HAVE_FUTURE_DATA)
scheduleEvent(EventTypeNames::playing);
}
m_autoplaying = false;
updatePlayState();
updateMediaController();
}
void HTMLMediaElement::pause()
{
WTF_LOG(Media, "HTMLMediaElement::pause()");
if (!m_player || m_networkState == NETWORK_EMPTY)
scheduleDelayedAction(LoadMediaResource);
m_autoplaying = false;
if (!m_paused) {
m_paused = true;
scheduleTimeupdateEvent(false);
scheduleEvent(EventTypeNames::pause);
}
updatePlayState();
}
void HTMLMediaElement::closeMediaSource()
{
if (!m_mediaSource)
return;
m_mediaSource->close();
m_mediaSource = nullptr;
}
bool HTMLMediaElement::loop() const
{
return fastHasAttribute(loopAttr);
}
void HTMLMediaElement::setLoop(bool b)
{
WTF_LOG(Media, "HTMLMediaElement::setLoop(%s)", boolString(b));
setBooleanAttribute(loopAttr, b);
}
bool HTMLMediaElement::controls() const
{
LocalFrame* frame = document().frame();
if (frame && !frame->script().canExecuteScripts(NotAboutToExecuteScript))
return true;
if (isFullscreen())
return true;
return fastHasAttribute(controlsAttr);
}
void HTMLMediaElement::setControls(bool b)
{
WTF_LOG(Media, "HTMLMediaElement::setControls(%s)", boolString(b));
setBooleanAttribute(controlsAttr, b);
}
double HTMLMediaElement::volume() const
{
return m_volume;
}
void HTMLMediaElement::setVolume(double vol, ExceptionState& exceptionState)
{
WTF_LOG(Media, "HTMLMediaElement::setVolume(%f)", vol);
if (!std::isfinite(vol)) {
exceptionState.throwTypeError(ExceptionMessages::notAFiniteNumber(vol));
return;
}
if (vol < 0.0f || vol > 1.0f) {
exceptionState.throwDOMException(IndexSizeError, ExceptionMessages::indexOutsideRange("volume", vol, 0.0, ExceptionMessages::InclusiveBound, 1.0, ExceptionMessages::InclusiveBound));
return;
}
if (m_volume != vol) {
m_volume = vol;
updateVolume();
scheduleEvent(EventTypeNames::volumechange);
}
}
bool HTMLMediaElement::muted() const
{
return m_muted;
}
void HTMLMediaElement::setMuted(bool muted)
{
WTF_LOG(Media, "HTMLMediaElement::setMuted(%s)", boolString(muted));
if (m_muted == muted)
return;
m_muted = muted;
updateVolume();
scheduleEvent(EventTypeNames::volumechange);
}
static const double maxTimeupdateEventFrequency = 0.25;
void HTMLMediaElement::startPlaybackProgressTimer()
{
if (m_playbackProgressTimer.isActive())
return;
m_previousProgressTime = WTF::currentTime();
m_playbackProgressTimer.startRepeating(maxTimeupdateEventFrequency, FROM_HERE);
}
void HTMLMediaElement::playbackProgressTimerFired(Timer<HTMLMediaElement>*)
{
ASSERT(m_player);
if (m_fragmentEndTime != MediaPlayer::invalidTime() && currentTime() >= m_fragmentEndTime && m_playbackRate > 0) {
m_fragmentEndTime = MediaPlayer::invalidTime();
if (!m_mediaController && !m_paused) {
UseCounter::count(document(), UseCounter::HTMLMediaElementPauseAtFragmentEnd);
pause();
}
}
if (!m_seeking)
scheduleTimeupdateEvent(true);
if (!m_playbackRate)
return;
if (!m_paused && hasMediaControls())
mediaControls()->playbackProgressed();
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::scheduleTimeupdateEvent(bool periodicEvent)
{
double now = WTF::currentTime();
double timedelta = now - m_lastTimeUpdateEventWallTime;
if (periodicEvent && timedelta < maxTimeupdateEventFrequency)
return;
double movieTime = currentTime();
if (movieTime != m_lastTimeUpdateEventMovieTime) {
scheduleEvent(EventTypeNames::timeupdate);
m_lastTimeUpdateEventWallTime = now;
m_lastTimeUpdateEventMovieTime = movieTime;
}
}
bool HTMLMediaElement::togglePlayStateWillPlay() const
{
if (m_mediaController)
return m_mediaController->paused() || m_mediaController->isRestrained();
return paused();
}
void HTMLMediaElement::togglePlayState()
{
if (m_mediaController) {
if (m_mediaController->isRestrained())
m_mediaController->play();
else if (m_mediaController->paused())
m_mediaController->unpause();
else
m_mediaController->pause();
} else {
if (paused())
play();
else
pause();
}
}
void HTMLMediaElement::mediaPlayerDidAddTextTrack(WebInbandTextTrack* webTrack)
{
RefPtr<InbandTextTrack> textTrack = InbandTextTrack::create(document(), webTrack);
textTrack->setReadinessState(TextTrack::Loaded);
scheduleDelayedAction(LoadTextTrackResource);
addTextTrack(textTrack.get());
}
void HTMLMediaElement::mediaPlayerDidRemoveTextTrack(WebInbandTextTrack* webTrack)
{
if (!m_textTracks)
return;
RefPtr<InbandTextTrack> textTrack = static_cast<InbandTextTrack*>(webTrack->client());
if (!textTrack)
return;
removeTextTrack(textTrack.get());
}
void HTMLMediaElement::closeCaptionTracksChanged()
{
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
void HTMLMediaElement::addTextTrack(TextTrack* track)
{
textTracks()->append(track);
closeCaptionTracksChanged();
}
void HTMLMediaElement::removeTextTrack(TextTrack* track)
{
TrackDisplayUpdateScope scope(this);
m_textTracks->remove(track);
closeCaptionTracksChanged();
}
void HTMLMediaElement::forgetResourceSpecificTracks()
{
if (m_textTracks) {
TrackDisplayUpdateScope scope(this);
m_textTracks->removeAllInbandTracks();
closeCaptionTracksChanged();
}
}
PassRefPtr<TextTrack> HTMLMediaElement::addTextTrack(const AtomicString& kind, const AtomicString& label, const AtomicString& language, ExceptionState& exceptionState)
{
if (!TextTrack::isValidKindKeyword(kind)) {
exceptionState.throwDOMException(SyntaxError, "The 'kind' provided ('" + kind + "') is invalid.");
return nullptr;
}
RefPtr<TextTrack> textTrack = TextTrack::create(document(), kind, label, language);
addTextTrack(textTrack.get());
textTrack->setReadinessState(TextTrack::Loaded);
textTrack->setMode(TextTrack::hiddenKeyword());
return textTrack.release();
}
TextTrackList* HTMLMediaElement::textTracks()
{
if (!m_textTracks)
m_textTracks = TextTrackList::create(this);
return m_textTracks.get();
}
void HTMLMediaElement::didAddTrackElement(HTMLTrackElement* trackElement)
{
RefPtr<TextTrack> textTrack = trackElement->track();
if (!textTrack)
return;
addTextTrack(textTrack.get());
if (isFinishedParsingChildren())
scheduleDelayedAction(LoadTextTrackResource);
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
void HTMLMediaElement::didRemoveTrackElement(HTMLTrackElement* trackElement)
{
#if !LOG_DISABLED
KURL url = trackElement->getNonEmptyURLAttribute(srcAttr);
WTF_LOG(Media, "HTMLMediaElement::didRemoveTrackElement - 'src' is %s", urlForLoggingMedia(url).utf8().data());
#endif
RefPtr<TextTrack> textTrack = trackElement->track();
if (!textTrack)
return;
textTrack->setHasBeenConfigured(false);
if (!m_textTracks)
return;
removeTextTrack(textTrack.get());
size_t index = m_textTracksWhenResourceSelectionBegan.find(textTrack.get());
if (index != kNotFound)
m_textTracksWhenResourceSelectionBegan.remove(index);
}
static int textTrackLanguageSelectionScore(const TextTrack& track)
{
if (track.language().isEmpty())
return 0;
Vector<AtomicString> languages = userPreferredLanguages();
size_t languageMatchIndex = indexOfBestMatchingLanguageInList(track.language(), languages);
if (languageMatchIndex >= languages.size())
return 0;
return (languages.size() - languageMatchIndex) * 10;
}
static int textTrackSelectionScore(const TextTrack& track, Settings* settings)
{
int trackScore = 0;
if (!settings)
return trackScore;
if (track.kind() != TextTrack::captionsKeyword() && track.kind() != TextTrack::subtitlesKeyword())
return trackScore;
if (track.kind() == TextTrack::subtitlesKeyword() && settings->shouldDisplaySubtitles())
trackScore = 1;
else if (track.kind() == TextTrack::captionsKeyword() && settings->shouldDisplayCaptions())
trackScore = 1;
return trackScore + textTrackLanguageSelectionScore(track);
}
void HTMLMediaElement::configureTextTrackGroup(const TrackGroup& group)
{
ASSERT(group.tracks.size());
WTF_LOG(Media, "HTMLMediaElement::configureTextTrackGroup(%d)", group.kind);
Settings* settings = document().settings();
Vector<RefPtr<TextTrack> > currentlyEnabledTracks;
RefPtr<TextTrack> trackToEnable;
RefPtr<TextTrack> defaultTrack;
RefPtr<TextTrack> fallbackTrack;
int highestTrackScore = 0;
for (size_t i = 0; i < group.tracks.size(); ++i) {
RefPtr<TextTrack> textTrack = group.tracks[i];
if (m_processingPreferenceChange && textTrack->mode() == TextTrack::showingKeyword())
currentlyEnabledTracks.append(textTrack);
int trackScore = textTrackSelectionScore(*textTrack, settings);
if (trackScore) {
if (trackScore > highestTrackScore) {
highestTrackScore = trackScore;
trackToEnable = textTrack;
}
if (!defaultTrack && textTrack->isDefault())
defaultTrack = textTrack;
if (!defaultTrack && !fallbackTrack)
fallbackTrack = textTrack;
} else if (!group.visibleTrack && !defaultTrack && textTrack->isDefault()) {
defaultTrack = textTrack;
}
}
if (!trackToEnable && defaultTrack)
trackToEnable = defaultTrack;
if (!fallbackTrack && m_closedCaptionsVisible && group.kind == TrackGroup::CaptionsAndSubtitles)
fallbackTrack = group.tracks[0];
if (!trackToEnable && fallbackTrack)
trackToEnable = fallbackTrack;
if (currentlyEnabledTracks.size()) {
for (size_t i = 0; i < currentlyEnabledTracks.size(); ++i) {
RefPtr<TextTrack> textTrack = currentlyEnabledTracks[i];
if (textTrack != trackToEnable)
textTrack->setMode(TextTrack::disabledKeyword());
}
}
if (trackToEnable)
trackToEnable->setMode(TextTrack::showingKeyword());
}
void HTMLMediaElement::configureTextTracks()
{
TrackGroup captionAndSubtitleTracks(TrackGroup::CaptionsAndSubtitles);
TrackGroup descriptionTracks(TrackGroup::Description);
TrackGroup chapterTracks(TrackGroup::Chapter);
TrackGroup metadataTracks(TrackGroup::Metadata);
TrackGroup otherTracks(TrackGroup::Other);
if (!m_textTracks)
return;
for (size_t i = 0; i < m_textTracks->length(); ++i) {
RefPtr<TextTrack> textTrack = m_textTracks->item(i);
if (!textTrack)
continue;
String kind = textTrack->kind();
TrackGroup* currentGroup;
if (kind == TextTrack::subtitlesKeyword() || kind == TextTrack::captionsKeyword())
currentGroup = &captionAndSubtitleTracks;
else if (kind == TextTrack::descriptionsKeyword())
currentGroup = &descriptionTracks;
else if (kind == TextTrack::chaptersKeyword())
currentGroup = &chapterTracks;
else if (kind == TextTrack::metadataKeyword())
currentGroup = &metadataTracks;
else
currentGroup = &otherTracks;
if (!currentGroup->visibleTrack && textTrack->mode() == TextTrack::showingKeyword())
currentGroup->visibleTrack = textTrack;
if (!currentGroup->defaultTrack && textTrack->isDefault())
currentGroup->defaultTrack = textTrack;
if (textTrack->hasBeenConfigured())
continue;
if (textTrack->language().length())
currentGroup->hasSrcLang = true;
currentGroup->tracks.append(textTrack);
}
if (captionAndSubtitleTracks.tracks.size())
configureTextTrackGroup(captionAndSubtitleTracks);
if (descriptionTracks.tracks.size())
configureTextTrackGroup(descriptionTracks);
if (chapterTracks.tracks.size())
configureTextTrackGroup(chapterTracks);
if (metadataTracks.tracks.size())
configureTextTrackGroup(metadataTracks);
if (otherTracks.tracks.size())
configureTextTrackGroup(otherTracks);
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
bool HTMLMediaElement::havePotentialSourceChild()
{
RefPtr<HTMLSourceElement> currentSourceNode = m_currentSourceNode;
RefPtr<Node> nextNode = m_nextChildNodeToConsider;
KURL nextURL = selectNextSourceChild(0, 0, DoNothing);
m_currentSourceNode = currentSourceNode;
m_nextChildNodeToConsider = nextNode;
return nextURL.isValid();
}
KURL HTMLMediaElement::selectNextSourceChild(ContentType* contentType, String* keySystem, InvalidURLAction actionIfInvalid)
{
#if !LOG_DISABLED
bool shouldLog = actionIfInvalid != DoNothing;
if (shouldLog)
WTF_LOG(Media, "HTMLMediaElement::selectNextSourceChild");
#endif
if (!m_nextChildNodeToConsider) {
#if !LOG_DISABLED
if (shouldLog)
WTF_LOG(Media, "HTMLMediaElement::selectNextSourceChild -> 0x0000, \"\"");
#endif
return KURL();
}
KURL mediaURL;
Node* node;
HTMLSourceElement* source = 0;
String type;
String system;
bool lookingForStartNode = m_nextChildNodeToConsider;
bool canUseSourceElement = false;
NodeVector potentialSourceNodes;
getChildNodes(*this, potentialSourceNodes);
for (unsigned i = 0; !canUseSourceElement && i < potentialSourceNodes.size(); ++i) {
node = potentialSourceNodes[i].get();
if (lookingForStartNode && m_nextChildNodeToConsider != node)
continue;
lookingForStartNode = false;
if (!isHTMLSourceElement(*node))
continue;
if (node->parentNode() != this)
continue;
source = toHTMLSourceElement(node);
mediaURL = source->getNonEmptyURLAttribute(srcAttr);
#if !LOG_DISABLED
if (shouldLog)
WTF_LOG(Media, "HTMLMediaElement::selectNextSourceChild - 'src' is %s", urlForLoggingMedia(mediaURL).utf8().data());
#endif
if (mediaURL.isEmpty())
goto check_again;
type = source->type();
if (type.isEmpty() && mediaURL.protocolIsData())
type = mimeTypeFromDataURL(mediaURL);
if (!type.isEmpty() || !system.isEmpty()) {
#if !LOG_DISABLED
if (shouldLog)
WTF_LOG(Media, "HTMLMediaElement::selectNextSourceChild - 'type' is '%s' - key system is '%s'", type.utf8().data(), system.utf8().data());
#endif
if (!supportsType(ContentType(type), system))
goto check_again;
}
if (!isSafeToLoadURL(mediaURL, actionIfInvalid))
goto check_again;
canUseSourceElement = true;
check_again:
if (!canUseSourceElement && actionIfInvalid == Complain && source)
source->scheduleErrorEvent();
}
if (canUseSourceElement) {
if (contentType)
*contentType = ContentType(type);
if (keySystem)
*keySystem = system;
m_currentSourceNode = source;
m_nextChildNodeToConsider = source->nextSibling();
} else {
m_currentSourceNode = nullptr;
m_nextChildNodeToConsider = nullptr;
}
#if !LOG_DISABLED
if (shouldLog)
WTF_LOG(Media, "HTMLMediaElement::selectNextSourceChild -> %p, %s", m_currentSourceNode.get(), canUseSourceElement ? urlForLoggingMedia(mediaURL).utf8().data() : "");
#endif
return canUseSourceElement ? mediaURL : KURL();
}
void HTMLMediaElement::sourceWasAdded(HTMLSourceElement* source)
{
WTF_LOG(Media, "HTMLMediaElement::sourceWasAdded(%p)", source);
#if !LOG_DISABLED
KURL url = source->getNonEmptyURLAttribute(srcAttr);
WTF_LOG(Media, "HTMLMediaElement::sourceWasAdded - 'src' is %s", urlForLoggingMedia(url).utf8().data());
#endif
if (fastHasAttribute(srcAttr))
return;
if (networkState() == HTMLMediaElement::NETWORK_EMPTY) {
scheduleDelayedAction(LoadMediaResource);
m_nextChildNodeToConsider = source;
return;
}
if (m_currentSourceNode && source == m_currentSourceNode->nextSibling()) {
WTF_LOG(Media, "HTMLMediaElement::sourceWasAdded - <source> inserted immediately after current source");
m_nextChildNodeToConsider = source;
return;
}
if (m_nextChildNodeToConsider)
return;
setShouldDelayLoadEvent(true);
m_networkState = NETWORK_LOADING;
m_nextChildNodeToConsider = source;
scheduleNextSourceChild();
}
void HTMLMediaElement::sourceWasRemoved(HTMLSourceElement* source)
{
WTF_LOG(Media, "HTMLMediaElement::sourceWasRemoved(%p)", source);
#if !LOG_DISABLED
KURL url = source->getNonEmptyURLAttribute(srcAttr);
WTF_LOG(Media, "HTMLMediaElement::sourceWasRemoved - 'src' is %s", urlForLoggingMedia(url).utf8().data());
#endif
if (source != m_currentSourceNode && source != m_nextChildNodeToConsider)
return;
if (source == m_nextChildNodeToConsider) {
if (m_currentSourceNode)
m_nextChildNodeToConsider = m_currentSourceNode->nextSibling();
WTF_LOG(Media, "HTMLMediaElement::sourceRemoved - m_nextChildNodeToConsider set to %p", m_nextChildNodeToConsider.get());
} else if (source == m_currentSourceNode) {
m_currentSourceNode = nullptr;
WTF_LOG(Media, "HTMLMediaElement::sourceRemoved - m_currentSourceNode set to 0");
}
}
void HTMLMediaElement::mediaPlayerTimeChanged()
{
WTF_LOG(Media, "HTMLMediaElement::mediaPlayerTimeChanged");
updateActiveTextTrackCues(currentTime());
invalidateCachedTime();
if (m_seeking && m_readyState >= HAVE_CURRENT_DATA && !m_player->seeking())
finishSeek();
scheduleTimeupdateEvent(false);
double now = currentTime();
double dur = duration();
if (!std::isnan(dur) && dur && now >= dur && m_playbackRate > 0) {
if (loop() && !m_mediaController) {
m_sentEndEvent = false;
seek(0, IGNORE_EXCEPTION);
} else {
if (!m_mediaController && !m_paused) {
m_paused = true;
scheduleEvent(EventTypeNames::pause);
}
if (!m_sentEndEvent) {
m_sentEndEvent = true;
scheduleEvent(EventTypeNames::ended);
}
updateMediaController();
}
}
else
m_sentEndEvent = false;
updatePlayState();
}
void HTMLMediaElement::mediaPlayerDurationChanged()
{
WTF_LOG(Media, "HTMLMediaElement::mediaPlayerDurationChanged");
durationChanged(duration());
}
void HTMLMediaElement::durationChanged(double duration)
{
WTF_LOG(Media, "HTMLMediaElement::durationChanged(%f)", duration);
if (m_duration == duration)
return;
m_duration = duration;
scheduleEvent(EventTypeNames::durationchange);
if (hasMediaControls())
mediaControls()->reset();
if (renderer())
renderer()->updateFromElement();
if (currentTime() > duration)
seek(duration, IGNORE_EXCEPTION);
}
void HTMLMediaElement::mediaPlayerPlaybackStateChanged()
{
WTF_LOG(Media, "HTMLMediaElement::mediaPlayerPlaybackStateChanged");
if (!m_player || m_pausedInternal)
return;
if (m_player->paused())
pause();
else
playInternal();
}
void HTMLMediaElement::mediaPlayerRequestFullscreen()
{
WTF_LOG(Media, "HTMLMediaElement::mediaPlayerRequestFullscreen");
UserGestureIndicator gestureIndicator(DefinitelyProcessingNewUserGesture);
enterFullscreen();
}
void HTMLMediaElement::mediaPlayerRequestSeek(double time)
{
if (m_mediaController) {
m_mediaController->setCurrentTime(time, IGNORE_EXCEPTION);
return;
}
setCurrentTime(time, IGNORE_EXCEPTION);
}
void HTMLMediaElement::mediaPlayerRepaint()
{
if (m_webLayer)
m_webLayer->invalidate();
updateDisplayState();
if (renderer())
renderer()->repaint();
}
void HTMLMediaElement::mediaPlayerSizeChanged()
{
WTF_LOG(Media, "HTMLMediaElement::mediaPlayerSizeChanged");
ASSERT(hasVideo());
if (m_readyState > HAVE_NOTHING && isHTMLVideoElement(*this))
scheduleEvent(EventTypeNames::resize);
if (renderer())
renderer()->updateFromElement();
}
PassRefPtr<TimeRanges> HTMLMediaElement::buffered() const
{
if (!m_player)
return TimeRanges::create();
if (m_mediaSource)
return m_mediaSource->buffered();
return m_player->buffered();
}
PassRefPtr<TimeRanges> HTMLMediaElement::played()
{
if (m_playing) {
double time = currentTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
}
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
return m_playedTimeRanges->copy();
}
PassRefPtr<TimeRanges> HTMLMediaElement::seekable() const
{
if (m_player) {
double maxTimeSeekable = m_player->maxTimeSeekable();
if (maxTimeSeekable)
return TimeRanges::create(0, maxTimeSeekable);
}
return TimeRanges::create();
}
bool HTMLMediaElement::potentiallyPlaying() const
{
bool pausedToBuffer = m_readyStateMaximum >= HAVE_FUTURE_DATA && m_readyState < HAVE_FUTURE_DATA;
return (pausedToBuffer || m_readyState >= HAVE_FUTURE_DATA) && couldPlayIfEnoughData() && !isBlockedOnMediaController();
}
bool HTMLMediaElement::couldPlayIfEnoughData() const
{
return !paused() && !endedPlayback() && !stoppedDueToErrors() && !pausedForUserInteraction();
}
bool HTMLMediaElement::endedPlayback() const
{
double dur = duration();
if (!m_player || std::isnan(dur))
return false;
if (m_readyState < HAVE_METADATA)
return false;
double now = currentTime();
if (m_playbackRate > 0)
return dur > 0 && now >= dur && (!loop() || m_mediaController);
if (m_playbackRate < 0)
return now <= 0;
return false;
}
bool HTMLMediaElement::stoppedDueToErrors() const
{
if (m_readyState >= HAVE_METADATA && m_error) {
RefPtr<TimeRanges> seekableRanges = seekable();
if (!seekableRanges->contain(currentTime()))
return true;
}
return false;
}
bool HTMLMediaElement::pausedForUserInteraction() const
{
return false;
}
void HTMLMediaElement::updateVolume()
{
if (webMediaPlayer())
webMediaPlayer()->setVolume(playerVolume());
if (hasMediaControls())
mediaControls()->updateVolume();
}
double HTMLMediaElement::playerVolume() const
{
double volumeMultiplier = 1;
bool shouldMute = m_muted;
if (m_mediaController) {
volumeMultiplier *= m_mediaController->volume();
shouldMute = m_mediaController->muted();
}
return shouldMute ? 0 : m_volume * volumeMultiplier;
}
void HTMLMediaElement::updatePlayState()
{
if (!m_player)
return;
if (m_pausedInternal) {
if (!m_player->paused())
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
if (hasMediaControls())
mediaControls()->playbackStopped();
return;
}
bool shouldBePlaying = potentiallyPlaying();
bool playerPaused = m_player->paused();
WTF_LOG(Media, "HTMLMediaElement::updatePlayState - shouldBePlaying = %s, playerPaused = %s",
boolString(shouldBePlaying), boolString(playerPaused));
if (shouldBePlaying) {
setDisplayMode(Video);
invalidateCachedTime();
if (playerPaused) {
m_player->setRate(m_playbackRate);
updateVolume();
m_player->play();
}
if (hasMediaControls())
mediaControls()->playbackStarted();
startPlaybackProgressTimer();
m_playing = true;
} else {
if (!playerPaused)
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
m_playing = false;
double time = currentTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
if (couldPlayIfEnoughData())
prepareToPlay();
if (hasMediaControls())
mediaControls()->playbackStopped();
}
updateMediaController();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::setPausedInternal(bool b)
{
m_pausedInternal = b;
updatePlayState();
}
void HTMLMediaElement::stopPeriodicTimers()
{
m_progressEventTimer.stop();
m_playbackProgressTimer.stop();
}
void HTMLMediaElement::userCancelledLoad()
{
WTF_LOG(Media, "HTMLMediaElement::userCancelledLoad");
clearMediaPlayer(-1);
if (m_networkState == NETWORK_EMPTY || m_completelyLoaded)
return;
m_error = MediaError::create(MediaError::MEDIA_ERR_ABORTED);
scheduleEvent(EventTypeNames::abort);
closeMediaSource();
if (m_readyState == HAVE_NOTHING) {
m_networkState = NETWORK_EMPTY;
scheduleEvent(EventTypeNames::emptied);
}
else
m_networkState = NETWORK_IDLE;
setShouldDelayLoadEvent(false);
m_currentSourceNode = nullptr;
m_readyState = HAVE_NOTHING;
updateMediaController();
updateActiveTextTrackCues(0);
}
void HTMLMediaElement::clearMediaPlayerAndAudioSourceProviderClient()
{
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode)
m_audioSourceNode->lock();
if (audioSourceProvider())
audioSourceProvider()->setClient(0);
#endif
m_player.clear();
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode)
m_audioSourceNode->unlock();
#endif
}
void HTMLMediaElement::clearMediaPlayer(int flags)
{
forgetResourceSpecificTracks();
closeMediaSource();
m_delayingLoadForPreloadNone = false;
clearMediaPlayerAndAudioSourceProviderClient();
stopPeriodicTimers();
m_loadTimer.stop();
m_pendingActionFlags &= ~flags;
m_loadState = WaitingForSource;
if (m_textTracks)
configureTextTrackDisplay(AssumeNoVisibleChange);
}
void HTMLMediaElement::stop()
{
WTF_LOG(Media, "HTMLMediaElement::stop");
m_active = false;
userCancelledLoad();
m_playing = false;
setPausedInternal(true);
if (renderer())
renderer()->updateFromElement();
stopPeriodicTimers();
cancelPendingEventsAndCallbacks();
m_asyncEventQueue->close();
}
bool HTMLMediaElement::hasPendingActivity() const
{
return (hasAudio() && isPlaying()) || m_asyncEventQueue->hasPendingEvents();
}
void HTMLMediaElement::contextDestroyed()
{
if (m_mediaController)
m_mediaController->clearExecutionContext();
ActiveDOMObject::contextDestroyed();
}
bool HTMLMediaElement::isFullscreen() const
{
return FullscreenElementStack::isActiveFullScreenElement(this);
}
void HTMLMediaElement::enterFullscreen()
{
WTF_LOG(Media, "HTMLMediaElement::enterFullscreen");
FullscreenElementStack::from(document()).requestFullScreenForElement(this, 0, FullscreenElementStack::ExemptIFrameAllowFullScreenRequirement);
}
void HTMLMediaElement::exitFullscreen()
{
WTF_LOG(Media, "HTMLMediaElement::exitFullscreen");
FullscreenElementStack::from(document()).webkitCancelFullScreen();
}
void HTMLMediaElement::didBecomeFullscreenElement()
{
if (hasMediaControls())
mediaControls()->enteredFullscreen();
if (RuntimeEnabledFeatures::overlayFullscreenVideoEnabled() && isHTMLVideoElement(*this))
document().renderView()->compositor()->setCompositingLayersNeedRebuild();
}
void HTMLMediaElement::willStopBeingFullscreenElement()
{
if (hasMediaControls())
mediaControls()->exitedFullscreen();
if (RuntimeEnabledFeatures::overlayFullscreenVideoEnabled() && isHTMLVideoElement(*this))
document().renderView()->compositor()->setCompositingLayersNeedRebuild();
}
blink::WebLayer* HTMLMediaElement::platformLayer() const
{
return m_webLayer;
}
bool HTMLMediaElement::hasClosedCaptions() const
{
if (m_textTracks) {
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
if (m_textTracks->item(i)->readinessState() == TextTrack::FailedToLoad)
continue;
if (m_textTracks->item(i)->kind() == TextTrack::captionsKeyword()
|| m_textTracks->item(i)->kind() == TextTrack::subtitlesKeyword())
return true;
}
}
return false;
}
bool HTMLMediaElement::closedCaptionsVisible() const
{
return m_closedCaptionsVisible;
}
void HTMLMediaElement::updateTextTrackDisplay()
{
WTF_LOG(Media, "HTMLMediaElement::updateTextTrackDisplay");
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->updateTextTrackDisplay();
}
void HTMLMediaElement::setClosedCaptionsVisible(bool closedCaptionVisible)
{
WTF_LOG(Media, "HTMLMediaElement::setClosedCaptionsVisible(%s)", boolString(closedCaptionVisible));
if (!m_player || !hasClosedCaptions())
return;
m_closedCaptionsVisible = closedCaptionVisible;
m_processingPreferenceChange = true;
markCaptionAndSubtitleTracksAsUnconfigured();
m_processingPreferenceChange = false;
updateTextTrackDisplay();
}
unsigned HTMLMediaElement::webkitAudioDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->audioDecodedByteCount();
}
unsigned HTMLMediaElement::webkitVideoDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->videoDecodedByteCount();
}
bool HTMLMediaElement::isURLAttribute(const Attribute& attribute) const
{
return attribute.name() == srcAttr || HTMLElement::isURLAttribute(attribute);
}
void HTMLMediaElement::setShouldDelayLoadEvent(bool shouldDelay)
{
if (m_shouldDelayLoadEvent == shouldDelay)
return;
WTF_LOG(Media, "HTMLMediaElement::setShouldDelayLoadEvent(%s)", boolString(shouldDelay));
m_shouldDelayLoadEvent = shouldDelay;
if (shouldDelay)
document().incrementLoadEventDelayCount();
else
document().decrementLoadEventDelayCount();
}
MediaControls* HTMLMediaElement::mediaControls() const
{
return toMediaControls(userAgentShadowRoot()->firstChild());
}
bool HTMLMediaElement::hasMediaControls() const
{
if (ShadowRoot* userAgent = userAgentShadowRoot()) {
Node* node = userAgent->firstChild();
ASSERT_WITH_SECURITY_IMPLICATION(!node || node->isMediaControls());
return node;
}
return false;
}
bool HTMLMediaElement::createMediaControls()
{
if (hasMediaControls())
return true;
RefPtr<MediaControls> mediaControls = MediaControls::create(*this);
if (!mediaControls)
return false;
mediaControls->reset();
if (isFullscreen())
mediaControls->enteredFullscreen();
ensureUserAgentShadowRoot().appendChild(mediaControls);
if (!controls() || !inDocument())
mediaControls->hide();
return true;
}
void HTMLMediaElement::configureMediaControls()
{
if (!controls() || !inDocument()) {
if (hasMediaControls())
mediaControls()->hide();
return;
}
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->reset();
mediaControls()->show();
}
void HTMLMediaElement::configureTextTrackDisplay(VisibilityChangeAssumption assumption)
{
ASSERT(m_textTracks);
WTF_LOG(Media, "HTMLMediaElement::configureTextTrackDisplay");
if (m_processingPreferenceChange)
return;
bool haveVisibleTextTrack = false;
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
if (m_textTracks->item(i)->mode() == TextTrack::showingKeyword()) {
haveVisibleTextTrack = true;
break;
}
}
if (assumption == AssumeNoVisibleChange
&& m_haveVisibleTextTrack == haveVisibleTextTrack) {
updateActiveTextTrackCues(currentTime());
return;
}
m_haveVisibleTextTrack = haveVisibleTextTrack;
m_closedCaptionsVisible = m_haveVisibleTextTrack;
if (!m_haveVisibleTextTrack && !hasMediaControls())
return;
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->changedClosedCaptionsVisibility();
updateActiveTextTrackCues(currentTime());
updateTextTrackDisplay();
}
void HTMLMediaElement::markCaptionAndSubtitleTracksAsUnconfigured()
{
if (!m_textTracks)
return;
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
RefPtr<TextTrack> textTrack = m_textTracks->item(i);
String kind = textTrack->kind();
if (kind == TextTrack::subtitlesKeyword() || kind == TextTrack::captionsKeyword())
textTrack->setHasBeenConfigured(false);
}
configureTextTracks();
}
bool HTMLMediaElement::willRespondToMouseClickEvents()
{
return controls();
}
void* HTMLMediaElement::preDispatchEventHandler(Event* event)
{
if (event && event->type() == EventTypeNames::webkitfullscreenchange)
configureMediaControls();
return 0;
}
void HTMLMediaElement::defaultEventHandler(Event* event)
{
if (event->type() == EventTypeNames::click && willRespondToMouseClickEvents()) {
togglePlayState();
event->setDefaultHandled();
return;
}
HTMLElement::defaultEventHandler(event);
}
void HTMLMediaElement::createMediaPlayer()
{
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode)
m_audioSourceNode->lock();
#endif
if (m_mediaSource)
closeMediaSource();
m_player = MediaPlayer::create(this);
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode) {
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
m_audioSourceNode->unlock();
}
#endif
}
#if ENABLE(WEB_AUDIO)
void HTMLMediaElement::setAudioSourceNode(MediaElementAudioSourceNode* sourceNode)
{
m_audioSourceNode = sourceNode;
if (m_audioSourceNode)
m_audioSourceNode->lock();
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
if (m_audioSourceNode)
m_audioSourceNode->unlock();
}
AudioSourceProvider* HTMLMediaElement::audioSourceProvider()
{
if (m_player)
return m_player->audioSourceProvider();
return 0;
}
#endif
const AtomicString& HTMLMediaElement::mediaGroup() const
{
return fastGetAttribute(mediagroupAttr);
}
void HTMLMediaElement::setMediaGroup(const AtomicString& group)
{
setControllerInternal(nullptr);
if (group.isNull() || group.isEmpty())
return;
HashSet<HTMLMediaElement*> elements = documentToElementSetMap().get(&document());
for (HashSet<HTMLMediaElement*>::iterator i = elements.begin(); i != elements.end(); ++i) {
if (*i == this)
continue;
if ((*i)->mediaGroup() == group) {
setControllerInternal((*i)->controller());
return;
}
}
setControllerInternal(MediaController::create(Node::executionContext()));
}
MediaController* HTMLMediaElement::controller() const
{
return m_mediaController.get();
}
void HTMLMediaElement::setController(PassRefPtr<MediaController> controller)
{
removeAttribute(mediagroupAttr);
setControllerInternal(controller);
}
void HTMLMediaElement::setControllerInternal(PassRefPtr<MediaController> controller)
{
if (m_mediaController)
m_mediaController->removeMediaElement(this);
m_mediaController = controller;
if (m_mediaController) {
UseCounter::count(document(), UseCounter::HTMLMediaElementControllerNotNull);
m_mediaController->addMediaElement(this);
}
}
void HTMLMediaElement::updateMediaController()
{
if (m_mediaController)
m_mediaController->reportControllerState();
}
bool HTMLMediaElement::isBlocked() const
{
if (m_readyState <= HAVE_CURRENT_DATA)
return true;
return pausedForUserInteraction();
}
bool HTMLMediaElement::isBlockedOnMediaController() const
{
if (!m_mediaController)
return false;
if (m_mediaController->isBlocked())
return true;
double mediaControllerPosition = m_mediaController->currentTime();
if (mediaControllerPosition < 0 || mediaControllerPosition > duration())
return true;
return false;
}
void HTMLMediaElement::prepareMediaFragmentURI()
{
MediaFragmentURIParser fragmentParser(m_currentSrc);
double dur = duration();
double start = fragmentParser.startTime();
if (start != MediaFragmentURIParser::invalidTimeValue() && start > 0) {
m_fragmentStartTime = start;
if (m_fragmentStartTime > dur)
m_fragmentStartTime = dur;
} else
m_fragmentStartTime = MediaPlayer::invalidTime();
double end = fragmentParser.endTime();
if (end != MediaFragmentURIParser::invalidTimeValue() && end > 0 && end > m_fragmentStartTime) {
m_fragmentEndTime = end;
if (m_fragmentEndTime > dur)
m_fragmentEndTime = dur;
} else
m_fragmentEndTime = MediaPlayer::invalidTime();
if (m_fragmentStartTime != MediaPlayer::invalidTime() && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
}
void HTMLMediaElement::applyMediaFragmentURI()
{
if (m_fragmentStartTime != MediaPlayer::invalidTime()) {
m_sentEndEvent = false;
UseCounter::count(document(), UseCounter::HTMLMediaElementSeekToFragmentStart);
seek(m_fragmentStartTime, IGNORE_EXCEPTION);
}
}
WebMediaPlayer::CORSMode HTMLMediaElement::corsMode() const
{
const AtomicString& crossOriginMode = fastGetAttribute(crossoriginAttr);
if (crossOriginMode.isNull())
return WebMediaPlayer::CORSModeUnspecified;
if (equalIgnoringCase(crossOriginMode, "use-credentials"))
return WebMediaPlayer::CORSModeUseCredentials;
return WebMediaPlayer::CORSModeAnonymous;
}
void HTMLMediaElement::mediaPlayerSetWebLayer(blink::WebLayer* webLayer)
{
if (webLayer == m_webLayer)
return;
if (!m_webLayer || !webLayer)
scheduleLayerUpdate();
if (m_webLayer)
GraphicsLayer::unregisterContentsLayer(m_webLayer);
m_webLayer = webLayer;
if (m_webLayer) {
m_webLayer->setOpaque(m_opaque);
GraphicsLayer::registerContentsLayer(m_webLayer);
}
}
void HTMLMediaElement::mediaPlayerSetOpaque(bool opaque)
{
m_opaque = opaque;
if (m_webLayer)
m_webLayer->setOpaque(m_opaque);
}
void HTMLMediaElement::mediaPlayerMediaSourceOpened(blink::WebMediaSource* webMediaSource)
{
m_mediaSource->setWebMediaSourceAndOpen(adoptPtr(webMediaSource));
}
bool HTMLMediaElement::isInteractiveContent() const
{
return fastHasAttribute(controlsAttr);
}
}