/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim: set ts=8 sts=2 et sw=2 tw=80: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "mozilla/dom/HTMLTrackElement.h" #include "mozilla/dom/Element.h" #include "mozilla/dom/HTMLMediaElement.h" #include "mozilla/dom/WebVTTListener.h" #include "mozilla/LoadInfo.h" #include "mozilla/StaticPrefs_media.h" #include "mozilla/dom/HTMLTrackElementBinding.h" #include "mozilla/dom/HTMLUnknownElement.h" #include "nsAttrValueInlines.h" #include "nsCOMPtr.h" #include "nsContentPolicyUtils.h" #include "nsContentUtils.h" #include "nsCycleCollectionParticipant.h" #include "nsGenericHTMLElement.h" #include "nsGkAtoms.h" #include "nsIContentPolicy.h" #include "mozilla/dom/Document.h" #include "nsILoadGroup.h" #include "nsIObserver.h" #include "nsIScriptError.h" #include "nsISupportsImpl.h" #include "nsISupportsPrimitives.h" #include "nsMappedAttributes.h" #include "nsNetUtil.h" #include "nsStyleConsts.h" #include "nsThreadUtils.h" #include "nsVideoFrame.h" extern mozilla::LazyLogModule gTextTrackLog; #define LOG(msg, ...) \ MOZ_LOG(gTextTrackLog, LogLevel::Verbose, \ ("TextTrackElement=%p, " msg, this, ##__VA_ARGS__)) // Replace the usual NS_IMPL_NS_NEW_HTML_ELEMENT(Track) so // we can return an UnknownElement instead when pref'd off. nsGenericHTMLElement* NS_NewHTMLTrackElement( already_AddRefed&& aNodeInfo, mozilla::dom::FromParser aFromParser) { RefPtr nodeInfo(aNodeInfo); auto* nim = nodeInfo->NodeInfoManager(); return new (nim) mozilla::dom::HTMLTrackElement(nodeInfo.forget()); } namespace mozilla::dom { // Map html attribute string values to TextTrackKind enums. static constexpr nsAttrValue::EnumTable kKindTable[] = { {"subtitles", static_cast(TextTrackKind::Subtitles)}, {"captions", static_cast(TextTrackKind::Captions)}, {"descriptions", static_cast(TextTrackKind::Descriptions)}, {"chapters", static_cast(TextTrackKind::Chapters)}, {"metadata", static_cast(TextTrackKind::Metadata)}, {nullptr, 0}}; // Invalid values are treated as "metadata" in ParseAttribute, but if no value // at all is specified, it's treated as "subtitles" in GetKind static constexpr const nsAttrValue::EnumTable* kKindTableInvalidValueDefault = &kKindTable[4]; class WindowDestroyObserver final : public nsIObserver { NS_DECL_ISUPPORTS public: explicit WindowDestroyObserver(HTMLTrackElement* aElement, uint64_t aWinID) : mTrackElement(aElement), mInnerID(aWinID) { RegisterWindowDestroyObserver(); } void RegisterWindowDestroyObserver() { nsCOMPtr obs = mozilla::services::GetObserverService(); if (obs) { obs->AddObserver(this, "inner-window-destroyed", false); } } void UnRegisterWindowDestroyObserver() { nsCOMPtr obs = mozilla::services::GetObserverService(); if (obs) { obs->RemoveObserver(this, "inner-window-destroyed"); } mTrackElement = nullptr; } NS_IMETHODIMP Observe(nsISupports* aSubject, const char* aTopic, const char16_t* aData) override { MOZ_ASSERT(NS_IsMainThread()); if (strcmp(aTopic, "inner-window-destroyed") == 0) { nsCOMPtr wrapper = do_QueryInterface(aSubject); NS_ENSURE_TRUE(wrapper, NS_ERROR_FAILURE); uint64_t innerID; nsresult rv = wrapper->GetData(&innerID); NS_ENSURE_SUCCESS(rv, rv); if (innerID == mInnerID) { if (mTrackElement) { mTrackElement->CancelChannelAndListener(); } UnRegisterWindowDestroyObserver(); } } return NS_OK; } private: ~WindowDestroyObserver() = default; HTMLTrackElement* mTrackElement; uint64_t mInnerID; }; NS_IMPL_ISUPPORTS(WindowDestroyObserver, nsIObserver); /** HTMLTrackElement */ HTMLTrackElement::HTMLTrackElement( already_AddRefed&& aNodeInfo) : nsGenericHTMLElement(std::move(aNodeInfo)), mLoadResourceDispatched(false), mWindowDestroyObserver(nullptr) { nsISupports* parentObject = OwnerDoc()->GetParentObject(); NS_ENSURE_TRUE_VOID(parentObject); nsCOMPtr window = do_QueryInterface(parentObject); if (window) { mWindowDestroyObserver = new WindowDestroyObserver(this, window->WindowID()); } } HTMLTrackElement::~HTMLTrackElement() { if (mWindowDestroyObserver) { mWindowDestroyObserver->UnRegisterWindowDestroyObserver(); } CancelChannelAndListener(); } NS_IMPL_ELEMENT_CLONE(HTMLTrackElement) NS_IMPL_CYCLE_COLLECTION_INHERITED(HTMLTrackElement, nsGenericHTMLElement, mTrack, mMediaParent, mListener) NS_IMPL_ISUPPORTS_CYCLE_COLLECTION_INHERITED_0(HTMLTrackElement, nsGenericHTMLElement) void HTMLTrackElement::GetKind(DOMString& aKind) const { GetEnumAttr(nsGkAtoms::kind, kKindTable[0].tag, aKind); } void HTMLTrackElement::OnChannelRedirect(nsIChannel* aChannel, nsIChannel* aNewChannel, uint32_t aFlags) { NS_ASSERTION(aChannel == mChannel, "Channels should match!"); mChannel = aNewChannel; } JSObject* HTMLTrackElement::WrapNode(JSContext* aCx, JS::Handle aGivenProto) { return HTMLTrackElement_Binding::Wrap(aCx, this, aGivenProto); } TextTrack* HTMLTrackElement::GetTrack() { if (!mTrack) { CreateTextTrack(); } return mTrack; } void HTMLTrackElement::CreateTextTrack() { nsISupports* parentObject = OwnerDoc()->GetParentObject(); nsCOMPtr window = do_QueryInterface(parentObject); if (!parentObject) { nsContentUtils::ReportToConsole( nsIScriptError::errorFlag, "Media"_ns, OwnerDoc(), nsContentUtils::eDOM_PROPERTIES, "Using track element in non-window context"); return; } nsString label, srcLang; GetSrclang(srcLang); GetLabel(label); TextTrackKind kind; if (const nsAttrValue* value = GetParsedAttr(nsGkAtoms::kind)) { kind = static_cast(value->GetEnumValue()); } else { kind = TextTrackKind::Subtitles; } MOZ_ASSERT(!mTrack, "No need to recreate a text track!"); mTrack = new TextTrack(window, kind, label, srcLang, TextTrackMode::Disabled, TextTrackReadyState::NotLoaded, TextTrackSource::Track); mTrack->SetTrackElement(this); } bool HTMLTrackElement::ParseAttribute(int32_t aNamespaceID, nsAtom* aAttribute, const nsAString& aValue, nsIPrincipal* aMaybeScriptedPrincipal, nsAttrValue& aResult) { if (aNamespaceID == kNameSpaceID_None && aAttribute == nsGkAtoms::kind) { // Case-insensitive lookup, with the first element as the default. return aResult.ParseEnumValue(aValue, kKindTable, false, kKindTableInvalidValueDefault); } // Otherwise call the generic implementation. return nsGenericHTMLElement::ParseAttribute(aNamespaceID, aAttribute, aValue, aMaybeScriptedPrincipal, aResult); } void HTMLTrackElement::SetSrc(const nsAString& aSrc, ErrorResult& aError) { LOG("Set src=%s", NS_ConvertUTF16toUTF8(aSrc).get()); nsAutoString src; if (GetAttr(kNameSpaceID_None, nsGkAtoms::src, src) && src == aSrc) { LOG("No need to reload for same src url"); return; } SetHTMLAttr(nsGkAtoms::src, aSrc, aError); SetReadyState(TextTrackReadyState::NotLoaded); if (!mMediaParent) { return; } // Stop WebVTTListener. mListener = nullptr; if (mChannel) { mChannel->CancelWithReason(NS_BINDING_ABORTED, "HTMLTrackElement::SetSrc"_ns); mChannel = nullptr; } MaybeDispatchLoadResource(); } void HTMLTrackElement::MaybeClearAllCues() { // Empty track's cue list whenever the track element's `src` attribute set, // changed, or removed, // https://html.spec.whatwg.org/multipage/media.html#sourcing-out-of-band-text-tracks:attr-track-src if (!mTrack) { return; } mTrack->ClearAllCues(); } // This function will run partial steps from `start-the-track-processing-model` // and finish the rest of steps in `LoadResource()` during the stable state. // https://html.spec.whatwg.org/multipage/media.html#start-the-track-processing-model void HTMLTrackElement::MaybeDispatchLoadResource() { MOZ_ASSERT(mTrack, "Should have already created text track!"); // step2, if the text track's text track mode is not set to one of hidden or // showing, then return. if (mTrack->Mode() == TextTrackMode::Disabled) { LOG("Do not load resource for disable track"); return; } // step3, if the text track's track element does not have a media element as a // parent, return. if (!mMediaParent) { LOG("Do not load resource for track without media element"); return; } if (ReadyState() == TextTrackReadyState::Loaded) { LOG("Has already loaded resource"); return; } // step5, await a stable state and run the rest of steps. if (!mLoadResourceDispatched) { RefPtr listener = new WebVTTListener(this); RefPtr r = NewRunnableMethod>( "dom::HTMLTrackElement::LoadResource", this, &HTMLTrackElement::LoadResource, std::move(listener)); nsContentUtils::RunInStableState(r.forget()); mLoadResourceDispatched = true; } } void HTMLTrackElement::LoadResource(RefPtr&& aWebVTTListener) { LOG("LoadResource"); mLoadResourceDispatched = false; nsAutoString src; if (!GetAttr(kNameSpaceID_None, nsGkAtoms::src, src) || src.IsEmpty()) { LOG("Fail to load because no src"); SetReadyState(TextTrackReadyState::FailedToLoad); return; } nsCOMPtr uri; nsresult rv = NewURIFromString(src, getter_AddRefs(uri)); NS_ENSURE_TRUE_VOID(NS_SUCCEEDED(rv)); LOG("Trying to load from src=%s", NS_ConvertUTF16toUTF8(src).get()); CancelChannelAndListener(); // According to // https://www.w3.org/TR/html5/embedded-content-0.html#sourcing-out-of-band-text-tracks // // "8: If the track element's parent is a media element then let CORS mode // be the state of the parent media element's crossorigin content attribute. // Otherwise, let CORS mode be No CORS." // CORSMode corsMode = mMediaParent ? AttrValueToCORSMode( mMediaParent->GetParsedAttr(nsGkAtoms::crossorigin)) : CORS_NONE; // Determine the security flag based on corsMode. nsSecurityFlags secFlags; if (CORS_NONE == corsMode) { // Same-origin is required for track element. secFlags = nsILoadInfo::SEC_REQUIRE_SAME_ORIGIN_INHERITS_SEC_CONTEXT; } else { secFlags = nsILoadInfo::SEC_REQUIRE_CORS_INHERITS_SEC_CONTEXT; if (CORS_ANONYMOUS == corsMode) { secFlags |= nsILoadInfo::SEC_COOKIES_SAME_ORIGIN; } else if (CORS_USE_CREDENTIALS == corsMode) { secFlags |= nsILoadInfo::SEC_COOKIES_INCLUDE; } else { NS_WARNING("Unknown CORS mode."); secFlags = nsILoadInfo::SEC_REQUIRE_SAME_ORIGIN_INHERITS_SEC_CONTEXT; } } mListener = std::move(aWebVTTListener); // This will do 6. Set the text track readiness state to loading. rv = mListener->LoadResource(); NS_ENSURE_TRUE_VOID(NS_SUCCEEDED(rv)); Document* doc = OwnerDoc(); if (!doc) { return; } // 9. End the synchronous section, continuing the remaining steps in parallel. nsCOMPtr runnable = NS_NewRunnableFunction( "dom::HTMLTrackElement::LoadResource", [self = RefPtr(this), this, uri, secFlags]() { if (!mListener) { // Shutdown got called, abort. return; } nsCOMPtr channel; nsCOMPtr loadGroup = OwnerDoc()->GetDocumentLoadGroup(); nsresult rv = NS_NewChannel(getter_AddRefs(channel), uri, static_cast(this), secFlags, nsIContentPolicy::TYPE_INTERNAL_TRACK, nullptr, // PerformanceStorage loadGroup); if (NS_FAILED(rv)) { LOG("create channel failed."); SetReadyState(TextTrackReadyState::FailedToLoad); return; } channel->SetNotificationCallbacks(mListener); LOG("opening webvtt channel"); rv = channel->AsyncOpen(mListener); if (NS_FAILED(rv)) { SetReadyState(TextTrackReadyState::FailedToLoad); return; } mChannel = channel; }); doc->Dispatch(TaskCategory::Other, runnable.forget()); } nsresult HTMLTrackElement::BindToTree(BindContext& aContext, nsINode& aParent) { nsresult rv = nsGenericHTMLElement::BindToTree(aContext, aParent); NS_ENSURE_SUCCESS(rv, rv); LOG("Track Element bound to tree."); auto* parent = HTMLMediaElement::FromNode(aParent); if (!parent) { return NS_OK; } // Store our parent so we can look up its frame for display. if (!mMediaParent) { mMediaParent = parent; // TODO: separate notification for 'alternate' tracks? mMediaParent->NotifyAddedSource(); LOG("Track element sent notification to parent."); // We may already have a TextTrack at this point if GetTrack() has already // been called. This happens, for instance, if script tries to get the // TextTrack before its mTrackElement has been bound to the DOM tree. if (!mTrack) { CreateTextTrack(); } // As `CreateTextTrack()` might fail, so we have to check it again. if (mTrack) { LOG("Add text track to media parent"); mMediaParent->AddTextTrack(mTrack); } MaybeDispatchLoadResource(); } return NS_OK; } void HTMLTrackElement::UnbindFromTree(bool aNullParent) { if (mMediaParent && aNullParent) { // mTrack can be null if HTMLTrackElement::LoadResource has never been // called. if (mTrack) { mMediaParent->RemoveTextTrack(mTrack); mMediaParent->UpdateReadyState(); } mMediaParent = nullptr; } nsGenericHTMLElement::UnbindFromTree(aNullParent); } TextTrackReadyState HTMLTrackElement::ReadyState() const { if (!mTrack) { return TextTrackReadyState::NotLoaded; } return mTrack->ReadyState(); } void HTMLTrackElement::SetReadyState(TextTrackReadyState aReadyState) { if (ReadyState() == aReadyState) { return; } if (mTrack) { switch (aReadyState) { case TextTrackReadyState::Loaded: LOG("dispatch 'load' event"); DispatchTrackRunnable(u"load"_ns); break; case TextTrackReadyState::FailedToLoad: LOG("dispatch 'error' event"); DispatchTrackRunnable(u"error"_ns); break; default: break; } mTrack->SetReadyState(aReadyState); } } void HTMLTrackElement::DispatchTrackRunnable(const nsString& aEventName) { Document* doc = OwnerDoc(); if (!doc) { return; } nsCOMPtr runnable = NewRunnableMethod( "dom::HTMLTrackElement::DispatchTrustedEvent", this, &HTMLTrackElement::DispatchTrustedEvent, aEventName); doc->Dispatch(TaskCategory::Other, runnable.forget()); } void HTMLTrackElement::DispatchTrustedEvent(const nsAString& aName) { Document* doc = OwnerDoc(); if (!doc) { return; } nsContentUtils::DispatchTrustedEvent(doc, static_cast(this), aName, CanBubble::eNo, Cancelable::eNo); } void HTMLTrackElement::CancelChannelAndListener() { if (mChannel) { mChannel->CancelWithReason(NS_BINDING_ABORTED, "HTMLTrackElement::CancelChannelAndListener"_ns); mChannel->SetNotificationCallbacks(nullptr); mChannel = nullptr; } if (mListener) { mListener->Cancel(); mListener = nullptr; } } void HTMLTrackElement::AfterSetAttr(int32_t aNameSpaceID, nsAtom* aName, const nsAttrValue* aValue, const nsAttrValue* aOldValue, nsIPrincipal* aMaybeScriptedPrincipal, bool aNotify) { if (aNameSpaceID == kNameSpaceID_None && aName == nsGkAtoms::src) { MaybeClearAllCues(); // In spec, `start the track processing model` step10, while fetching is // ongoing, if the track URL changes, then we have to set the `FailedToLoad` // state. // https://html.spec.whatwg.org/multipage/media.html#sourcing-out-of-band-text-tracks:text-track-failed-to-load-3 if (ReadyState() == TextTrackReadyState::Loading && aValue != aOldValue) { SetReadyState(TextTrackReadyState::FailedToLoad); } } return nsGenericHTMLElement::AfterSetAttr( aNameSpaceID, aName, aValue, aOldValue, aMaybeScriptedPrincipal, aNotify); } void HTMLTrackElement::DispatchTestEvent(const nsAString& aName) { if (!StaticPrefs::media_webvtt_testing_events()) { return; } DispatchTrustedEvent(aName); } #undef LOG } // namespace mozilla::dom