зеркало из https://github.com/mozilla/gecko-dev.git
421 строка
12 KiB
C++
421 строка
12 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "ChannelMediaDecoder.h"
|
|
#include "DecoderTraits.h"
|
|
#include "MediaContainerType.h"
|
|
#include "nsMimeTypes.h"
|
|
#include "mozilla/Preferences.h"
|
|
#include "mozilla/Telemetry.h"
|
|
|
|
#include "OggDecoder.h"
|
|
#include "OggDemuxer.h"
|
|
|
|
#include "WebMDecoder.h"
|
|
#include "WebMDemuxer.h"
|
|
|
|
#ifdef MOZ_ANDROID_OMX
|
|
#include "AndroidMediaDecoder.h"
|
|
#include "AndroidMediaReader.h"
|
|
#include "AndroidMediaPluginHost.h"
|
|
#endif
|
|
#ifdef MOZ_ANDROID_HLS_SUPPORT
|
|
#include "HLSDecoder.h"
|
|
#endif
|
|
#ifdef MOZ_FMP4
|
|
#include "MP4Decoder.h"
|
|
#include "MP4Demuxer.h"
|
|
#endif
|
|
#include "MediaFormatReader.h"
|
|
|
|
#include "MP3Decoder.h"
|
|
#include "MP3Demuxer.h"
|
|
|
|
#include "WaveDecoder.h"
|
|
#include "WaveDemuxer.h"
|
|
|
|
#include "ADTSDecoder.h"
|
|
#include "ADTSDemuxer.h"
|
|
|
|
#include "FlacDecoder.h"
|
|
#include "FlacDemuxer.h"
|
|
|
|
#include "nsPluginHost.h"
|
|
#include "MediaPrefs.h"
|
|
|
|
namespace mozilla
|
|
{
|
|
#ifdef MOZ_ANDROID_OMX
|
|
static bool
|
|
IsAndroidMediaType(const MediaContainerType& aType)
|
|
{
|
|
if (!MediaDecoder::IsAndroidMediaPluginEnabled()) {
|
|
return false;
|
|
}
|
|
|
|
return aType.Type() == MEDIAMIMETYPE("audio/mpeg")
|
|
|| aType.Type() == MEDIAMIMETYPE("audio/mp4")
|
|
|| aType.Type() == MEDIAMIMETYPE("video/mp4")
|
|
|| aType.Type() == MEDIAMIMETYPE("video/x-m4v");
|
|
}
|
|
#endif
|
|
|
|
|
|
/* static */ bool
|
|
DecoderTraits::IsHttpLiveStreamingType(const MediaContainerType& aType)
|
|
{
|
|
const auto& mimeType = aType.Type();
|
|
return // For m3u8.
|
|
// https://tools.ietf.org/html/draft-pantos-http-live-streaming-19#section-10
|
|
mimeType == MEDIAMIMETYPE("application/vnd.apple.mpegurl")
|
|
// Some sites serve these as the informal m3u type.
|
|
|| mimeType == MEDIAMIMETYPE("application/x-mpegurl")
|
|
|| mimeType == MEDIAMIMETYPE("audio/mpegurl")
|
|
|| mimeType == MEDIAMIMETYPE("audio/x-mpegurl");
|
|
}
|
|
|
|
/* static */ bool
|
|
DecoderTraits::IsMP4SupportedType(const MediaContainerType& aType,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
#ifdef MOZ_FMP4
|
|
return MP4Decoder::IsSupportedType(aType, aDiagnostics);
|
|
#else
|
|
return false;
|
|
#endif
|
|
}
|
|
|
|
static
|
|
CanPlayStatus
|
|
CanHandleCodecsType(const MediaContainerType& aType,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
// We should have been given a codecs string, though it may be empty.
|
|
MOZ_ASSERT(aType.ExtendedType().HaveCodecs());
|
|
|
|
// Container type with the MIME type, no codecs.
|
|
const MediaContainerType mimeType(aType.Type());
|
|
|
|
if (OggDecoder::IsSupportedType(mimeType)) {
|
|
if (OggDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
// We can only reach this position if a particular codec was requested,
|
|
// ogg is supported and working: the codec must be invalid.
|
|
return CANPLAY_NO;
|
|
}
|
|
if (WaveDecoder::IsSupportedType(MediaContainerType(mimeType))) {
|
|
if (WaveDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
// We can only reach this position if a particular codec was requested,
|
|
// ogg is supported and working: the codec must be invalid.
|
|
return CANPLAY_NO;
|
|
}
|
|
#if !defined(MOZ_OMX_WEBM_DECODER)
|
|
if (WebMDecoder::IsSupportedType(mimeType)) {
|
|
if (WebMDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
// We can only reach this position if a particular codec was requested,
|
|
// webm is supported and working: the codec must be invalid.
|
|
return CANPLAY_NO;
|
|
}
|
|
#endif
|
|
#ifdef MOZ_FMP4
|
|
if (MP4Decoder::IsSupportedType(mimeType,
|
|
/* DecoderDoctorDiagnostics* */ nullptr)) {
|
|
if (MP4Decoder::IsSupportedType(aType, aDiagnostics)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
// We can only reach this position if a particular codec was requested,
|
|
// fmp4 is supported and working: the codec must be invalid.
|
|
return CANPLAY_NO;
|
|
}
|
|
#endif
|
|
if (MP3Decoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
if (ADTSDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
if (FlacDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_YES;
|
|
}
|
|
|
|
MediaCodecs supportedCodecs;
|
|
#ifdef MOZ_ANDROID_OMX
|
|
if (MediaDecoder::IsAndroidMediaPluginEnabled()) {
|
|
EnsureAndroidMediaPluginHost()->FindDecoder(aType, &supportedCodecs);
|
|
}
|
|
#endif
|
|
if (supportedCodecs.IsEmpty()) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
|
|
if (!supportedCodecs.ContainsAll(aType.ExtendedType().Codecs())) {
|
|
// At least one requested codec is not supported.
|
|
return CANPLAY_NO;
|
|
}
|
|
return CANPLAY_YES;
|
|
}
|
|
|
|
static
|
|
CanPlayStatus
|
|
CanHandleMediaType(const MediaContainerType& aType,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
#ifdef MOZ_ANDROID_HLS_SUPPORT
|
|
if (HLSDecoder::IsSupportedType(aType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#endif
|
|
|
|
if (DecoderTraits::IsHttpLiveStreamingType(aType)) {
|
|
Telemetry::Accumulate(Telemetry::MEDIA_HLS_CANPLAY_REQUESTED, true);
|
|
}
|
|
|
|
if (aType.ExtendedType().HaveCodecs()) {
|
|
CanPlayStatus result = CanHandleCodecsType(aType, aDiagnostics);
|
|
if (result == CANPLAY_NO || result == CANPLAY_YES) {
|
|
return result;
|
|
}
|
|
}
|
|
|
|
// Container type with just the MIME type/subtype, no codecs.
|
|
const MediaContainerType mimeType(aType.Type());
|
|
|
|
if (OggDecoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
if (WaveDecoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#ifdef MOZ_FMP4
|
|
if (MP4Decoder::IsSupportedType(mimeType, aDiagnostics)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#endif
|
|
#if !defined(MOZ_OMX_WEBM_DECODER)
|
|
if (WebMDecoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#endif
|
|
if (MP3Decoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
if (ADTSDecoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
if (FlacDecoder::IsSupportedType(mimeType)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#ifdef MOZ_ANDROID_OMX
|
|
if (MediaDecoder::IsAndroidMediaPluginEnabled() &&
|
|
EnsureAndroidMediaPluginHost()->FindDecoder(mimeType, nullptr)) {
|
|
return CANPLAY_MAYBE;
|
|
}
|
|
#endif
|
|
return CANPLAY_NO;
|
|
}
|
|
|
|
/* static */
|
|
CanPlayStatus
|
|
DecoderTraits::CanHandleContainerType(const MediaContainerType& aContainerType,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
return CanHandleMediaType(aContainerType, aDiagnostics);
|
|
}
|
|
|
|
/* static */
|
|
bool DecoderTraits::ShouldHandleMediaType(const char* aMIMEType,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
Maybe<MediaContainerType> containerType = MakeMediaContainerType(aMIMEType);
|
|
if (!containerType) {
|
|
return false;
|
|
}
|
|
|
|
if (WaveDecoder::IsSupportedType(*containerType)) {
|
|
// We should not return true for Wave types, since there are some
|
|
// Wave codecs actually in use in the wild that we don't support, and
|
|
// we should allow those to be handled by plugins or helper apps.
|
|
// Furthermore people can play Wave files on most platforms by other
|
|
// means.
|
|
return false;
|
|
}
|
|
|
|
// If an external plugin which can handle quicktime video is available
|
|
// (and not disabled), prefer it over native playback as there several
|
|
// codecs found in the wild that we do not handle.
|
|
if (containerType->Type() == MEDIAMIMETYPE("video/quicktime")) {
|
|
RefPtr<nsPluginHost> pluginHost = nsPluginHost::GetInst();
|
|
if (pluginHost &&
|
|
pluginHost->HavePluginForType(containerType->Type().AsString())) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
return CanHandleMediaType(*containerType, aDiagnostics) != CANPLAY_NO;
|
|
}
|
|
|
|
// Instantiates but does not initialize decoder.
|
|
static already_AddRefed<ChannelMediaDecoder>
|
|
InstantiateDecoder(MediaDecoderInit& aInit,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
RefPtr<ChannelMediaDecoder> decoder;
|
|
|
|
const MediaContainerType& type = aInit.mContainerType;
|
|
|
|
#ifdef MOZ_ANDROID_HLS_SUPPORT
|
|
if (HLSDecoder::IsSupportedType(type)) {
|
|
decoder = new HLSDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
#endif
|
|
#ifdef MOZ_FMP4
|
|
if (MP4Decoder::IsSupportedType(type, aDiagnostics)) {
|
|
decoder = new MP4Decoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
#endif
|
|
if (MP3Decoder::IsSupportedType(type)) {
|
|
decoder = new MP3Decoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
if (ADTSDecoder::IsSupportedType(type)) {
|
|
decoder = new ADTSDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
if (OggDecoder::IsSupportedType(type)) {
|
|
decoder = new OggDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
if (WaveDecoder::IsSupportedType(type)) {
|
|
decoder = new WaveDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
if (FlacDecoder::IsSupportedType(type)) {
|
|
decoder = new FlacDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
#ifdef MOZ_ANDROID_OMX
|
|
if (MediaDecoder::IsAndroidMediaPluginEnabled() &&
|
|
EnsureAndroidMediaPluginHost()->FindDecoder(type, nullptr)) {
|
|
decoder = new AndroidMediaDecoder(aInit, type);
|
|
return decoder.forget();
|
|
}
|
|
#endif
|
|
|
|
if (WebMDecoder::IsSupportedType(type)) {
|
|
decoder = new WebMDecoder(aInit);
|
|
return decoder.forget();
|
|
}
|
|
|
|
if (DecoderTraits::IsHttpLiveStreamingType(type)) {
|
|
// We don't have an HLS decoder.
|
|
Telemetry::Accumulate(Telemetry::MEDIA_HLS_DECODER_SUCCESS, false);
|
|
}
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
/* static */
|
|
already_AddRefed<ChannelMediaDecoder>
|
|
DecoderTraits::CreateDecoder(MediaDecoderInit& aInit,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return InstantiateDecoder(aInit, aDiagnostics);
|
|
}
|
|
|
|
/* static */
|
|
MediaDecoderReader*
|
|
DecoderTraits::CreateReader(const MediaContainerType& aType,
|
|
AbstractMediaDecoder* aDecoder)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
MediaDecoderReader* decoderReader = nullptr;
|
|
|
|
if (!aDecoder) {
|
|
return decoderReader;
|
|
}
|
|
|
|
#ifdef MOZ_FMP4
|
|
if (MP4Decoder::IsSupportedType(aType,
|
|
/* DecoderDoctorDiagnostics* */ nullptr)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new MP4Demuxer(aDecoder->GetResource()));
|
|
} else
|
|
#endif
|
|
if (MP3Decoder::IsSupportedType(aType)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new MP3Demuxer(aDecoder->GetResource()));
|
|
} else
|
|
if (ADTSDecoder::IsSupportedType(aType)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new ADTSDemuxer(aDecoder->GetResource()));
|
|
} else
|
|
if (WaveDecoder::IsSupportedType(aType)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new WAVDemuxer(aDecoder->GetResource()));
|
|
} else
|
|
if (FlacDecoder::IsSupportedType(aType)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new FlacDemuxer(aDecoder->GetResource()));
|
|
} else
|
|
if (OggDecoder::IsSupportedType(aType)) {
|
|
decoderReader = new MediaFormatReader(aDecoder, new OggDemuxer(aDecoder->GetResource()));
|
|
} else
|
|
#ifdef MOZ_ANDROID_OMX
|
|
if (MediaDecoder::IsAndroidMediaPluginEnabled() &&
|
|
EnsureAndroidMediaPluginHost()->FindDecoder(aType, nullptr)) {
|
|
decoderReader = new AndroidMediaReader(aDecoder, aType);
|
|
} else
|
|
#endif
|
|
if (WebMDecoder::IsSupportedType(aType)) {
|
|
decoderReader =
|
|
new MediaFormatReader(aDecoder, new WebMDemuxer(aDecoder->GetResource()));
|
|
}
|
|
|
|
return decoderReader;
|
|
}
|
|
|
|
/* static */
|
|
bool DecoderTraits::IsSupportedInVideoDocument(const nsACString& aType)
|
|
{
|
|
// Forbid playing media in video documents if the user has opted
|
|
// not to, using either the legacy WMF specific pref, or the newer
|
|
// catch-all pref.
|
|
if (!Preferences::GetBool("media.windows-media-foundation.play-stand-alone", true) ||
|
|
!Preferences::GetBool("media.play-stand-alone", true)) {
|
|
return false;
|
|
}
|
|
|
|
Maybe<MediaContainerType> type = MakeMediaContainerType(aType);
|
|
if (!type) {
|
|
return false;
|
|
}
|
|
|
|
return
|
|
OggDecoder::IsSupportedType(*type) ||
|
|
WebMDecoder::IsSupportedType(*type) ||
|
|
#ifdef MOZ_ANDROID_OMX
|
|
(MediaDecoder::IsAndroidMediaPluginEnabled() && IsAndroidMediaType(*type)) ||
|
|
#endif
|
|
#ifdef MOZ_FMP4
|
|
MP4Decoder::IsSupportedType(*type, /* DecoderDoctorDiagnostics* */ nullptr) ||
|
|
#endif
|
|
MP3Decoder::IsSupportedType(*type) ||
|
|
ADTSDecoder::IsSupportedType(*type) ||
|
|
FlacDecoder::IsSupportedType(*type) ||
|
|
#ifdef MOZ_ANDROID_HLS_SUPPORT
|
|
HLSDecoder::IsSupportedType(*type) ||
|
|
#endif
|
|
false;
|
|
}
|
|
|
|
} // namespace mozilla
|