/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "ChannelMediaDecoder.h" #include "DecoderTraits.h" #include "MediaContainerType.h" #include "nsMimeTypes.h" #include "mozilla/Preferences.h" #include "mozilla/Telemetry.h" #include "OggDecoder.h" #include "OggDemuxer.h" #include "WebMDecoder.h" #include "WebMDemuxer.h" #ifdef MOZ_ANDROID_HLS_SUPPORT #include "HLSDecoder.h" #endif #ifdef MOZ_FMP4 #include "MP4Decoder.h" #include "MP4Demuxer.h" #endif #include "MediaFormatReader.h" #include "MP3Decoder.h" #include "MP3Demuxer.h" #include "WaveDecoder.h" #include "WaveDemuxer.h" #include "ADTSDecoder.h" #include "ADTSDemuxer.h" #include "FlacDecoder.h" #include "FlacDemuxer.h" #include "nsPluginHost.h" #include "MediaPrefs.h" namespace mozilla { /* static */ bool DecoderTraits::IsHttpLiveStreamingType(const MediaContainerType& aType) { const auto& mimeType = aType.Type(); return // For m3u8. // https://tools.ietf.org/html/draft-pantos-http-live-streaming-19#section-10 mimeType == MEDIAMIMETYPE("application/vnd.apple.mpegurl") // Some sites serve these as the informal m3u type. || mimeType == MEDIAMIMETYPE("application/x-mpegurl") || mimeType == MEDIAMIMETYPE("audio/mpegurl") || mimeType == MEDIAMIMETYPE("audio/x-mpegurl"); } /* static */ bool DecoderTraits::IsMP4SupportedType(const MediaContainerType& aType, DecoderDoctorDiagnostics* aDiagnostics) { #ifdef MOZ_FMP4 return MP4Decoder::IsSupportedType(aType, aDiagnostics); #else return false; #endif } static CanPlayStatus CanHandleCodecsType(const MediaContainerType& aType, DecoderDoctorDiagnostics* aDiagnostics) { // We should have been given a codecs string, though it may be empty. MOZ_ASSERT(aType.ExtendedType().HaveCodecs()); // Container type with the MIME type, no codecs. const MediaContainerType mimeType(aType.Type()); if (OggDecoder::IsSupportedType(mimeType)) { if (OggDecoder::IsSupportedType(aType)) { return CANPLAY_YES; } // We can only reach this position if a particular codec was requested, // ogg is supported and working: the codec must be invalid. return CANPLAY_NO; } if (WaveDecoder::IsSupportedType(MediaContainerType(mimeType))) { if (WaveDecoder::IsSupportedType(aType)) { return CANPLAY_YES; } // We can only reach this position if a particular codec was requested, // ogg is supported and working: the codec must be invalid. return CANPLAY_NO; } #if !defined(MOZ_OMX_WEBM_DECODER) if (WebMDecoder::IsSupportedType(mimeType)) { if (WebMDecoder::IsSupportedType(aType)) { return CANPLAY_YES; } // We can only reach this position if a particular codec was requested, // webm is supported and working: the codec must be invalid. return CANPLAY_NO; } #endif #ifdef MOZ_FMP4 if (MP4Decoder::IsSupportedType(mimeType, /* DecoderDoctorDiagnostics* */ nullptr)) { if (MP4Decoder::IsSupportedType(aType, aDiagnostics)) { return CANPLAY_YES; } // We can only reach this position if a particular codec was requested, // fmp4 is supported and working: the codec must be invalid. return CANPLAY_NO; } #endif if (MP3Decoder::IsSupportedType(aType)) { return CANPLAY_YES; } if (ADTSDecoder::IsSupportedType(aType)) { return CANPLAY_YES; } if (FlacDecoder::IsSupportedType(aType)) { return CANPLAY_YES; } return CANPLAY_MAYBE; } static CanPlayStatus CanHandleMediaType(const MediaContainerType& aType, DecoderDoctorDiagnostics* aDiagnostics) { MOZ_ASSERT(NS_IsMainThread()); #ifdef MOZ_ANDROID_HLS_SUPPORT if (HLSDecoder::IsSupportedType(aType)) { return CANPLAY_MAYBE; } #endif if (DecoderTraits::IsHttpLiveStreamingType(aType)) { Telemetry::Accumulate(Telemetry::MEDIA_HLS_CANPLAY_REQUESTED, true); } if (aType.ExtendedType().HaveCodecs()) { CanPlayStatus result = CanHandleCodecsType(aType, aDiagnostics); if (result == CANPLAY_NO || result == CANPLAY_YES) { return result; } } // Container type with just the MIME type/subtype, no codecs. const MediaContainerType mimeType(aType.Type()); if (OggDecoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } if (WaveDecoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } #ifdef MOZ_FMP4 if (MP4Decoder::IsSupportedType(mimeType, aDiagnostics)) { return CANPLAY_MAYBE; } #endif #if !defined(MOZ_OMX_WEBM_DECODER) if (WebMDecoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } #endif if (MP3Decoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } if (ADTSDecoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } if (FlacDecoder::IsSupportedType(mimeType)) { return CANPLAY_MAYBE; } return CANPLAY_NO; } /* static */ CanPlayStatus DecoderTraits::CanHandleContainerType(const MediaContainerType& aContainerType, DecoderDoctorDiagnostics* aDiagnostics) { return CanHandleMediaType(aContainerType, aDiagnostics); } /* static */ bool DecoderTraits::ShouldHandleMediaType(const char* aMIMEType, DecoderDoctorDiagnostics* aDiagnostics) { Maybe containerType = MakeMediaContainerType(aMIMEType); if (!containerType) { return false; } if (WaveDecoder::IsSupportedType(*containerType)) { // We should not return true for Wave types, since there are some // Wave codecs actually in use in the wild that we don't support, and // we should allow those to be handled by plugins or helper apps. // Furthermore people can play Wave files on most platforms by other // means. return false; } // If an external plugin which can handle quicktime video is available // (and not disabled), prefer it over native playback as there several // codecs found in the wild that we do not handle. if (containerType->Type() == MEDIAMIMETYPE("video/quicktime")) { RefPtr pluginHost = nsPluginHost::GetInst(); if (pluginHost && pluginHost->HavePluginForType(containerType->Type().AsString())) { return false; } } return CanHandleMediaType(*containerType, aDiagnostics) != CANPLAY_NO; } // Instantiates but does not initialize decoder. static already_AddRefed InstantiateDecoder(MediaDecoderInit& aInit, DecoderDoctorDiagnostics* aDiagnostics) { MOZ_ASSERT(NS_IsMainThread()); RefPtr decoder; const MediaContainerType& type = aInit.mContainerType; #ifdef MOZ_ANDROID_HLS_SUPPORT if (HLSDecoder::IsSupportedType(type)) { decoder = new HLSDecoder(aInit); return decoder.forget(); } #endif #ifdef MOZ_FMP4 if (MP4Decoder::IsSupportedType(type, aDiagnostics)) { decoder = new MP4Decoder(aInit); return decoder.forget(); } #endif if (MP3Decoder::IsSupportedType(type)) { decoder = new MP3Decoder(aInit); return decoder.forget(); } if (ADTSDecoder::IsSupportedType(type)) { decoder = new ADTSDecoder(aInit); return decoder.forget(); } if (OggDecoder::IsSupportedType(type)) { decoder = new OggDecoder(aInit); return decoder.forget(); } if (WaveDecoder::IsSupportedType(type)) { decoder = new WaveDecoder(aInit); return decoder.forget(); } if (FlacDecoder::IsSupportedType(type)) { decoder = new FlacDecoder(aInit); return decoder.forget(); } if (WebMDecoder::IsSupportedType(type)) { decoder = new WebMDecoder(aInit); return decoder.forget(); } if (DecoderTraits::IsHttpLiveStreamingType(type)) { // We don't have an HLS decoder. Telemetry::Accumulate(Telemetry::MEDIA_HLS_DECODER_SUCCESS, false); } return nullptr; } /* static */ already_AddRefed DecoderTraits::CreateDecoder(MediaDecoderInit& aInit, DecoderDoctorDiagnostics* aDiagnostics) { MOZ_ASSERT(NS_IsMainThread()); return InstantiateDecoder(aInit, aDiagnostics); } /* static */ MediaFormatReader* DecoderTraits::CreateReader(const MediaContainerType& aType, MediaFormatReaderInit& aInit) { MOZ_ASSERT(NS_IsMainThread()); MediaFormatReader* decoderReader = nullptr; MediaResource* resource = aInit.mResource; #ifdef MOZ_FMP4 if (MP4Decoder::IsSupportedType(aType, /* DecoderDoctorDiagnostics* */ nullptr)) { decoderReader = new MediaFormatReader(aInit, new MP4Demuxer(resource)); } else #endif if (MP3Decoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new MP3Demuxer(resource)); } else if (ADTSDecoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new ADTSDemuxer(resource)); } else if (WaveDecoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new WAVDemuxer(resource)); } else if (FlacDecoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new FlacDemuxer(resource)); } else if (OggDecoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new OggDemuxer(resource)); } else if (WebMDecoder::IsSupportedType(aType)) { decoderReader = new MediaFormatReader(aInit, new WebMDemuxer(resource)); } return decoderReader; } /* static */ bool DecoderTraits::IsSupportedInVideoDocument(const nsACString& aType) { // Forbid playing media in video documents if the user has opted // not to, using either the legacy WMF specific pref, or the newer // catch-all pref. if (!Preferences::GetBool("media.windows-media-foundation.play-stand-alone", true) || !Preferences::GetBool("media.play-stand-alone", true)) { return false; } Maybe type = MakeMediaContainerType(aType); if (!type) { return false; } return OggDecoder::IsSupportedType(*type) || WebMDecoder::IsSupportedType(*type) || #ifdef MOZ_FMP4 MP4Decoder::IsSupportedType(*type, /* DecoderDoctorDiagnostics* */ nullptr) || #endif MP3Decoder::IsSupportedType(*type) || ADTSDecoder::IsSupportedType(*type) || FlacDecoder::IsSupportedType(*type) || #ifdef MOZ_ANDROID_HLS_SUPPORT HLSDecoder::IsSupportedType(*type) || #endif false; } } // namespace mozilla