2014-03-06 05:58:13 +04:00
|
|
|
/* -*- Mode: c++; c-basic-offset: 2; indent-tabs-mode: nil; tab-width: 40 -*- */
|
|
|
|
/* vim: set ts=2 et sw=2 tw=80: */
|
2012-06-03 11:35:15 +04:00
|
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
|
|
* You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
|
|
|
|
#include "MediaManager.h"
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
#include "AudioCaptureTrack.h"
|
2018-10-12 18:08:36 +03:00
|
|
|
#include "AudioDeviceInfo.h"
|
2019-07-31 10:58:17 +03:00
|
|
|
#include "AudioStreamTrack.h"
|
2019-11-23 06:18:17 +03:00
|
|
|
#include "MediaTimer.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "MediaTrackConstraints.h"
|
|
|
|
#include "MediaTrackGraphImpl.h"
|
2019-10-02 13:23:02 +03:00
|
|
|
#include "MediaTrackListener.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "mozilla/Base64.h"
|
2019-11-23 06:18:17 +03:00
|
|
|
#include "mozilla/dom/BindingDeclarations.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "mozilla/dom/Document.h"
|
2017-10-04 12:24:35 +03:00
|
|
|
#include "mozilla/dom/Element.h"
|
2018-10-10 17:54:17 +03:00
|
|
|
#include "mozilla/dom/FeaturePolicyUtils.h"
|
2014-10-08 20:15:23 +04:00
|
|
|
#include "mozilla/dom/File.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "mozilla/dom/MediaDeviceInfo.h"
|
2019-09-20 23:51:25 +03:00
|
|
|
#include "mozilla/dom/MediaDevices.h"
|
2014-04-04 13:54:25 +04:00
|
|
|
#include "mozilla/dom/MediaStreamBinding.h"
|
2013-09-16 10:34:57 +04:00
|
|
|
#include "mozilla/dom/MediaStreamTrackBinding.h"
|
|
|
|
#include "mozilla/dom/GetUserMediaRequestBinding.h"
|
2016-02-17 00:55:33 +03:00
|
|
|
#include "mozilla/dom/Promise.h"
|
2019-09-20 23:51:25 +03:00
|
|
|
#include "mozilla/dom/UserActivation.h"
|
2015-03-29 20:43:43 +03:00
|
|
|
#include "mozilla/ipc/BackgroundChild.h"
|
2015-03-03 17:51:05 +03:00
|
|
|
#include "mozilla/media/MediaChild.h"
|
2015-11-19 06:40:41 +03:00
|
|
|
#include "mozilla/media/MediaTaskUtils.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "mozilla/MozPromise.h"
|
|
|
|
#include "mozilla/NullPrincipal.h"
|
|
|
|
#include "mozilla/PeerIdentity.h"
|
2016-08-15 09:43:21 +03:00
|
|
|
#include "mozilla/Sprintf.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "mozilla/StaticPrefs_media.h"
|
|
|
|
#include "mozilla/Telemetry.h"
|
|
|
|
#include "mozilla/Types.h"
|
|
|
|
#include "nsAppDirectoryServiceDefs.h"
|
|
|
|
#include "nsArray.h"
|
|
|
|
#include "nsContentUtils.h"
|
2012-06-11 03:44:50 +04:00
|
|
|
#include "nsGlobalWindow.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsHashPropertyBag.h"
|
2019-12-04 18:32:27 +03:00
|
|
|
#include "nsICryptoHash.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsICryptoHMAC.h"
|
|
|
|
#include "nsIDocShell.h"
|
|
|
|
#include "nsIEventTarget.h"
|
2019-12-04 18:32:27 +03:00
|
|
|
#include "nsIIDNService.h"
|
|
|
|
#include "nsIInputStream.h"
|
|
|
|
#include "nsIInterfaceRequestorUtils.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsIKeyModule.h"
|
2019-12-04 18:32:27 +03:00
|
|
|
#include "nsILineInputStream.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsIPermissionManager.h"
|
2019-12-04 18:32:27 +03:00
|
|
|
#include "nsIScriptGlobalObject.h"
|
|
|
|
#include "nsISupportsPrimitives.h"
|
2015-02-23 19:50:48 +03:00
|
|
|
#include "nsIUUIDGenerator.h"
|
2019-12-04 18:32:27 +03:00
|
|
|
#include "nsIWeakReferenceUtils.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsJSUtils.h"
|
|
|
|
#include "nsNetCID.h"
|
|
|
|
#include "nsNetUtil.h"
|
|
|
|
#include "nsPIDOMWindow.h"
|
2015-02-23 19:50:48 +03:00
|
|
|
#include "nspr.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsProxyRelease.h"
|
2015-02-23 19:50:48 +03:00
|
|
|
#include "nss.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "nsVariant.h"
|
2019-12-04 18:39:14 +03:00
|
|
|
#include "PermissionDelegateHandler.h"
|
2015-02-23 19:50:48 +03:00
|
|
|
#include "pk11pub.h"
|
2019-11-25 14:00:15 +03:00
|
|
|
#include "ThreadSafeRefcountingWithMainThreadDestruction.h"
|
|
|
|
#include "VideoStreamTrack.h"
|
|
|
|
#include "VideoUtils.h"
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2012-07-12 15:53:08 +04:00
|
|
|
/* Using WebRTC backend on Desktops (Mac, Windows, Linux), otherwise default */
|
2012-09-29 02:26:00 +04:00
|
|
|
#include "MediaEngineDefault.h"
|
2012-07-12 15:53:08 +04:00
|
|
|
#if defined(MOZ_WEBRTC)
|
|
|
|
# include "MediaEngineWebRTC.h"
|
2014-06-09 22:45:14 +04:00
|
|
|
# include "browser_logging/WebRtcLog.h"
|
2018-02-20 23:23:09 +03:00
|
|
|
# include "webrtc/modules/audio_processing/include/audio_processing.h"
|
2012-07-12 15:53:08 +04:00
|
|
|
#endif
|
|
|
|
|
2014-08-02 08:30:50 +04:00
|
|
|
#if defined(XP_WIN)
|
|
|
|
# include "mozilla/WindowsVersion.h"
|
2018-03-20 00:31:40 +03:00
|
|
|
# include <objbase.h>
|
2016-01-07 22:57:42 +03:00
|
|
|
# include <winsock2.h>
|
|
|
|
# include <iphlpapi.h>
|
|
|
|
# include <tchar.h>
|
2014-08-02 08:30:50 +04:00
|
|
|
#endif
|
|
|
|
|
2014-05-11 13:47:11 +04:00
|
|
|
// XXX Workaround for bug 986974 to maintain the existing broken semantics
|
|
|
|
template <>
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
struct nsIMediaDevice::COMTypeInfo<mozilla::MediaDevice, void> {
|
2014-06-02 16:08:24 +04:00
|
|
|
static const nsIID kIID;
|
2014-05-11 13:47:11 +04:00
|
|
|
};
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
const nsIID nsIMediaDevice::COMTypeInfo<mozilla::MediaDevice, void>::kIID =
|
|
|
|
NS_IMEDIADEVICE_IID;
|
2014-05-11 13:47:11 +04:00
|
|
|
|
2018-07-28 07:40:26 +03:00
|
|
|
// A specialization of nsMainThreadPtrHolder for
|
|
|
|
// mozilla::dom::CallbackObjectHolder. See documentation for
|
|
|
|
// nsMainThreadPtrHolder in nsProxyRelease.h. This specialization lets us avoid
|
|
|
|
// wrapping the CallbackObjectHolder into a separate refcounted object.
|
|
|
|
template <class WebIDLCallbackT, class XPCOMCallbackT>
|
|
|
|
class nsMainThreadPtrHolder<
|
|
|
|
mozilla::dom::CallbackObjectHolder<WebIDLCallbackT, XPCOMCallbackT>>
|
|
|
|
final {
|
|
|
|
typedef mozilla::dom::CallbackObjectHolder<WebIDLCallbackT, XPCOMCallbackT>
|
|
|
|
Holder;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2018-07-28 07:40:26 +03:00
|
|
|
public:
|
|
|
|
nsMainThreadPtrHolder(const char* aName, Holder&& aHolder)
|
|
|
|
: mHolder(std::move(aHolder))
|
|
|
|
#ifndef RELEASE_OR_BETA
|
|
|
|
,
|
|
|
|
mName(aName)
|
|
|
|
#endif
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
// We can be released on any thread.
|
|
|
|
~nsMainThreadPtrHolder() {
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
mHolder.Reset();
|
|
|
|
} else if (mHolder.GetISupports()) {
|
|
|
|
nsCOMPtr<nsIEventTarget> target = do_GetMainThread();
|
|
|
|
MOZ_ASSERT(target);
|
|
|
|
NS_ProxyRelease(
|
|
|
|
#ifdef RELEASE_OR_BETA
|
|
|
|
nullptr,
|
|
|
|
#else
|
|
|
|
mName,
|
|
|
|
#endif
|
|
|
|
target, mHolder.Forget());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public:
|
|
|
|
Holder* get() {
|
|
|
|
// Nobody should be touching the raw pointer off-main-thread.
|
|
|
|
if (MOZ_UNLIKELY(!NS_IsMainThread())) {
|
|
|
|
NS_ERROR("Can't dereference nsMainThreadPtrHolder off main thread");
|
|
|
|
MOZ_CRASH();
|
|
|
|
}
|
|
|
|
return &mHolder;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool operator!() const { return !mHolder; }
|
|
|
|
|
|
|
|
NS_INLINE_DECL_THREADSAFE_REFCOUNTING(nsMainThreadPtrHolder<Holder>)
|
|
|
|
|
|
|
|
private:
|
|
|
|
// Our holder.
|
|
|
|
Holder mHolder;
|
|
|
|
|
|
|
|
#ifndef RELEASE_OR_BETA
|
|
|
|
const char* mName = nullptr;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
// Copy constructor and operator= not implemented. Once constructed, the
|
|
|
|
// holder is immutable.
|
|
|
|
Holder& operator=(const nsMainThreadPtrHolder& aOther) = delete;
|
|
|
|
nsMainThreadPtrHolder(const nsMainThreadPtrHolder& aOther) = delete;
|
|
|
|
};
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
namespace mozilla {
|
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LazyLogModule gMediaManagerLog("MediaManager");
|
|
|
|
#define LOG(...) MOZ_LOG(gMediaManagerLog, LogLevel::Debug, (__VA_ARGS__))
|
2012-10-07 09:34:30 +04:00
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
class LocalTrackSource;
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
using dom::CallerType;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::ConstrainDOMStringParameters;
|
2018-12-28 06:12:57 +03:00
|
|
|
using dom::ConstrainDoubleRange;
|
|
|
|
using dom::ConstrainLongRange;
|
|
|
|
using dom::DisplayMediaStreamConstraints;
|
2019-06-01 01:04:13 +03:00
|
|
|
using dom::Document;
|
2019-11-29 23:39:36 +03:00
|
|
|
using dom::Element;
|
2019-06-01 01:04:13 +03:00
|
|
|
using dom::FeaturePolicyUtils;
|
2015-05-18 16:52:26 +03:00
|
|
|
using dom::File;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::GetUserMediaRequest;
|
2019-06-01 01:04:13 +03:00
|
|
|
using dom::MediaDeviceKind;
|
|
|
|
using dom::MediaDevices;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::MediaSourceEnum;
|
2015-02-21 01:06:26 +03:00
|
|
|
using dom::MediaStreamConstraints;
|
2014-10-27 22:42:56 +03:00
|
|
|
using dom::MediaStreamError;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::MediaStreamTrack;
|
2016-04-06 15:46:56 +03:00
|
|
|
using dom::MediaStreamTrackSource;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::MediaTrackConstraints;
|
|
|
|
using dom::MediaTrackConstraintSet;
|
2019-06-01 01:04:13 +03:00
|
|
|
using dom::MediaTrackSettings;
|
|
|
|
using dom::MozGetUserMediaDevicesSuccessCallback;
|
2014-04-18 22:00:16 +04:00
|
|
|
using dom::OwningBooleanOrMediaTrackConstraints;
|
2016-02-17 00:55:33 +03:00
|
|
|
using dom::OwningStringOrStringSequence;
|
|
|
|
using dom::OwningStringOrStringSequenceOrConstrainDOMStringParameters;
|
|
|
|
using dom::Promise;
|
|
|
|
using dom::Sequence;
|
2019-09-20 23:51:25 +03:00
|
|
|
using dom::UserActivation;
|
2015-06-18 18:46:36 +03:00
|
|
|
using media::NewRunnableFrom;
|
|
|
|
using media::NewTaskFrom;
|
2016-02-17 00:55:33 +03:00
|
|
|
using media::Refcountable;
|
2013-09-16 10:34:57 +04:00
|
|
|
|
2017-11-02 18:27:33 +03:00
|
|
|
static Atomic<bool> sHasShutdown;
|
2015-05-29 21:28:03 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
struct DeviceState {
|
2019-07-31 10:58:17 +03:00
|
|
|
DeviceState(RefPtr<MediaDevice> aDevice,
|
|
|
|
RefPtr<LocalTrackSource> aTrackSource, bool aOffWhileDisabled)
|
|
|
|
: mOffWhileDisabled(aOffWhileDisabled),
|
|
|
|
mDevice(std::move(aDevice)),
|
|
|
|
mTrackSource(std::move(aTrackSource)) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(mDevice);
|
2019-07-31 10:58:17 +03:00
|
|
|
MOZ_ASSERT(mTrackSource);
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// true if we have stopped mDevice, this is a terminal state.
|
|
|
|
// MainThread only.
|
|
|
|
bool mStopped = false;
|
|
|
|
|
|
|
|
// true if mDevice is currently enabled, i.e., turned on and capturing.
|
|
|
|
// MainThread only.
|
2018-02-16 13:55:27 +03:00
|
|
|
bool mDeviceEnabled = false;
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
// true if the application has currently enabled mDevice.
|
|
|
|
// MainThread only.
|
2018-02-16 13:55:27 +03:00
|
|
|
bool mTrackEnabled = false;
|
2018-02-14 18:35:45 +03:00
|
|
|
|
2018-02-14 18:35:45 +03:00
|
|
|
// Time when the application last enabled mDevice.
|
|
|
|
// MainThread only.
|
|
|
|
TimeStamp mTrackEnabledTime;
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
// true if an operation to Start() or Stop() mDevice has been dispatched to
|
|
|
|
// the media thread and is not finished yet.
|
|
|
|
// MainThread only.
|
|
|
|
bool mOperationInProgress = false;
|
|
|
|
|
|
|
|
// true if we are allowed to turn off the underlying source while all tracks
|
|
|
|
// are disabled.
|
|
|
|
// MainThread only.
|
|
|
|
bool mOffWhileDisabled = false;
|
|
|
|
|
|
|
|
// Timer triggered by a MediaStreamTrackSource signaling that all tracks got
|
|
|
|
// disabled. When the timer fires we initiate Stop()ing mDevice.
|
|
|
|
// If set we allow dynamically stopping and starting mDevice.
|
|
|
|
// Any thread.
|
2018-02-16 13:55:27 +03:00
|
|
|
const RefPtr<MediaTimer> mDisableTimer = new MediaTimer();
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
// The underlying device we keep state for. Always non-null.
|
|
|
|
// Threadsafe access, but see method declarations for individual constraints.
|
|
|
|
const RefPtr<MediaDevice> mDevice;
|
2019-07-31 10:58:17 +03:00
|
|
|
|
|
|
|
// The MediaStreamTrackSource for any tracks (original and clones) originating
|
|
|
|
// from this device. Always non-null. Threadsafe access, but see method
|
|
|
|
// declarations for individual constraints.
|
|
|
|
const RefPtr<LocalTrackSource> mTrackSource;
|
2017-11-17 21:56:00 +03:00
|
|
|
};
|
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
/**
|
|
|
|
* This mimics the capture state from nsIMediaManagerService.
|
|
|
|
*/
|
|
|
|
enum class CaptureState : uint16_t {
|
|
|
|
Off = nsIMediaManagerService::STATE_NOCAPTURE,
|
|
|
|
Enabled = nsIMediaManagerService::STATE_CAPTURE_ENABLED,
|
|
|
|
Disabled = nsIMediaManagerService::STATE_CAPTURE_DISABLED,
|
|
|
|
};
|
|
|
|
|
|
|
|
static CaptureState CombineCaptureState(CaptureState aFirst,
|
|
|
|
CaptureState aSecond) {
|
|
|
|
if (aFirst == CaptureState::Enabled || aSecond == CaptureState::Enabled) {
|
|
|
|
return CaptureState::Enabled;
|
|
|
|
}
|
|
|
|
if (aFirst == CaptureState::Disabled || aSecond == CaptureState::Disabled) {
|
|
|
|
return CaptureState::Disabled;
|
|
|
|
}
|
|
|
|
MOZ_ASSERT(aFirst == CaptureState::Off);
|
|
|
|
MOZ_ASSERT(aSecond == CaptureState::Off);
|
|
|
|
return CaptureState::Off;
|
|
|
|
}
|
|
|
|
|
|
|
|
static uint16_t FromCaptureState(CaptureState aState) {
|
|
|
|
MOZ_ASSERT(aState == CaptureState::Off || aState == CaptureState::Enabled ||
|
|
|
|
aState == CaptureState::Disabled);
|
|
|
|
return static_cast<uint16_t>(aState);
|
|
|
|
}
|
|
|
|
|
2019-03-19 07:36:46 +03:00
|
|
|
void MediaManager::CallOnError(GetUserMediaErrorCallback& aCallback,
|
|
|
|
MediaStreamError& aError) {
|
|
|
|
aCallback.Call(aError);
|
2018-07-28 07:40:26 +03:00
|
|
|
}
|
|
|
|
|
2019-03-19 07:36:46 +03:00
|
|
|
void MediaManager::CallOnSuccess(GetUserMediaSuccessCallback& aCallback,
|
|
|
|
DOMMediaStream& aStream) {
|
|
|
|
aCallback.Call(aStream);
|
2018-07-28 07:40:26 +03:00
|
|
|
}
|
|
|
|
|
2018-01-23 13:31:22 +03:00
|
|
|
/**
|
|
|
|
* SourceListener has threadsafe refcounting for use across the main, media and
|
2019-10-02 13:23:02 +03:00
|
|
|
* MTG threads. But it has a non-threadsafe SupportsWeakPtr for WeakPtr usage
|
2018-01-23 13:31:22 +03:00
|
|
|
* only from main thread, to ensure that garbage- and cycle-collected objects
|
|
|
|
* don't hold a reference to it during late shutdown.
|
|
|
|
*/
|
|
|
|
class SourceListener : public SupportsWeakPtr<SourceListener> {
|
2016-06-30 10:07:48 +03:00
|
|
|
public:
|
2018-02-16 13:55:27 +03:00
|
|
|
typedef MozPromise<bool /* aIgnored */, RefPtr<MediaMgrError>, true>
|
2018-11-30 08:13:58 +03:00
|
|
|
SourceListenerPromise;
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2018-01-23 13:31:22 +03:00
|
|
|
MOZ_DECLARE_WEAKREFERENCE_TYPENAME(SourceListener)
|
2018-08-31 18:24:09 +03:00
|
|
|
NS_INLINE_DECL_THREADSAFE_REFCOUNTING_WITH_MAIN_THREAD_DESTRUCTION_AND_RECORDING(
|
|
|
|
SourceListener, recordreplay::Behavior::Preserve)
|
2018-01-23 13:31:22 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
SourceListener();
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
|
|
|
* Registers this source listener as belonging to the given window listener.
|
|
|
|
*/
|
|
|
|
void Register(GetUserMediaWindowListener* aListener);
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Marks this listener as active and creates internal device states.
|
2017-04-26 12:13:40 +03:00
|
|
|
*/
|
2019-07-31 10:58:17 +03:00
|
|
|
void Activate(RefPtr<MediaDevice> aAudioDevice,
|
|
|
|
RefPtr<LocalTrackSource> aAudioTrackSource,
|
|
|
|
RefPtr<MediaDevice> aVideoDevice,
|
|
|
|
RefPtr<LocalTrackSource> aVideoTrackSource);
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2018-02-16 13:55:27 +03:00
|
|
|
/**
|
|
|
|
* Posts a task to initialize and start all associated devices.
|
|
|
|
*/
|
2018-11-30 08:13:58 +03:00
|
|
|
RefPtr<SourceListenerPromise> InitializeAsync();
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Stops all live tracks, ends the associated MediaTrack and cleans up the
|
|
|
|
* weak reference to the associated window listener.
|
2019-03-29 19:12:20 +03:00
|
|
|
* This will also tell the window listener to remove its hard reference to
|
|
|
|
* this SourceListener, so any caller will need to keep its own hard ref.
|
2017-04-26 12:13:40 +03:00
|
|
|
*/
|
2019-06-20 19:43:21 +03:00
|
|
|
void Stop();
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Posts a task to stop the device associated with aTrack and notifies the
|
2017-04-26 12:13:40 +03:00
|
|
|
* associated window listener that a track was stopped.
|
2019-03-29 19:12:20 +03:00
|
|
|
* Should this track be the last live one to be stopped, we'll also call Stop.
|
|
|
|
* This might tell the window listener to remove its hard reference to this
|
|
|
|
* SourceListener, so any caller will need to keep its own hard ref.
|
2017-04-26 12:13:40 +03:00
|
|
|
*/
|
2019-10-02 13:23:02 +03:00
|
|
|
void StopTrack(MediaTrack* aTrack);
|
2019-10-02 13:22:53 +03:00
|
|
|
|
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Like StopTrack with the audio device's track.
|
2019-10-02 13:22:53 +03:00
|
|
|
*/
|
|
|
|
void StopAudioTrack();
|
|
|
|
|
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Like StopTrack with the video device's track.
|
2019-10-02 13:22:53 +03:00
|
|
|
*/
|
|
|
|
void StopVideoTrack();
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2017-11-10 17:55:42 +03:00
|
|
|
/**
|
2017-11-17 21:56:00 +03:00
|
|
|
* Gets the main thread MediaTrackSettings from the MediaEngineSource
|
2019-10-02 13:23:02 +03:00
|
|
|
* associated with aTrack.
|
2017-11-10 17:55:42 +03:00
|
|
|
*/
|
2019-10-02 13:23:02 +03:00
|
|
|
void GetSettingsFor(MediaTrack* aTrack,
|
2019-10-02 13:22:53 +03:00
|
|
|
MediaTrackSettings& aOutSettings) const;
|
2017-11-10 17:55:42 +03:00
|
|
|
|
|
|
|
/**
|
2017-11-17 21:56:00 +03:00
|
|
|
* Posts a task to set the enabled state of the device associated with
|
2019-10-02 13:23:02 +03:00
|
|
|
* aTrack to aEnabled and notifies the associated window listener that a
|
2017-11-17 21:56:00 +03:00
|
|
|
* track's state has changed.
|
|
|
|
*
|
|
|
|
* Turning the hardware off while the device is disabled is supported for:
|
|
|
|
* - Camera (enabled by default, controlled by pref
|
|
|
|
* "media.getusermedia.camera.off_while_disabled.enabled")
|
|
|
|
* - Microphone (disabled by default, controlled by pref
|
|
|
|
* "media.getusermedia.microphone.off_while_disabled.enabled")
|
|
|
|
* Screen-, app-, or windowsharing is not supported at this time.
|
|
|
|
*
|
|
|
|
* The behavior is also different between disabling and enabling a device.
|
|
|
|
* While enabling is immediate, disabling only happens after a delay.
|
|
|
|
* This is now defaulting to 3 seconds but can be overriden by prefs:
|
|
|
|
* - "media.getusermedia.camera.off_while_disabled.delay_ms" and
|
|
|
|
* - "media.getusermedia.microphone.off_while_disabled.delay_ms".
|
|
|
|
*
|
|
|
|
* The delay is in place to prevent misuse by malicious sites. If a track is
|
|
|
|
* re-enabled before the delay has passed, the device will not be touched
|
|
|
|
* until another disable followed by the full delay happens.
|
2017-11-10 17:55:42 +03:00
|
|
|
*/
|
2019-10-02 13:23:02 +03:00
|
|
|
void SetEnabledFor(MediaTrack* aTrack, bool aEnabled);
|
2017-11-10 17:55:42 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
|
|
|
* Stops all screen/app/window/audioCapture sharing, but not camera or
|
|
|
|
* microphone.
|
|
|
|
*/
|
|
|
|
void StopSharing();
|
2017-04-26 12:13:40 +03:00
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
MediaDevice* GetAudioDevice() const {
|
2017-11-17 21:56:00 +03:00
|
|
|
return mAudioDeviceState ? mAudioDeviceState->mDevice.get() : nullptr;
|
2017-05-03 14:14:18 +03:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
MediaDevice* GetVideoDevice() const {
|
2017-11-17 21:56:00 +03:00
|
|
|
return mVideoDeviceState ? mVideoDeviceState->mDevice.get() : nullptr;
|
2017-04-27 01:21:54 +03:00
|
|
|
}
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
bool Activated() const { return mAudioDeviceState || mVideoDeviceState; }
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
bool Stopped() const { return mStopped; }
|
2017-04-27 01:21:54 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
bool CapturingVideo() const;
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
bool CapturingAudio() const;
|
2017-05-03 14:14:18 +03:00
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
CaptureState CapturingSource(MediaSourceEnum aSource) const;
|
2017-05-03 14:14:18 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
RefPtr<SourceListenerPromise> ApplyConstraintsToTrack(
|
2019-10-02 13:23:02 +03:00
|
|
|
MediaTrack* aTrack, const MediaTrackConstraints& aConstraints,
|
2019-06-01 01:04:13 +03:00
|
|
|
CallerType aCallerType);
|
2017-04-26 12:13:40 +03:00
|
|
|
|
|
|
|
PrincipalHandle GetPrincipalHandle() const;
|
|
|
|
|
|
|
|
private:
|
2018-01-23 13:31:22 +03:00
|
|
|
virtual ~SourceListener() = default;
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Returns a pointer to the device state for aTrack.
|
2017-11-17 21:56:00 +03:00
|
|
|
*
|
|
|
|
* This is intended for internal use where we need to figure out which state
|
2019-10-02 13:23:02 +03:00
|
|
|
* corresponds to aTrack, not for availability checks. As such, we assert
|
2017-11-17 21:56:00 +03:00
|
|
|
* that the device does indeed exist.
|
|
|
|
*
|
|
|
|
* Since this is a raw pointer and the state lifetime depends on the
|
|
|
|
* SourceListener's lifetime, it's internal use only.
|
|
|
|
*/
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& GetDeviceStateFor(MediaTrack* aTrack) const;
|
2017-11-17 21:56:00 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// true after this listener has had all devices stopped. MainThread only.
|
2016-06-30 10:07:48 +03:00
|
|
|
bool mStopped;
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// never ever indirect off this; just for assertions
|
|
|
|
PRThread* mMainThreadCheck;
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Set in Register() on main thread, then read from any thread.
|
|
|
|
PrincipalHandle mPrincipalHandle;
|
|
|
|
|
|
|
|
// Weak pointer to the window listener that owns us. MainThread only.
|
|
|
|
GetUserMediaWindowListener* mWindowListener;
|
2016-09-21 16:17:23 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
// Accessed from MediaTrackGraph thread, MediaManager thread, and MainThread
|
2017-11-17 21:56:00 +03:00
|
|
|
// No locking needed as they're set on Activate() and never assigned to again.
|
|
|
|
UniquePtr<DeviceState> mAudioDeviceState;
|
|
|
|
UniquePtr<DeviceState> mVideoDeviceState;
|
2018-11-23 18:00:20 +03:00
|
|
|
};
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* This class represents a WindowID and handles all MediaTrackListeners
|
2017-04-26 12:13:40 +03:00
|
|
|
* (here subclassed as SourceListeners) used to feed GetUserMedia source
|
|
|
|
* streams. It proxies feedback from them into messages for browser chrome.
|
|
|
|
* The SourceListeners are used to Start() and Stop() the underlying
|
|
|
|
* MediaEngineSource when MediaStreams are assigned and deassigned in content.
|
|
|
|
*/
|
|
|
|
class GetUserMediaWindowListener {
|
|
|
|
friend MediaManager;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2015-09-17 05:44:14 +03:00
|
|
|
public:
|
2017-04-26 12:13:40 +03:00
|
|
|
NS_INLINE_DECL_THREADSAFE_REFCOUNTING(GetUserMediaWindowListener)
|
|
|
|
|
|
|
|
// Create in an inactive state
|
2019-10-29 16:01:26 +03:00
|
|
|
GetUserMediaWindowListener(uint64_t aWindowID,
|
2017-04-26 12:13:40 +03:00
|
|
|
const PrincipalHandle& aPrincipalHandle)
|
2019-10-29 16:01:26 +03:00
|
|
|
: mWindowID(aWindowID),
|
2017-04-26 12:13:40 +03:00
|
|
|
mPrincipalHandle(aPrincipalHandle),
|
|
|
|
mChromeNotificationTaskPosted(false) {}
|
2015-09-17 05:44:14 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
|
|
|
* Registers an inactive gUM source listener for this WindowListener.
|
|
|
|
*/
|
2019-04-16 10:37:48 +03:00
|
|
|
void Register(RefPtr<SourceListener> aListener) {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(aListener);
|
|
|
|
MOZ_ASSERT(!aListener->Activated());
|
|
|
|
MOZ_ASSERT(!mInactiveListeners.Contains(aListener), "Already registered");
|
|
|
|
MOZ_ASSERT(!mActiveListeners.Contains(aListener), "Already activated");
|
2017-04-26 12:13:40 +03:00
|
|
|
|
|
|
|
aListener->Register(this);
|
2019-04-16 10:37:48 +03:00
|
|
|
mInactiveListeners.AppendElement(std::move(aListener));
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
|
|
|
* Activates an already registered and inactive gUM source listener for this
|
|
|
|
* WindowListener.
|
|
|
|
*/
|
2019-04-16 10:37:48 +03:00
|
|
|
void Activate(RefPtr<SourceListener> aListener,
|
|
|
|
RefPtr<MediaDevice> aAudioDevice,
|
2019-07-31 10:58:17 +03:00
|
|
|
RefPtr<LocalTrackSource> aAudioTrackSource,
|
|
|
|
RefPtr<MediaDevice> aVideoDevice,
|
|
|
|
RefPtr<LocalTrackSource> aVideoTrackSource) {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(aListener);
|
|
|
|
MOZ_ASSERT(!aListener->Activated());
|
|
|
|
MOZ_ASSERT(mInactiveListeners.Contains(aListener),
|
|
|
|
"Must be registered to activate");
|
|
|
|
MOZ_ASSERT(!mActiveListeners.Contains(aListener), "Already activated");
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
mInactiveListeners.RemoveElement(aListener);
|
2019-07-31 10:58:17 +03:00
|
|
|
aListener->Activate(std::move(aAudioDevice), std::move(aAudioTrackSource),
|
|
|
|
std::move(aVideoDevice), std::move(aVideoTrackSource));
|
2019-04-16 10:37:48 +03:00
|
|
|
mActiveListeners.AppendElement(std::move(aListener));
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Removes all SourceListeners from this window listener.
|
|
|
|
* Removes this window listener from the list of active windows, so callers
|
|
|
|
* need to make sure to hold a strong reference.
|
|
|
|
*/
|
|
|
|
void RemoveAll() {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
|
2019-06-20 19:43:21 +03:00
|
|
|
for (auto& l : nsTArray<RefPtr<SourceListener>>(mInactiveListeners)) {
|
|
|
|
Remove(l);
|
|
|
|
}
|
|
|
|
for (auto& l : nsTArray<RefPtr<SourceListener>>(mActiveListeners)) {
|
2017-04-26 12:13:40 +03:00
|
|
|
Remove(l);
|
|
|
|
}
|
|
|
|
MOZ_ASSERT(mInactiveListeners.Length() == 0);
|
|
|
|
MOZ_ASSERT(mActiveListeners.Length() == 0);
|
|
|
|
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* mgr = MediaManager::GetIfExists();
|
2017-04-26 12:13:40 +03:00
|
|
|
if (!mgr) {
|
|
|
|
MOZ_ASSERT(false, "MediaManager should stay until everything is removed");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
GetUserMediaWindowListener* windowListener =
|
|
|
|
mgr->GetWindowListener(mWindowID);
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
if (!windowListener) {
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
2017-11-06 21:09:35 +03:00
|
|
|
auto* globalWindow = nsGlobalWindowInner::GetInnerWindowWithId(mWindowID);
|
2017-04-26 12:13:40 +03:00
|
|
|
if (globalWindow) {
|
2019-02-05 21:40:21 +03:00
|
|
|
auto req = MakeRefPtr<GetUserMediaRequest>(
|
2019-04-11 17:12:43 +03:00
|
|
|
globalWindow, VoidString(), VoidString(),
|
2019-09-20 23:51:25 +03:00
|
|
|
UserActivation::IsHandlingUserInput());
|
2017-04-26 12:13:40 +03:00
|
|
|
obs->NotifyObservers(req, "recording-device-stopped", nullptr);
|
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
MOZ_ASSERT(windowListener == this,
|
|
|
|
"There should only be one window listener per window ID");
|
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("GUMWindowListener %p removing windowID %" PRIu64, this, mWindowID);
|
2017-04-26 12:13:40 +03:00
|
|
|
mgr->RemoveWindowID(mWindowID);
|
|
|
|
}
|
|
|
|
|
2019-06-20 19:43:21 +03:00
|
|
|
/**
|
|
|
|
* Removes a listener from our lists. Safe to call without holding a hard
|
|
|
|
* reference. That said, you'll still want to iterate on a copy of said lists,
|
|
|
|
* if you end up calling this method (or methods that may call this method) in
|
|
|
|
* the loop, to avoid inadvertently skipping members.
|
|
|
|
*/
|
|
|
|
bool Remove(RefPtr<SourceListener> aListener) {
|
|
|
|
// We refcount aListener on entry since we're going to proxy-release it
|
|
|
|
// below to prevent the refcount going to zero on callers who might be
|
|
|
|
// inside the listener, but operating without a hard reference to self.
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
|
|
|
|
if (!mInactiveListeners.RemoveElement(aListener) &&
|
|
|
|
!mActiveListeners.RemoveElement(aListener)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
MOZ_ASSERT(!mInactiveListeners.Contains(aListener),
|
|
|
|
"A SourceListener should only be once in one of "
|
|
|
|
"mInactiveListeners and mActiveListeners");
|
|
|
|
MOZ_ASSERT(!mActiveListeners.Contains(aListener),
|
|
|
|
"A SourceListener should only be once in one of "
|
|
|
|
"mInactiveListeners and mActiveListeners");
|
|
|
|
|
2019-04-16 10:37:48 +03:00
|
|
|
LOG("GUMWindowListener %p stopping SourceListener %p.", this,
|
|
|
|
aListener.get());
|
2019-06-20 19:43:21 +03:00
|
|
|
aListener->Stop();
|
2017-04-26 12:13:40 +03:00
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (MediaDevice* removedDevice = aListener->GetVideoDevice()) {
|
2017-04-26 12:13:40 +03:00
|
|
|
bool revokeVideoPermission = true;
|
|
|
|
nsString removedRawId;
|
|
|
|
nsString removedSourceType;
|
|
|
|
removedDevice->GetRawId(removedRawId);
|
|
|
|
removedDevice->GetMediaSource(removedSourceType);
|
|
|
|
for (const auto& l : mActiveListeners) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (MediaDevice* device = l->GetVideoDevice()) {
|
2017-04-26 12:13:40 +03:00
|
|
|
nsString rawId;
|
|
|
|
device->GetRawId(rawId);
|
|
|
|
if (removedRawId.Equals(rawId)) {
|
|
|
|
revokeVideoPermission = false;
|
|
|
|
break;
|
|
|
|
}
|
2017-05-03 14:14:18 +03:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
if (revokeVideoPermission) {
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
2019-04-11 17:12:43 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(mWindowID);
|
2019-02-05 21:40:21 +03:00
|
|
|
auto req = MakeRefPtr<GetUserMediaRequest>(
|
|
|
|
window, removedRawId, removedSourceType,
|
2019-09-20 23:51:25 +03:00
|
|
|
UserActivation::IsHandlingUserInput());
|
2017-04-26 12:13:40 +03:00
|
|
|
obs->NotifyObservers(req, "recording-device-stopped", nullptr);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (MediaDevice* removedDevice = aListener->GetAudioDevice()) {
|
2017-04-26 12:13:40 +03:00
|
|
|
bool revokeAudioPermission = true;
|
|
|
|
nsString removedRawId;
|
|
|
|
nsString removedSourceType;
|
|
|
|
removedDevice->GetRawId(removedRawId);
|
|
|
|
removedDevice->GetMediaSource(removedSourceType);
|
|
|
|
for (const auto& l : mActiveListeners) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (MediaDevice* device = l->GetAudioDevice()) {
|
2017-04-26 12:13:40 +03:00
|
|
|
nsString rawId;
|
|
|
|
device->GetRawId(rawId);
|
|
|
|
if (removedRawId.Equals(rawId)) {
|
|
|
|
revokeAudioPermission = false;
|
|
|
|
break;
|
2017-05-03 14:14:18 +03:00
|
|
|
}
|
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
if (revokeAudioPermission) {
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
2019-04-11 17:12:43 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(mWindowID);
|
2019-02-05 21:40:21 +03:00
|
|
|
auto req = MakeRefPtr<GetUserMediaRequest>(
|
|
|
|
window, removedRawId, removedSourceType,
|
2019-09-20 23:51:25 +03:00
|
|
|
UserActivation::IsHandlingUserInput());
|
2017-04-26 12:13:40 +03:00
|
|
|
obs->NotifyObservers(req, "recording-device-stopped", nullptr);
|
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
if (mInactiveListeners.Length() == 0 && mActiveListeners.Length() == 0) {
|
2018-12-12 23:43:23 +03:00
|
|
|
LOG("GUMWindowListener %p Removed last SourceListener. Cleaning up.",
|
2018-12-12 23:42:18 +03:00
|
|
|
this);
|
2017-04-26 12:13:40 +03:00
|
|
|
RemoveAll();
|
|
|
|
}
|
2019-06-20 19:43:21 +03:00
|
|
|
nsCOMPtr<nsIEventTarget> mainTarget = do_GetMainThread();
|
|
|
|
// To allow being invoked by callers not holding a strong reference to self,
|
|
|
|
// hold the listener alive until the stack has unwound, by always
|
|
|
|
// dispatching a runnable (aAlwaysProxy = true)
|
|
|
|
NS_ProxyRelease(__func__, mainTarget, aListener.forget(), true);
|
2017-04-26 12:13:40 +03:00
|
|
|
return true;
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
void StopSharing();
|
|
|
|
|
2017-07-27 11:51:24 +03:00
|
|
|
void StopRawID(const nsString& removedDeviceID);
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
/**
|
2017-11-14 13:50:07 +03:00
|
|
|
* Called by one of our SourceListeners when one of its tracks has changed so
|
|
|
|
* that chrome state is affected.
|
2017-04-26 12:13:40 +03:00
|
|
|
* Schedules an event for the next stable state to update chrome.
|
|
|
|
*/
|
2017-11-14 13:50:07 +03:00
|
|
|
void ChromeAffectingStateChanged();
|
2017-04-26 12:13:40 +03:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Called in stable state to send a notification to update chrome.
|
|
|
|
*/
|
2017-11-14 13:50:07 +03:00
|
|
|
void NotifyChrome();
|
2017-04-26 12:13:40 +03:00
|
|
|
|
|
|
|
bool CapturingVideo() const {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
for (auto& l : mActiveListeners) {
|
|
|
|
if (l->CapturingVideo()) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2017-11-17 22:13:06 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
bool CapturingAudio() const {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
for (auto& l : mActiveListeners) {
|
|
|
|
if (l->CapturingAudio()) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2017-11-17 22:13:06 +03:00
|
|
|
|
|
|
|
CaptureState CapturingSource(MediaSourceEnum aSource) const {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 22:13:06 +03:00
|
|
|
CaptureState result = CaptureState::Off;
|
2017-04-26 12:13:40 +03:00
|
|
|
for (auto& l : mActiveListeners) {
|
2017-11-17 22:13:06 +03:00
|
|
|
result = CombineCaptureState(result, l->CapturingSource(aSource));
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2017-11-17 22:13:06 +03:00
|
|
|
return result;
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
uint64_t WindowID() const { return mWindowID; }
|
|
|
|
|
|
|
|
PrincipalHandle GetPrincipalHandle() const { return mPrincipalHandle; }
|
|
|
|
|
2015-09-17 05:44:14 +03:00
|
|
|
private:
|
2017-04-26 12:13:40 +03:00
|
|
|
~GetUserMediaWindowListener() {
|
2017-11-06 17:27:36 +03:00
|
|
|
MOZ_ASSERT(mInactiveListeners.Length() == 0,
|
|
|
|
"Inactive listeners should already be removed");
|
|
|
|
MOZ_ASSERT(mActiveListeners.Length() == 0,
|
|
|
|
"Active listeners should already be removed");
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
|
2015-09-17 05:44:14 +03:00
|
|
|
uint64_t mWindowID;
|
2017-04-26 12:13:40 +03:00
|
|
|
const PrincipalHandle mPrincipalHandle;
|
|
|
|
|
|
|
|
// true if we have scheduled a task to notify chrome in the next stable state.
|
|
|
|
// The task will reset this to false. MainThread only.
|
|
|
|
bool mChromeNotificationTaskPosted;
|
|
|
|
|
|
|
|
nsTArray<RefPtr<SourceListener>> mInactiveListeners;
|
|
|
|
nsTArray<RefPtr<SourceListener>> mActiveListeners;
|
2015-09-17 05:44:14 +03:00
|
|
|
};
|
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
class LocalTrackSource : public MediaStreamTrackSource {
|
|
|
|
public:
|
|
|
|
LocalTrackSource(nsIPrincipal* aPrincipal, const nsString& aLabel,
|
|
|
|
const RefPtr<SourceListener>& aListener,
|
2019-10-02 13:23:02 +03:00
|
|
|
MediaSourceEnum aSource, MediaTrack* aTrack,
|
2019-10-02 13:22:53 +03:00
|
|
|
RefPtr<PeerIdentity> aPeerIdentity)
|
2019-07-31 10:58:17 +03:00
|
|
|
: MediaStreamTrackSource(aPrincipal, aLabel),
|
|
|
|
mSource(aSource),
|
2019-10-02 13:23:02 +03:00
|
|
|
mTrack(aTrack),
|
2019-07-31 10:58:17 +03:00
|
|
|
mPeerIdentity(std::move(aPeerIdentity)),
|
|
|
|
mListener(aListener.get()) {}
|
|
|
|
|
|
|
|
MediaSourceEnum GetMediaSource() const override { return mSource; }
|
|
|
|
|
|
|
|
const PeerIdentity* GetPeerIdentity() const override { return mPeerIdentity; }
|
|
|
|
|
|
|
|
RefPtr<MediaStreamTrackSource::ApplyConstraintsPromise> ApplyConstraints(
|
|
|
|
const MediaTrackConstraints& aConstraints,
|
|
|
|
CallerType aCallerType) override {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (sHasShutdown || !mListener) {
|
|
|
|
// Track has been stopped, or we are in shutdown. In either case
|
|
|
|
// there's no observable outcome, so pretend we succeeded.
|
|
|
|
return MediaStreamTrackSource::ApplyConstraintsPromise::CreateAndResolve(
|
|
|
|
false, __func__);
|
|
|
|
}
|
2019-10-02 13:23:02 +03:00
|
|
|
return mListener->ApplyConstraintsToTrack(mTrack, aConstraints,
|
2019-07-31 10:58:17 +03:00
|
|
|
aCallerType);
|
|
|
|
}
|
|
|
|
|
|
|
|
void GetSettings(MediaTrackSettings& aOutSettings) override {
|
|
|
|
if (mListener) {
|
2019-10-02 13:23:02 +03:00
|
|
|
mListener->GetSettingsFor(mTrack, aOutSettings);
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void Stop() override {
|
|
|
|
if (mListener) {
|
2019-10-02 13:23:02 +03:00
|
|
|
mListener->StopTrack(mTrack);
|
2019-07-31 10:58:17 +03:00
|
|
|
mListener = nullptr;
|
|
|
|
}
|
2019-10-02 13:23:02 +03:00
|
|
|
if (!mTrack->IsDestroyed()) {
|
|
|
|
mTrack->Destroy();
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void Disable() override {
|
|
|
|
if (mListener) {
|
2019-10-02 13:23:02 +03:00
|
|
|
mListener->SetEnabledFor(mTrack, false);
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void Enable() override {
|
|
|
|
if (mListener) {
|
2019-10-02 13:23:02 +03:00
|
|
|
mListener->SetEnabledFor(mTrack, true);
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const MediaSourceEnum mSource;
|
2019-10-02 13:23:02 +03:00
|
|
|
const RefPtr<MediaTrack> mTrack;
|
2019-07-31 10:58:17 +03:00
|
|
|
const RefPtr<const PeerIdentity> mPeerIdentity;
|
|
|
|
|
|
|
|
protected:
|
|
|
|
~LocalTrackSource() {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2019-10-02 13:23:02 +03:00
|
|
|
MOZ_ASSERT(mTrack->IsDestroyed());
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// This is a weak pointer to avoid having the SourceListener (which may
|
|
|
|
// have references to threads and threadpools) kept alive by DOM-objects
|
|
|
|
// that may have ref-cycles and thus are released very late during
|
|
|
|
// shutdown, even after xpcom-shutdown-threads. See bug 1351655 for what
|
|
|
|
// can happen.
|
|
|
|
WeakPtr<SourceListener> mListener;
|
|
|
|
};
|
|
|
|
|
|
|
|
class AudioCaptureTrackSource : public LocalTrackSource {
|
|
|
|
public:
|
|
|
|
AudioCaptureTrackSource(nsIPrincipal* aPrincipal, nsPIDOMWindowInner* aWindow,
|
|
|
|
const nsString& aLabel,
|
2019-10-02 13:23:02 +03:00
|
|
|
AudioCaptureTrack* aAudioCaptureTrack,
|
2019-07-31 10:58:17 +03:00
|
|
|
RefPtr<PeerIdentity> aPeerIdentity)
|
|
|
|
: LocalTrackSource(aPrincipal, aLabel, nullptr,
|
2019-10-02 13:23:02 +03:00
|
|
|
MediaSourceEnum::AudioCapture, aAudioCaptureTrack,
|
2019-10-02 13:22:53 +03:00
|
|
|
std::move(aPeerIdentity)),
|
2019-07-31 10:58:17 +03:00
|
|
|
mWindow(aWindow),
|
2019-10-02 13:23:02 +03:00
|
|
|
mAudioCaptureTrack(aAudioCaptureTrack) {
|
|
|
|
mAudioCaptureTrack->Start();
|
|
|
|
mAudioCaptureTrack->Graph()->RegisterCaptureTrackForWindow(
|
|
|
|
mWindow->WindowID(), mAudioCaptureTrack);
|
2019-07-31 10:58:17 +03:00
|
|
|
mWindow->SetAudioCapture(true);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Stop() override {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2019-10-02 13:23:02 +03:00
|
|
|
if (!mAudioCaptureTrack->IsDestroyed()) {
|
2019-07-31 10:58:17 +03:00
|
|
|
MOZ_ASSERT(mWindow);
|
|
|
|
mWindow->SetAudioCapture(false);
|
2019-10-02 13:23:02 +03:00
|
|
|
mAudioCaptureTrack->Graph()->UnregisterCaptureTrackForWindow(
|
2019-07-31 10:58:17 +03:00
|
|
|
mWindow->WindowID());
|
|
|
|
mWindow = nullptr;
|
|
|
|
}
|
2019-10-02 13:23:02 +03:00
|
|
|
// LocalTrackSource destroys the track.
|
2019-07-31 10:58:17 +03:00
|
|
|
LocalTrackSource::Stop();
|
2019-10-02 13:23:02 +03:00
|
|
|
MOZ_ASSERT(mAudioCaptureTrack->IsDestroyed());
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
ProcessedMediaTrack* InputTrack() const { return mAudioCaptureTrack.get(); }
|
2019-07-31 10:58:17 +03:00
|
|
|
|
|
|
|
protected:
|
|
|
|
~AudioCaptureTrackSource() {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2019-10-02 13:23:02 +03:00
|
|
|
MOZ_ASSERT(mAudioCaptureTrack->IsDestroyed());
|
2019-07-31 10:58:17 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
RefPtr<nsPIDOMWindowInner> mWindow;
|
2019-10-02 13:23:02 +03:00
|
|
|
const RefPtr<AudioCaptureTrack> mAudioCaptureTrack;
|
2019-07-31 10:58:17 +03:00
|
|
|
};
|
|
|
|
|
2012-09-20 23:54:00 +04:00
|
|
|
/**
|
|
|
|
* nsIMediaDevice implementation.
|
|
|
|
*/
|
2014-04-27 11:06:00 +04:00
|
|
|
NS_IMPL_ISUPPORTS(MediaDevice, nsIMediaDevice)
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2018-10-12 11:48:22 +03:00
|
|
|
MediaDevice::MediaDevice(const RefPtr<MediaEngineSource>& aSource,
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
const nsString& aName, const nsString& aID,
|
2019-03-08 14:51:45 +03:00
|
|
|
const nsString& aGroupID, const nsString& aRawID)
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
: mSource(aSource),
|
2018-10-12 11:48:22 +03:00
|
|
|
mSinkInfo(nullptr),
|
2018-07-16 12:29:12 +03:00
|
|
|
mKind((mSource && MediaEngineSource::IsVideo(mSource->GetMediaSource()))
|
2019-06-01 01:04:13 +03:00
|
|
|
? MediaDeviceKind::Videoinput
|
|
|
|
: MediaDeviceKind::Audioinput),
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
mScary(mSource->GetScary()),
|
2019-08-28 11:39:57 +03:00
|
|
|
mIsFake(mSource->IsFake()),
|
2019-10-18 02:40:57 +03:00
|
|
|
mType(
|
|
|
|
NS_ConvertASCIItoUTF16(dom::MediaDeviceKindValues::GetString(mKind))),
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
mName(aName),
|
|
|
|
mID(aID),
|
2019-03-08 14:51:45 +03:00
|
|
|
mGroupID(aGroupID),
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
mRawID(aRawID) {
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
|
|
|
}
|
|
|
|
|
2018-10-12 11:48:22 +03:00
|
|
|
MediaDevice::MediaDevice(const RefPtr<AudioDeviceInfo>& aAudioDeviceInfo,
|
2019-03-08 14:51:45 +03:00
|
|
|
const nsString& aID, const nsString& aGroupID,
|
|
|
|
const nsString& aRawID)
|
2018-07-16 12:29:12 +03:00
|
|
|
: mSource(nullptr),
|
2018-10-12 11:48:22 +03:00
|
|
|
mSinkInfo(aAudioDeviceInfo),
|
|
|
|
mKind(mSinkInfo->Type() == AudioDeviceInfo::TYPE_INPUT
|
2019-06-01 01:04:13 +03:00
|
|
|
? MediaDeviceKind::Audioinput
|
|
|
|
: MediaDeviceKind::Audiooutput),
|
2018-07-16 12:29:12 +03:00
|
|
|
mScary(false),
|
2019-08-28 11:39:57 +03:00
|
|
|
mIsFake(false),
|
2019-10-18 02:40:57 +03:00
|
|
|
mType(
|
|
|
|
NS_ConvertASCIItoUTF16(dom::MediaDeviceKindValues::GetString(mKind))),
|
2018-10-12 11:48:22 +03:00
|
|
|
mName(mSinkInfo->Name()),
|
2018-07-16 12:29:12 +03:00
|
|
|
mID(aID),
|
2019-03-08 14:51:45 +03:00
|
|
|
mGroupID(aGroupID),
|
2018-07-16 12:29:12 +03:00
|
|
|
mRawID(aRawID) {
|
|
|
|
// For now this ctor is used only for Audiooutput.
|
|
|
|
// It could be used for Audioinput and Videoinput
|
|
|
|
// when we do not instantiate a MediaEngineSource
|
|
|
|
// during EnumerateDevices.
|
2019-06-01 01:04:13 +03:00
|
|
|
MOZ_ASSERT(mKind == MediaDeviceKind::Audiooutput);
|
2018-10-12 11:48:22 +03:00
|
|
|
MOZ_ASSERT(mSinkInfo);
|
2018-07-16 12:29:12 +03:00
|
|
|
}
|
|
|
|
|
2018-10-12 11:48:22 +03:00
|
|
|
MediaDevice::MediaDevice(const RefPtr<MediaDevice>& aOther, const nsString& aID,
|
2019-03-08 14:51:45 +03:00
|
|
|
const nsString& aGroupID, const nsString& aRawID)
|
2018-07-16 12:29:12 +03:00
|
|
|
: mSource(aOther->mSource),
|
2018-10-12 11:48:22 +03:00
|
|
|
mSinkInfo(aOther->mSinkInfo),
|
2018-07-16 12:29:12 +03:00
|
|
|
mKind(aOther->mKind),
|
|
|
|
mScary(aOther->mScary),
|
2019-08-28 11:39:57 +03:00
|
|
|
mIsFake(aOther->mIsFake),
|
2018-07-16 12:29:12 +03:00
|
|
|
mType(aOther->mType),
|
|
|
|
mName(aOther->mName),
|
|
|
|
mID(aID),
|
2019-03-08 14:51:45 +03:00
|
|
|
mGroupID(aGroupID),
|
2018-07-16 12:29:12 +03:00
|
|
|
mRawID(aRawID) {
|
|
|
|
MOZ_ASSERT(aOther);
|
2014-04-18 23:15:10 +04:00
|
|
|
}
|
2013-09-16 10:34:57 +04:00
|
|
|
|
2014-09-24 19:17:33 +04:00
|
|
|
/**
|
|
|
|
* Helper functions that implement the constraints algorithm from
|
|
|
|
* http://dev.w3.org/2011/webrtc/editor/getusermedia.html#methods-5
|
|
|
|
*/
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
bool MediaDevice::StringsContain(const OwningStringOrStringSequence& aStrings,
|
|
|
|
nsString aN) {
|
2015-07-03 01:01:52 +03:00
|
|
|
return aStrings.IsString() ? aStrings.GetAsString() == aN
|
|
|
|
: aStrings.GetAsStringSequence().Contains(aN);
|
|
|
|
}
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
uint32_t MediaDevice::FitnessDistance(
|
2015-07-03 01:01:52 +03:00
|
|
|
nsString aN, const ConstrainDOMStringParameters& aParams) {
|
|
|
|
if (aParams.mExact.WasPassed() &&
|
|
|
|
!StringsContain(aParams.mExact.Value(), aN)) {
|
|
|
|
return UINT32_MAX;
|
|
|
|
}
|
|
|
|
if (aParams.mIdeal.WasPassed() &&
|
|
|
|
!StringsContain(aParams.mIdeal.Value(), aN)) {
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Binding code doesn't templatize well...
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
uint32_t MediaDevice::FitnessDistance(
|
2015-07-03 01:01:52 +03:00
|
|
|
nsString aN,
|
|
|
|
const OwningStringOrStringSequenceOrConstrainDOMStringParameters&
|
|
|
|
aConstraint) {
|
|
|
|
if (aConstraint.IsString()) {
|
|
|
|
ConstrainDOMStringParameters params;
|
|
|
|
params.mIdeal.Construct();
|
|
|
|
params.mIdeal.Value().SetAsString() = aConstraint.GetAsString();
|
|
|
|
return FitnessDistance(aN, params);
|
|
|
|
} else if (aConstraint.IsStringSequence()) {
|
|
|
|
ConstrainDOMStringParameters params;
|
|
|
|
params.mIdeal.Construct();
|
|
|
|
params.mIdeal.Value().SetAsStringSequence() =
|
|
|
|
aConstraint.GetAsStringSequence();
|
|
|
|
return FitnessDistance(aN, params);
|
|
|
|
} else {
|
|
|
|
return FitnessDistance(aN, aConstraint.GetAsConstrainDOMStringParameters());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t MediaDevice::GetBestFitnessDistance(
|
2016-08-19 23:39:54 +03:00
|
|
|
const nsTArray<const NormalizedConstraintSet*>& aConstraintSets,
|
|
|
|
bool aIsChrome) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2017-11-17 21:56:00 +03:00
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
const nsString& id = aIsChrome ? mRawID : mID;
|
2019-08-28 11:39:57 +03:00
|
|
|
auto type = GetMediaSource();
|
|
|
|
uint64_t distance = 0;
|
|
|
|
if (!aConstraintSets.IsEmpty()) {
|
2019-09-10 22:22:11 +03:00
|
|
|
if (aIsChrome /* For the screen/window sharing preview */ ||
|
|
|
|
type == MediaSourceEnum::Camera ||
|
2019-08-28 11:39:57 +03:00
|
|
|
type == MediaSourceEnum::Microphone) {
|
|
|
|
distance += uint64_t(MediaConstraintsHelper::FitnessDistance(
|
|
|
|
Some(id), aConstraintSets[0]->mDeviceId)) +
|
|
|
|
uint64_t(MediaConstraintsHelper::FitnessDistance(
|
|
|
|
Some(mGroupID), aConstraintSets[0]->mGroupId));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (distance < UINT32_MAX) {
|
|
|
|
// Forward request to underlying object to interrogate per-mode
|
|
|
|
// capabilities.
|
|
|
|
distance += mSource->GetBestFitnessDistance(aConstraintSets);
|
|
|
|
}
|
|
|
|
return std::min<uint64_t>(distance, UINT32_MAX);
|
2014-09-24 19:17:33 +04:00
|
|
|
}
|
|
|
|
|
2012-09-20 23:54:00 +04:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetName(nsAString& aName) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2012-09-20 23:54:00 +04:00
|
|
|
aName.Assign(mName);
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetType(nsAString& aType) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
aType.Assign(mType);
|
2012-09-20 23:54:00 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2012-12-17 17:28:24 +04:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetId(nsAString& aID) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2012-12-17 17:28:24 +04:00
|
|
|
aID.Assign(mID);
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2016-08-18 07:01:00 +03:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetRawId(nsAString& aID) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2016-08-18 07:01:00 +03:00
|
|
|
aID.Assign(mRawID);
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2019-03-08 14:51:45 +03:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetGroupId(nsAString& aGroupID) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
aGroupID.Assign(mGroupID);
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2016-09-29 22:37:25 +03:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetScary(bool* aScary) {
|
|
|
|
*aScary = mScary;
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
void MediaDevice::GetSettings(MediaTrackSettings& aOutSettings) const {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
mSource->GetSettings(aOutSettings);
|
2016-08-18 07:01:00 +03:00
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
// Threadsafe since mSource is const.
|
2014-07-08 10:01:27 +04:00
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaDevice::GetMediaSource(nsAString& aMediaSource) {
|
2019-10-18 02:40:57 +03:00
|
|
|
aMediaSource.AssignASCII(
|
|
|
|
dom::MediaSourceEnumValues::GetString(GetMediaSource()));
|
2014-07-08 10:01:27 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
nsresult MediaDevice::Allocate(const MediaTrackConstraints& aConstraints,
|
2017-11-17 21:56:00 +03:00
|
|
|
const MediaEnginePrefs& aPrefs,
|
2019-12-03 22:57:55 +03:00
|
|
|
const ipc::PrincipalInfo& aPrincipalInfo,
|
2017-11-17 21:56:00 +03:00
|
|
|
const char** aOutBadConstraint) {
|
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-08-28 11:39:57 +03:00
|
|
|
|
|
|
|
// Mock failure for automated tests.
|
|
|
|
if (mIsFake && aConstraints.mDeviceId.WasPassed() &&
|
|
|
|
aConstraints.mDeviceId.Value().IsString() &&
|
|
|
|
aConstraints.mDeviceId.Value().GetAsString().EqualsASCII("bad device")) {
|
|
|
|
return NS_ERROR_FAILURE;
|
|
|
|
}
|
|
|
|
|
2019-12-03 22:57:55 +03:00
|
|
|
return mSource->Allocate(aConstraints, aPrefs, aPrincipalInfo,
|
|
|
|
aOutBadConstraint);
|
2014-04-18 23:15:10 +04:00
|
|
|
}
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
void MediaDevice::SetTrack(const RefPtr<SourceMediaTrack>& aTrack,
|
2019-01-04 09:39:40 +03:00
|
|
|
const PrincipalHandle& aPrincipalHandle) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-10-02 13:23:02 +03:00
|
|
|
mSource->SetTrack(aTrack, aPrincipalHandle);
|
2017-12-18 18:19:33 +03:00
|
|
|
}
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
nsresult MediaDevice::Start() {
|
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-03-27 17:10:24 +03:00
|
|
|
return mSource->Start();
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
nsresult MediaDevice::Reconfigure(const MediaTrackConstraints& aConstraints,
|
|
|
|
const MediaEnginePrefs& aPrefs,
|
|
|
|
const char** aOutBadConstraint) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-08-28 11:39:57 +03:00
|
|
|
auto type = GetMediaSource();
|
|
|
|
if (type == MediaSourceEnum::Camera || type == MediaSourceEnum::Microphone) {
|
|
|
|
NormalizedConstraints c(aConstraints);
|
|
|
|
if (MediaConstraintsHelper::FitnessDistance(Some(mID), c.mDeviceId) ==
|
|
|
|
UINT32_MAX) {
|
|
|
|
*aOutBadConstraint = "deviceId";
|
|
|
|
return NS_ERROR_INVALID_ARG;
|
|
|
|
}
|
|
|
|
if (MediaConstraintsHelper::FitnessDistance(Some(mGroupID), c.mGroupId) ==
|
|
|
|
UINT32_MAX) {
|
|
|
|
*aOutBadConstraint = "groupId";
|
|
|
|
return NS_ERROR_INVALID_ARG;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return mSource->Reconfigure(aConstraints, aPrefs, aOutBadConstraint);
|
2015-09-21 01:45:57 +03:00
|
|
|
}
|
|
|
|
|
2018-05-08 22:55:36 +03:00
|
|
|
nsresult MediaDevice::FocusOnSelectedSource() {
|
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-03-27 17:10:24 +03:00
|
|
|
return mSource->FocusOnSelectedSource();
|
2018-05-08 22:55:36 +03:00
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
nsresult MediaDevice::Stop() {
|
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-03-27 17:10:24 +03:00
|
|
|
return mSource->Stop();
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
nsresult MediaDevice::Deallocate() {
|
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
2019-03-27 17:10:24 +03:00
|
|
|
return mSource->Deallocate();
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
}
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
MediaSourceEnum MediaDevice::GetMediaSource() const {
|
2017-11-17 21:56:00 +03:00
|
|
|
// Threadsafe because mSource is const. GetMediaSource() might have other
|
|
|
|
// requirements.
|
2018-07-16 12:29:12 +03:00
|
|
|
MOZ_ASSERT(mSource);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
return mSource->GetMediaSource();
|
2015-09-21 01:45:57 +03:00
|
|
|
}
|
|
|
|
|
2015-11-25 07:42:26 +03:00
|
|
|
static bool IsOn(const OwningBooleanOrMediaTrackConstraints& aUnion) {
|
|
|
|
return !aUnion.IsBoolean() || aUnion.GetAsBoolean();
|
|
|
|
}
|
|
|
|
|
|
|
|
static const MediaTrackConstraints& GetInvariant(
|
|
|
|
const OwningBooleanOrMediaTrackConstraints& aUnion) {
|
|
|
|
static const MediaTrackConstraints empty;
|
|
|
|
return aUnion.IsMediaTrackConstraints() ? aUnion.GetAsMediaTrackConstraints()
|
|
|
|
: empty;
|
|
|
|
}
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
/**
|
2019-10-02 13:23:02 +03:00
|
|
|
* Creates a MediaTrack, attaches a listener and fires off a success callback
|
2012-09-20 23:54:00 +04:00
|
|
|
* to the DOM with the stream. We also pass in the error callback so it can
|
|
|
|
* be released correctly.
|
2012-07-12 15:53:08 +04:00
|
|
|
*
|
|
|
|
* All of this must be done on the main thread!
|
2012-10-16 00:41:46 +04:00
|
|
|
*
|
|
|
|
* Note that the various GetUserMedia Runnable classes currently allow for
|
2019-10-02 13:23:02 +03:00
|
|
|
* two tracks. If we ever need to support getting more than two tracks
|
2015-10-18 08:24:48 +03:00
|
|
|
* at once, we could convert everything to nsTArray<RefPtr<blah> >'s,
|
2012-10-25 03:21:15 +04:00
|
|
|
* though that would complicate the constructors some. Currently the
|
2019-10-02 13:23:02 +03:00
|
|
|
* GetUserMedia spec does not allow for more than 2 tracks to be obtained in
|
2012-10-16 00:41:46 +04:00
|
|
|
* one call, to simplify handling of constraints.
|
2012-06-03 11:35:15 +04:00
|
|
|
*/
|
2016-04-26 03:23:21 +03:00
|
|
|
class GetUserMediaStreamRunnable : public Runnable {
|
2012-06-03 11:35:15 +04:00
|
|
|
public:
|
2012-09-20 23:54:00 +04:00
|
|
|
GetUserMediaStreamRunnable(
|
2018-11-30 08:13:58 +03:00
|
|
|
MozPromiseHolder<MediaManager::StreamPromise>&& aHolder,
|
2019-04-16 10:37:48 +03:00
|
|
|
uint64_t aWindowID, RefPtr<GetUserMediaWindowListener> aWindowListener,
|
|
|
|
RefPtr<SourceListener> aSourceListener,
|
|
|
|
const ipc::PrincipalInfo& aPrincipalInfo,
|
|
|
|
const MediaStreamConstraints& aConstraints,
|
|
|
|
RefPtr<MediaDevice> aAudioDevice, RefPtr<MediaDevice> aVideoDevice,
|
|
|
|
RefPtr<PeerIdentity> aPeerIdentity, bool aIsChrome)
|
2017-06-12 22:34:10 +03:00
|
|
|
: Runnable("GetUserMediaStreamRunnable"),
|
2018-11-30 08:13:58 +03:00
|
|
|
mHolder(std::move(aHolder)),
|
2017-06-12 22:34:10 +03:00
|
|
|
mConstraints(aConstraints),
|
2019-04-16 10:37:48 +03:00
|
|
|
mAudioDevice(std::move(aAudioDevice)),
|
|
|
|
mVideoDevice(std::move(aVideoDevice)),
|
2012-12-29 00:29:52 +04:00
|
|
|
mWindowID(aWindowID),
|
2019-04-16 10:37:48 +03:00
|
|
|
mWindowListener(std::move(aWindowListener)),
|
|
|
|
mSourceListener(std::move(aSourceListener)),
|
2017-01-28 20:29:13 +03:00
|
|
|
mPrincipalInfo(aPrincipalInfo),
|
2019-04-16 10:37:48 +03:00
|
|
|
mPeerIdentity(std::move(aPeerIdentity)),
|
2014-03-15 23:00:15 +04:00
|
|
|
mManager(MediaManager::GetInstance()) {}
|
2012-07-12 15:53:08 +04:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
~GetUserMediaStreamRunnable() {
|
2018-11-30 08:15:54 +03:00
|
|
|
mHolder.RejectIfExists(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError), __func__);
|
2018-11-30 08:13:58 +03:00
|
|
|
}
|
2012-06-03 11:35:15 +04:00
|
|
|
|
|
|
|
NS_IMETHOD
|
2016-08-08 05:18:10 +03:00
|
|
|
Run() override {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("GetUserMediaStreamRunnable::Run()");
|
2019-04-11 17:12:43 +03:00
|
|
|
nsGlobalWindowInner* window =
|
2017-11-06 21:09:35 +03:00
|
|
|
nsGlobalWindowInner::GetInnerWindowWithId(mWindowID);
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2012-11-14 01:55:02 +04:00
|
|
|
// We're on main-thread, and the windowlist can only
|
|
|
|
// be invalidated from the main-thread (see OnNavigation)
|
2018-03-19 11:40:38 +03:00
|
|
|
if (!mManager->IsWindowListenerStillActive(mWindowListener)) {
|
|
|
|
// This window is no longer live. mListener has already been removed.
|
2012-11-14 01:55:02 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
MediaTrackGraph::GraphDriverType graphDriverType =
|
|
|
|
mAudioDevice ? MediaTrackGraph::AUDIO_THREAD_DRIVER
|
|
|
|
: MediaTrackGraph::SYSTEM_THREAD_DRIVER;
|
|
|
|
MediaTrackGraph* mtg = MediaTrackGraph::GetInstance(
|
|
|
|
graphDriverType, window, MediaTrackGraph::REQUEST_DEFAULT_SAMPLE_RATE);
|
2015-08-25 11:29:51 +03:00
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
auto domStream = MakeRefPtr<DOMMediaStream>(window);
|
|
|
|
RefPtr<LocalTrackSource> audioTrackSource;
|
|
|
|
RefPtr<LocalTrackSource> videoTrackSource;
|
|
|
|
nsCOMPtr<nsIPrincipal> principal;
|
|
|
|
if (mPeerIdentity) {
|
|
|
|
principal = NullPrincipal::CreateWithInheritedAttributes(
|
|
|
|
window->GetExtantDoc()->NodePrincipal());
|
|
|
|
} else {
|
|
|
|
principal = window->GetExtantDoc()->NodePrincipal();
|
|
|
|
}
|
2018-12-28 06:13:11 +03:00
|
|
|
RefPtr<GenericNonExclusivePromise> firstFramePromise;
|
2019-08-26 17:54:22 +03:00
|
|
|
if (mAudioDevice) {
|
|
|
|
if (mAudioDevice->GetMediaSource() == MediaSourceEnum::AudioCapture) {
|
|
|
|
// AudioCapture is a special case, here, in the sense that we're not
|
2019-10-02 13:23:02 +03:00
|
|
|
// really using the audio source and the SourceMediaTrack, which acts
|
|
|
|
// as placeholders. We re-route a number of tracks internally in the
|
|
|
|
// MTG and mix them down instead.
|
2019-08-26 17:54:22 +03:00
|
|
|
NS_WARNING(
|
|
|
|
"MediaCaptureWindowState doesn't handle "
|
|
|
|
"MediaSourceEnum::AudioCapture. This must be fixed with UX "
|
|
|
|
"before shipping.");
|
|
|
|
auto audioCaptureSource = MakeRefPtr<AudioCaptureTrackSource>(
|
|
|
|
principal, window, NS_LITERAL_STRING("Window audio capture"),
|
2019-10-02 13:23:02 +03:00
|
|
|
mtg->CreateAudioCaptureTrack(), mPeerIdentity);
|
2019-08-26 17:54:22 +03:00
|
|
|
audioTrackSource = audioCaptureSource;
|
2019-10-02 13:22:53 +03:00
|
|
|
RefPtr<MediaStreamTrack> track = new dom::AudioStreamTrack(
|
2019-10-02 13:23:02 +03:00
|
|
|
window, audioCaptureSource->InputTrack(), audioCaptureSource);
|
2019-08-26 17:54:22 +03:00
|
|
|
domStream->AddTrackInternal(track);
|
|
|
|
} else {
|
2016-01-16 15:39:00 +03:00
|
|
|
nsString audioDeviceName;
|
|
|
|
mAudioDevice->GetName(audioDeviceName);
|
2019-10-02 13:23:02 +03:00
|
|
|
RefPtr<MediaTrack> track = mtg->CreateSourceTrack(MediaSegment::AUDIO);
|
2019-07-31 10:58:17 +03:00
|
|
|
audioTrackSource = new LocalTrackSource(
|
|
|
|
principal, audioDeviceName, mSourceListener,
|
2019-10-02 13:23:02 +03:00
|
|
|
mAudioDevice->GetMediaSource(), track, mPeerIdentity);
|
2015-11-25 07:42:26 +03:00
|
|
|
MOZ_ASSERT(IsOn(mConstraints.mAudio));
|
2019-10-02 13:23:02 +03:00
|
|
|
RefPtr<MediaStreamTrack> domTrack = new dom::AudioStreamTrack(
|
|
|
|
window, track, audioTrackSource, dom::MediaStreamTrackState::Live,
|
2019-11-20 18:24:34 +03:00
|
|
|
false, GetInvariant(mConstraints.mAudio));
|
2019-10-02 13:23:02 +03:00
|
|
|
domStream->AddTrackInternal(domTrack);
|
2015-09-30 04:31:54 +03:00
|
|
|
}
|
2019-08-26 17:54:22 +03:00
|
|
|
}
|
|
|
|
if (mVideoDevice) {
|
|
|
|
nsString videoDeviceName;
|
|
|
|
mVideoDevice->GetName(videoDeviceName);
|
2019-10-02 13:23:02 +03:00
|
|
|
RefPtr<MediaTrack> track = mtg->CreateSourceTrack(MediaSegment::VIDEO);
|
2019-08-26 17:54:22 +03:00
|
|
|
videoTrackSource = new LocalTrackSource(
|
|
|
|
principal, videoDeviceName, mSourceListener,
|
2019-10-02 13:23:02 +03:00
|
|
|
mVideoDevice->GetMediaSource(), track, mPeerIdentity);
|
2019-08-26 17:54:22 +03:00
|
|
|
MOZ_ASSERT(IsOn(mConstraints.mVideo));
|
2019-10-02 13:23:02 +03:00
|
|
|
RefPtr<MediaStreamTrack> domTrack = new dom::VideoStreamTrack(
|
|
|
|
window, track, videoTrackSource, dom::MediaStreamTrackState::Live,
|
2019-11-20 18:24:34 +03:00
|
|
|
false, GetInvariant(mConstraints.mVideo));
|
2019-10-02 13:23:02 +03:00
|
|
|
domStream->AddTrackInternal(domTrack);
|
2019-08-26 17:54:22 +03:00
|
|
|
switch (mVideoDevice->GetMediaSource()) {
|
|
|
|
case MediaSourceEnum::Browser:
|
|
|
|
case MediaSourceEnum::Screen:
|
|
|
|
case MediaSourceEnum::Window:
|
|
|
|
// Wait for first frame for screen-sharing devices, to ensure
|
|
|
|
// with and height settings are available immediately, to pass wpt.
|
|
|
|
firstFramePromise = mVideoDevice->mSource->GetFirstFramePromise();
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
2015-09-30 04:31:54 +03:00
|
|
|
}
|
2015-07-24 15:28:16 +03:00
|
|
|
}
|
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
if (!domStream || (!audioTrackSource && !videoTrackSource) ||
|
|
|
|
sHasShutdown) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Returning error for getUserMedia() - no stream");
|
2014-10-27 22:42:56 +03:00
|
|
|
|
2018-11-30 08:15:54 +03:00
|
|
|
mHolder.Reject(MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::AbortError,
|
|
|
|
sHasShutdown ? NS_LITERAL_STRING("In shutdown")
|
|
|
|
: NS_LITERAL_STRING("No stream.")),
|
|
|
|
__func__);
|
2012-11-14 01:55:02 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
2012-07-12 15:53:48 +04:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Activate our source listener. We'll call Start() on the source when we
|
|
|
|
// get a callback that the MediaStream has started consuming. The listener
|
|
|
|
// is freed when the page is invalidated (on navigation or close).
|
2019-07-31 10:58:17 +03:00
|
|
|
mWindowListener->Activate(mSourceListener, mAudioDevice,
|
|
|
|
std::move(audioTrackSource), mVideoDevice,
|
|
|
|
std::move(videoTrackSource));
|
2012-07-12 15:53:08 +04:00
|
|
|
|
2019-07-30 17:56:19 +03:00
|
|
|
// Dispatch to the media thread to ask it to start the sources, because that
|
|
|
|
// can take a while.
|
|
|
|
mSourceListener->InitializeAsync()
|
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
|
|
|
[manager = mManager, windowListener = mWindowListener,
|
|
|
|
firstFramePromise] {
|
|
|
|
LOG("GetUserMediaStreamRunnable::Run: starting success callback "
|
|
|
|
"following InitializeAsync()");
|
|
|
|
// Initiating and starting devices succeeded.
|
|
|
|
windowListener->ChromeAffectingStateChanged();
|
|
|
|
manager->SendPendingGUMRequest();
|
|
|
|
if (!firstFramePromise) {
|
|
|
|
return SourceListener::SourceListenerPromise::CreateAndResolve(
|
|
|
|
true, __func__);
|
|
|
|
}
|
|
|
|
RefPtr<SourceListener::SourceListenerPromise> resolvePromise =
|
|
|
|
firstFramePromise->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
|
|
|
[] {
|
|
|
|
return SourceListener::SourceListenerPromise::
|
|
|
|
CreateAndResolve(true, __func__);
|
|
|
|
},
|
|
|
|
[] {
|
|
|
|
return SourceListener::SourceListenerPromise::
|
|
|
|
CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::AbortError,
|
|
|
|
NS_LITERAL_STRING("In shutdown")),
|
|
|
|
__func__);
|
|
|
|
});
|
|
|
|
return resolvePromise;
|
|
|
|
},
|
|
|
|
[](RefPtr<MediaMgrError>&& aError) {
|
|
|
|
LOG("GetUserMediaStreamRunnable::Run: starting failure callback "
|
|
|
|
"following InitializeAsync()");
|
|
|
|
return SourceListener::SourceListenerPromise::CreateAndReject(
|
|
|
|
aError, __func__);
|
|
|
|
})
|
|
|
|
->Then(GetMainThreadSerialEventTarget(), __func__,
|
|
|
|
[holder = std::move(mHolder),
|
|
|
|
domStream](const SourceListener::SourceListenerPromise::
|
|
|
|
ResolveOrRejectValue& aValue) mutable {
|
|
|
|
if (aValue.IsResolve()) {
|
|
|
|
holder.Resolve(domStream, __func__);
|
|
|
|
} else {
|
|
|
|
holder.Reject(aValue.RejectValue(), __func__);
|
|
|
|
}
|
|
|
|
});
|
2015-07-10 17:15:19 +03:00
|
|
|
|
2017-01-28 20:29:13 +03:00
|
|
|
if (!IsPincipalInfoPrivate(mPrincipalInfo)) {
|
|
|
|
// Call GetPrincipalKey again, this time w/persist = true, to promote
|
2015-07-10 17:15:19 +03:00
|
|
|
// deviceIds to persistent, in case they're not already. Fire'n'forget.
|
2018-09-25 20:03:50 +03:00
|
|
|
media::GetPrincipalKey(mPrincipalInfo, true)
|
|
|
|
->Then(GetCurrentThreadSerialEventTarget(), __func__,
|
2019-11-25 14:00:12 +03:00
|
|
|
[](const media::PrincipalKeyPromise::ResolveOrRejectValue&
|
|
|
|
aValue) {
|
2018-09-25 20:03:50 +03:00
|
|
|
if (aValue.IsReject()) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Failed get Principal key. Persisting of deviceIds "
|
|
|
|
"will be broken");
|
2018-09-25 20:03:50 +03:00
|
|
|
}
|
|
|
|
});
|
2015-07-10 17:15:19 +03:00
|
|
|
}
|
2012-06-03 11:35:15 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2018-11-30 08:13:58 +03:00
|
|
|
MozPromiseHolder<MediaManager::StreamPromise> mHolder;
|
2015-11-25 07:42:26 +03:00
|
|
|
MediaStreamConstraints mConstraints;
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
RefPtr<MediaDevice> mAudioDevice;
|
|
|
|
RefPtr<MediaDevice> mVideoDevice;
|
2012-08-22 19:56:38 +04:00
|
|
|
uint64_t mWindowID;
|
2017-04-26 12:13:40 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> mWindowListener;
|
|
|
|
RefPtr<SourceListener> mSourceListener;
|
2017-01-28 20:29:13 +03:00
|
|
|
ipc::PrincipalInfo mPrincipalInfo;
|
2016-01-05 05:16:28 +03:00
|
|
|
RefPtr<PeerIdentity> mPeerIdentity;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<MediaManager> mManager; // get ref to this when creating the runnable
|
2012-06-03 11:35:15 +04:00
|
|
|
};
|
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Source getter returning full list
|
2013-09-16 10:34:57 +04:00
|
|
|
|
2018-07-11 09:59:13 +03:00
|
|
|
static void GetMediaDevices(MediaEngine* aEngine, uint64_t aWindowId,
|
|
|
|
MediaSourceEnum aSrcType,
|
2018-09-25 20:03:50 +03:00
|
|
|
MediaManager::MediaDeviceSet& aResult,
|
2018-07-11 09:59:13 +03:00
|
|
|
const char* aMediaDeviceName = nullptr) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: aEngine=%p, aWindowId=%" PRIu64 ", aSrcType=%" PRIu8
|
|
|
|
", aMediaDeviceName=%s",
|
|
|
|
__func__, aEngine, aWindowId, static_cast<uint8_t>(aSrcType),
|
|
|
|
aMediaDeviceName ? aMediaDeviceName : "null");
|
2018-07-11 09:59:13 +03:00
|
|
|
nsTArray<RefPtr<MediaDevice>> devices;
|
2018-07-16 12:30:46 +03:00
|
|
|
aEngine->EnumerateDevices(aWindowId, aSrcType, MediaSinkEnum::Other,
|
|
|
|
&devices);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* We're allowing multiple tabs to access the same camera for parity
|
|
|
|
* with Chrome. See bug 811757 for some of the issues surrounding
|
|
|
|
* this decision. To disallow, we'd filter by IsAvailable() as we used
|
|
|
|
* to.
|
|
|
|
*/
|
2018-03-16 22:09:55 +03:00
|
|
|
if (aMediaDeviceName && *aMediaDeviceName) {
|
2018-07-11 09:59:13 +03:00
|
|
|
for (auto& device : devices) {
|
|
|
|
if (device->mName.EqualsASCII(aMediaDeviceName)) {
|
|
|
|
aResult.AppendElement(device);
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: found aMediaDeviceName=%s", __func__, aMediaDeviceName);
|
2015-07-03 01:01:52 +03:00
|
|
|
break;
|
2013-11-11 14:39:54 +04:00
|
|
|
}
|
2013-09-16 10:34:57 +04:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
} else {
|
2018-07-11 09:59:13 +03:00
|
|
|
aResult = devices;
|
2018-12-12 23:42:18 +03:00
|
|
|
if (MOZ_LOG_TEST(gMediaManagerLog, mozilla::LogLevel::Debug)) {
|
2018-07-11 09:59:13 +03:00
|
|
|
for (auto& device : devices) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: appending device=%s", __func__,
|
|
|
|
NS_ConvertUTF16toUTF8(device->mName).get());
|
2018-07-11 09:59:13 +03:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2013-09-16 10:34:57 +04:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2013-09-16 10:34:57 +04:00
|
|
|
|
2018-09-25 20:03:50 +03:00
|
|
|
RefPtr<MediaManager::BadConstraintsPromise> MediaManager::SelectSettings(
|
2018-11-30 08:13:58 +03:00
|
|
|
const MediaStreamConstraints& aConstraints, bool aIsChrome,
|
2018-09-25 20:03:50 +03:00
|
|
|
const RefPtr<MediaDeviceSetRefCnt>& aSources) {
|
2015-10-04 03:42:26 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2015-07-03 01:01:52 +03:00
|
|
|
|
2015-10-04 03:42:26 +03:00
|
|
|
// Algorithm accesses device capabilities code and must run on media thread.
|
|
|
|
// Modifies passed-in aSources.
|
2015-07-03 01:01:52 +03:00
|
|
|
|
2018-09-25 20:03:50 +03:00
|
|
|
return MediaManager::PostTask<BadConstraintsPromise>(
|
|
|
|
__func__, [aConstraints, aSources, aIsChrome](
|
|
|
|
MozPromiseHolder<BadConstraintsPromise>& holder) mutable {
|
2018-11-30 08:15:34 +03:00
|
|
|
auto& sources = *aSources;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2015-10-04 03:42:26 +03:00
|
|
|
// Since the advanced part of the constraints algorithm needs to know
|
|
|
|
// when a candidate set is overconstrained (zero members), we must split
|
|
|
|
// up the list into videos and audios, and put it back together again at
|
|
|
|
// the end.
|
2018-11-19 16:25:37 +03:00
|
|
|
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
nsTArray<RefPtr<MediaDevice>> videos;
|
|
|
|
nsTArray<RefPtr<MediaDevice>> audios;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2015-10-04 03:42:26 +03:00
|
|
|
for (auto& source : sources) {
|
2019-06-01 01:04:13 +03:00
|
|
|
MOZ_ASSERT(source->mKind == MediaDeviceKind::Videoinput ||
|
|
|
|
source->mKind == MediaDeviceKind::Audioinput);
|
|
|
|
if (source->mKind == MediaDeviceKind::Videoinput) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
videos.AppendElement(source);
|
2019-06-01 01:04:13 +03:00
|
|
|
} else if (source->mKind == MediaDeviceKind::Audioinput) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
audios.AppendElement(source);
|
2015-10-04 03:42:26 +03:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2015-10-04 03:42:26 +03:00
|
|
|
sources.Clear();
|
|
|
|
const char* badConstraint = nullptr;
|
2016-05-06 00:11:53 +03:00
|
|
|
bool needVideo = IsOn(aConstraints.mVideo);
|
|
|
|
bool needAudio = IsOn(aConstraints.mAudio);
|
2015-10-04 03:42:26 +03:00
|
|
|
|
2016-05-06 00:11:53 +03:00
|
|
|
if (needVideo && videos.Length()) {
|
2015-10-04 03:42:26 +03:00
|
|
|
badConstraint = MediaConstraintsHelper::SelectSettings(
|
2016-08-19 23:39:54 +03:00
|
|
|
NormalizedConstraints(GetInvariant(aConstraints.mVideo)), videos,
|
|
|
|
aIsChrome);
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2016-05-06 00:11:53 +03:00
|
|
|
if (!badConstraint && needAudio && audios.Length()) {
|
2015-10-04 03:42:26 +03:00
|
|
|
badConstraint = MediaConstraintsHelper::SelectSettings(
|
2016-08-19 23:39:54 +03:00
|
|
|
NormalizedConstraints(GetInvariant(aConstraints.mAudio)), audios,
|
|
|
|
aIsChrome);
|
2016-05-05 22:46:04 +03:00
|
|
|
}
|
2016-05-06 00:11:53 +03:00
|
|
|
if (!badConstraint && !needVideo == !videos.Length() &&
|
|
|
|
!needAudio == !audios.Length()) {
|
2016-05-05 22:46:04 +03:00
|
|
|
for (auto& video : videos) {
|
|
|
|
sources.AppendElement(video);
|
|
|
|
}
|
2015-10-04 03:42:26 +03:00
|
|
|
for (auto& audio : audios) {
|
|
|
|
sources.AppendElement(audio);
|
|
|
|
}
|
|
|
|
}
|
2018-09-25 20:03:50 +03:00
|
|
|
holder.Resolve(badConstraint, __func__);
|
|
|
|
});
|
2013-09-16 10:34:57 +04:00
|
|
|
}
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
/**
|
|
|
|
* Runs on a seperate thread and is responsible for enumerating devices.
|
|
|
|
* Depending on whether a picture or stream was asked for, either
|
2014-10-13 07:37:37 +04:00
|
|
|
* ProcessGetUserMedia is called, and the results are sent back to the DOM.
|
2012-06-03 11:35:15 +04:00
|
|
|
*
|
2012-07-12 15:53:08 +04:00
|
|
|
* Do not run this on the main thread. The success and error callbacks *MUST*
|
|
|
|
* be dispatched on the main thread!
|
2012-06-03 11:35:15 +04:00
|
|
|
*/
|
2016-04-28 03:06:05 +03:00
|
|
|
class GetUserMediaTask : public Runnable {
|
2012-06-03 11:35:15 +04:00
|
|
|
public:
|
2018-11-30 08:13:58 +03:00
|
|
|
GetUserMediaTask(const MediaStreamConstraints& aConstraints,
|
|
|
|
MozPromiseHolder<MediaManager::StreamPromise>&& aHolder,
|
|
|
|
uint64_t aWindowID,
|
2019-04-16 10:37:48 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> aWindowListener,
|
|
|
|
RefPtr<SourceListener> aSourceListener,
|
2018-11-30 08:13:58 +03:00
|
|
|
const MediaEnginePrefs& aPrefs,
|
|
|
|
const ipc::PrincipalInfo& aPrincipalInfo, bool aIsChrome,
|
2018-11-30 08:15:34 +03:00
|
|
|
RefPtr<MediaManager::MediaDeviceSetRefCnt>&& aMediaDeviceSet,
|
2018-11-30 08:13:58 +03:00
|
|
|
bool aShouldFocusSource)
|
2017-06-12 22:34:10 +03:00
|
|
|
: Runnable("GetUserMediaTask"),
|
|
|
|
mConstraints(aConstraints),
|
2018-11-30 08:13:58 +03:00
|
|
|
mHolder(std::move(aHolder)),
|
2012-09-29 02:26:00 +04:00
|
|
|
mWindowID(aWindowID),
|
2019-04-16 10:37:48 +03:00
|
|
|
mWindowListener(std::move(aWindowListener)),
|
|
|
|
mSourceListener(std::move(aSourceListener)),
|
2013-03-05 01:02:17 +04:00
|
|
|
mPrefs(aPrefs),
|
2017-01-28 20:29:13 +03:00
|
|
|
mPrincipalInfo(aPrincipalInfo),
|
2016-08-19 23:39:54 +03:00
|
|
|
mIsChrome(aIsChrome),
|
2018-05-29 23:14:38 +03:00
|
|
|
mShouldFocusSource(aShouldFocusSource),
|
2012-09-29 02:26:00 +04:00
|
|
|
mDeviceChosen(false),
|
2018-07-16 12:30:46 +03:00
|
|
|
mMediaDeviceSet(aMediaDeviceSet),
|
2013-03-05 01:02:17 +04:00
|
|
|
mManager(MediaManager::GetInstance()) {}
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
~GetUserMediaTask() {
|
|
|
|
if (!mHolder.IsEmpty()) {
|
2018-11-30 08:15:54 +03:00
|
|
|
Fail(MediaMgrError::Name::NotAllowedError);
|
2018-11-30 08:13:58 +03:00
|
|
|
}
|
|
|
|
}
|
2014-03-15 23:00:15 +04:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
void Fail(MediaMgrError::Name aName, const nsString& aMessage = EmptyString(),
|
|
|
|
const nsString& aConstraint = EmptyString()) {
|
|
|
|
NS_DispatchToMainThread(NS_NewRunnableFunction(
|
|
|
|
"GetUserMediaTask::Fail",
|
2018-11-30 08:15:54 +03:00
|
|
|
[aName, aMessage, aConstraint, holder = std::move(mHolder)]() mutable {
|
|
|
|
holder.Reject(MakeRefPtr<MediaMgrError>(aName, aMessage, aConstraint),
|
|
|
|
__func__);
|
2018-11-30 08:13:58 +03:00
|
|
|
}));
|
|
|
|
// Do after the above runs, as it checks active window list
|
2017-04-26 12:13:40 +03:00
|
|
|
NS_DispatchToMainThread(NewRunnableMethod<RefPtr<SourceListener>>(
|
2017-06-12 22:34:10 +03:00
|
|
|
"GetUserMediaWindowListener::Remove", mWindowListener,
|
|
|
|
&GetUserMediaWindowListener::Remove, mSourceListener));
|
2014-01-09 01:51:33 +04:00
|
|
|
}
|
|
|
|
|
2016-04-28 03:06:05 +03:00
|
|
|
NS_IMETHOD
|
|
|
|
Run() override {
|
2015-03-03 17:51:05 +03:00
|
|
|
MOZ_ASSERT(!NS_IsMainThread());
|
2015-07-03 01:01:52 +03:00
|
|
|
MOZ_ASSERT(mDeviceChosen);
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("GetUserMediaTask::Run()");
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Allocate a video or audio device and return a MediaStream via
|
|
|
|
// a GetUserMediaStreamRunnable.
|
2012-09-29 02:26:00 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
nsresult rv;
|
2016-06-14 21:42:46 +03:00
|
|
|
const char* errorMsg = nullptr;
|
|
|
|
const char* badConstraint = nullptr;
|
2015-07-03 01:01:52 +03:00
|
|
|
|
|
|
|
if (mAudioDevice) {
|
2016-06-14 21:42:46 +03:00
|
|
|
auto& constraints = GetInvariant(mConstraints.mAudio);
|
2019-12-03 22:57:55 +03:00
|
|
|
rv = mAudioDevice->Allocate(constraints, mPrefs, mPrincipalInfo,
|
2017-01-28 20:29:13 +03:00
|
|
|
&badConstraint);
|
2015-07-03 01:01:52 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
2016-06-14 21:42:46 +03:00
|
|
|
errorMsg = "Failed to allocate audiosource";
|
2016-06-16 02:25:07 +03:00
|
|
|
if (rv == NS_ERROR_NOT_AVAILABLE && !badConstraint) {
|
2017-11-17 21:56:00 +03:00
|
|
|
nsTArray<RefPtr<MediaDevice>> devices;
|
|
|
|
devices.AppendElement(mAudioDevice);
|
2016-07-18 09:56:22 +03:00
|
|
|
badConstraint = MediaConstraintsHelper::SelectSettings(
|
2017-11-17 21:56:00 +03:00
|
|
|
NormalizedConstraints(constraints), devices, mIsChrome);
|
2016-06-14 21:42:46 +03:00
|
|
|
}
|
2012-09-20 23:54:00 +04:00
|
|
|
}
|
|
|
|
}
|
2016-06-14 21:42:46 +03:00
|
|
|
if (!errorMsg && mVideoDevice) {
|
|
|
|
auto& constraints = GetInvariant(mConstraints.mVideo);
|
2019-12-03 22:57:55 +03:00
|
|
|
rv = mVideoDevice->Allocate(constraints, mPrefs, mPrincipalInfo,
|
2017-01-28 20:29:13 +03:00
|
|
|
&badConstraint);
|
2015-07-03 01:01:52 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
2016-06-14 21:42:46 +03:00
|
|
|
errorMsg = "Failed to allocate videosource";
|
2016-06-16 02:25:07 +03:00
|
|
|
if (rv == NS_ERROR_NOT_AVAILABLE && !badConstraint) {
|
2017-11-17 21:56:00 +03:00
|
|
|
nsTArray<RefPtr<MediaDevice>> devices;
|
|
|
|
devices.AppendElement(mVideoDevice);
|
2016-07-18 09:56:22 +03:00
|
|
|
badConstraint = MediaConstraintsHelper::SelectSettings(
|
2017-11-17 21:56:00 +03:00
|
|
|
NormalizedConstraints(constraints), devices, mIsChrome);
|
2016-06-14 21:42:46 +03:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
if (mAudioDevice) {
|
2016-06-30 22:43:24 +03:00
|
|
|
mAudioDevice->Deallocate();
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2018-05-08 22:55:36 +03:00
|
|
|
} else {
|
|
|
|
if (!mIsChrome) {
|
2018-05-29 23:14:38 +03:00
|
|
|
if (mShouldFocusSource) {
|
|
|
|
rv = mVideoDevice->FocusOnSelectedSource();
|
|
|
|
|
|
|
|
if (NS_FAILED(rv)) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("FocusOnSelectedSource failed");
|
2018-05-29 23:14:38 +03:00
|
|
|
}
|
2018-05-08 22:55:36 +03:00
|
|
|
}
|
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
|
|
|
}
|
2016-06-14 21:42:46 +03:00
|
|
|
if (errorMsg) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s %" PRIu32, errorMsg, static_cast<uint32_t>(rv));
|
2016-10-13 00:31:20 +03:00
|
|
|
if (badConstraint) {
|
2018-04-10 08:22:53 +03:00
|
|
|
Fail(MediaMgrError::Name::OverconstrainedError, NS_LITERAL_STRING(""),
|
2016-10-13 00:31:20 +03:00
|
|
|
NS_ConvertUTF8toUTF16(badConstraint));
|
|
|
|
} else {
|
2018-04-10 08:22:53 +03:00
|
|
|
Fail(MediaMgrError::Name::NotReadableError,
|
2016-10-13 00:31:20 +03:00
|
|
|
NS_ConvertUTF8toUTF16(errorMsg));
|
2016-06-14 21:42:46 +03:00
|
|
|
}
|
2018-12-12 23:43:23 +03:00
|
|
|
NS_DispatchToMainThread(
|
|
|
|
NS_NewRunnableFunction("MediaManager::SendPendingGUMRequest", []() {
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* manager = MediaManager::GetIfExists();
|
|
|
|
if (!manager) {
|
|
|
|
return;
|
|
|
|
}
|
2017-05-12 06:32:14 +03:00
|
|
|
manager->SendPendingGUMRequest();
|
|
|
|
}));
|
2016-06-14 21:42:46 +03:00
|
|
|
return NS_OK;
|
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
PeerIdentity* peerIdentity = nullptr;
|
|
|
|
if (!mConstraints.mPeerIdentity.IsEmpty()) {
|
|
|
|
peerIdentity = new PeerIdentity(mConstraints.mPeerIdentity);
|
|
|
|
}
|
|
|
|
|
2015-09-19 07:49:07 +03:00
|
|
|
NS_DispatchToMainThread(do_AddRef(new GetUserMediaStreamRunnable(
|
2018-11-30 08:13:58 +03:00
|
|
|
std::move(mHolder), mWindowID, mWindowListener, mSourceListener,
|
2017-04-26 12:13:40 +03:00
|
|
|
mPrincipalInfo, mConstraints, mAudioDevice, mVideoDevice, peerIdentity,
|
2018-05-08 22:55:36 +03:00
|
|
|
mIsChrome)));
|
2016-04-28 03:06:05 +03:00
|
|
|
return NS_OK;
|
2012-06-03 11:35:15 +04:00
|
|
|
}
|
|
|
|
|
2018-04-10 08:22:53 +03:00
|
|
|
nsresult Denied(MediaMgrError::Name aName,
|
2018-11-30 08:13:58 +03:00
|
|
|
const nsString& aMessage = EmptyString()) {
|
2014-01-09 01:51:33 +04:00
|
|
|
// We add a disabled listener to the StreamListeners array until accepted
|
|
|
|
// If this was the only active MediaStream, remove the window from the list.
|
2012-10-06 04:20:47 +04:00
|
|
|
if (NS_IsMainThread()) {
|
2018-11-30 08:15:54 +03:00
|
|
|
mHolder.Reject(MakeRefPtr<MediaMgrError>(aName, aMessage), __func__);
|
2013-01-07 06:31:32 +04:00
|
|
|
// Should happen *after* error runs for consistency, but may not matter
|
2017-04-26 12:13:40 +03:00
|
|
|
mWindowListener->Remove(mSourceListener);
|
2012-10-06 04:20:47 +04:00
|
|
|
} else {
|
2012-10-26 04:14:47 +04:00
|
|
|
// This will re-check the window being alive on main-thread
|
2014-10-27 22:42:56 +03:00
|
|
|
Fail(aName, aMessage);
|
2012-10-06 04:20:47 +04:00
|
|
|
}
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2014-04-18 22:00:16 +04:00
|
|
|
nsresult SetContraints(const MediaStreamConstraints& aConstraints) {
|
2014-02-25 15:50:42 +04:00
|
|
|
mConstraints = aConstraints;
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2016-05-06 04:54:04 +03:00
|
|
|
const MediaStreamConstraints& GetConstraints() { return mConstraints; }
|
|
|
|
|
2019-04-16 10:37:48 +03:00
|
|
|
nsresult SetAudioDevice(RefPtr<MediaDevice> aAudioDevice) {
|
|
|
|
mAudioDevice = std::move(aAudioDevice);
|
2012-10-16 00:41:46 +04:00
|
|
|
mDeviceChosen = true;
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2019-04-16 10:37:48 +03:00
|
|
|
nsresult SetVideoDevice(RefPtr<MediaDevice> aVideoDevice) {
|
|
|
|
mVideoDevice = std::move(aVideoDevice);
|
2012-10-06 04:20:47 +04:00
|
|
|
mDeviceChosen = true;
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2017-04-24 10:11:51 +03:00
|
|
|
uint64_t GetWindowID() { return mWindowID; }
|
|
|
|
|
2012-09-20 23:54:00 +04:00
|
|
|
private:
|
2014-04-18 22:00:16 +04:00
|
|
|
MediaStreamConstraints mConstraints;
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
MozPromiseHolder<MediaManager::StreamPromise> mHolder;
|
2012-09-20 23:54:00 +04:00
|
|
|
uint64_t mWindowID;
|
2017-04-26 12:13:40 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> mWindowListener;
|
|
|
|
RefPtr<SourceListener> mSourceListener;
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
RefPtr<MediaDevice> mAudioDevice;
|
|
|
|
RefPtr<MediaDevice> mVideoDevice;
|
2018-11-30 08:13:58 +03:00
|
|
|
const MediaEnginePrefs mPrefs;
|
2017-01-28 20:29:13 +03:00
|
|
|
ipc::PrincipalInfo mPrincipalInfo;
|
2016-08-19 23:39:54 +03:00
|
|
|
bool mIsChrome;
|
2018-05-29 23:14:38 +03:00
|
|
|
bool mShouldFocusSource;
|
2012-07-12 15:53:08 +04:00
|
|
|
|
2012-09-29 02:26:00 +04:00
|
|
|
bool mDeviceChosen;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
public:
|
2018-11-30 08:15:34 +03:00
|
|
|
RefPtr<MediaManager::MediaDeviceSetRefCnt> mMediaDeviceSet;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
private:
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<MediaManager> mManager; // get ref to this when creating the runnable
|
2012-09-20 23:54:00 +04:00
|
|
|
};
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2019-03-08 14:52:18 +03:00
|
|
|
/* static */
|
2019-07-30 19:28:44 +03:00
|
|
|
void MediaManager::GuessVideoDeviceGroupIDs(MediaDeviceSet& aDevices,
|
|
|
|
const MediaDeviceSet& aAudios) {
|
2019-03-08 14:52:18 +03:00
|
|
|
// Run the logic in a lambda to avoid duplication.
|
|
|
|
auto updateGroupIdIfNeeded = [&](RefPtr<MediaDevice>& aVideo,
|
2019-06-01 01:04:13 +03:00
|
|
|
const MediaDeviceKind aKind) -> bool {
|
|
|
|
MOZ_ASSERT(aVideo->mKind == MediaDeviceKind::Videoinput);
|
|
|
|
MOZ_ASSERT(aKind == MediaDeviceKind::Audioinput ||
|
|
|
|
aKind == MediaDeviceKind::Audiooutput);
|
2019-03-08 14:52:18 +03:00
|
|
|
// This will store the new group id if a match is found.
|
|
|
|
nsString newVideoGroupID;
|
|
|
|
// If the group id needs to be updated this will become true. It is
|
|
|
|
// necessary when the new group id is an empty string. Without this extra
|
|
|
|
// variable to signal the update, we would resort to test if
|
|
|
|
// `newVideoGroupId` is empty. However,
|
|
|
|
// that check does not work when the new group id is an empty string.
|
|
|
|
bool updateGroupId = false;
|
2019-07-30 19:28:44 +03:00
|
|
|
for (const RefPtr<MediaDevice>& dev : aAudios) {
|
2019-03-08 14:52:18 +03:00
|
|
|
if (dev->mKind != aKind) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (!FindInReadable(aVideo->mName, dev->mName)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (newVideoGroupID.IsEmpty()) {
|
|
|
|
// This is only expected on first match. If that's the only match group
|
|
|
|
// id will be updated to this one at the end of the loop.
|
|
|
|
updateGroupId = true;
|
|
|
|
newVideoGroupID = dev->mGroupID;
|
|
|
|
} else {
|
|
|
|
// More than one device found, it is impossible to know which group id
|
|
|
|
// is the correct one.
|
|
|
|
updateGroupId = false;
|
|
|
|
newVideoGroupID = NS_LITERAL_STRING("");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (updateGroupId) {
|
|
|
|
aVideo =
|
|
|
|
new MediaDevice(aVideo, aVideo->mID, newVideoGroupID, aVideo->mRawID);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
};
|
|
|
|
|
|
|
|
for (RefPtr<MediaDevice>& video : aDevices) {
|
2019-06-01 01:04:13 +03:00
|
|
|
if (video->mKind != MediaDeviceKind::Videoinput) {
|
2019-03-08 14:52:18 +03:00
|
|
|
continue;
|
|
|
|
}
|
2019-06-01 01:04:13 +03:00
|
|
|
if (updateGroupIdIfNeeded(video, MediaDeviceKind::Audioinput)) {
|
2019-03-08 14:52:18 +03:00
|
|
|
// GroupId has been updated, continue to the next video device
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
// GroupId has not been updated, check among the outputs
|
2019-06-01 01:04:13 +03:00
|
|
|
updateGroupIdIfNeeded(video, MediaDeviceKind::Audiooutput);
|
2019-03-08 14:52:18 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-09-20 23:54:00 +04:00
|
|
|
/**
|
2015-06-18 18:46:36 +03:00
|
|
|
* EnumerateRawDevices - Enumerate a list of audio & video devices that
|
|
|
|
* satisfy passed-in constraints. List contains raw id's.
|
2012-09-20 23:54:00 +04:00
|
|
|
*/
|
2013-11-11 14:39:54 +04:00
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
RefPtr<MediaManager::MgrPromise> MediaManager::EnumerateRawDevices(
|
2018-07-16 12:30:46 +03:00
|
|
|
uint64_t aWindowId, MediaSourceEnum aVideoInputType,
|
|
|
|
MediaSourceEnum aAudioInputType, MediaSinkEnum aAudioOutputType,
|
2018-12-12 23:42:54 +03:00
|
|
|
DeviceEnumerationType aVideoInputEnumType,
|
2019-01-02 19:44:35 +03:00
|
|
|
DeviceEnumerationType aAudioInputEnumType, bool aForceNoPermRequest,
|
2018-12-12 23:42:54 +03:00
|
|
|
const RefPtr<MediaDeviceSetRefCnt>& aOutDevices) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(aVideoInputType != MediaSourceEnum::Other ||
|
|
|
|
aAudioInputType != MediaSourceEnum::Other ||
|
|
|
|
aAudioOutputType != MediaSinkEnum::Other);
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
// Since the enums can take one of several values, the following asserts rely
|
2018-07-16 12:30:46 +03:00
|
|
|
// on short circuting behavior. E.g. aVideoInputEnumType != Fake will be true
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
// if the requested device is not fake and thus the assert will pass. However,
|
2018-07-16 12:30:46 +03:00
|
|
|
// if the device is fake, aVideoInputType == MediaSourceEnum::Camera will be
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
// checked as well, ensuring that fake devices are of the camera type.
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(aVideoInputEnumType != DeviceEnumerationType::Fake ||
|
|
|
|
aVideoInputType == MediaSourceEnum::Camera,
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
"If fake cams are requested video type should be camera!");
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(aVideoInputEnumType != DeviceEnumerationType::Loopback ||
|
|
|
|
aVideoInputType == MediaSourceEnum::Camera,
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
"If loopback video is requested video type should be camera!");
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(aAudioInputEnumType != DeviceEnumerationType::Fake ||
|
|
|
|
aAudioInputType == MediaSourceEnum::Microphone,
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
"If fake mics are requested audio type should be microphone!");
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(aAudioInputEnumType != DeviceEnumerationType::Loopback ||
|
|
|
|
aAudioInputType == MediaSourceEnum::Microphone,
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
"If loopback audio is requested audio type should be microphone!");
|
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: aWindowId=%" PRIu64 ", aVideoInputType=%" PRIu8
|
|
|
|
", aAudioInputType=%" PRIu8 ", aVideoInputEnumType=%" PRIu8
|
|
|
|
", aAudioInputEnumType=%" PRIu8,
|
|
|
|
__func__, aWindowId, static_cast<uint8_t>(aVideoInputType),
|
|
|
|
static_cast<uint8_t>(aAudioInputType),
|
|
|
|
static_cast<uint8_t>(aVideoInputEnumType),
|
|
|
|
static_cast<uint8_t>(aAudioInputEnumType));
|
2018-09-25 20:03:50 +03:00
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
auto holder = MakeUnique<MozPromiseHolder<MgrPromise>>();
|
|
|
|
RefPtr<MgrPromise> promise = holder->Ensure(__func__);
|
2015-06-18 18:46:36 +03:00
|
|
|
|
2018-07-16 12:30:46 +03:00
|
|
|
bool hasVideo = aVideoInputType != MediaSourceEnum::Other;
|
|
|
|
bool hasAudio = aAudioInputType != MediaSourceEnum::Other;
|
|
|
|
bool hasAudioOutput = aAudioOutputType == MediaSinkEnum::Speaker;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
|
2018-07-16 12:30:46 +03:00
|
|
|
// True of at least one of video input or audio input is a fake device
|
|
|
|
bool fakeDeviceRequested =
|
|
|
|
(aVideoInputEnumType == DeviceEnumerationType::Fake && hasVideo) ||
|
|
|
|
(aAudioInputEnumType == DeviceEnumerationType::Fake && hasAudio);
|
|
|
|
// True if at least one of video input or audio input is a real device
|
|
|
|
// or there is audio output.
|
|
|
|
bool realDeviceRequested =
|
|
|
|
(aVideoInputEnumType != DeviceEnumerationType::Fake && hasVideo) ||
|
|
|
|
(aAudioInputEnumType != DeviceEnumerationType::Fake && hasAudio) ||
|
|
|
|
hasAudioOutput;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
|
|
|
|
nsAutoCString videoLoopDev, audioLoopDev;
|
2018-07-16 12:30:46 +03:00
|
|
|
if (hasVideo && aVideoInputEnumType == DeviceEnumerationType::Loopback) {
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
Preferences::GetCString("media.video_loopback_dev", videoLoopDev);
|
|
|
|
}
|
2018-07-16 12:30:46 +03:00
|
|
|
if (hasAudio && aAudioInputEnumType == DeviceEnumerationType::Loopback) {
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
Preferences::GetCString("media.audio_loopback_dev", audioLoopDev);
|
|
|
|
}
|
|
|
|
|
2018-09-25 20:03:50 +03:00
|
|
|
RefPtr<Runnable> task = NewTaskFrom([holder = std::move(holder), aWindowId,
|
|
|
|
aVideoInputType, aAudioInputType,
|
|
|
|
aVideoInputEnumType, aAudioInputEnumType,
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
videoLoopDev, audioLoopDev, hasVideo,
|
2018-07-16 12:30:46 +03:00
|
|
|
hasAudio, hasAudioOutput,
|
2018-12-12 23:42:54 +03:00
|
|
|
fakeDeviceRequested, realDeviceRequested,
|
|
|
|
aOutDevices]() {
|
2015-12-03 06:51:03 +03:00
|
|
|
// Only enumerate what's asked for, and only fake cams and mics.
|
|
|
|
RefPtr<MediaEngine> fakeBackend, realBackend;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
if (fakeDeviceRequested) {
|
2016-07-12 02:27:43 +03:00
|
|
|
fakeBackend = new MediaEngineDefault();
|
2015-12-03 06:51:03 +03:00
|
|
|
}
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
if (realDeviceRequested) {
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* manager = MediaManager::GetIfExists();
|
|
|
|
MOZ_RELEASE_ASSERT(manager); // Must exist while media thread is alive
|
2019-01-03 08:18:09 +03:00
|
|
|
realBackend = manager->GetBackend();
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
2014-09-24 19:17:33 +04:00
|
|
|
|
2019-07-30 19:28:44 +03:00
|
|
|
RefPtr<MediaEngine> videoBackend;
|
|
|
|
RefPtr<MediaEngine> audioBackend;
|
|
|
|
Maybe<MediaDeviceSet> micsOfVideoBackend;
|
|
|
|
Maybe<MediaDeviceSet> speakers;
|
|
|
|
|
2015-12-03 06:51:03 +03:00
|
|
|
if (hasVideo) {
|
2019-07-30 19:28:44 +03:00
|
|
|
videoBackend = aVideoInputEnumType == DeviceEnumerationType::Fake
|
|
|
|
? fakeBackend
|
|
|
|
: realBackend;
|
2018-07-16 12:30:46 +03:00
|
|
|
MediaDeviceSet videos;
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("EnumerateRawDevices Task: Getting video sources with %s backend",
|
2019-07-30 19:28:44 +03:00
|
|
|
videoBackend == fakeBackend ? "fake" : "real");
|
|
|
|
GetMediaDevices(videoBackend, aWindowId, aVideoInputType, videos,
|
|
|
|
videoLoopDev.get());
|
2018-12-12 23:42:54 +03:00
|
|
|
aOutDevices->AppendElements(videos);
|
2014-04-18 23:16:08 +04:00
|
|
|
}
|
2015-12-03 06:51:03 +03:00
|
|
|
if (hasAudio) {
|
2019-07-30 19:28:44 +03:00
|
|
|
audioBackend = aAudioInputEnumType == DeviceEnumerationType::Fake
|
|
|
|
? fakeBackend
|
|
|
|
: realBackend;
|
2018-07-16 12:30:46 +03:00
|
|
|
MediaDeviceSet audios;
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("EnumerateRawDevices Task: Getting audio sources with %s backend",
|
2019-07-30 19:28:44 +03:00
|
|
|
audioBackend == fakeBackend ? "fake" : "real");
|
|
|
|
GetMediaDevices(audioBackend, aWindowId, aAudioInputType, audios,
|
|
|
|
audioLoopDev.get());
|
|
|
|
if (aAudioInputType == MediaSourceEnum::Microphone &&
|
|
|
|
audioBackend == videoBackend) {
|
|
|
|
micsOfVideoBackend = Some(MediaDeviceSet());
|
|
|
|
micsOfVideoBackend->AppendElements(audios);
|
|
|
|
}
|
2018-12-12 23:42:54 +03:00
|
|
|
aOutDevices->AppendElements(audios);
|
2018-07-16 12:30:46 +03:00
|
|
|
}
|
2018-07-16 12:30:46 +03:00
|
|
|
if (hasAudioOutput) {
|
2018-07-16 12:30:46 +03:00
|
|
|
MediaDeviceSet outputs;
|
2018-07-16 12:30:46 +03:00
|
|
|
MOZ_ASSERT(realBackend);
|
|
|
|
realBackend->EnumerateDevices(aWindowId, MediaSourceEnum::Other,
|
|
|
|
MediaSinkEnum::Speaker, &outputs);
|
2019-07-30 19:28:44 +03:00
|
|
|
speakers = Some(MediaDeviceSet());
|
|
|
|
speakers->AppendElements(outputs);
|
2018-12-12 23:42:54 +03:00
|
|
|
aOutDevices->AppendElements(outputs);
|
2018-07-16 12:30:46 +03:00
|
|
|
}
|
2019-07-30 19:28:44 +03:00
|
|
|
if (hasVideo && aVideoInputType == MediaSourceEnum::Camera) {
|
|
|
|
MediaDeviceSet audios;
|
|
|
|
LOG("EnumerateRawDevices Task: Getting audio sources with %s backend "
|
|
|
|
"for "
|
|
|
|
"groupId correlation",
|
|
|
|
videoBackend == fakeBackend ? "fake" : "real");
|
|
|
|
// We need to correlate cameras with audio groupIds. We use the backend
|
|
|
|
// of the camera to always do correlation on devices in the same scope.
|
|
|
|
// If we don't do this, video-only getUserMedia will not apply groupId
|
|
|
|
// constraints to the same set of groupIds as gets returned by
|
|
|
|
// enumerateDevices.
|
|
|
|
if (micsOfVideoBackend.isSome()) {
|
|
|
|
// Microphones from the same backend used for the cameras have already
|
|
|
|
// been enumerated. Avoid doing it again.
|
|
|
|
audios.AppendElements(*micsOfVideoBackend);
|
|
|
|
} else {
|
|
|
|
GetMediaDevices(videoBackend, aWindowId, MediaSourceEnum::Microphone,
|
|
|
|
audios, audioLoopDev.get());
|
|
|
|
}
|
|
|
|
if (videoBackend == realBackend) {
|
|
|
|
// When using the real backend for video, there could also be speakers
|
|
|
|
// to correlate with. There are no fake speakers.
|
|
|
|
if (speakers.isSome()) {
|
|
|
|
// Speakers have already been enumerated. Avoid doing it again.
|
|
|
|
audios.AppendElements(*speakers);
|
|
|
|
} else {
|
|
|
|
realBackend->EnumerateDevices(aWindowId, MediaSourceEnum::Other,
|
|
|
|
MediaSinkEnum::Speaker, &audios);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
GuessVideoDeviceGroupIDs(*aOutDevices, audios);
|
2019-03-08 14:52:18 +03:00
|
|
|
}
|
2018-07-16 12:30:46 +03:00
|
|
|
|
2018-12-12 23:42:54 +03:00
|
|
|
holder->Resolve(false, __func__);
|
2017-06-02 23:11:53 +03:00
|
|
|
});
|
|
|
|
|
2019-01-02 19:44:35 +03:00
|
|
|
if (realDeviceRequested && aForceNoPermRequest &&
|
2017-06-02 23:11:53 +03:00
|
|
|
Preferences::GetBool("media.navigator.permission.device", false)) {
|
|
|
|
// Need to ask permission to retrieve list of all devices;
|
|
|
|
// notify frontend observer and wait for callback notification to post task.
|
|
|
|
const char16_t* const type =
|
2018-07-16 12:30:46 +03:00
|
|
|
(aVideoInputType != MediaSourceEnum::Camera)
|
|
|
|
? u"audio"
|
|
|
|
: (aAudioInputType != MediaSourceEnum::Microphone) ? u"video"
|
|
|
|
: u"all";
|
2017-06-02 23:11:53 +03:00
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
obs->NotifyObservers(static_cast<nsIRunnable*>(task),
|
|
|
|
"getUserMedia:ask-device-permission", type);
|
|
|
|
} else {
|
|
|
|
// Don't need to ask permission to retrieve list of all devices;
|
|
|
|
// post the retrieval task immediately.
|
|
|
|
MediaManager::PostTask(task.forget());
|
|
|
|
}
|
|
|
|
|
2018-09-25 20:03:50 +03:00
|
|
|
return promise;
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2019-10-29 16:01:26 +03:00
|
|
|
MediaManager::MediaManager(UniquePtr<base::Thread> aMediaThread)
|
|
|
|
: mMediaThread(std::move(aMediaThread)), mBackend(nullptr) {
|
2016-01-23 00:46:38 +03:00
|
|
|
mPrefs.mFreq = 1000; // 1KHz test tone
|
|
|
|
mPrefs.mWidth = 0; // adaptive default
|
|
|
|
mPrefs.mHeight = 0; // adaptive default
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
mPrefs.mFPS = MediaEnginePrefs::DEFAULT_VIDEO_FPS;
|
2016-01-23 00:46:38 +03:00
|
|
|
mPrefs.mAecOn = false;
|
2018-02-20 23:23:09 +03:00
|
|
|
mPrefs.mUseAecMobile = false;
|
2016-01-23 00:46:38 +03:00
|
|
|
mPrefs.mAgcOn = false;
|
|
|
|
mPrefs.mNoiseOn = false;
|
2016-04-20 03:20:45 +03:00
|
|
|
mPrefs.mExtendedFilter = true;
|
|
|
|
mPrefs.mDelayAgnostic = true;
|
2016-08-09 11:37:04 +03:00
|
|
|
mPrefs.mFakeDeviceChangeEventOn = false;
|
2016-01-23 00:46:38 +03:00
|
|
|
#ifdef MOZ_WEBRTC
|
2018-02-20 23:23:09 +03:00
|
|
|
mPrefs.mAec =
|
|
|
|
webrtc::EchoCancellation::SuppressionLevel::kModerateSuppression;
|
|
|
|
mPrefs.mAgc = webrtc::GainControl::Mode::kAdaptiveDigital;
|
|
|
|
mPrefs.mNoise = webrtc::NoiseSuppression::Level::kModerate;
|
2016-01-23 00:46:38 +03:00
|
|
|
#else
|
|
|
|
mPrefs.mAec = 0;
|
|
|
|
mPrefs.mAgc = 0;
|
|
|
|
mPrefs.mNoise = 0;
|
|
|
|
#endif
|
2016-01-21 19:51:36 +03:00
|
|
|
mPrefs.mFullDuplex = false;
|
2017-06-30 07:01:17 +03:00
|
|
|
mPrefs.mChannels = 0; // max channels default
|
2013-03-05 01:02:17 +04:00
|
|
|
nsresult rv;
|
|
|
|
nsCOMPtr<nsIPrefService> prefs =
|
|
|
|
do_GetService("@mozilla.org/preferences-service;1", &rv);
|
|
|
|
if (NS_SUCCEEDED(rv)) {
|
|
|
|
nsCOMPtr<nsIPrefBranch> branch = do_QueryInterface(prefs);
|
|
|
|
if (branch) {
|
|
|
|
GetPrefs(branch, nullptr);
|
|
|
|
}
|
|
|
|
}
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: default prefs: %dx%d @%dfps, %dHz test tones, aec: %s,"
|
|
|
|
"agc: %s, noise: %s, aec level: %d, agc level: %d, noise level: %d,"
|
|
|
|
"%sfull_duplex, extended aec %s, delay_agnostic %s "
|
|
|
|
"channels %d",
|
|
|
|
__FUNCTION__, mPrefs.mWidth, mPrefs.mHeight, mPrefs.mFPS, mPrefs.mFreq,
|
|
|
|
mPrefs.mAecOn ? "on" : "off", mPrefs.mAgcOn ? "on" : "off",
|
|
|
|
mPrefs.mNoiseOn ? "on" : "off", mPrefs.mAec, mPrefs.mAgc, mPrefs.mNoise,
|
|
|
|
mPrefs.mFullDuplex ? "" : "not ", mPrefs.mExtendedFilter ? "on" : "off",
|
|
|
|
mPrefs.mDelayAgnostic ? "on" : "off", mPrefs.mChannels);
|
2013-03-05 01:02:17 +04:00
|
|
|
}
|
|
|
|
|
2014-04-27 11:06:00 +04:00
|
|
|
NS_IMPL_ISUPPORTS(MediaManager, nsIMediaManagerService, nsIObserver)
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
StaticRefPtr<MediaManager> MediaManager::sSingleton;
|
2019-10-29 16:01:24 +03:00
|
|
|
/* static */
|
|
|
|
StaticMutex MediaManager::sSingletonMutex;
|
2012-12-22 12:09:36 +04:00
|
|
|
|
2015-03-03 17:51:05 +03:00
|
|
|
#ifdef DEBUG
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
bool MediaManager::IsInMediaThread() {
|
2019-10-29 16:01:24 +03:00
|
|
|
StaticMutexAutoLock lock(sSingletonMutex);
|
2015-03-03 17:51:05 +03:00
|
|
|
return sSingleton ? (sSingleton->mMediaThread->thread_id() ==
|
|
|
|
PlatformThread::CurrentId())
|
|
|
|
: false;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-03-20 00:31:40 +03:00
|
|
|
#ifdef XP_WIN
|
|
|
|
class MTAThread : public base::Thread {
|
|
|
|
public:
|
|
|
|
explicit MTAThread(const char* aName)
|
|
|
|
: base::Thread(aName), mResult(E_FAIL) {}
|
|
|
|
|
|
|
|
protected:
|
|
|
|
virtual void Init() override {
|
|
|
|
mResult = CoInitializeEx(nullptr, COINIT_MULTITHREADED);
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual void CleanUp() override {
|
|
|
|
if (SUCCEEDED(mResult)) {
|
|
|
|
CoUninitialize();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
HRESULT mResult;
|
|
|
|
};
|
|
|
|
#endif
|
|
|
|
|
2013-03-05 01:02:17 +04:00
|
|
|
// NOTE: never Dispatch(....,NS_DISPATCH_SYNC) to the MediaManager
|
|
|
|
// thread from the MainThread, as we NS_DISPATCH_SYNC to MainThread
|
|
|
|
// from MediaManager thread.
|
2015-09-04 02:09:34 +03:00
|
|
|
|
|
|
|
// Guaranteed never to return nullptr.
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
MediaManager* MediaManager::Get() {
|
2019-10-29 16:01:24 +03:00
|
|
|
StaticMutexAutoLock lock(sSingletonMutex);
|
2013-03-05 01:02:17 +04:00
|
|
|
if (!sSingleton) {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2016-03-08 00:44:25 +03:00
|
|
|
|
2015-03-20 01:43:25 +03:00
|
|
|
static int timesCreated = 0;
|
|
|
|
timesCreated++;
|
2016-03-08 00:44:25 +03:00
|
|
|
MOZ_RELEASE_ASSERT(timesCreated == 1);
|
|
|
|
|
2019-10-29 16:01:26 +03:00
|
|
|
{
|
|
|
|
UniquePtr<base::Thread> mediaThread =
|
2018-03-20 00:31:40 +03:00
|
|
|
#ifdef XP_WIN
|
2019-10-29 16:01:26 +03:00
|
|
|
MakeUnique<MTAThread>("MediaManager");
|
2018-03-20 00:31:40 +03:00
|
|
|
#else
|
2019-10-29 16:01:26 +03:00
|
|
|
MakeUnique<base::Thread>("MediaManager");
|
2018-03-20 00:31:40 +03:00
|
|
|
#endif
|
2014-09-12 18:49:39 +04:00
|
|
|
|
2019-10-29 16:01:26 +03:00
|
|
|
base::Thread::Options options;
|
|
|
|
options.message_loop_type = MessageLoop::TYPE_MOZILLA_NONMAINTHREAD;
|
|
|
|
if (!mediaThread->StartWithOptions(options)) {
|
|
|
|
MOZ_CRASH();
|
|
|
|
}
|
|
|
|
|
|
|
|
LOG("New Media thread for gum");
|
|
|
|
|
|
|
|
sSingleton = new MediaManager(std::move(mediaThread));
|
|
|
|
}
|
2013-03-05 01:02:17 +04:00
|
|
|
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
if (obs) {
|
2015-07-13 06:55:02 +03:00
|
|
|
obs->AddObserver(sSingleton, "last-pb-context-exited", false);
|
2017-06-02 23:11:53 +03:00
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:got-device-permission", false);
|
2015-07-03 01:01:52 +03:00
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:privileged:allow", false);
|
2013-03-05 01:02:17 +04:00
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:response:allow", false);
|
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:response:deny", false);
|
2018-10-10 11:28:41 +03:00
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:response:noOSPermission",
|
|
|
|
false);
|
2013-03-05 01:02:17 +04:00
|
|
|
obs->AddObserver(sSingleton, "getUserMedia:revoke", false);
|
|
|
|
}
|
|
|
|
// else MediaManager won't work properly and will leak (see bug 837874)
|
|
|
|
nsCOMPtr<nsIPrefBranch> prefs = do_GetService(NS_PREFSERVICE_CONTRACTID);
|
|
|
|
if (prefs) {
|
|
|
|
prefs->AddObserver("media.navigator.video.default_width", sSingleton,
|
|
|
|
false);
|
|
|
|
prefs->AddObserver("media.navigator.video.default_height", sSingleton,
|
|
|
|
false);
|
|
|
|
prefs->AddObserver("media.navigator.video.default_fps", sSingleton,
|
|
|
|
false);
|
2016-01-21 19:51:36 +03:00
|
|
|
prefs->AddObserver("media.navigator.audio.fake_frequency", sSingleton,
|
|
|
|
false);
|
|
|
|
prefs->AddObserver("media.navigator.audio.full_duplex", sSingleton,
|
|
|
|
false);
|
2016-01-23 00:46:38 +03:00
|
|
|
#ifdef MOZ_WEBRTC
|
|
|
|
prefs->AddObserver("media.getusermedia.aec_enabled", sSingleton, false);
|
|
|
|
prefs->AddObserver("media.getusermedia.aec", sSingleton, false);
|
|
|
|
prefs->AddObserver("media.getusermedia.agc_enabled", sSingleton, false);
|
|
|
|
prefs->AddObserver("media.getusermedia.agc", sSingleton, false);
|
|
|
|
prefs->AddObserver("media.getusermedia.noise_enabled", sSingleton, false);
|
|
|
|
prefs->AddObserver("media.getusermedia.noise", sSingleton, false);
|
2016-08-09 11:37:04 +03:00
|
|
|
prefs->AddObserver("media.ondevicechange.fakeDeviceChangeEvent.enabled",
|
|
|
|
sSingleton, false);
|
2017-06-30 07:01:17 +03:00
|
|
|
prefs->AddObserver("media.getusermedia.channels", sSingleton, false);
|
2016-01-23 00:46:38 +03:00
|
|
|
#endif
|
2013-03-05 01:02:17 +04:00
|
|
|
}
|
2015-10-15 06:54:39 +03:00
|
|
|
|
|
|
|
// Prepare async shutdown
|
|
|
|
|
|
|
|
class Blocker : public media::ShutdownBlocker {
|
|
|
|
public:
|
|
|
|
Blocker()
|
|
|
|
: media::ShutdownBlocker(
|
|
|
|
NS_LITERAL_STRING("Media shutdown: blocking on media thread")) {
|
|
|
|
}
|
|
|
|
|
2015-11-18 23:42:16 +03:00
|
|
|
NS_IMETHOD BlockShutdown(nsIAsyncShutdownClient*) override {
|
2015-10-15 06:54:39 +03:00
|
|
|
MOZ_RELEASE_ASSERT(MediaManager::GetIfExists());
|
|
|
|
MediaManager::GetIfExists()->Shutdown();
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
sSingleton->mShutdownBlocker = new Blocker();
|
2019-05-04 00:08:42 +03:00
|
|
|
nsresult rv = media::GetShutdownBarrier()->AddBlocker(
|
2015-11-18 23:42:16 +03:00
|
|
|
sSingleton->mShutdownBlocker, NS_LITERAL_STRING(__FILE__), __LINE__,
|
2019-05-04 00:08:45 +03:00
|
|
|
NS_LITERAL_STRING(""));
|
2015-10-15 06:54:39 +03:00
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2013-03-05 01:02:17 +04:00
|
|
|
}
|
|
|
|
return sSingleton;
|
|
|
|
}
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
2019-10-29 16:01:24 +03:00
|
|
|
MediaManager* MediaManager::GetIfExists() {
|
|
|
|
StaticMutexAutoLock lock(sSingletonMutex);
|
|
|
|
return sSingleton;
|
|
|
|
}
|
2015-03-20 01:43:25 +03:00
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
already_AddRefed<MediaManager> MediaManager::GetInstance() {
|
2012-12-22 12:09:36 +04:00
|
|
|
// so we can have non-refcounted getters
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<MediaManager> service = MediaManager::Get();
|
2012-12-22 12:09:36 +04:00
|
|
|
return service.forget();
|
|
|
|
}
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2015-06-18 18:46:36 +03:00
|
|
|
media::Parent<media::NonE10s>* MediaManager::GetNonE10sParent() {
|
|
|
|
if (!mNonE10sParent) {
|
2016-11-01 14:44:02 +03:00
|
|
|
mNonE10sParent = new media::Parent<media::NonE10s>();
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
2016-11-01 14:44:02 +03:00
|
|
|
return mNonE10sParent;
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
void MediaManager::StartupInit() {
|
2016-01-07 22:57:42 +03:00
|
|
|
#ifdef WIN32
|
2017-01-08 11:18:22 +03:00
|
|
|
if (!IsWin8OrLater()) {
|
2016-01-07 22:57:42 +03:00
|
|
|
// Bug 1107702 - Older Windows fail in GetAdaptersInfo (and others) if the
|
|
|
|
// first(?) call occurs after the process size is over 2GB (kb/2588507).
|
|
|
|
// Attempt to 'prime' the pump by making a call at startup.
|
|
|
|
unsigned long out_buf_len = sizeof(IP_ADAPTER_INFO);
|
|
|
|
PIP_ADAPTER_INFO pAdapterInfo = (IP_ADAPTER_INFO*)moz_xmalloc(out_buf_len);
|
|
|
|
if (GetAdaptersInfo(pAdapterInfo, &out_buf_len) == ERROR_BUFFER_OVERFLOW) {
|
|
|
|
free(pAdapterInfo);
|
|
|
|
pAdapterInfo = (IP_ADAPTER_INFO*)moz_xmalloc(out_buf_len);
|
|
|
|
GetAdaptersInfo(pAdapterInfo, &out_buf_len);
|
|
|
|
}
|
|
|
|
if (pAdapterInfo) {
|
|
|
|
free(pAdapterInfo);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2014-09-12 18:49:39 +04:00
|
|
|
/* static */
|
2016-04-28 03:06:05 +03:00
|
|
|
void MediaManager::PostTask(already_AddRefed<Runnable> task) {
|
2017-11-02 18:27:33 +03:00
|
|
|
if (sHasShutdown) {
|
2015-05-29 21:28:03 +03:00
|
|
|
// Can't safely delete task here since it may have items with specific
|
|
|
|
// thread-release requirements.
|
2016-04-28 03:06:05 +03:00
|
|
|
// XXXkhuey well then who is supposed to delete it?! We don't signal
|
|
|
|
// that we failed ...
|
|
|
|
MOZ_CRASH();
|
2015-05-29 21:28:03 +03:00
|
|
|
return;
|
|
|
|
}
|
2014-09-12 18:49:39 +04:00
|
|
|
NS_ASSERTION(Get(), "MediaManager singleton?");
|
|
|
|
NS_ASSERTION(Get()->mMediaThread, "No thread yet");
|
2018-05-30 22:15:35 +03:00
|
|
|
Get()->mMediaThread->message_loop()->PostTask(std::move(task));
|
2014-09-12 18:49:39 +04:00
|
|
|
}
|
|
|
|
|
2018-02-15 17:18:12 +03:00
|
|
|
template <typename MozPromiseType, typename FunctionType>
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
RefPtr<MozPromiseType> MediaManager::PostTask(const char* aName,
|
|
|
|
FunctionType&& aFunction) {
|
2018-02-15 17:18:12 +03:00
|
|
|
MozPromiseHolder<MozPromiseType> holder;
|
|
|
|
RefPtr<MozPromiseType> promise = holder.Ensure(aName);
|
|
|
|
MediaManager::PostTask(NS_NewRunnableFunction(
|
2018-06-01 19:30:30 +03:00
|
|
|
aName, [h = std::move(holder), func = std::forward<FunctionType>(
|
|
|
|
aFunction)]() mutable { func(h); }));
|
2018-02-15 17:18:12 +03:00
|
|
|
return promise;
|
|
|
|
}
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
nsresult MediaManager::NotifyRecordingStatusChange(
|
2017-11-14 13:50:07 +03:00
|
|
|
nsPIDOMWindowInner* aWindow) {
|
2013-11-26 10:22:16 +04:00
|
|
|
NS_ENSURE_ARG(aWindow);
|
|
|
|
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
if (!obs) {
|
|
|
|
NS_WARNING(
|
|
|
|
"Could not get the Observer service for GetUserMedia recording "
|
|
|
|
"notification.");
|
|
|
|
return NS_ERROR_FAILURE;
|
|
|
|
}
|
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
auto props = MakeRefPtr<nsHashPropertyBag>();
|
2013-11-26 10:22:16 +04:00
|
|
|
|
2016-10-15 04:46:26 +03:00
|
|
|
nsCString pageURL;
|
|
|
|
nsCOMPtr<nsIURI> docURI = aWindow->GetDocumentURI();
|
|
|
|
NS_ENSURE_TRUE(docURI, NS_ERROR_FAILURE);
|
2013-11-26 10:22:16 +04:00
|
|
|
|
2016-10-15 04:46:26 +03:00
|
|
|
nsresult rv = docURI->GetSpec(pageURL);
|
|
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
2013-11-26 10:22:16 +04:00
|
|
|
|
2016-10-15 04:46:26 +03:00
|
|
|
NS_ConvertUTF8toUTF16 requestURL(pageURL);
|
2013-11-26 10:22:16 +04:00
|
|
|
|
|
|
|
props->SetPropertyAsAString(NS_LITERAL_STRING("requestURL"), requestURL);
|
|
|
|
|
|
|
|
obs->NotifyObservers(static_cast<nsIPropertyBag2*>(props),
|
2014-05-01 14:51:00 +04:00
|
|
|
"recording-device-events", nullptr);
|
2019-03-29 19:12:20 +03:00
|
|
|
LOG("Sent recording-device-events for url '%s'", pageURL.get());
|
2013-11-26 10:22:16 +04:00
|
|
|
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
void MediaManager::DeviceListChanged() {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (sHasShutdown) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
mDeviceListChangeEvent.Notify();
|
2016-08-11 20:04:49 +03:00
|
|
|
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
// On some Windows machines, if we call EnumerateRawDevices immediately after
|
|
|
|
// receiving devicechange event, we would get an outdated devices list.
|
|
|
|
PR_Sleep(PR_MillisecondsToInterval(200));
|
|
|
|
auto devices = MakeRefPtr<MediaDeviceSetRefCnt>();
|
|
|
|
EnumerateRawDevices(0, MediaSourceEnum::Camera, MediaSourceEnum::Microphone,
|
|
|
|
MediaSinkEnum::Speaker, DeviceEnumerationType::Normal,
|
|
|
|
DeviceEnumerationType::Normal, false, devices)
|
|
|
|
->Then(
|
|
|
|
GetCurrentThreadSerialEventTarget(), __func__,
|
|
|
|
[self = RefPtr<MediaManager>(this), this, devices](bool) {
|
|
|
|
if (!MediaManager::GetIfExists()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsTArray<nsString> deviceIDs;
|
|
|
|
|
|
|
|
for (auto& device : *devices) {
|
|
|
|
nsString id;
|
|
|
|
device->GetId(id);
|
|
|
|
id.ReplaceSubstring(NS_LITERAL_STRING("default: "),
|
|
|
|
NS_LITERAL_STRING(""));
|
|
|
|
if (!deviceIDs.Contains(id)) {
|
|
|
|
deviceIDs.AppendElement(id);
|
|
|
|
}
|
|
|
|
}
|
2019-11-12 00:56:15 +03:00
|
|
|
// For any removed devices, notify their listeners cleanly that the
|
|
|
|
// source has stopped, so JS knows and usage indicators update.
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
for (auto& id : mDeviceIDs) {
|
|
|
|
if (deviceIDs.Contains(id)) {
|
2019-11-12 00:56:15 +03:00
|
|
|
// Device has not been removed
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
continue;
|
|
|
|
}
|
2019-11-12 17:50:24 +03:00
|
|
|
// Stop the corresponding SourceListener
|
|
|
|
for (auto iter = mActiveWindows.Iter(); !iter.Done();
|
|
|
|
iter.Next()) {
|
|
|
|
iter.UserData()->StopRawID(id);
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
mDeviceIDs = deviceIDs;
|
|
|
|
},
|
|
|
|
[](RefPtr<MediaMgrError>&& reason) {});
|
2016-08-11 20:04:49 +03:00
|
|
|
}
|
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
nsresult MediaManager::GenerateUUID(nsAString& aResult) {
|
|
|
|
nsresult rv;
|
|
|
|
nsCOMPtr<nsIUUIDGenerator> uuidgen =
|
|
|
|
do_GetService("@mozilla.org/uuid-generator;1", &rv);
|
|
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
|
|
|
|
// Generate a call ID.
|
|
|
|
nsID id;
|
|
|
|
rv = uuidgen->GenerateUUIDInPlace(&id);
|
|
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
|
|
|
|
char buffer[NSID_LENGTH];
|
|
|
|
id.ToProvidedString(buffer);
|
|
|
|
aResult.Assign(NS_ConvertUTF8toUTF16(buffer));
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2017-10-04 12:24:35 +03:00
|
|
|
static bool IsFullyActive(nsPIDOMWindowInner* aWindow) {
|
|
|
|
while (true) {
|
2019-11-12 00:56:15 +03:00
|
|
|
if (!aWindow || nsGlobalWindowInner::Cast(aWindow)->IsDying()) {
|
2017-10-04 12:24:35 +03:00
|
|
|
return false;
|
|
|
|
}
|
2019-06-01 01:04:13 +03:00
|
|
|
Document* document = aWindow->GetExtantDoc();
|
2017-10-04 12:24:35 +03:00
|
|
|
if (!document) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
if (!document->IsCurrentActiveDocument()) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
nsPIDOMWindowOuter* context = aWindow->GetOuterWindow();
|
|
|
|
if (!context) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
if (context->IsTopLevelWindow()) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
nsCOMPtr<Element> frameElement =
|
2017-11-04 01:25:38 +03:00
|
|
|
nsGlobalWindowOuter::Cast(context)->GetRealFrameElementOuter();
|
2017-10-04 12:24:35 +03:00
|
|
|
if (!frameElement) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
aWindow = frameElement->OwnerDoc()->GetInnerWindow();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-09-17 15:44:50 +03:00
|
|
|
enum class GetUserMediaSecurityState {
|
|
|
|
Other = 0,
|
|
|
|
HTTPS = 1,
|
|
|
|
File = 2,
|
|
|
|
App = 3,
|
|
|
|
Localhost = 4,
|
|
|
|
Loop = 5,
|
|
|
|
Privileged = 6
|
|
|
|
};
|
|
|
|
|
2017-09-18 12:51:51 +03:00
|
|
|
/**
|
|
|
|
* This function is used in getUserMedia when privacy.resistFingerprinting is
|
|
|
|
* true. Only mediaSource of audio/video constraint will be kept.
|
|
|
|
*/
|
|
|
|
static void ReduceConstraint(
|
2019-06-01 01:04:13 +03:00
|
|
|
OwningBooleanOrMediaTrackConstraints& aConstraint) {
|
2017-09-18 12:51:51 +03:00
|
|
|
// Not requesting stream.
|
|
|
|
if (!IsOn(aConstraint)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// It looks like {audio: true}, do nothing.
|
|
|
|
if (!aConstraint.IsMediaTrackConstraints()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Keep mediaSource, ignore all other constraints.
|
2019-07-12 16:04:14 +03:00
|
|
|
Maybe<nsString> mediaSource;
|
|
|
|
if (aConstraint.GetAsMediaTrackConstraints().mMediaSource.WasPassed()) {
|
|
|
|
mediaSource =
|
|
|
|
Some(aConstraint.GetAsMediaTrackConstraints().mMediaSource.Value());
|
|
|
|
}
|
2019-07-17 22:57:31 +03:00
|
|
|
aConstraint.Uninit();
|
2019-07-12 16:04:14 +03:00
|
|
|
if (mediaSource) {
|
2019-07-17 22:57:31 +03:00
|
|
|
aConstraint.SetAsMediaTrackConstraints().mMediaSource.Construct(
|
|
|
|
*mediaSource);
|
2019-07-12 16:04:14 +03:00
|
|
|
} else {
|
|
|
|
aConstraint.SetAsMediaTrackConstraints();
|
|
|
|
}
|
2017-09-18 12:51:51 +03:00
|
|
|
}
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
/**
|
|
|
|
* The entry point for this file. A call from Navigator::mozGetUserMedia
|
|
|
|
* will end up here. MediaManager is a singleton that is responsible
|
|
|
|
* for handling all incoming getUserMedia calls from every window.
|
|
|
|
*/
|
2018-11-30 08:13:58 +03:00
|
|
|
RefPtr<MediaManager::StreamPromise> MediaManager::GetUserMedia(
|
2016-01-30 20:05:36 +03:00
|
|
|
nsPIDOMWindowInner* aWindow,
|
2015-07-03 01:01:52 +03:00
|
|
|
const MediaStreamConstraints& aConstraintsPassedIn,
|
2019-06-01 01:04:13 +03:00
|
|
|
CallerType aCallerType) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
MOZ_ASSERT(aWindow);
|
2012-08-22 19:56:38 +04:00
|
|
|
uint64_t windowID = aWindow->WindowID();
|
2013-09-16 10:34:57 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
MediaStreamConstraints c(aConstraintsPassedIn); // use a modifiable copy
|
2013-01-07 06:31:32 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Do all the validation we can while we're sync (to return an
|
|
|
|
// already-rejected promise on failure).
|
2012-10-25 03:21:15 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
if (!IsOn(c.mVideo) && !IsOn(c.mAudio)) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::TypeError,
|
2018-11-30 08:13:58 +03:00
|
|
|
NS_LITERAL_STRING("audio and/or video is required")),
|
|
|
|
__func__);
|
2012-10-26 04:14:47 +04:00
|
|
|
}
|
2017-10-04 12:24:35 +03:00
|
|
|
|
|
|
|
if (!IsFullyActive(aWindow)) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::InvalidStateError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2017-10-04 12:24:35 +03:00
|
|
|
}
|
|
|
|
|
2017-11-02 18:27:33 +03:00
|
|
|
if (sHasShutdown) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError,
|
|
|
|
NS_LITERAL_STRING("In shutdown")),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-05-29 21:28:03 +03:00
|
|
|
}
|
2012-10-25 03:21:15 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Determine permissions early (while we still have a stack).
|
2014-07-31 01:03:20 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
nsIURI* docURI = aWindow->GetDocumentURI();
|
2015-07-14 04:56:29 +03:00
|
|
|
if (!docURI) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError), __func__);
|
2015-07-14 04:56:29 +03:00
|
|
|
}
|
2019-06-01 01:04:13 +03:00
|
|
|
bool isChrome = (aCallerType == CallerType::System);
|
2016-08-19 23:39:54 +03:00
|
|
|
bool privileged =
|
|
|
|
isChrome ||
|
|
|
|
Preferences::GetBool("media.navigator.permission.disabled", false);
|
2019-04-30 18:20:59 +03:00
|
|
|
bool isSecure = aWindow->IsSecureContext();
|
2019-09-20 23:51:25 +03:00
|
|
|
bool isHandlingUserInput = UserActivation::IsHandlingUserInput();
|
2015-09-17 15:44:50 +03:00
|
|
|
nsCString host;
|
|
|
|
nsresult rv = docURI->GetHost(host);
|
2015-07-14 04:56:29 +03:00
|
|
|
|
2016-11-22 14:38:41 +03:00
|
|
|
nsCOMPtr<nsIPrincipal> principal =
|
2017-11-04 01:25:38 +03:00
|
|
|
nsGlobalWindowInner::Cast(aWindow)->GetPrincipal();
|
2016-11-22 14:38:41 +03:00
|
|
|
if (NS_WARN_IF(!principal)) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::SecurityError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2016-11-22 14:38:41 +03:00
|
|
|
}
|
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
Document* doc = aWindow->GetExtantDoc();
|
2018-10-10 17:54:17 +03:00
|
|
|
if (NS_WARN_IF(!doc)) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::SecurityError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2018-10-10 17:54:17 +03:00
|
|
|
}
|
|
|
|
|
2019-04-30 18:20:59 +03:00
|
|
|
// Disallow access to null principal pages and http pages (unless pref)
|
|
|
|
if (principal->GetIsNullPrincipal() ||
|
|
|
|
!(isSecure || StaticPrefs::media_getusermedia_insecure_enabled())) {
|
2019-01-11 13:49:37 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::NotAllowedError),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
|
2017-01-28 20:29:13 +03:00
|
|
|
// This principal needs to be sent to different threads and so via IPC.
|
|
|
|
// For this reason it's better to convert it to PrincipalInfo right now.
|
|
|
|
ipc::PrincipalInfo principalInfo;
|
|
|
|
rv = PrincipalToPrincipalInfo(principal, &principalInfo);
|
2015-07-14 04:56:29 +03:00
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::SecurityError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2015-02-03 00:53:19 +03:00
|
|
|
|
2017-09-18 12:51:51 +03:00
|
|
|
const bool resistFingerprinting =
|
|
|
|
nsContentUtils::ResistFingerprinting(aCallerType);
|
|
|
|
if (resistFingerprinting) {
|
|
|
|
ReduceConstraint(c.mVideo);
|
|
|
|
ReduceConstraint(c.mAudio);
|
|
|
|
}
|
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
if (!Preferences::GetBool("media.navigator.video.enabled", true)) {
|
|
|
|
c.mVideo.SetAsBoolean() = false;
|
2015-02-03 00:53:19 +03:00
|
|
|
}
|
|
|
|
|
2016-02-17 00:55:33 +03:00
|
|
|
MediaSourceEnum videoType = MediaSourceEnum::Other; // none
|
|
|
|
MediaSourceEnum audioType = MediaSourceEnum::Other; // none
|
2015-07-03 01:01:52 +03:00
|
|
|
|
2014-07-31 01:03:20 +04:00
|
|
|
if (c.mVideo.IsMediaTrackConstraints()) {
|
2015-02-21 01:06:26 +03:00
|
|
|
auto& vc = c.mVideo.GetAsMediaTrackConstraints();
|
2019-07-10 12:45:26 +03:00
|
|
|
if (!vc.mMediaSource.WasPassed()) {
|
2019-10-18 02:40:57 +03:00
|
|
|
vc.mMediaSource.Construct().AssignASCII(
|
|
|
|
dom::MediaSourceEnumValues::GetString(MediaSourceEnum::Camera));
|
2019-07-10 12:45:26 +03:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
videoType = StringToEnum(dom::MediaSourceEnumValues::strings,
|
2019-07-10 12:45:26 +03:00
|
|
|
vc.mMediaSource.Value(), MediaSourceEnum::Other);
|
2016-09-23 18:55:48 +03:00
|
|
|
Telemetry::Accumulate(Telemetry::WEBRTC_GET_USER_MEDIA_TYPE,
|
2015-09-22 05:20:45 +03:00
|
|
|
(uint32_t)videoType);
|
2015-07-03 01:01:52 +03:00
|
|
|
switch (videoType) {
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Camera:
|
2015-07-03 01:01:52 +03:00
|
|
|
break;
|
|
|
|
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Browser:
|
2015-10-23 00:03:47 +03:00
|
|
|
// If no window id is passed in then default to the caller's window.
|
|
|
|
// Functional defaults are helpful in tests, but also a natural outcome
|
|
|
|
// of the constraints API's limited semantics for requiring input.
|
|
|
|
if (!vc.mBrowserWindow.WasPassed()) {
|
2016-01-30 20:05:36 +03:00
|
|
|
nsPIDOMWindowOuter* outer = aWindow->GetOuterWindow();
|
2015-10-23 00:03:47 +03:00
|
|
|
vc.mBrowserWindow.Construct(outer->WindowID());
|
|
|
|
}
|
2016-01-14 12:42:18 +03:00
|
|
|
MOZ_FALLTHROUGH;
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Screen:
|
|
|
|
case MediaSourceEnum::Window:
|
2015-07-03 01:01:52 +03:00
|
|
|
// Deny screensharing request if support is disabled, or
|
2017-01-08 23:12:03 +03:00
|
|
|
// the requesting document is not from a host on the whitelist.
|
2016-02-17 00:55:33 +03:00
|
|
|
if (!Preferences::GetBool(
|
|
|
|
((videoType == MediaSourceEnum::Browser)
|
2015-07-03 01:01:52 +03:00
|
|
|
? "media.getusermedia.browser.enabled"
|
|
|
|
: "media.getusermedia.screensharing.enabled"),
|
|
|
|
false) ||
|
2017-10-26 19:09:29 +03:00
|
|
|
(!privileged && !aWindow->IsSecureContext())) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::NotAllowedError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Microphone:
|
|
|
|
case MediaSourceEnum::Other:
|
2015-07-03 01:01:52 +03:00
|
|
|
default: {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::OverconstrainedError,
|
|
|
|
NS_LITERAL_STRING(""),
|
|
|
|
NS_LITERAL_STRING("mediaSource")),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-02-21 01:06:26 +03:00
|
|
|
if (!privileged) {
|
2018-12-28 02:40:36 +03:00
|
|
|
// Only allow privileged content to explicitly pick full-screen,
|
|
|
|
// application or tabsharing, since these modes are still available for
|
|
|
|
// testing. All others get "Window" (*) sharing.
|
|
|
|
//
|
|
|
|
// *) We overload "Window" with the new default getDisplayMedia spec-
|
|
|
|
// mandated behavior of not influencing user-choice, which we currently
|
|
|
|
// implement as a list containing BOTH windows AND screen(s).
|
|
|
|
//
|
|
|
|
// Notes on why we chose "Window" as the one to overload. Two reasons:
|
|
|
|
//
|
|
|
|
// 1. It's the closest logically & behaviorally (multi-choice, no default)
|
|
|
|
// 2. Screen is still useful in tests (implicit default is entire screen)
|
|
|
|
//
|
|
|
|
// For UX reasons we don't want "Entire Screen" to be the first/default
|
|
|
|
// choice (in our code first=default). It's a "scary" source that comes
|
|
|
|
// with complicated warnings on-top that would be confusing as the first
|
|
|
|
// thing people see, and also deserves to be listed as last resort for
|
|
|
|
// privacy reasons.
|
|
|
|
|
|
|
|
if (videoType == MediaSourceEnum::Screen ||
|
|
|
|
videoType == MediaSourceEnum::Browser) {
|
|
|
|
videoType = MediaSourceEnum::Window;
|
2019-07-10 12:45:26 +03:00
|
|
|
vc.mMediaSource.Value().AssignASCII(
|
2019-10-18 02:40:57 +03:00
|
|
|
dom::MediaSourceEnumValues::GetString(videoType));
|
2018-12-28 02:40:36 +03:00
|
|
|
}
|
2015-02-21 01:06:26 +03:00
|
|
|
// only allow privileged content to set the window id
|
|
|
|
if (vc.mBrowserWindow.WasPassed()) {
|
2015-07-23 07:44:52 +03:00
|
|
|
vc.mBrowserWindow.Value() = -1;
|
2015-02-21 01:06:26 +03:00
|
|
|
}
|
|
|
|
if (vc.mAdvanced.WasPassed()) {
|
|
|
|
for (MediaTrackConstraintSet& cs : vc.mAdvanced.Value()) {
|
|
|
|
if (cs.mBrowserWindow.WasPassed()) {
|
2015-07-23 07:44:52 +03:00
|
|
|
cs.mBrowserWindow.Value() = -1;
|
2015-02-21 01:06:26 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2015-12-03 06:51:03 +03:00
|
|
|
} else if (IsOn(c.mVideo)) {
|
2016-02-17 00:55:33 +03:00
|
|
|
videoType = MediaSourceEnum::Camera;
|
2017-05-31 04:57:37 +03:00
|
|
|
Telemetry::Accumulate(Telemetry::WEBRTC_GET_USER_MEDIA_TYPE,
|
|
|
|
(uint32_t)videoType);
|
2014-07-08 10:01:27 +04:00
|
|
|
}
|
2015-07-24 15:28:17 +03:00
|
|
|
|
|
|
|
if (c.mAudio.IsMediaTrackConstraints()) {
|
|
|
|
auto& ac = c.mAudio.GetAsMediaTrackConstraints();
|
2019-07-10 12:45:26 +03:00
|
|
|
if (!ac.mMediaSource.WasPassed()) {
|
2019-10-18 02:40:57 +03:00
|
|
|
ac.mMediaSource.Construct(NS_ConvertASCIItoUTF16(
|
|
|
|
dom::MediaSourceEnumValues::GetString(MediaSourceEnum::Microphone)));
|
2015-08-10 19:16:30 +03:00
|
|
|
}
|
2019-07-10 12:45:26 +03:00
|
|
|
audioType = StringToEnum(dom::MediaSourceEnumValues::strings,
|
|
|
|
ac.mMediaSource.Value(), MediaSourceEnum::Other);
|
2016-09-23 18:55:48 +03:00
|
|
|
Telemetry::Accumulate(Telemetry::WEBRTC_GET_USER_MEDIA_TYPE,
|
2015-09-22 05:20:45 +03:00
|
|
|
(uint32_t)audioType);
|
2015-08-10 19:16:30 +03:00
|
|
|
|
|
|
|
switch (audioType) {
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Microphone:
|
2015-08-10 19:16:30 +03:00
|
|
|
break;
|
|
|
|
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::AudioCapture:
|
2015-08-10 19:16:30 +03:00
|
|
|
// Only enable AudioCapture if the pref is enabled. If it's not, we can
|
|
|
|
// deny right away.
|
|
|
|
if (!Preferences::GetBool("media.getusermedia.audiocapture.enabled")) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::NotAllowedError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-08-10 19:16:30 +03:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
2016-02-17 00:55:33 +03:00
|
|
|
case MediaSourceEnum::Other:
|
2015-08-10 19:16:30 +03:00
|
|
|
default: {
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::OverconstrainedError,
|
|
|
|
NS_LITERAL_STRING(""),
|
|
|
|
NS_LITERAL_STRING("mediaSource")),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2015-08-10 19:16:30 +03:00
|
|
|
}
|
|
|
|
}
|
2015-12-03 06:51:03 +03:00
|
|
|
} else if (IsOn(c.mAudio)) {
|
2017-05-31 04:57:37 +03:00
|
|
|
audioType = MediaSourceEnum::Microphone;
|
|
|
|
Telemetry::Accumulate(Telemetry::WEBRTC_GET_USER_MEDIA_TYPE,
|
|
|
|
(uint32_t)audioType);
|
2015-07-24 15:28:17 +03:00
|
|
|
}
|
2015-12-03 06:51:03 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Create a window listener if it doesn't already exist.
|
|
|
|
RefPtr<GetUserMediaWindowListener> windowListener =
|
|
|
|
GetWindowListener(windowID);
|
|
|
|
if (windowListener) {
|
|
|
|
PrincipalHandle existingPrincipalHandle =
|
|
|
|
windowListener->GetPrincipalHandle();
|
|
|
|
MOZ_ASSERT(PrincipalHandleMatches(existingPrincipalHandle, principal));
|
|
|
|
} else {
|
|
|
|
windowListener = new GetUserMediaWindowListener(
|
2019-10-29 16:01:26 +03:00
|
|
|
windowID, MakePrincipalHandle(principal));
|
2017-04-26 12:13:40 +03:00
|
|
|
AddWindowID(windowID, windowListener);
|
|
|
|
}
|
2013-05-02 16:00:12 +04:00
|
|
|
|
2018-12-12 23:42:01 +03:00
|
|
|
auto sourceListener = MakeRefPtr<SourceListener>();
|
2017-04-26 12:13:40 +03:00
|
|
|
windowListener->Register(sourceListener);
|
2014-04-16 10:22:19 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
if (!privileged) {
|
|
|
|
// Check if this site has had persistent permissions denied.
|
2019-12-04 18:39:14 +03:00
|
|
|
RefPtr<PermissionDelegateHandler> permDelegate =
|
|
|
|
doc->GetPermissionDelegateHandler();
|
|
|
|
MOZ_RELEASE_ASSERT(permDelegate);
|
2014-02-25 15:50:42 +04:00
|
|
|
|
|
|
|
uint32_t audioPerm = nsIPermissionManager::UNKNOWN_ACTION;
|
2014-04-04 13:54:25 +04:00
|
|
|
if (IsOn(c.mAudio)) {
|
2018-10-10 17:54:18 +03:00
|
|
|
if (audioType == MediaSourceEnum::Microphone) {
|
2019-12-04 18:39:14 +03:00
|
|
|
if (Preferences::GetBool("media.getusermedia.microphone.deny", false)) {
|
2018-10-10 17:54:18 +03:00
|
|
|
audioPerm = nsIPermissionManager::DENY_ACTION;
|
|
|
|
} else {
|
2019-12-04 18:39:14 +03:00
|
|
|
rv = permDelegate->GetPermission(NS_LITERAL_CSTRING("microphone"),
|
|
|
|
&audioPerm, true);
|
2018-11-30 08:13:58 +03:00
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2018-10-10 17:54:18 +03:00
|
|
|
}
|
2017-06-28 22:09:14 +03:00
|
|
|
} else {
|
2019-12-04 18:39:14 +03:00
|
|
|
rv = permDelegate->GetPermission(NS_LITERAL_CSTRING("screen"),
|
|
|
|
&audioPerm, true);
|
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2017-06-28 22:09:14 +03:00
|
|
|
}
|
2014-02-25 15:50:42 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t videoPerm = nsIPermissionManager::UNKNOWN_ACTION;
|
2014-04-04 13:54:25 +04:00
|
|
|
if (IsOn(c.mVideo)) {
|
2018-10-10 17:54:17 +03:00
|
|
|
if (videoType == MediaSourceEnum::Camera) {
|
2019-12-04 18:39:14 +03:00
|
|
|
if (Preferences::GetBool("media.getusermedia.camera.deny", false)) {
|
2018-10-10 17:54:17 +03:00
|
|
|
videoPerm = nsIPermissionManager::DENY_ACTION;
|
|
|
|
} else {
|
2019-12-04 18:39:14 +03:00
|
|
|
rv = permDelegate->GetPermission(NS_LITERAL_CSTRING("camera"),
|
|
|
|
&videoPerm, true);
|
2018-11-30 08:13:58 +03:00
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2018-10-10 17:54:17 +03:00
|
|
|
}
|
2017-06-28 22:09:14 +03:00
|
|
|
} else {
|
2019-12-04 18:39:14 +03:00
|
|
|
rv = permDelegate->GetPermission(NS_LITERAL_CSTRING("screen"),
|
|
|
|
&videoPerm, true);
|
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2017-06-28 22:09:14 +03:00
|
|
|
}
|
2014-02-25 15:50:42 +04:00
|
|
|
}
|
|
|
|
|
2016-05-06 04:54:04 +03:00
|
|
|
if ((!IsOn(c.mAudio) && !IsOn(c.mVideo)) ||
|
|
|
|
(IsOn(c.mAudio) && audioPerm == nsIPermissionManager::DENY_ACTION) ||
|
|
|
|
(IsOn(c.mVideo) && videoPerm == nsIPermissionManager::DENY_ACTION)) {
|
2017-04-26 12:13:40 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-11-30 08:13:58 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::NotAllowedError),
|
2018-11-30 08:13:58 +03:00
|
|
|
__func__);
|
2014-02-25 15:50:42 +04:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
2014-02-25 15:50:42 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Get list of all devices, with origin-specific device ids.
|
|
|
|
|
|
|
|
MediaEnginePrefs prefs = mPrefs;
|
|
|
|
|
|
|
|
nsString callID;
|
2015-07-14 04:56:29 +03:00
|
|
|
rv = GenerateUUID(callID);
|
2018-11-30 08:13:58 +03:00
|
|
|
MOZ_RELEASE_ASSERT(NS_SUCCEEDED(rv));
|
2015-07-03 01:01:52 +03:00
|
|
|
|
2017-12-04 19:56:28 +03:00
|
|
|
bool hasVideo = videoType != MediaSourceEnum::Other;
|
|
|
|
bool hasAudio = audioType != MediaSourceEnum::Other;
|
2018-03-16 22:09:26 +03:00
|
|
|
DeviceEnumerationType videoEnumerationType = DeviceEnumerationType::Normal;
|
|
|
|
DeviceEnumerationType audioEnumerationType = DeviceEnumerationType::Normal;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
|
|
|
|
// Handle loopback and fake requests. For gUM we don't consider resist
|
|
|
|
// fingerprinting as users should be prompted anyway.
|
|
|
|
bool wantFakes = c.mFake.WasPassed()
|
|
|
|
? c.mFake.Value()
|
|
|
|
: Preferences::GetBool("media.navigator.streams.fake");
|
|
|
|
nsAutoCString videoLoopDev, audioLoopDev;
|
|
|
|
// Video
|
|
|
|
if (videoType == MediaSourceEnum::Camera) {
|
|
|
|
Preferences::GetCString("media.video_loopback_dev", videoLoopDev);
|
|
|
|
// Loopback prefs take precedence over fake prefs
|
|
|
|
if (!videoLoopDev.IsEmpty()) {
|
2018-03-16 22:09:26 +03:00
|
|
|
videoEnumerationType = DeviceEnumerationType::Loopback;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
} else if (wantFakes) {
|
2018-03-16 22:09:26 +03:00
|
|
|
videoEnumerationType = DeviceEnumerationType::Fake;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
// Audio
|
|
|
|
if (audioType == MediaSourceEnum::Microphone) {
|
|
|
|
Preferences::GetCString("media.audio_loopback_dev", audioLoopDev);
|
|
|
|
// Loopback prefs take precedence over fake prefs
|
|
|
|
if (!audioLoopDev.IsEmpty()) {
|
2018-03-16 22:09:26 +03:00
|
|
|
audioEnumerationType = DeviceEnumerationType::Loopback;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
} else if (wantFakes) {
|
2018-03-16 22:09:26 +03:00
|
|
|
audioEnumerationType = DeviceEnumerationType::Fake;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-16 22:09:26 +03:00
|
|
|
bool realDevicesRequested =
|
|
|
|
(videoEnumerationType != DeviceEnumerationType::Fake && hasVideo) ||
|
|
|
|
(audioEnumerationType != DeviceEnumerationType::Fake && hasAudio);
|
2016-11-07 20:20:41 +03:00
|
|
|
bool askPermission =
|
2018-02-13 00:55:45 +03:00
|
|
|
(!privileged ||
|
|
|
|
Preferences::GetBool("media.navigator.permission.force")) &&
|
|
|
|
(realDevicesRequested ||
|
|
|
|
Preferences::GetBool("media.navigator.permission.fake"));
|
2015-07-03 01:01:52 +03:00
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: Preparing to enumerate devices. windowId=%" PRIu64
|
|
|
|
", videoType=%" PRIu8 ", audioType=%" PRIu8
|
|
|
|
", videoEnumerationType=%" PRIu8 ", audioEnumerationType=%" PRIu8
|
|
|
|
", askPermission=%s",
|
|
|
|
__func__, windowID, static_cast<uint8_t>(videoType),
|
|
|
|
static_cast<uint8_t>(audioType),
|
|
|
|
static_cast<uint8_t>(videoEnumerationType),
|
|
|
|
static_cast<uint8_t>(audioEnumerationType),
|
|
|
|
askPermission ? "true" : "false");
|
2018-03-16 22:09:26 +03:00
|
|
|
|
2017-02-04 00:57:49 +03:00
|
|
|
RefPtr<MediaManager> self = this;
|
2018-12-12 23:42:54 +03:00
|
|
|
auto devices = MakeRefPtr<MediaDeviceSetRefCnt>();
|
2018-11-30 08:13:58 +03:00
|
|
|
return EnumerateDevicesImpl(windowID, videoType, audioType,
|
|
|
|
MediaSinkEnum::Other, videoEnumerationType,
|
2019-01-02 19:44:35 +03:00
|
|
|
audioEnumerationType, true, devices)
|
2018-12-12 07:00:42 +03:00
|
|
|
->Then(
|
|
|
|
GetCurrentThreadSerialEventTarget(), __func__,
|
2018-12-12 23:43:23 +03:00
|
|
|
[self, windowID, c, windowListener, isChrome, devices](bool) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("GetUserMedia: post enumeration promise success callback "
|
|
|
|
"starting");
|
2018-12-12 08:22:49 +03:00
|
|
|
// Ensure that our windowID is still good.
|
2018-12-12 07:00:42 +03:00
|
|
|
RefPtr<nsPIDOMWindowInner> window =
|
2019-04-11 17:12:43 +03:00
|
|
|
nsGlobalWindowInner::GetInnerWindowWithId(windowID);
|
2018-12-12 07:00:42 +03:00
|
|
|
if (!window || !self->IsWindowListenerStillActive(windowListener)) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("GetUserMedia: bad window (%" PRIu64
|
|
|
|
") in post enumeration success callback!",
|
|
|
|
windowID);
|
2018-12-12 23:42:54 +03:00
|
|
|
return BadConstraintsPromise::CreateAndReject(
|
2018-12-12 07:00:42 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
2018-12-12 08:22:49 +03:00
|
|
|
// Apply any constraints. This modifies the passed-in list.
|
2018-12-12 23:42:54 +03:00
|
|
|
return self->SelectSettings(c, isChrome, devices);
|
|
|
|
},
|
|
|
|
[](RefPtr<MediaMgrError>&& aError) {
|
|
|
|
LOG("GetUserMedia: post enumeration EnumerateDevicesImpl "
|
|
|
|
"failure callback called!");
|
|
|
|
return BadConstraintsPromise::CreateAndReject(std::move(aError),
|
|
|
|
__func__);
|
|
|
|
})
|
|
|
|
->Then(
|
|
|
|
GetCurrentThreadSerialEventTarget(), __func__,
|
|
|
|
[self, windowID, c, windowListener, sourceListener, askPermission,
|
2019-04-30 18:20:59 +03:00
|
|
|
prefs, isSecure, isHandlingUserInput, callID, principalInfo,
|
|
|
|
isChrome, devices,
|
|
|
|
resistFingerprinting](const char* badConstraint) mutable {
|
2018-12-12 23:43:23 +03:00
|
|
|
LOG("GetUserMedia: starting post enumeration promise2 success "
|
2018-12-12 23:42:54 +03:00
|
|
|
"callback!");
|
2018-12-12 08:22:49 +03:00
|
|
|
|
2018-12-12 23:42:54 +03:00
|
|
|
// Ensure that the window is still good.
|
|
|
|
RefPtr<nsPIDOMWindowInner> window =
|
2019-04-11 17:12:43 +03:00
|
|
|
nsGlobalWindowInner::GetInnerWindowWithId(windowID);
|
2018-12-12 23:42:54 +03:00
|
|
|
if (!window || !self->IsWindowListenerStillActive(windowListener)) {
|
|
|
|
LOG("GetUserMedia: bad window (%" PRIu64
|
2018-12-12 23:43:23 +03:00
|
|
|
") in post enumeration success callback 2!",
|
2018-12-12 23:42:54 +03:00
|
|
|
windowID);
|
2019-10-03 23:12:22 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-12-12 23:42:54 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
2018-12-12 08:22:49 +03:00
|
|
|
|
2018-12-12 23:42:54 +03:00
|
|
|
if (badConstraint) {
|
2018-12-12 23:43:23 +03:00
|
|
|
LOG("GetUserMedia: bad constraint found in post enumeration "
|
|
|
|
"promise2 success callback! Calling error handler!");
|
2018-12-12 23:42:54 +03:00
|
|
|
nsString constraint;
|
|
|
|
constraint.AssignASCII(badConstraint);
|
2019-10-03 23:12:22 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-12-12 23:42:54 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::OverconstrainedError,
|
|
|
|
NS_LITERAL_STRING(""), constraint),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
if (!devices->Length()) {
|
2018-12-12 23:43:23 +03:00
|
|
|
LOG("GetUserMedia: no devices found in post enumeration promise2 "
|
2018-12-12 23:42:54 +03:00
|
|
|
"success callback! Calling error handler!");
|
2019-10-03 23:12:22 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-12-12 23:42:54 +03:00
|
|
|
// When privacy.resistFingerprinting = true, no
|
|
|
|
// available device implies content script is requesting
|
|
|
|
// a fake device, so report NotAllowedError.
|
|
|
|
auto error = resistFingerprinting
|
|
|
|
? MediaMgrError::Name::NotAllowedError
|
|
|
|
: MediaMgrError::Name::NotFoundError;
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(error), __func__);
|
|
|
|
}
|
2018-12-12 08:22:49 +03:00
|
|
|
|
2018-12-12 23:42:54 +03:00
|
|
|
// before we give up devices below
|
|
|
|
nsCOMPtr<nsIMutableArray> devicesCopy = nsArray::Create();
|
|
|
|
if (!askPermission) {
|
|
|
|
for (auto& device : *devices) {
|
|
|
|
nsresult rv = devicesCopy->AppendElement(device);
|
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
2019-10-03 23:12:22 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-12-12 23:42:54 +03:00
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2018-12-12 07:00:42 +03:00
|
|
|
|
2018-12-12 23:42:54 +03:00
|
|
|
bool focusSource = mozilla::Preferences::GetBool(
|
|
|
|
"media.getusermedia.window.focus_source.enabled", true);
|
|
|
|
|
|
|
|
// Incremental hack to compile. To be replaced by deeper
|
|
|
|
// refactoring. MediaManager allows
|
|
|
|
// "neither-resolve-nor-reject" semantics, so we cannot
|
|
|
|
// use MozPromiseHolder here.
|
|
|
|
auto holder = MozPromiseHolder<StreamPromise>();
|
|
|
|
RefPtr<StreamPromise> p = holder.Ensure(__func__);
|
|
|
|
|
|
|
|
// Pass callbacks and listeners along to GetUserMediaTask.
|
|
|
|
auto task = MakeRefPtr<GetUserMediaTask>(
|
|
|
|
c, std::move(holder), windowID, windowListener, sourceListener,
|
|
|
|
prefs, principalInfo, isChrome, std::move(devices),
|
|
|
|
focusSource);
|
|
|
|
|
|
|
|
// Store the task w/callbacks.
|
|
|
|
self->mActiveCallbacks.Put(callID, task.forget());
|
|
|
|
|
|
|
|
// Add a WindowID cross-reference so OnNavigation can tear
|
|
|
|
// things down
|
|
|
|
nsTArray<nsString>* array;
|
|
|
|
if (!self->mCallIds.Get(windowID, &array)) {
|
|
|
|
array = new nsTArray<nsString>();
|
|
|
|
self->mCallIds.Put(windowID, array);
|
|
|
|
}
|
|
|
|
array->AppendElement(callID);
|
|
|
|
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
if (!askPermission) {
|
|
|
|
obs->NotifyObservers(devicesCopy, "getUserMedia:privileged:allow",
|
|
|
|
callID.BeginReading());
|
|
|
|
} else {
|
2018-12-12 23:43:23 +03:00
|
|
|
auto req = MakeRefPtr<GetUserMediaRequest>(
|
2019-04-30 18:20:59 +03:00
|
|
|
window, callID, c, isSecure, isHandlingUserInput);
|
2018-12-12 23:42:54 +03:00
|
|
|
if (!Preferences::GetBool("media.navigator.permission.force") &&
|
|
|
|
array->Length() > 1) {
|
|
|
|
// there is at least 1 pending gUM request
|
|
|
|
// For the scarySources test case, always send the
|
|
|
|
// request
|
|
|
|
self->mPendingGUMRequest.AppendElement(req.forget());
|
|
|
|
} else {
|
|
|
|
obs->NotifyObservers(req, "getUserMedia:request", nullptr);
|
|
|
|
}
|
|
|
|
}
|
2014-06-09 22:45:14 +04:00
|
|
|
#ifdef MOZ_WEBRTC
|
2018-12-12 23:42:54 +03:00
|
|
|
EnableWebRtcLog();
|
2014-06-09 22:45:14 +04:00
|
|
|
#endif
|
2018-12-12 23:42:54 +03:00
|
|
|
return p;
|
2018-11-30 08:13:58 +03:00
|
|
|
},
|
2019-10-03 23:12:22 +03:00
|
|
|
[windowListener, sourceListener](RefPtr<MediaMgrError>&& aError) {
|
2018-12-12 23:43:23 +03:00
|
|
|
LOG("GetUserMedia: post enumeration SelectSettings failure "
|
|
|
|
"callback called!");
|
2019-10-03 23:12:22 +03:00
|
|
|
windowListener->Remove(sourceListener);
|
2018-11-30 08:15:54 +03:00
|
|
|
return StreamPromise::CreateAndReject(std::move(aError), __func__);
|
2018-11-30 08:13:58 +03:00
|
|
|
});
|
2018-12-12 23:42:54 +03:00
|
|
|
};
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2018-12-28 06:12:57 +03:00
|
|
|
RefPtr<MediaManager::StreamPromise> MediaManager::GetDisplayMedia(
|
|
|
|
nsPIDOMWindowInner* aWindow,
|
|
|
|
const DisplayMediaStreamConstraints& aConstraintsPassedIn,
|
2019-06-01 01:04:13 +03:00
|
|
|
CallerType aCallerType) {
|
2018-12-28 06:12:57 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
MOZ_ASSERT(aWindow);
|
2019-11-19 18:24:42 +03:00
|
|
|
Document* doc = aWindow->GetExtantDoc();
|
|
|
|
if (NS_WARN_IF(!doc)) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::SecurityError),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!doc->HasBeenUserGestureActivated()) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::InvalidStateError,
|
|
|
|
NS_LITERAL_STRING(
|
|
|
|
"getDisplayMedia must be called from a user gesture handler.")),
|
|
|
|
__func__);
|
|
|
|
}
|
2018-12-28 06:12:57 +03:00
|
|
|
|
|
|
|
if (!IsOn(aConstraintsPassedIn.mVideo)) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::TypeError,
|
|
|
|
NS_LITERAL_STRING("video is required")),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
|
|
|
|
MediaStreamConstraints c;
|
|
|
|
auto& vc = c.mVideo.SetAsMediaTrackConstraints();
|
|
|
|
|
|
|
|
if (aConstraintsPassedIn.mVideo.IsMediaTrackConstraints()) {
|
|
|
|
vc = aConstraintsPassedIn.mVideo.GetAsMediaTrackConstraints();
|
|
|
|
if (vc.mAdvanced.WasPassed()) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::TypeError,
|
|
|
|
NS_LITERAL_STRING("advanced not allowed")),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
auto getCLR = [](const auto& aCon) -> const ConstrainLongRange& {
|
|
|
|
static ConstrainLongRange empty;
|
|
|
|
return (aCon.WasPassed() && !aCon.Value().IsLong())
|
|
|
|
? aCon.Value().GetAsConstrainLongRange()
|
|
|
|
: empty;
|
|
|
|
};
|
|
|
|
auto getCDR = [](auto&& aCon) -> const ConstrainDoubleRange& {
|
|
|
|
static ConstrainDoubleRange empty;
|
|
|
|
return (aCon.WasPassed() && !aCon.Value().IsDouble())
|
|
|
|
? aCon.Value().GetAsConstrainDoubleRange()
|
|
|
|
: empty;
|
|
|
|
};
|
|
|
|
const auto& w = getCLR(vc.mWidth);
|
|
|
|
const auto& h = getCLR(vc.mHeight);
|
|
|
|
const auto& f = getCDR(vc.mFrameRate);
|
|
|
|
if (w.mMin.WasPassed() || h.mMin.WasPassed() || f.mMin.WasPassed()) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::TypeError,
|
|
|
|
NS_LITERAL_STRING("min not allowed")),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
if (w.mExact.WasPassed() || h.mExact.WasPassed() || f.mExact.WasPassed()) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::TypeError,
|
|
|
|
NS_LITERAL_STRING("exact not allowed")),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
// As a UA optimization, we fail early without incurring a prompt, on
|
|
|
|
// known-to-fail constraint values that don't reveal anything about the
|
|
|
|
// user's system.
|
|
|
|
const char* badConstraint = nullptr;
|
|
|
|
if (w.mMax.WasPassed() && w.mMax.Value() < 1) {
|
|
|
|
badConstraint = "width";
|
|
|
|
}
|
|
|
|
if (h.mMax.WasPassed() && h.mMax.Value() < 1) {
|
|
|
|
badConstraint = "height";
|
|
|
|
}
|
|
|
|
if (f.mMax.WasPassed() && f.mMax.Value() < 1) {
|
|
|
|
badConstraint = "frameRate";
|
|
|
|
}
|
|
|
|
if (badConstraint) {
|
|
|
|
return StreamPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::OverconstrainedError,
|
|
|
|
NS_LITERAL_STRING(""),
|
|
|
|
NS_ConvertASCIItoUTF16(badConstraint)),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// We ask for "screen" sharing.
|
|
|
|
//
|
|
|
|
// If this is a privileged call or permission is disabled, this gives us full
|
|
|
|
// screen sharing by default, which is useful for internal testing.
|
|
|
|
//
|
|
|
|
// If this is a non-priviliged call, GetUserMedia() will change it to "window"
|
|
|
|
// for us.
|
2019-07-10 12:45:26 +03:00
|
|
|
vc.mMediaSource.Reset();
|
2019-10-18 02:40:57 +03:00
|
|
|
vc.mMediaSource.Construct().AssignASCII(
|
|
|
|
dom::MediaSourceEnumValues::GetString(MediaSourceEnum::Screen));
|
2018-12-28 06:12:57 +03:00
|
|
|
|
|
|
|
return MediaManager::GetUserMedia(aWindow, c, aCallerType);
|
|
|
|
}
|
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
void MediaManager::AnonymizeDevices(MediaDeviceSet& aDevices,
|
2019-03-08 14:52:06 +03:00
|
|
|
const nsACString& aOriginKey,
|
|
|
|
const uint64_t aWindowId) {
|
2015-06-18 18:46:36 +03:00
|
|
|
if (!aOriginKey.IsEmpty()) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
for (RefPtr<MediaDevice>& device : aDevices) {
|
2015-06-18 18:46:36 +03:00
|
|
|
nsString id;
|
|
|
|
device->GetId(id);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
nsString rawId(id);
|
2015-06-18 18:46:36 +03:00
|
|
|
AnonymizeId(id, aOriginKey);
|
2019-03-08 14:51:45 +03:00
|
|
|
|
|
|
|
nsString groupId;
|
|
|
|
device->GetGroupId(groupId);
|
2019-03-08 14:52:06 +03:00
|
|
|
// Use window id to salt group id in order to make it session based as
|
|
|
|
// required by the spec. This does not provide unique group ids through
|
|
|
|
// out a browser restart. However, this is not agaist the spec.
|
|
|
|
// Furtermore, since device ids are the same after a browser restart the
|
|
|
|
// fingerprint is not bigger.
|
|
|
|
groupId.AppendInt(aWindowId);
|
2019-03-08 14:51:45 +03:00
|
|
|
AnonymizeId(groupId, aOriginKey);
|
|
|
|
|
|
|
|
device = new MediaDevice(device, id, groupId, rawId);
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2019-02-26 01:05:29 +03:00
|
|
|
/* static */
|
|
|
|
nsresult MediaManager::AnonymizeId(nsAString& aId,
|
|
|
|
const nsACString& aOriginKey) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2012-10-18 22:31:00 +04:00
|
|
|
|
2015-06-18 18:46:36 +03:00
|
|
|
nsresult rv;
|
|
|
|
nsCOMPtr<nsIKeyObjectFactory> factory =
|
|
|
|
do_GetService("@mozilla.org/security/keyobjectfactory;1", &rv);
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
nsCString rawKey;
|
|
|
|
rv = Base64Decode(aOriginKey, rawKey);
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
nsCOMPtr<nsIKeyObject> key;
|
|
|
|
rv = factory->KeyFromString(nsIKeyObject::HMAC, rawKey, getter_AddRefs(key));
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsCOMPtr<nsICryptoHMAC> hasher =
|
|
|
|
do_CreateInstance(NS_CRYPTO_HMAC_CONTRACTID, &rv);
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
rv = hasher->Init(nsICryptoHMAC::SHA256, key);
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
NS_ConvertUTF16toUTF8 id(aId);
|
|
|
|
rv = hasher->Update(reinterpret_cast<const uint8_t*>(id.get()), id.Length());
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
nsCString mac;
|
|
|
|
rv = hasher->Finish(true, mac);
|
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
return rv;
|
|
|
|
}
|
|
|
|
|
|
|
|
aId = NS_ConvertUTF8toUTF16(mac);
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */
|
|
|
|
already_AddRefed<nsIWritableVariant> MediaManager::ToJSArray(
|
2018-07-16 12:30:46 +03:00
|
|
|
MediaDeviceSet& aDevices) {
|
2015-10-09 20:24:23 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-12-12 23:43:23 +03:00
|
|
|
auto var = MakeRefPtr<nsVariantCC>();
|
2015-06-18 18:46:36 +03:00
|
|
|
size_t len = aDevices.Length();
|
|
|
|
if (len) {
|
|
|
|
nsTArray<nsIMediaDevice*> tmp(len);
|
|
|
|
for (auto& device : aDevices) {
|
|
|
|
tmp.AppendElement(device);
|
|
|
|
}
|
|
|
|
auto* elements = static_cast<const void*>(tmp.Elements());
|
|
|
|
nsresult rv = var->SetAsArray(nsIDataType::VTYPE_INTERFACE,
|
|
|
|
&NS_GET_IID(nsIMediaDevice), len,
|
|
|
|
const_cast<void*>(elements));
|
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
var->SetAsEmptyArray(); // because SetAsArray() fails on zero length
|
|
|
|
// arrays.
|
|
|
|
}
|
|
|
|
return var.forget();
|
|
|
|
}
|
2014-03-27 01:57:46 +04:00
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
RefPtr<MediaManager::MgrPromise> MediaManager::EnumerateDevicesImpl(
|
2018-07-16 12:30:46 +03:00
|
|
|
uint64_t aWindowId, MediaSourceEnum aVideoInputType,
|
|
|
|
MediaSourceEnum aAudioInputType, MediaSinkEnum aAudioOutputType,
|
|
|
|
DeviceEnumerationType aVideoInputEnumType,
|
2019-01-02 19:44:35 +03:00
|
|
|
DeviceEnumerationType aAudioInputEnumType, bool aForceNoPermRequest,
|
2018-12-12 23:42:54 +03:00
|
|
|
const RefPtr<MediaDeviceSetRefCnt>& aOutDevices) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-03-16 22:09:26 +03:00
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: aWindowId=%" PRIu64 ", aVideoInputType=%" PRIu8
|
|
|
|
", aAudioInputType=%" PRIu8 ", aVideoInputEnumType=%" PRIu8
|
|
|
|
", aAudioInputEnumType=%" PRIu8,
|
|
|
|
__func__, aWindowId, static_cast<uint8_t>(aVideoInputType),
|
|
|
|
static_cast<uint8_t>(aAudioInputType),
|
|
|
|
static_cast<uint8_t>(aVideoInputEnumType),
|
|
|
|
static_cast<uint8_t>(aAudioInputEnumType));
|
2019-04-11 17:12:43 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(aWindowId);
|
2015-06-18 18:46:36 +03:00
|
|
|
|
|
|
|
// To get a device list anonymized for a particular origin, we must:
|
|
|
|
// 1. Get an origin-key (for either regular or private browsing)
|
|
|
|
// 2. Get the raw devices list
|
|
|
|
// 3. Anonymize the raw list with the origin-key.
|
2012-09-20 23:54:00 +04:00
|
|
|
|
2016-11-22 14:38:41 +03:00
|
|
|
nsCOMPtr<nsIPrincipal> principal =
|
2017-11-04 01:25:38 +03:00
|
|
|
nsGlobalWindowInner::Cast(window)->GetPrincipal();
|
2016-11-22 14:38:41 +03:00
|
|
|
MOZ_ASSERT(principal);
|
|
|
|
|
2017-01-28 20:29:13 +03:00
|
|
|
ipc::PrincipalInfo principalInfo;
|
|
|
|
nsresult rv = PrincipalToPrincipalInfo(principal, &principalInfo);
|
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
2018-12-12 23:43:23 +03:00
|
|
|
return MgrPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::NotAllowedError),
|
2018-09-25 20:03:50 +03:00
|
|
|
__func__);
|
2017-01-28 20:29:13 +03:00
|
|
|
}
|
2015-06-18 18:46:36 +03:00
|
|
|
|
2015-07-10 17:15:19 +03:00
|
|
|
bool persist = IsActivelyCapturingOrHasAPermission(aWindowId);
|
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
// GetPrincipalKey is an async API that returns a promise. We use .Then() to
|
|
|
|
// pass in a lambda to run back on this same thread later once
|
|
|
|
// GetPrincipalKey resolves. Needed variables are "captured"
|
2015-06-18 18:46:36 +03:00
|
|
|
// (passed by value) safely into the lambda.
|
2018-12-12 23:43:23 +03:00
|
|
|
auto originKey = MakeRefPtr<Refcountable<nsCString>>();
|
2018-09-25 20:03:50 +03:00
|
|
|
return media::GetPrincipalKey(principalInfo, persist)
|
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
2018-12-12 23:43:23 +03:00
|
|
|
[aWindowId, aVideoInputType, aAudioInputType, aAudioOutputType,
|
2019-01-02 19:44:35 +03:00
|
|
|
aVideoInputEnumType, aAudioInputEnumType, aForceNoPermRequest,
|
|
|
|
aOutDevices, originKey](const nsCString& aOriginKey) {
|
2018-09-25 20:03:50 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-12-12 23:43:23 +03:00
|
|
|
originKey->Assign(aOriginKey);
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* mgr = MediaManager::GetIfExists();
|
2018-09-25 20:03:50 +03:00
|
|
|
MOZ_ASSERT(mgr);
|
|
|
|
if (!mgr->IsWindowStillActive(aWindowId)) {
|
2018-12-12 23:43:23 +03:00
|
|
|
return MgrPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
2018-09-25 20:03:50 +03:00
|
|
|
__func__);
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
2018-12-12 23:43:23 +03:00
|
|
|
return mgr->EnumerateRawDevices(
|
|
|
|
aWindowId, aVideoInputType, aAudioInputType, aAudioOutputType,
|
2019-01-02 19:44:35 +03:00
|
|
|
aVideoInputEnumType, aAudioInputEnumType, aForceNoPermRequest,
|
|
|
|
aOutDevices);
|
2018-09-25 20:03:50 +03:00
|
|
|
},
|
2018-11-30 08:15:54 +03:00
|
|
|
[](nsresult rs) {
|
2018-09-25 20:03:50 +03:00
|
|
|
NS_WARNING(
|
|
|
|
"EnumerateDevicesImpl failed to get Principal Key. Enumeration "
|
|
|
|
"will not continue.");
|
2018-12-12 23:43:23 +03:00
|
|
|
return MgrPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
2018-09-25 20:03:50 +03:00
|
|
|
__func__);
|
2018-12-12 23:43:23 +03:00
|
|
|
})
|
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
|
|
|
[aWindowId, originKey, aVideoInputEnumType, aAudioInputEnumType,
|
|
|
|
aVideoInputType, aAudioInputType, aOutDevices](bool) {
|
|
|
|
// Only run if window is still on our active list.
|
|
|
|
MediaManager* mgr = MediaManager::GetIfExists();
|
|
|
|
if (!mgr || !mgr->IsWindowStillActive(aWindowId)) {
|
|
|
|
return MgrPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we fetched any real cameras or mics, remove the
|
|
|
|
// "default" part of their IDs.
|
|
|
|
if (aVideoInputType == MediaSourceEnum::Camera &&
|
|
|
|
aAudioInputType == MediaSourceEnum::Microphone &&
|
|
|
|
(aVideoInputEnumType != DeviceEnumerationType::Fake ||
|
|
|
|
aAudioInputEnumType != DeviceEnumerationType::Fake)) {
|
|
|
|
mgr->mDeviceIDs.Clear();
|
|
|
|
for (auto& device : *aOutDevices) {
|
|
|
|
nsString id;
|
|
|
|
device->GetId(id);
|
|
|
|
id.ReplaceSubstring(NS_LITERAL_STRING("default: "),
|
|
|
|
NS_LITERAL_STRING(""));
|
|
|
|
if (!mgr->mDeviceIDs.Contains(id)) {
|
|
|
|
mgr->mDeviceIDs.AppendElement(id);
|
2019-04-05 09:48:19 +03:00
|
|
|
}
|
2018-12-12 23:43:23 +03:00
|
|
|
}
|
2019-04-06 00:41:42 +03:00
|
|
|
}
|
2018-12-12 23:43:23 +03:00
|
|
|
if (!mgr->IsWindowStillActive(aWindowId)) {
|
|
|
|
return MgrPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
2019-03-08 14:52:06 +03:00
|
|
|
MediaManager::AnonymizeDevices(*aOutDevices, *originKey, aWindowId);
|
2018-12-12 23:43:23 +03:00
|
|
|
return MgrPromise::CreateAndResolve(false, __func__);
|
|
|
|
},
|
|
|
|
[](RefPtr<MediaMgrError>&& aError) {
|
|
|
|
return MgrPromise::CreateAndReject(std::move(aError), __func__);
|
|
|
|
});
|
2012-09-20 23:54:00 +04:00
|
|
|
}
|
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
RefPtr<MediaManager::DevicesPromise> MediaManager::EnumerateDevices(
|
2019-06-01 01:04:13 +03:00
|
|
|
nsPIDOMWindowInner* aWindow, CallerType aCallerType) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-11-30 08:14:05 +03:00
|
|
|
if (sHasShutdown) {
|
2018-12-12 23:43:23 +03:00
|
|
|
return DevicesPromise::CreateAndReject(
|
2018-11-30 08:15:54 +03:00
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError,
|
|
|
|
NS_LITERAL_STRING("In shutdown")),
|
2018-11-30 08:14:05 +03:00
|
|
|
__func__);
|
|
|
|
}
|
2015-06-18 18:46:36 +03:00
|
|
|
uint64_t windowId = aWindow->WindowID();
|
2019-09-05 23:09:28 +03:00
|
|
|
Document* doc = aWindow->GetExtantDoc();
|
|
|
|
MOZ_ASSERT(doc);
|
2015-06-18 18:46:36 +03:00
|
|
|
|
2019-09-05 23:09:28 +03:00
|
|
|
nsIPrincipal* principal = doc->NodePrincipal();
|
2016-04-06 15:56:44 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> windowListener =
|
|
|
|
GetWindowListener(windowId);
|
|
|
|
if (windowListener) {
|
|
|
|
PrincipalHandle existingPrincipalHandle =
|
|
|
|
windowListener->GetPrincipalHandle();
|
|
|
|
MOZ_ASSERT(PrincipalHandleMatches(existingPrincipalHandle, principal));
|
|
|
|
} else {
|
|
|
|
windowListener = new GetUserMediaWindowListener(
|
2019-10-29 16:01:26 +03:00
|
|
|
windowId, MakePrincipalHandle(principal));
|
2017-04-26 12:13:40 +03:00
|
|
|
AddWindowID(windowId, windowListener);
|
|
|
|
}
|
2015-09-04 02:09:34 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Create an inactive SourceListener to act as a placeholder, so the
|
|
|
|
// window listener doesn't clean itself up until we're done.
|
2018-12-12 23:43:23 +03:00
|
|
|
auto sourceListener = MakeRefPtr<SourceListener>();
|
2017-04-26 12:13:40 +03:00
|
|
|
windowListener->Register(sourceListener);
|
2015-03-03 17:51:05 +03:00
|
|
|
|
2018-03-16 22:09:26 +03:00
|
|
|
DeviceEnumerationType videoEnumerationType = DeviceEnumerationType::Normal;
|
|
|
|
DeviceEnumerationType audioEnumerationType = DeviceEnumerationType::Normal;
|
2019-09-05 20:00:26 +03:00
|
|
|
|
2019-09-05 23:09:28 +03:00
|
|
|
// Only expose devices which are allowed to use:
|
|
|
|
// https://w3c.github.io/mediacapture-main/#dom-mediadevices-enumeratedevices
|
|
|
|
MediaSourceEnum videoType = dom::FeaturePolicyUtils::IsFeatureAllowed(
|
|
|
|
doc, NS_LITERAL_STRING("camera"))
|
|
|
|
? MediaSourceEnum::Camera
|
|
|
|
: MediaSourceEnum::Other;
|
|
|
|
MediaSourceEnum audioType = dom::FeaturePolicyUtils::IsFeatureAllowed(
|
|
|
|
doc, NS_LITERAL_STRING("microphone"))
|
|
|
|
? MediaSourceEnum::Microphone
|
|
|
|
: MediaSourceEnum::Other;
|
|
|
|
|
|
|
|
auto devices = MakeRefPtr<MediaDeviceSetRefCnt>();
|
|
|
|
MediaSinkEnum audioOutputType = MediaSinkEnum::Other;
|
|
|
|
// TODO bug Bug 1577199 we don't seem to support the "speaker" feature policy
|
|
|
|
// yet.
|
|
|
|
if (Preferences::GetBool("media.setsinkid.enabled")) {
|
|
|
|
audioOutputType = MediaSinkEnum::Speaker;
|
|
|
|
} else if (audioType == MediaSourceEnum::Other &&
|
|
|
|
videoType == MediaSourceEnum::Other) {
|
|
|
|
return DevicesPromise::CreateAndResolve(devices, __func__);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool resistFingerprinting = nsContentUtils::ResistFingerprinting(aCallerType);
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
// In order of precedence: resist fingerprinting > loopback > fake pref
|
|
|
|
if (resistFingerprinting) {
|
2018-03-16 22:09:26 +03:00
|
|
|
videoEnumerationType = DeviceEnumerationType::Fake;
|
|
|
|
audioEnumerationType = DeviceEnumerationType::Fake;
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
} else {
|
|
|
|
// Handle loopback and fake requests
|
|
|
|
nsAutoCString videoLoopDev, audioLoopDev;
|
|
|
|
bool wantFakes = Preferences::GetBool("media.navigator.streams.fake");
|
|
|
|
// Video
|
2019-09-05 23:09:28 +03:00
|
|
|
if (videoType == MediaSourceEnum::Camera) {
|
|
|
|
Preferences::GetCString("media.video_loopback_dev", videoLoopDev);
|
|
|
|
// Loopback prefs take precedence over fake prefs
|
|
|
|
if (!videoLoopDev.IsEmpty()) {
|
|
|
|
videoEnumerationType = DeviceEnumerationType::Loopback;
|
|
|
|
} else if (wantFakes) {
|
|
|
|
videoEnumerationType = DeviceEnumerationType::Fake;
|
|
|
|
}
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
}
|
2019-09-05 23:09:28 +03:00
|
|
|
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
// Audio
|
2019-09-05 23:09:28 +03:00
|
|
|
if (audioType == MediaSourceEnum::Microphone) {
|
|
|
|
Preferences::GetCString("media.audio_loopback_dev", audioLoopDev);
|
|
|
|
// Loopback prefs take precedence over fake prefs
|
|
|
|
if (!audioLoopDev.IsEmpty()) {
|
|
|
|
audioEnumerationType = DeviceEnumerationType::Loopback;
|
|
|
|
} else if (wantFakes) {
|
|
|
|
audioEnumerationType = DeviceEnumerationType::Fake;
|
|
|
|
}
|
Bug 1436523 - Rework media manager enumeration to prefer loopback to fake devices, allow mixing of fake and loopback. r=achronop
Change the media manager so that if fake and loopback devices are requested,
loopback is preferred. With this change loopback and fake devices can also be
mixed. Since the fake flag is coarse, and does not specify fake audio or video,
we would previously just make everything fake. As loopback sets flags for video
and audio separately, we can now request a single loopback device, while also
setting the fake flag to get a mix. E.g. if we request a loopback audio device,
and set the fake flag, we should get loopback audio and fake video.
This change also attempts to somewhat consolidate where these settings take
place. Previously, EnumerateRawDevices did much of the loopback setup. However,
other steps around fingerprint resistance or fake devices were done in earlier
functions (EnumerateDevices and GetUserMedia). This changeset moves the loopback
setup so that it's more consolidated with the other setup code in these
functions.
MozReview-Commit-ID: FF0bR0Nyws9
--HG--
extra : rebase_source : 374a6fd0842a430e27c695bcf956e2e072a77fc3
2018-02-13 00:56:26 +03:00
|
|
|
}
|
|
|
|
}
|
2015-03-03 17:51:05 +03:00
|
|
|
|
2019-09-05 23:09:28 +03:00
|
|
|
return EnumerateDevicesImpl(windowId, videoType, audioType, audioOutputType,
|
2019-01-02 19:44:35 +03:00
|
|
|
videoEnumerationType, audioEnumerationType, false,
|
2018-12-12 23:42:54 +03:00
|
|
|
devices)
|
2018-11-30 08:15:54 +03:00
|
|
|
->Then(
|
|
|
|
GetCurrentThreadSerialEventTarget(), __func__,
|
2019-10-17 10:57:13 +03:00
|
|
|
[self = RefPtr<MediaManager>(this), this, windowListener,
|
|
|
|
sourceListener, devices](bool) {
|
|
|
|
if (!IsWindowListenerStillActive(windowListener)) {
|
|
|
|
MOZ_ASSERT(!windowListener->Remove(sourceListener));
|
|
|
|
return DevicesPromise::CreateAndReject(
|
|
|
|
MakeRefPtr<MediaMgrError>(MediaMgrError::Name::AbortError),
|
|
|
|
__func__);
|
|
|
|
}
|
2018-11-30 08:15:54 +03:00
|
|
|
DebugOnly<bool> rv = windowListener->Remove(sourceListener);
|
|
|
|
MOZ_ASSERT(rv);
|
2018-12-12 23:43:23 +03:00
|
|
|
return DevicesPromise::CreateAndResolve(devices, __func__);
|
2018-11-30 08:15:54 +03:00
|
|
|
},
|
|
|
|
[windowListener, sourceListener](RefPtr<MediaMgrError>&& aError) {
|
|
|
|
// This may fail, if a new doc has been set the OnNavigation
|
|
|
|
// method should have removed all previous active listeners.
|
2019-10-17 10:57:13 +03:00
|
|
|
MOZ_ASSERT(!windowListener->Remove(sourceListener));
|
2018-12-12 23:43:23 +03:00
|
|
|
return DevicesPromise::CreateAndReject(std::move(aError), __func__);
|
2018-11-30 08:15:54 +03:00
|
|
|
});
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
|
|
|
|
2018-10-12 11:44:23 +03:00
|
|
|
RefPtr<SinkInfoPromise> MediaManager::GetSinkDevice(nsPIDOMWindowInner* aWindow,
|
|
|
|
const nsString& aDeviceId) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
MOZ_ASSERT(aWindow);
|
|
|
|
|
|
|
|
// We have to add the window id here because enumerate methods
|
|
|
|
// check for that and abort silently if it does not exist.
|
|
|
|
uint64_t windowId = aWindow->WindowID();
|
|
|
|
nsIPrincipal* principal = aWindow->GetExtantDoc()->NodePrincipal();
|
|
|
|
RefPtr<GetUserMediaWindowListener> windowListener =
|
|
|
|
GetWindowListener(windowId);
|
|
|
|
if (windowListener) {
|
|
|
|
PrincipalHandle existingPrincipalHandle =
|
|
|
|
windowListener->GetPrincipalHandle();
|
|
|
|
MOZ_ASSERT(PrincipalHandleMatches(existingPrincipalHandle, principal));
|
|
|
|
} else {
|
|
|
|
windowListener = new GetUserMediaWindowListener(
|
2019-10-29 16:01:26 +03:00
|
|
|
windowId, MakePrincipalHandle(principal));
|
2018-10-12 11:44:23 +03:00
|
|
|
AddWindowID(windowId, windowListener);
|
|
|
|
}
|
|
|
|
// Create an inactive SourceListener to act as a placeholder, so the
|
|
|
|
// window listener doesn't clean itself up until we're done.
|
2018-12-12 23:43:23 +03:00
|
|
|
auto sourceListener = MakeRefPtr<SourceListener>();
|
2018-10-12 11:44:23 +03:00
|
|
|
windowListener->Register(sourceListener);
|
|
|
|
|
|
|
|
bool isSecure = aWindow->IsSecureContext();
|
2018-12-12 23:42:54 +03:00
|
|
|
auto devices = MakeRefPtr<MediaDeviceSetRefCnt>();
|
2018-10-12 11:44:23 +03:00
|
|
|
return EnumerateDevicesImpl(aWindow->WindowID(), MediaSourceEnum::Other,
|
|
|
|
MediaSourceEnum::Other, MediaSinkEnum::Speaker,
|
|
|
|
DeviceEnumerationType::Normal,
|
2019-01-02 19:44:35 +03:00
|
|
|
DeviceEnumerationType::Normal, true, devices)
|
2018-10-12 11:44:23 +03:00
|
|
|
->Then(
|
|
|
|
GetCurrentThreadSerialEventTarget(), __func__,
|
2018-12-12 23:42:54 +03:00
|
|
|
[aDeviceId, isSecure, devices](bool) {
|
|
|
|
for (RefPtr<MediaDevice>& device : *devices) {
|
2018-10-12 11:44:23 +03:00
|
|
|
if (aDeviceId.IsEmpty() && device->mSinkInfo->Preferred()) {
|
|
|
|
return SinkInfoPromise::CreateAndResolve(device->mSinkInfo,
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
if (device->mID.Equals(aDeviceId)) {
|
|
|
|
// TODO: Check if the application is authorized to play audio
|
|
|
|
// through this device (Bug 1493982).
|
|
|
|
if (isSecure || device->mSinkInfo->Preferred()) {
|
|
|
|
return SinkInfoPromise::CreateAndResolve(device->mSinkInfo,
|
|
|
|
__func__);
|
|
|
|
}
|
|
|
|
return SinkInfoPromise::CreateAndReject(
|
|
|
|
NS_ERROR_DOM_MEDIA_NOT_ALLOWED_ERR, __func__);
|
2018-11-19 16:25:37 +03:00
|
|
|
}
|
2018-10-12 11:44:23 +03:00
|
|
|
}
|
|
|
|
return SinkInfoPromise::CreateAndReject(NS_ERROR_NOT_AVAILABLE,
|
|
|
|
__func__);
|
|
|
|
},
|
2018-11-30 08:15:54 +03:00
|
|
|
[](RefPtr<MediaMgrError>&& aError) {
|
2018-10-12 11:44:23 +03:00
|
|
|
return SinkInfoPromise::CreateAndReject(NS_ERROR_NOT_AVAILABLE,
|
|
|
|
__func__);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2015-06-18 18:46:36 +03:00
|
|
|
/*
|
|
|
|
* GetUserMediaDevices - called by the UI-part of getUserMedia from chrome JS.
|
|
|
|
*/
|
|
|
|
|
2016-01-30 20:05:36 +03:00
|
|
|
nsresult MediaManager::GetUserMediaDevices(
|
2015-06-18 18:46:36 +03:00
|
|
|
nsPIDOMWindowInner* aWindow, const MediaStreamConstraints& aConstraints,
|
2019-06-01 01:04:13 +03:00
|
|
|
MozGetUserMediaDevicesSuccessCallback& aOnSuccess, uint64_t aWindowId,
|
2016-01-08 01:30:10 +03:00
|
|
|
const nsAString& aCallID) {
|
2015-06-18 18:46:36 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (!aWindowId) {
|
|
|
|
aWindowId = aWindow->WindowID();
|
|
|
|
}
|
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
// Ignore passed-in constraints, instead locate + return already-constrained
|
|
|
|
// list.
|
2015-06-18 18:46:36 +03:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
nsTArray<nsString>* callIDs;
|
|
|
|
if (!mCallIds.Get(aWindowId, &callIDs)) {
|
|
|
|
return NS_ERROR_UNEXPECTED;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (auto& callID : *callIDs) {
|
2016-04-28 03:06:05 +03:00
|
|
|
RefPtr<GetUserMediaTask> task;
|
2016-01-08 01:30:10 +03:00
|
|
|
if (!aCallID.Length() || aCallID == callID) {
|
2016-04-28 03:06:05 +03:00
|
|
|
if (mActiveCallbacks.Get(callID, getter_AddRefs(task))) {
|
2018-07-16 12:30:46 +03:00
|
|
|
nsCOMPtr<nsIWritableVariant> array =
|
2018-11-30 08:14:05 +03:00
|
|
|
MediaManager::ToJSArray(*task->mMediaDeviceSet);
|
2018-07-28 07:40:29 +03:00
|
|
|
aOnSuccess.Call(array);
|
2016-01-08 01:30:10 +03:00
|
|
|
return NS_OK;
|
|
|
|
}
|
2015-06-18 18:46:36 +03:00
|
|
|
}
|
2015-07-03 01:01:52 +03:00
|
|
|
}
|
|
|
|
return NS_ERROR_UNEXPECTED;
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
|
|
|
|
2019-01-03 08:18:09 +03:00
|
|
|
MediaEngine* MediaManager::GetBackend() {
|
2015-11-18 23:03:13 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2012-07-12 15:53:08 +04:00
|
|
|
// Plugin backends as appropriate. The default engine also currently
|
|
|
|
// includes picture support for Android.
|
2012-10-26 04:14:47 +04:00
|
|
|
// This IS called off main-thread.
|
2012-06-03 11:35:15 +04:00
|
|
|
if (!mBackend) {
|
2017-11-02 18:27:33 +03:00
|
|
|
MOZ_RELEASE_ASSERT(
|
|
|
|
!sHasShutdown); // we should never create a new backend in shutdown
|
2012-07-12 15:53:08 +04:00
|
|
|
#if defined(MOZ_WEBRTC)
|
2013-12-06 23:34:40 +04:00
|
|
|
mBackend = new MediaEngineWebRTC(mPrefs);
|
2012-07-12 15:53:08 +04:00
|
|
|
#else
|
2013-11-06 07:32:42 +04:00
|
|
|
mBackend = new MediaEngineDefault();
|
2012-07-12 15:53:08 +04:00
|
|
|
#endif
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
mDeviceListChangeListener = mBackend->DeviceListChangeEvent().Connect(
|
|
|
|
AbstractThread::MainThread(), this, &MediaManager::DeviceListChanged);
|
2012-06-03 11:35:15 +04:00
|
|
|
}
|
|
|
|
return mBackend;
|
|
|
|
}
|
|
|
|
|
2012-08-22 19:56:38 +04:00
|
|
|
void MediaManager::OnNavigation(uint64_t aWindowID) {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("OnNavigation for %" PRIu64, aWindowID);
|
2012-10-26 04:14:47 +04:00
|
|
|
|
2016-02-05 15:20:20 +03:00
|
|
|
// Stop the streams for this window. The runnables check this value before
|
|
|
|
// making a call to content.
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2015-07-03 01:01:52 +03:00
|
|
|
nsTArray<nsString>* callIDs;
|
|
|
|
if (mCallIds.Get(aWindowID, &callIDs)) {
|
|
|
|
for (auto& callID : *callIDs) {
|
|
|
|
mActiveCallbacks.Remove(callID);
|
2014-01-09 01:51:33 +04:00
|
|
|
}
|
|
|
|
mCallIds.Remove(aWindowID);
|
|
|
|
}
|
|
|
|
|
2012-10-26 04:14:47 +04:00
|
|
|
// This is safe since we're on main-thread, and the windowlist can only
|
2013-01-04 22:11:12 +04:00
|
|
|
// be added to from the main-thread
|
2017-11-06 21:09:35 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(aWindowID);
|
2014-09-20 01:24:28 +04:00
|
|
|
if (window) {
|
2019-11-12 00:56:15 +03:00
|
|
|
// We have cleanup to do when we're the current window. OnNavigation is also
|
|
|
|
// called by nsGlobalWindowInner::FreeInnerObjects, which MAY happen later
|
|
|
|
// when window is not current. In that case, cleanup has already happened.
|
|
|
|
if (!window->IsCurrentInnerWindow()) {
|
|
|
|
return;
|
|
|
|
}
|
2018-02-23 17:50:57 +03:00
|
|
|
IterateWindowListeners(
|
2019-04-11 17:12:43 +03:00
|
|
|
window, [self = RefPtr<MediaManager>(this),
|
|
|
|
windowID = DebugOnly<decltype(aWindowID)>(aWindowID)](
|
|
|
|
const RefPtr<GetUserMediaWindowListener>& aListener) {
|
2019-03-29 19:12:20 +03:00
|
|
|
aListener->RemoveAll();
|
2018-02-23 17:50:57 +03:00
|
|
|
MOZ_ASSERT(!self->GetWindowListener(windowID));
|
|
|
|
});
|
2014-09-20 01:24:28 +04:00
|
|
|
} else {
|
|
|
|
RemoveWindowID(aWindowID);
|
2012-10-25 03:21:15 +04:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(!GetWindowListener(aWindowID));
|
2013-01-07 06:31:32 +04:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
void MediaManager::AddWindowID(uint64_t aWindowId,
|
2019-04-16 10:37:48 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> aListener) {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2015-03-03 17:51:05 +03:00
|
|
|
// Store the WindowID in a hash table and mark as active. The entry is removed
|
|
|
|
// when this window is closed or navigated away from.
|
|
|
|
// This is safe since we're on main-thread, and the windowlist can only
|
|
|
|
// be invalidated from the main-thread (see OnNavigation)
|
2017-04-26 12:13:40 +03:00
|
|
|
if (IsWindowStillActive(aWindowId)) {
|
|
|
|
MOZ_ASSERT(false, "Window already added");
|
|
|
|
return;
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
2017-09-01 11:32:33 +03:00
|
|
|
|
2019-04-16 10:37:48 +03:00
|
|
|
GetActiveWindows()->Put(aWindowId, aListener.forget());
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
|
|
|
|
2014-08-22 14:21:48 +04:00
|
|
|
void MediaManager::RemoveWindowID(uint64_t aWindowId) {
|
|
|
|
mActiveWindows.Remove(aWindowId);
|
|
|
|
|
|
|
|
// get outer windowID
|
2017-11-06 21:09:35 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(aWindowId);
|
2014-08-22 14:21:48 +04:00
|
|
|
if (!window) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("No inner window for %" PRIu64, aWindowId);
|
2014-08-22 14:21:48 +04:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2019-04-11 17:12:43 +03:00
|
|
|
auto* outer = window->GetOuterWindow();
|
2014-08-22 14:21:48 +04:00
|
|
|
if (!outer) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("No outer window for inner %" PRIu64, aWindowId);
|
2014-08-22 14:21:48 +04:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
uint64_t outerID = outer->WindowID();
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Notify the UI that this window no longer has gUM active
|
|
|
|
char windowBuffer[32];
|
|
|
|
SprintfLiteral(windowBuffer, "%" PRIu64, outerID);
|
|
|
|
nsString data = NS_ConvertUTF8toUTF16(windowBuffer);
|
2017-05-03 14:14:18 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
obs->NotifyObservers(nullptr, "recording-window-ended", data.get());
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Sent recording-window-ended for window %" PRIu64 " (outer %" PRIu64 ")",
|
|
|
|
aWindowId, outerID);
|
2017-04-27 01:21:54 +03:00
|
|
|
}
|
|
|
|
|
2018-03-19 11:40:38 +03:00
|
|
|
bool MediaManager::IsWindowListenerStillActive(
|
2019-04-16 10:37:48 +03:00
|
|
|
const RefPtr<GetUserMediaWindowListener>& aListener) {
|
2018-03-19 11:40:38 +03:00
|
|
|
MOZ_DIAGNOSTIC_ASSERT(aListener);
|
|
|
|
return aListener && aListener == GetWindowListener(aListener->WindowID());
|
|
|
|
}
|
|
|
|
|
2013-03-05 01:02:17 +04:00
|
|
|
void MediaManager::GetPref(nsIPrefBranch* aBranch, const char* aPref,
|
|
|
|
const char* aData, int32_t* aVal) {
|
|
|
|
int32_t temp;
|
|
|
|
if (aData == nullptr || strcmp(aPref, aData) == 0) {
|
|
|
|
if (NS_SUCCEEDED(aBranch->GetIntPref(aPref, &temp))) {
|
|
|
|
*aVal = temp;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-12-06 23:34:40 +04:00
|
|
|
void MediaManager::GetPrefBool(nsIPrefBranch* aBranch, const char* aPref,
|
|
|
|
const char* aData, bool* aVal) {
|
|
|
|
bool temp;
|
|
|
|
if (aData == nullptr || strcmp(aPref, aData) == 0) {
|
|
|
|
if (NS_SUCCEEDED(aBranch->GetBoolPref(aPref, &temp))) {
|
|
|
|
*aVal = temp;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-03-05 01:02:17 +04:00
|
|
|
void MediaManager::GetPrefs(nsIPrefBranch* aBranch, const char* aData) {
|
|
|
|
GetPref(aBranch, "media.navigator.video.default_width", aData,
|
|
|
|
&mPrefs.mWidth);
|
|
|
|
GetPref(aBranch, "media.navigator.video.default_height", aData,
|
|
|
|
&mPrefs.mHeight);
|
|
|
|
GetPref(aBranch, "media.navigator.video.default_fps", aData, &mPrefs.mFPS);
|
2015-09-24 16:23:37 +03:00
|
|
|
GetPref(aBranch, "media.navigator.audio.fake_frequency", aData,
|
|
|
|
&mPrefs.mFreq);
|
2016-01-23 00:46:38 +03:00
|
|
|
#ifdef MOZ_WEBRTC
|
|
|
|
GetPrefBool(aBranch, "media.getusermedia.aec_enabled", aData, &mPrefs.mAecOn);
|
|
|
|
GetPrefBool(aBranch, "media.getusermedia.agc_enabled", aData, &mPrefs.mAgcOn);
|
|
|
|
GetPrefBool(aBranch, "media.getusermedia.noise_enabled", aData,
|
|
|
|
&mPrefs.mNoiseOn);
|
|
|
|
GetPref(aBranch, "media.getusermedia.aec", aData, &mPrefs.mAec);
|
|
|
|
GetPref(aBranch, "media.getusermedia.agc", aData, &mPrefs.mAgc);
|
|
|
|
GetPref(aBranch, "media.getusermedia.noise", aData, &mPrefs.mNoise);
|
2016-04-20 03:20:45 +03:00
|
|
|
GetPrefBool(aBranch, "media.getusermedia.aec_extended_filter", aData,
|
|
|
|
&mPrefs.mExtendedFilter);
|
|
|
|
GetPrefBool(aBranch, "media.getusermedia.aec_aec_delay_agnostic", aData,
|
|
|
|
&mPrefs.mDelayAgnostic);
|
2017-06-30 07:01:17 +03:00
|
|
|
GetPref(aBranch, "media.getusermedia.channels", aData, &mPrefs.mChannels);
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
bool oldFakeDeviceChangeEventOn = mPrefs.mFakeDeviceChangeEventOn;
|
2016-08-09 11:37:04 +03:00
|
|
|
GetPrefBool(aBranch, "media.ondevicechange.fakeDeviceChangeEvent.enabled",
|
|
|
|
aData, &mPrefs.mFakeDeviceChangeEventOn);
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
if (mPrefs.mFakeDeviceChangeEventOn != oldFakeDeviceChangeEventOn) {
|
|
|
|
// Dispatch directly to the media thread since we're guaranteed to not be in
|
|
|
|
// shutdown here. This is called either on construction, or when a pref has
|
|
|
|
// changed. The pref observers are disconnected during shutdown.
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!sHasShutdown);
|
|
|
|
mMediaThread->message_loop()->PostTask(NS_NewRunnableFunction(
|
|
|
|
"MediaManager::SetFakeDeviceChangeEventsEnabled",
|
|
|
|
[enable = mPrefs.mFakeDeviceChangeEventOn] {
|
|
|
|
if (MediaManager* mm = MediaManager::GetIfExists()) {
|
|
|
|
mm->GetBackend()->SetFakeDeviceChangeEventsEnabled(enable);
|
|
|
|
}
|
|
|
|
}));
|
|
|
|
}
|
2016-01-23 00:46:38 +03:00
|
|
|
#endif
|
2016-01-21 19:51:36 +03:00
|
|
|
GetPrefBool(aBranch, "media.navigator.audio.full_duplex", aData,
|
|
|
|
&mPrefs.mFullDuplex);
|
2013-03-05 01:02:17 +04:00
|
|
|
}
|
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
void MediaManager::Shutdown() {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-02 18:27:33 +03:00
|
|
|
if (sHasShutdown) {
|
2015-10-15 06:54:39 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2013-08-28 08:14:57 +04:00
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
2012-10-06 04:20:47 +04:00
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
obs->RemoveObserver(this, "last-pb-context-exited");
|
|
|
|
obs->RemoveObserver(this, "getUserMedia:privileged:allow");
|
|
|
|
obs->RemoveObserver(this, "getUserMedia:response:allow");
|
|
|
|
obs->RemoveObserver(this, "getUserMedia:response:deny");
|
2018-10-10 11:28:41 +03:00
|
|
|
obs->RemoveObserver(this, "getUserMedia:response:noOSPermission");
|
2015-10-15 06:54:39 +03:00
|
|
|
obs->RemoveObserver(this, "getUserMedia:revoke");
|
|
|
|
|
|
|
|
nsCOMPtr<nsIPrefBranch> prefs = do_GetService(NS_PREFSERVICE_CONTRACTID);
|
|
|
|
if (prefs) {
|
|
|
|
prefs->RemoveObserver("media.navigator.video.default_width", this);
|
|
|
|
prefs->RemoveObserver("media.navigator.video.default_height", this);
|
|
|
|
prefs->RemoveObserver("media.navigator.video.default_fps", this);
|
|
|
|
prefs->RemoveObserver("media.navigator.audio.fake_frequency", this);
|
2016-01-23 00:46:38 +03:00
|
|
|
#ifdef MOZ_WEBRTC
|
|
|
|
prefs->RemoveObserver("media.getusermedia.aec_enabled", this);
|
|
|
|
prefs->RemoveObserver("media.getusermedia.aec", this);
|
|
|
|
prefs->RemoveObserver("media.getusermedia.agc_enabled", this);
|
|
|
|
prefs->RemoveObserver("media.getusermedia.agc", this);
|
|
|
|
prefs->RemoveObserver("media.getusermedia.noise_enabled", this);
|
|
|
|
prefs->RemoveObserver("media.getusermedia.noise", this);
|
2016-08-09 11:37:04 +03:00
|
|
|
prefs->RemoveObserver("media.ondevicechange.fakeDeviceChangeEvent.enabled",
|
|
|
|
this);
|
2017-06-30 07:01:17 +03:00
|
|
|
prefs->RemoveObserver("media.getusermedia.channels", this);
|
2016-01-23 00:46:38 +03:00
|
|
|
#endif
|
2016-01-21 19:51:36 +03:00
|
|
|
prefs->RemoveObserver("media.navigator.audio.full_duplex", this);
|
2015-10-15 06:54:39 +03:00
|
|
|
}
|
|
|
|
|
2017-11-06 17:27:36 +03:00
|
|
|
{
|
|
|
|
// Close off any remaining active windows.
|
|
|
|
|
|
|
|
// Live capture at this point is rare but can happen. Stopping it will make
|
|
|
|
// the window listeners attempt to remove themselves from the active windows
|
|
|
|
// table. We cannot touch the table at point so we grab a copy of the window
|
|
|
|
// listeners first.
|
|
|
|
nsTArray<RefPtr<GetUserMediaWindowListener>> listeners(
|
|
|
|
GetActiveWindows()->Count());
|
|
|
|
for (auto iter = GetActiveWindows()->Iter(); !iter.Done(); iter.Next()) {
|
|
|
|
listeners.AppendElement(iter.UserData());
|
|
|
|
}
|
|
|
|
for (auto& listener : listeners) {
|
|
|
|
listener->RemoveAll();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
MOZ_ASSERT(GetActiveWindows()->Count() == 0);
|
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
GetActiveWindows()->Clear();
|
|
|
|
mActiveCallbacks.Clear();
|
|
|
|
mCallIds.Clear();
|
2017-05-12 06:32:14 +03:00
|
|
|
mPendingGUMRequest.Clear();
|
2017-07-27 11:51:24 +03:00
|
|
|
mDeviceIDs.Clear();
|
2016-02-11 00:10:46 +03:00
|
|
|
#ifdef MOZ_WEBRTC
|
|
|
|
StopWebRtcLog();
|
|
|
|
#endif
|
2012-10-06 04:20:47 +04:00
|
|
|
|
2017-11-02 18:27:33 +03:00
|
|
|
// From main thread's point of view, shutdown is now done.
|
|
|
|
// All that remains is shutting down the media thread.
|
|
|
|
sHasShutdown = true;
|
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
// Because mMediaThread is not an nsThread, we must dispatch to it so it can
|
|
|
|
// clean up BackgroundChild. Continue stopping thread once this is done.
|
2013-03-05 01:02:17 +04:00
|
|
|
|
2016-04-28 03:06:05 +03:00
|
|
|
class ShutdownTask : public Runnable {
|
2015-10-15 06:54:39 +03:00
|
|
|
public:
|
2019-04-16 10:37:48 +03:00
|
|
|
ShutdownTask(RefPtr<MediaManager> aManager, RefPtr<Runnable> aReply)
|
2017-06-12 22:34:10 +03:00
|
|
|
: mozilla::Runnable("ShutdownTask"),
|
2019-04-16 10:37:48 +03:00
|
|
|
mManager(std::move(aManager)),
|
|
|
|
mReply(std::move(aReply)) {}
|
2017-06-12 22:34:10 +03:00
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
private:
|
2016-04-28 03:06:05 +03:00
|
|
|
NS_IMETHOD
|
2016-01-18 06:50:29 +03:00
|
|
|
Run() override {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("MediaManager Thread Shutdown");
|
2015-10-15 06:54:39 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2015-11-18 23:03:13 +03:00
|
|
|
// Must shutdown backend on MediaManager thread, since that's where we
|
|
|
|
// started it from!
|
|
|
|
{
|
|
|
|
if (mManager->mBackend) {
|
Bug 1582637 - Move internal DeviceChange events to higher order functions. r=jib,achronop
This does three major things:
1) Moves the DeviceChange events from manual callbacks/listeners to
MediaEventSource/MediaEventListener. This is the reason this patch is so
large, as it traverses a lot of files.
There are four layers (from low to high):
- CamerasChild for camera device list changes, and CubebDeviceEnumerator for
microphone and speaker device list changes
- MediaEngineWebRTC, which gathers these into a single listener
- MediaManager, which owns the MediaEngineWebRTC backend
- MediaDevices, where the events from MediaManager are exposed to js
2) Changes the fake event triggering from starting a 30-event burst on setting
the js event listener, to a toggle, so that while the pref is on the events
keep coming.
3) Moves the fake event generation from CamerasChild to MediaEngineWebRTC, since
that's the lowest level where we are aware of both video and audio events.
The fake event generation is also greatly simplified. From being a dedicated
thread with periodic runnables, it is now a periodic timer on main thread
that fires while fake events are enabled. MediaEventProducer gracefully
handles thread safety.
Differential Revision: https://phabricator.services.mozilla.com/D48516
--HG--
extra : moz-landing-system : lando
2019-10-29 16:01:43 +03:00
|
|
|
mManager->mBackend->SetFakeDeviceChangeEventsEnabled(false);
|
|
|
|
mManager->mBackend->Shutdown(); // idempotent
|
|
|
|
mManager->mDeviceListChangeListener.DisconnectIfExists();
|
2015-11-18 23:03:13 +03:00
|
|
|
}
|
|
|
|
}
|
2015-10-15 06:54:39 +03:00
|
|
|
mozilla::ipc::BackgroundChild::CloseForCurrentThread();
|
|
|
|
// must explicitly do this before dispatching the reply, since the reply
|
|
|
|
// may kill us with Stop()
|
2015-11-18 23:03:13 +03:00
|
|
|
mManager->mBackend =
|
|
|
|
nullptr; // last reference, will invoke Shutdown() again
|
2015-10-15 06:54:39 +03:00
|
|
|
|
|
|
|
if (NS_FAILED(NS_DispatchToMainThread(mReply.forget()))) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Will leak thread: DispatchToMainthread of reply runnable failed "
|
|
|
|
"in MediaManager shutdown");
|
2015-05-29 21:28:03 +03:00
|
|
|
}
|
2016-04-28 03:06:05 +03:00
|
|
|
|
|
|
|
return NS_OK;
|
2015-05-29 21:28:03 +03:00
|
|
|
}
|
2015-11-18 23:03:13 +03:00
|
|
|
RefPtr<MediaManager> mManager;
|
2016-04-26 03:23:21 +03:00
|
|
|
RefPtr<Runnable> mReply;
|
2015-10-15 06:54:39 +03:00
|
|
|
};
|
2015-05-29 21:28:03 +03:00
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
// Post ShutdownTask to execute on mMediaThread and pass in a lambda
|
|
|
|
// callback to be executed back on this thread once it is done.
|
|
|
|
//
|
|
|
|
// The lambda callback "captures" the 'this' pointer for member access.
|
|
|
|
// This is safe since this is guaranteed to be here since sSingleton isn't
|
|
|
|
// cleared until the lambda function clears it.
|
|
|
|
|
|
|
|
// note that this == sSingleton
|
2019-10-29 16:01:24 +03:00
|
|
|
#ifdef DEBUG
|
|
|
|
{
|
|
|
|
StaticMutexAutoLock lock(sSingletonMutex);
|
|
|
|
MOZ_ASSERT(this == sSingleton);
|
|
|
|
}
|
|
|
|
#endif
|
2017-02-04 00:57:49 +03:00
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
// Release the backend (and call Shutdown()) from within the MediaManager
|
2017-11-02 18:27:33 +03:00
|
|
|
// thread Don't use MediaManager::PostTask() because we're sHasShutdown=true
|
|
|
|
// here!
|
2018-12-12 23:43:23 +03:00
|
|
|
auto shutdown = MakeRefPtr<ShutdownTask>(
|
|
|
|
this, media::NewRunnableFrom([this, self = RefPtr<MediaManager>(this)]() {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("MediaManager shutdown lambda running, releasing MediaManager "
|
|
|
|
"singleton and thread");
|
2015-10-15 06:54:39 +03:00
|
|
|
if (mMediaThread) {
|
|
|
|
mMediaThread->Stop();
|
|
|
|
}
|
2019-10-29 16:01:24 +03:00
|
|
|
StaticMutexAutoLock lock(sSingletonMutex);
|
2015-10-15 06:54:39 +03:00
|
|
|
// Remove async shutdown blocker
|
2019-05-04 00:08:42 +03:00
|
|
|
media::GetShutdownBarrier()->RemoveBlocker(
|
|
|
|
sSingleton->mShutdownBlocker);
|
2015-10-15 06:54:39 +03:00
|
|
|
|
2018-12-12 23:43:23 +03:00
|
|
|
// we hold a ref to 'self' which is the same as sSingleton
|
2015-10-15 06:54:39 +03:00
|
|
|
sSingleton = nullptr;
|
2012-06-03 11:35:15 +04:00
|
|
|
return NS_OK;
|
2016-04-28 03:06:05 +03:00
|
|
|
}));
|
|
|
|
mMediaThread->message_loop()->PostTask(shutdown.forget());
|
2015-10-15 06:54:39 +03:00
|
|
|
}
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2017-05-12 06:32:14 +03:00
|
|
|
void MediaManager::SendPendingGUMRequest() {
|
|
|
|
if (mPendingGUMRequest.Length() > 0) {
|
|
|
|
nsCOMPtr<nsIObserverService> obs = services::GetObserverService();
|
|
|
|
obs->NotifyObservers(mPendingGUMRequest[0], "getUserMedia:request",
|
|
|
|
nullptr);
|
|
|
|
mPendingGUMRequest.RemoveElementAt(0);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-10 11:28:41 +03:00
|
|
|
bool IsGUMResponseNoAccess(const char* aTopic,
|
|
|
|
MediaMgrError::Name& aErrorName) {
|
|
|
|
if (!strcmp(aTopic, "getUserMedia:response:deny")) {
|
|
|
|
aErrorName = MediaMgrError::Name::NotAllowedError;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!strcmp(aTopic, "getUserMedia:response:noOSPermission")) {
|
|
|
|
aErrorName = MediaMgrError::Name::NotFoundError;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
nsresult MediaManager::Observe(nsISupports* aSubject, const char* aTopic,
|
|
|
|
const char16_t* aData) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
|
2018-10-10 11:28:41 +03:00
|
|
|
MediaMgrError::Name gumNoAccessError = MediaMgrError::Name::NotAllowedError;
|
|
|
|
|
2015-10-15 06:54:39 +03:00
|
|
|
if (!strcmp(aTopic, NS_PREFBRANCH_PREFCHANGE_TOPIC_ID)) {
|
|
|
|
nsCOMPtr<nsIPrefBranch> branch(do_QueryInterface(aSubject));
|
|
|
|
if (branch) {
|
|
|
|
GetPrefs(branch, NS_ConvertUTF16toUTF8(aData).get());
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: %dx%d @%dfps", __FUNCTION__, mPrefs.mWidth, mPrefs.mHeight,
|
|
|
|
mPrefs.mFPS);
|
2015-10-15 06:54:39 +03:00
|
|
|
}
|
2015-07-13 06:55:02 +03:00
|
|
|
} else if (!strcmp(aTopic, "last-pb-context-exited")) {
|
|
|
|
// Clear memory of private-browsing-specific deviceIds. Fire and forget.
|
|
|
|
media::SanitizeOriginKeys(0, true);
|
|
|
|
return NS_OK;
|
2017-06-02 23:11:53 +03:00
|
|
|
} else if (!strcmp(aTopic, "getUserMedia:got-device-permission")) {
|
|
|
|
MOZ_ASSERT(aSubject);
|
|
|
|
nsCOMPtr<nsIRunnable> task = do_QueryInterface(aSubject);
|
|
|
|
MediaManager::PostTask(NewTaskFrom([task] { task->Run(); }));
|
|
|
|
return NS_OK;
|
2015-07-03 01:01:52 +03:00
|
|
|
} else if (!strcmp(aTopic, "getUserMedia:privileged:allow") ||
|
|
|
|
!strcmp(aTopic, "getUserMedia:response:allow")) {
|
2012-10-06 04:20:47 +04:00
|
|
|
nsString key(aData);
|
2016-04-28 03:06:05 +03:00
|
|
|
RefPtr<GetUserMediaTask> task;
|
|
|
|
mActiveCallbacks.Remove(key, getter_AddRefs(task));
|
2014-09-12 18:49:39 +04:00
|
|
|
if (!task) {
|
2012-10-26 04:14:47 +04:00
|
|
|
return NS_OK;
|
2012-10-06 04:20:47 +04:00
|
|
|
}
|
|
|
|
|
2017-04-24 10:11:51 +03:00
|
|
|
nsTArray<nsString>* array;
|
|
|
|
if (!mCallIds.Get(task->GetWindowID(), &array)) {
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
array->RemoveElement(key);
|
|
|
|
|
2012-10-06 04:20:47 +04:00
|
|
|
if (aSubject) {
|
2012-12-20 21:03:07 +04:00
|
|
|
// A particular device or devices were chosen by the user.
|
2012-10-16 00:41:46 +04:00
|
|
|
// NOTE: does not allow setting a device to null; assumes nullptr
|
2016-10-14 20:06:37 +03:00
|
|
|
nsCOMPtr<nsIArray> array(do_QueryInterface(aSubject));
|
2012-12-20 21:03:07 +04:00
|
|
|
MOZ_ASSERT(array);
|
|
|
|
uint32_t len = 0;
|
2016-10-14 20:06:37 +03:00
|
|
|
array->GetLength(&len);
|
2015-07-03 01:01:52 +03:00
|
|
|
bool videoFound = false, audioFound = false;
|
2012-12-20 21:03:07 +04:00
|
|
|
for (uint32_t i = 0; i < len; i++) {
|
2016-10-14 20:06:37 +03:00
|
|
|
nsCOMPtr<nsIMediaDevice> device;
|
|
|
|
array->QueryElementAt(i, NS_GET_IID(nsIMediaDevice),
|
|
|
|
getter_AddRefs(device));
|
2012-12-20 21:03:07 +04:00
|
|
|
MOZ_ASSERT(device); // shouldn't be returning anything else...
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (!device) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2018-07-16 12:29:12 +03:00
|
|
|
// Casting here is safe because a MediaDevice is created
|
|
|
|
// only in Gecko side, JS can only query for an instance.
|
|
|
|
MediaDevice* dev = static_cast<MediaDevice*>(device.get());
|
2019-06-01 01:04:13 +03:00
|
|
|
if (dev->mKind == MediaDeviceKind::Videoinput) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (!videoFound) {
|
2018-07-16 12:29:12 +03:00
|
|
|
task->SetVideoDevice(dev);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
videoFound = true;
|
2012-12-20 21:03:07 +04:00
|
|
|
}
|
2019-06-01 01:04:13 +03:00
|
|
|
} else if (dev->mKind == MediaDeviceKind::Audioinput) {
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
if (!audioFound) {
|
2018-07-16 12:29:12 +03:00
|
|
|
task->SetAudioDevice(dev);
|
Bug 1299515 - Flatten MediaEngineSource class hierarchy. r=jib
The scope of flattening this hierarchy quickly grows large, so this patch does
a couple more things:
- Creates a pure interface MediaEngineSourceInterface and a base class
MediaEngineSource with common defaults and refcount support (no state!)
- Breaks out some of the helper classes to dedicated files, e.g.,
AllocationHandle, MediaEnginePrefs.
- Clarifies the threading model (written on one thread *and* under lock,
read under either)
- Fixes style, indentation, include-sorting in the affected files
- Adds comments, especially for clarifying what responsibilities methods have,
and thread usage of class members
- Changes Monitors to Mutexes since we only use them as Mutexes anyhow
- Makes MediaEngineRemoteVideoSource no longer a shared source since we now
support scaling in this source and CamerasChild can act as a broker of frames.
This greatly simplifies it. The only shared source is now
MediaEngineWebRTCMicrophoneSource, so the sharing specific common methods have
been moved to that source.
MozReview-Commit-ID: KeVZQo6gLm2
--HG--
rename : dom/media/webrtc/MediaEngine.h => dom/media/webrtc/MediaEnginePrefs.h
extra : rebase_source : c785a5feb896312912170475d6b8d997e712e48f
2018-01-24 18:49:13 +03:00
|
|
|
audioFound = true;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
NS_WARNING("Unknown device type in getUserMedia");
|
2012-10-16 00:41:46 +04:00
|
|
|
}
|
2012-10-06 04:20:47 +04:00
|
|
|
}
|
2016-05-06 04:54:04 +03:00
|
|
|
bool needVideo = IsOn(task->GetConstraints().mVideo);
|
|
|
|
bool needAudio = IsOn(task->GetConstraints().mAudio);
|
|
|
|
MOZ_ASSERT(needVideo || needAudio);
|
|
|
|
|
|
|
|
if ((needVideo && !videoFound) || (needAudio && !audioFound)) {
|
2018-04-10 08:22:53 +03:00
|
|
|
task->Denied(MediaMgrError::Name::NotAllowedError);
|
2016-05-06 04:54:04 +03:00
|
|
|
return NS_OK;
|
|
|
|
}
|
2012-10-06 04:20:47 +04:00
|
|
|
}
|
|
|
|
|
2017-11-02 18:27:33 +03:00
|
|
|
if (sHasShutdown) {
|
2018-04-10 08:22:53 +03:00
|
|
|
return task->Denied(MediaMgrError::Name::AbortError,
|
|
|
|
NS_LITERAL_STRING("In shutdown"));
|
2015-05-29 21:28:03 +03:00
|
|
|
}
|
2012-10-26 04:14:47 +04:00
|
|
|
// Reuse the same thread to save memory.
|
2016-04-28 03:06:05 +03:00
|
|
|
MediaManager::PostTask(task.forget());
|
2012-10-06 04:20:47 +04:00
|
|
|
return NS_OK;
|
|
|
|
|
2018-10-10 11:28:41 +03:00
|
|
|
} else if (IsGUMResponseNoAccess(aTopic, gumNoAccessError)) {
|
2012-10-06 04:20:47 +04:00
|
|
|
nsString key(aData);
|
2016-04-28 03:06:05 +03:00
|
|
|
RefPtr<GetUserMediaTask> task;
|
|
|
|
mActiveCallbacks.Remove(key, getter_AddRefs(task));
|
2014-09-12 18:49:39 +04:00
|
|
|
if (task) {
|
2018-10-10 11:28:41 +03:00
|
|
|
task->Denied(gumNoAccessError);
|
2017-04-24 10:11:51 +03:00
|
|
|
nsTArray<nsString>* array;
|
|
|
|
if (!mCallIds.Get(task->GetWindowID(), &array)) {
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
array->RemoveElement(key);
|
2017-05-12 06:32:14 +03:00
|
|
|
SendPendingGUMRequest();
|
2012-10-06 04:20:47 +04:00
|
|
|
}
|
|
|
|
return NS_OK;
|
2012-06-03 11:35:15 +04:00
|
|
|
|
2013-03-05 01:02:17 +04:00
|
|
|
} else if (!strcmp(aTopic, "getUserMedia:revoke")) {
|
2013-01-04 22:11:12 +04:00
|
|
|
nsresult rv;
|
2014-08-22 13:27:16 +04:00
|
|
|
// may be windowid or screen:windowid
|
|
|
|
nsDependentString data(aData);
|
|
|
|
if (Substring(data, 0, strlen("screen:")).EqualsLiteral("screen:")) {
|
|
|
|
uint64_t windowID = PromiseFlatString(Substring(data, strlen("screen:")))
|
|
|
|
.ToInteger64(&rv);
|
|
|
|
MOZ_ASSERT(NS_SUCCEEDED(rv));
|
|
|
|
if (NS_SUCCEEDED(rv)) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Revoking Screen/windowCapture access for window %" PRIu64,
|
|
|
|
windowID);
|
2014-08-22 13:27:16 +04:00
|
|
|
StopScreensharing(windowID);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
uint64_t windowID = nsString(aData).ToInteger64(&rv);
|
|
|
|
MOZ_ASSERT(NS_SUCCEEDED(rv));
|
|
|
|
if (NS_SUCCEEDED(rv)) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("Revoking MediaCapture access for window %" PRIu64, windowID);
|
2014-08-22 13:27:16 +04:00
|
|
|
OnNavigation(windowID);
|
|
|
|
}
|
2013-01-04 22:11:12 +04:00
|
|
|
}
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2016-10-14 20:06:27 +03:00
|
|
|
nsresult MediaManager::GetActiveMediaCaptureWindows(nsIArray** aArray) {
|
2015-09-30 16:40:54 +03:00
|
|
|
MOZ_ASSERT(aArray);
|
2016-10-14 20:06:27 +03:00
|
|
|
|
|
|
|
nsCOMPtr<nsIMutableArray> array = nsArray::Create();
|
2014-02-24 19:33:32 +04:00
|
|
|
|
2015-09-30 16:40:54 +03:00
|
|
|
for (auto iter = mActiveWindows.Iter(); !iter.Done(); iter.Next()) {
|
|
|
|
const uint64_t& id = iter.Key();
|
2017-04-26 12:13:40 +03:00
|
|
|
RefPtr<GetUserMediaWindowListener> winListener = iter.UserData();
|
|
|
|
if (!winListener) {
|
|
|
|
continue;
|
|
|
|
}
|
2015-09-30 16:40:54 +03:00
|
|
|
|
2019-04-11 17:12:43 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(id);
|
2015-09-30 16:40:54 +03:00
|
|
|
MOZ_ASSERT(window);
|
2016-01-30 20:05:36 +03:00
|
|
|
// XXXkhuey ...
|
2015-09-30 16:40:54 +03:00
|
|
|
if (!window) {
|
|
|
|
continue;
|
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
if (winListener->CapturingVideo() || winListener->CapturingAudio()) {
|
2019-04-11 17:12:43 +03:00
|
|
|
array->AppendElement(ToSupports(window));
|
2015-09-30 16:40:54 +03:00
|
|
|
}
|
2014-02-24 19:33:32 +04:00
|
|
|
}
|
2012-12-22 12:09:36 +04:00
|
|
|
|
2016-10-14 20:06:27 +03:00
|
|
|
array.forget(aArray);
|
2012-12-22 12:09:36 +04:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
2014-09-20 01:24:28 +04:00
|
|
|
struct CaptureWindowStateData {
|
2017-11-17 22:13:06 +03:00
|
|
|
uint16_t* mCamera;
|
|
|
|
uint16_t* mMicrophone;
|
|
|
|
uint16_t* mScreenShare;
|
|
|
|
uint16_t* mWindowShare;
|
|
|
|
uint16_t* mAppShare;
|
|
|
|
uint16_t* mBrowserShare;
|
2014-09-20 01:24:28 +04:00
|
|
|
};
|
|
|
|
|
2013-02-28 00:36:06 +04:00
|
|
|
NS_IMETHODIMP
|
2018-02-23 17:50:57 +03:00
|
|
|
MediaManager::MediaCaptureWindowState(nsIDOMWindow* aCapturedWindow,
|
2017-11-17 22:13:06 +03:00
|
|
|
uint16_t* aCamera, uint16_t* aMicrophone,
|
2018-02-23 17:50:57 +03:00
|
|
|
uint16_t* aScreen, uint16_t* aWindow,
|
|
|
|
uint16_t* aBrowser) {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-02-23 17:50:57 +03:00
|
|
|
|
|
|
|
CaptureState camera = CaptureState::Off;
|
|
|
|
CaptureState microphone = CaptureState::Off;
|
|
|
|
CaptureState screen = CaptureState::Off;
|
|
|
|
CaptureState window = CaptureState::Off;
|
|
|
|
CaptureState browser = CaptureState::Off;
|
|
|
|
|
|
|
|
nsCOMPtr<nsPIDOMWindowInner> piWin = do_QueryInterface(aCapturedWindow);
|
2014-09-20 01:24:28 +04:00
|
|
|
if (piWin) {
|
2019-03-29 19:12:20 +03:00
|
|
|
IterateWindowListeners(
|
2019-04-30 18:06:23 +03:00
|
|
|
piWin, [&camera, µphone, &screen, &window,
|
2019-03-29 19:12:20 +03:00
|
|
|
&browser](const RefPtr<GetUserMediaWindowListener>& aListener) {
|
|
|
|
camera = CombineCaptureState(
|
|
|
|
camera, aListener->CapturingSource(MediaSourceEnum::Camera));
|
|
|
|
microphone = CombineCaptureState(
|
|
|
|
microphone,
|
|
|
|
aListener->CapturingSource(MediaSourceEnum::Microphone));
|
|
|
|
screen = CombineCaptureState(
|
|
|
|
screen, aListener->CapturingSource(MediaSourceEnum::Screen));
|
|
|
|
window = CombineCaptureState(
|
|
|
|
window, aListener->CapturingSource(MediaSourceEnum::Window));
|
|
|
|
browser = CombineCaptureState(
|
|
|
|
browser, aListener->CapturingSource(MediaSourceEnum::Browser));
|
|
|
|
});
|
2018-02-23 17:50:57 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
*aCamera = FromCaptureState(camera);
|
|
|
|
*aMicrophone = FromCaptureState(microphone);
|
|
|
|
*aScreen = FromCaptureState(screen);
|
|
|
|
*aWindow = FromCaptureState(window);
|
|
|
|
*aBrowser = FromCaptureState(browser);
|
|
|
|
|
2019-04-30 18:06:23 +03:00
|
|
|
LOG("%s: window %" PRIu64 " capturing %s %s %s %s %s", __FUNCTION__,
|
2018-12-12 23:42:18 +03:00
|
|
|
piWin ? piWin->WindowID() : -1,
|
|
|
|
*aCamera == nsIMediaManagerService::STATE_CAPTURE_ENABLED
|
|
|
|
? "camera (enabled)"
|
|
|
|
: (*aCamera == nsIMediaManagerService::STATE_CAPTURE_DISABLED
|
|
|
|
? "camera (disabled)"
|
|
|
|
: ""),
|
|
|
|
*aMicrophone == nsIMediaManagerService::STATE_CAPTURE_ENABLED
|
|
|
|
? "microphone (enabled)"
|
|
|
|
: (*aMicrophone == nsIMediaManagerService::STATE_CAPTURE_DISABLED
|
|
|
|
? "microphone (disabled)"
|
|
|
|
: ""),
|
|
|
|
*aScreen ? "screenshare" : "", *aWindow ? "windowshare" : "",
|
2019-04-30 18:06:23 +03:00
|
|
|
*aBrowser ? "browsershare" : "");
|
2019-03-29 19:12:20 +03:00
|
|
|
|
2014-09-20 01:24:28 +04:00
|
|
|
return NS_OK;
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
NS_IMETHODIMP
|
|
|
|
MediaManager::SanitizeDeviceIds(int64_t aSinceWhen) {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("%s: sinceWhen = %" PRId64, __FUNCTION__, aSinceWhen);
|
2015-03-03 17:51:05 +03:00
|
|
|
|
2015-07-13 06:55:02 +03:00
|
|
|
media::SanitizeOriginKeys(aSinceWhen, false); // we fire and forget
|
2015-03-03 17:51:05 +03:00
|
|
|
return NS_OK;
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
|
|
|
|
2014-08-22 13:27:16 +04:00
|
|
|
void MediaManager::StopScreensharing(uint64_t aWindowID) {
|
2019-11-12 00:56:15 +03:00
|
|
|
// We need to stop window/screensharing for all streams in this innerwindow
|
|
|
|
// and all its sub frames.
|
2014-08-22 13:27:16 +04:00
|
|
|
|
2017-11-06 21:09:35 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(aWindowID);
|
2019-11-12 00:56:15 +03:00
|
|
|
if (!window || !window->IsCurrentInnerWindow()) {
|
2014-08-22 13:27:16 +04:00
|
|
|
return;
|
|
|
|
}
|
2018-02-23 17:50:57 +03:00
|
|
|
IterateWindowListeners(
|
2019-04-11 17:12:43 +03:00
|
|
|
window, [](const RefPtr<GetUserMediaWindowListener>& aListener) {
|
2019-03-29 19:12:20 +03:00
|
|
|
aListener->StopSharing();
|
|
|
|
});
|
2014-08-22 13:27:16 +04:00
|
|
|
}
|
|
|
|
|
2018-02-23 17:50:57 +03:00
|
|
|
template <typename FunctionType>
|
2016-01-30 20:05:36 +03:00
|
|
|
void MediaManager::IterateWindowListeners(nsPIDOMWindowInner* aWindow,
|
2018-02-23 17:50:57 +03:00
|
|
|
const FunctionType& aCallback) {
|
2014-09-20 01:24:28 +04:00
|
|
|
// Iterate the docshell tree to find all the child windows, and for each
|
|
|
|
// invoke the callback
|
2019-11-12 00:56:15 +03:00
|
|
|
MOZ_DIAGNOSTIC_ASSERT(aWindow);
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(aWindow->IsCurrentInnerWindow());
|
|
|
|
{
|
|
|
|
uint64_t windowID = aWindow->WindowID();
|
|
|
|
RefPtr<GetUserMediaWindowListener> listener = GetWindowListener(windowID);
|
|
|
|
if (listener) {
|
|
|
|
aCallback(listener);
|
|
|
|
}
|
|
|
|
// NB: `listener` might have been destroyed.
|
|
|
|
}
|
|
|
|
|
|
|
|
// iterate any children of *this* window (iframes, etc)
|
|
|
|
nsCOMPtr<nsIDocShell> docShell = aWindow->GetDocShell();
|
|
|
|
if (docShell) {
|
|
|
|
int32_t i, count;
|
|
|
|
docShell->GetInProcessChildCount(&count);
|
|
|
|
for (i = 0; i < count; ++i) {
|
|
|
|
nsCOMPtr<nsIDocShellTreeItem> item;
|
|
|
|
docShell->GetInProcessChildAt(i, getter_AddRefs(item));
|
|
|
|
nsCOMPtr<nsPIDOMWindowOuter> child = item ? item->GetWindow() : nullptr;
|
|
|
|
if (child) {
|
|
|
|
if (auto* innerChild = child->GetCurrentInnerWindow()) {
|
|
|
|
IterateWindowListeners(innerChild, aCallback);
|
2014-08-22 13:27:16 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-09-13 12:51:48 +04:00
|
|
|
void MediaManager::StopMediaStreams() {
|
2016-10-14 20:06:27 +03:00
|
|
|
nsCOMPtr<nsIArray> array;
|
2013-09-13 12:51:48 +04:00
|
|
|
GetActiveMediaCaptureWindows(getter_AddRefs(array));
|
|
|
|
uint32_t len;
|
2016-10-14 20:06:27 +03:00
|
|
|
array->GetLength(&len);
|
2013-09-13 12:51:48 +04:00
|
|
|
for (uint32_t i = 0; i < len; i++) {
|
2016-10-14 20:06:27 +03:00
|
|
|
nsCOMPtr<nsPIDOMWindowInner> win;
|
|
|
|
array->QueryElementAt(i, NS_GET_IID(nsPIDOMWindowInner),
|
|
|
|
getter_AddRefs(win));
|
2013-09-13 12:51:48 +04:00
|
|
|
if (win) {
|
|
|
|
OnNavigation(win->WindowID());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-10 06:07:42 +03:00
|
|
|
bool MediaManager::IsActivelyCapturingOrHasAPermission(uint64_t aWindowId) {
|
|
|
|
// Does page currently have a gUM stream active?
|
|
|
|
|
2016-10-14 20:06:27 +03:00
|
|
|
nsCOMPtr<nsIArray> array;
|
2015-03-03 17:51:05 +03:00
|
|
|
GetActiveMediaCaptureWindows(getter_AddRefs(array));
|
|
|
|
uint32_t len;
|
2016-10-14 20:06:27 +03:00
|
|
|
array->GetLength(&len);
|
2015-03-03 17:51:05 +03:00
|
|
|
for (uint32_t i = 0; i < len; i++) {
|
2016-10-14 20:06:27 +03:00
|
|
|
nsCOMPtr<nsPIDOMWindowInner> win;
|
|
|
|
array->QueryElementAt(i, NS_GET_IID(nsPIDOMWindowInner),
|
|
|
|
getter_AddRefs(win));
|
2015-03-03 17:51:05 +03:00
|
|
|
if (win && win->WindowID() == aWindowId) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
2015-07-10 06:07:42 +03:00
|
|
|
|
|
|
|
// Or are persistent permissions (audio or video) granted?
|
|
|
|
|
2017-11-06 21:09:35 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(aWindowId);
|
2018-07-04 03:53:18 +03:00
|
|
|
if (NS_WARN_IF(!window) || NS_WARN_IF(!window->GetPrincipal())) {
|
2015-07-10 06:07:42 +03:00
|
|
|
return false;
|
|
|
|
}
|
2018-10-10 17:54:17 +03:00
|
|
|
|
2019-06-01 01:04:13 +03:00
|
|
|
Document* doc = window->GetExtantDoc();
|
2018-10-10 17:54:17 +03:00
|
|
|
if (NS_WARN_IF(!doc)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsIPrincipal* principal = window->GetPrincipal();
|
|
|
|
if (NS_WARN_IF(!principal)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2015-07-10 06:07:42 +03:00
|
|
|
// Check if this site has persistent permissions.
|
|
|
|
nsresult rv;
|
2019-12-04 18:39:14 +03:00
|
|
|
RefPtr<PermissionDelegateHandler> permDelegate =
|
|
|
|
doc->GetPermissionDelegateHandler();
|
|
|
|
if (NS_WARN_IF(!permDelegate)) {
|
|
|
|
return false;
|
2015-07-10 06:07:42 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t audio = nsIPermissionManager::UNKNOWN_ACTION;
|
|
|
|
uint32_t video = nsIPermissionManager::UNKNOWN_ACTION;
|
|
|
|
{
|
2019-12-04 18:39:14 +03:00
|
|
|
rv = permDelegate->GetPermission(NS_LITERAL_CSTRING("microphone"), &audio,
|
|
|
|
true);
|
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
|
|
|
return false;
|
2015-07-10 06:07:42 +03:00
|
|
|
}
|
2019-12-04 18:39:14 +03:00
|
|
|
rv =
|
|
|
|
permDelegate->GetPermission(NS_LITERAL_CSTRING("camera"), &video, true);
|
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
|
|
|
return false;
|
2015-07-10 06:07:42 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return audio == nsIPermissionManager::ALLOW_ACTION ||
|
|
|
|
video == nsIPermissionManager::ALLOW_ACTION;
|
2015-03-03 17:51:05 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
SourceListener::SourceListener()
|
2017-10-02 16:13:15 +03:00
|
|
|
: mStopped(false),
|
2017-04-26 12:13:40 +03:00
|
|
|
mMainThreadCheck(nullptr),
|
|
|
|
mPrincipalHandle(PRINCIPAL_HANDLE_NONE),
|
|
|
|
mWindowListener(nullptr) {}
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
void SourceListener::Register(GetUserMediaWindowListener* aListener) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("SourceListener %p registering with window listener %p", this, aListener);
|
2017-03-29 13:07:45 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(aListener, "No listener");
|
|
|
|
MOZ_ASSERT(!mWindowListener, "Already registered");
|
|
|
|
MOZ_ASSERT(!Activated(), "Already activated");
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
mPrincipalHandle = aListener->GetPrincipalHandle();
|
|
|
|
mWindowListener = aListener;
|
|
|
|
}
|
|
|
|
|
2019-07-31 10:58:17 +03:00
|
|
|
void SourceListener::Activate(RefPtr<MediaDevice> aAudioDevice,
|
|
|
|
RefPtr<LocalTrackSource> aAudioTrackSource,
|
|
|
|
RefPtr<MediaDevice> aVideoDevice,
|
|
|
|
RefPtr<LocalTrackSource> aVideoTrackSource) {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2019-04-16 10:37:48 +03:00
|
|
|
LOG("SourceListener %p activating audio=%p video=%p", this,
|
|
|
|
aAudioDevice.get(), aVideoDevice.get());
|
2017-03-29 13:07:45 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(!mStopped, "Cannot activate stopped source listener");
|
|
|
|
MOZ_ASSERT(!Activated(), "Already activated");
|
|
|
|
|
2019-09-25 04:25:07 +03:00
|
|
|
mMainThreadCheck = GetCurrentVirtualThread();
|
2017-11-17 21:56:00 +03:00
|
|
|
if (aAudioDevice) {
|
2019-04-16 10:37:48 +03:00
|
|
|
bool offWhileDisabled =
|
2019-06-01 01:04:13 +03:00
|
|
|
aAudioDevice->GetMediaSource() == MediaSourceEnum::Microphone &&
|
2019-04-16 10:37:48 +03:00
|
|
|
Preferences::GetBool(
|
|
|
|
"media.getusermedia.microphone.off_while_disabled.enabled", true);
|
|
|
|
mAudioDeviceState =
|
2019-07-31 10:58:17 +03:00
|
|
|
MakeUnique<DeviceState>(std::move(aAudioDevice),
|
|
|
|
std::move(aAudioTrackSource), offWhileDisabled);
|
2017-10-02 16:13:15 +03:00
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (aVideoDevice) {
|
2019-04-16 10:37:48 +03:00
|
|
|
bool offWhileDisabled =
|
2019-06-01 01:04:13 +03:00
|
|
|
aVideoDevice->GetMediaSource() == MediaSourceEnum::Camera &&
|
2019-04-16 10:37:48 +03:00
|
|
|
Preferences::GetBool(
|
|
|
|
"media.getusermedia.camera.off_while_disabled.enabled", true);
|
|
|
|
mVideoDeviceState =
|
2019-07-31 10:58:17 +03:00
|
|
|
MakeUnique<DeviceState>(std::move(aVideoDevice),
|
|
|
|
std::move(aVideoTrackSource), offWhileDisabled);
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
RefPtr<SourceListener::SourceListenerPromise>
|
|
|
|
SourceListener::InitializeAsync() {
|
2018-02-16 13:55:27 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!mStopped);
|
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
return MediaManager::PostTask<SourceListenerPromise>(
|
|
|
|
__func__,
|
2019-07-31 10:58:17 +03:00
|
|
|
[principal = GetPrincipalHandle(),
|
2018-11-30 08:13:58 +03:00
|
|
|
audioDevice =
|
|
|
|
mAudioDeviceState ? mAudioDeviceState->mDevice : nullptr,
|
2019-07-31 10:58:17 +03:00
|
|
|
audioStream = mAudioDeviceState
|
2019-10-02 13:23:02 +03:00
|
|
|
? mAudioDeviceState->mTrackSource->mTrack
|
2019-07-31 10:58:17 +03:00
|
|
|
: nullptr,
|
2018-11-30 08:13:58 +03:00
|
|
|
videoDevice =
|
2019-07-31 10:58:17 +03:00
|
|
|
mVideoDeviceState ? mVideoDeviceState->mDevice : nullptr,
|
|
|
|
videoStream = mVideoDeviceState
|
2019-10-02 13:23:02 +03:00
|
|
|
? mVideoDeviceState->mTrackSource->mTrack
|
2019-07-31 10:58:17 +03:00
|
|
|
: nullptr](
|
2018-11-30 08:13:58 +03:00
|
|
|
MozPromiseHolder<SourceListenerPromise>& aHolder) {
|
|
|
|
if (audioDevice) {
|
2019-10-02 13:23:02 +03:00
|
|
|
audioDevice->SetTrack(audioStream->AsSourceTrack(), principal);
|
2019-01-04 09:39:43 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (videoDevice) {
|
2019-10-02 13:23:02 +03:00
|
|
|
videoDevice->SetTrack(videoStream->AsSourceTrack(), principal);
|
2019-01-04 09:39:43 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (audioDevice) {
|
2019-01-04 09:39:40 +03:00
|
|
|
nsresult rv = audioDevice->Start();
|
2019-05-10 19:06:09 +03:00
|
|
|
if (rv == NS_ERROR_NOT_AVAILABLE) {
|
|
|
|
PR_Sleep(200);
|
|
|
|
rv = audioDevice->Start();
|
|
|
|
}
|
2018-11-30 08:13:58 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
nsString log;
|
|
|
|
if (rv == NS_ERROR_NOT_AVAILABLE) {
|
|
|
|
log.AssignLiteral("Concurrent mic process limit.");
|
|
|
|
aHolder.Reject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::NotReadableError, log),
|
|
|
|
__func__);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
log.AssignLiteral("Starting audio failed");
|
|
|
|
aHolder.Reject(MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::AbortError, log),
|
|
|
|
__func__);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
if (videoDevice) {
|
2019-01-04 09:39:40 +03:00
|
|
|
nsresult rv = videoDevice->Start();
|
2018-11-30 08:13:58 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
if (audioDevice) {
|
|
|
|
if (NS_WARN_IF(NS_FAILED(audioDevice->Stop()))) {
|
|
|
|
MOZ_ASSERT_UNREACHABLE("Stopping audio failed");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
nsString log;
|
|
|
|
log.AssignLiteral("Starting video failed");
|
|
|
|
aHolder.Reject(MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::AbortError, log),
|
|
|
|
__func__);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("started all sources");
|
2018-11-30 08:13:58 +03:00
|
|
|
aHolder.Resolve(true, __func__);
|
|
|
|
})
|
2019-03-22 14:42:23 +03:00
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
|
|
|
[self = RefPtr<SourceListener>(this), this]() {
|
|
|
|
if (mStopped) {
|
|
|
|
// We were shut down during the async init
|
|
|
|
return SourceListenerPromise::CreateAndResolve(true, __func__);
|
|
|
|
}
|
2018-11-29 20:37:42 +03:00
|
|
|
|
2019-03-22 14:42:23 +03:00
|
|
|
for (DeviceState* state :
|
|
|
|
{mAudioDeviceState.get(), mVideoDeviceState.get()}) {
|
|
|
|
if (!state) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mTrackEnabled);
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mDeviceEnabled);
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mStopped);
|
|
|
|
|
|
|
|
state->mDeviceEnabled = true;
|
|
|
|
state->mTrackEnabled = true;
|
|
|
|
state->mTrackEnabledTime = TimeStamp::Now();
|
|
|
|
}
|
|
|
|
return SourceListenerPromise::CreateAndResolve(true, __func__);
|
|
|
|
},
|
|
|
|
[self = RefPtr<SourceListener>(this),
|
|
|
|
this](RefPtr<MediaMgrError>&& aResult) {
|
|
|
|
if (mStopped) {
|
|
|
|
return SourceListenerPromise::CreateAndReject(std::move(aResult),
|
|
|
|
__func__);
|
|
|
|
}
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2019-03-22 14:42:23 +03:00
|
|
|
for (DeviceState* state :
|
|
|
|
{mAudioDeviceState.get(), mVideoDeviceState.get()}) {
|
|
|
|
if (!state) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mTrackEnabled);
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mDeviceEnabled);
|
|
|
|
MOZ_DIAGNOSTIC_ASSERT(!state->mStopped);
|
2018-02-16 13:55:27 +03:00
|
|
|
|
2019-03-22 14:42:23 +03:00
|
|
|
state->mStopped = true;
|
|
|
|
}
|
|
|
|
return SourceListenerPromise::CreateAndReject(std::move(aResult),
|
|
|
|
__func__);
|
|
|
|
});
|
2018-02-16 13:55:27 +03:00
|
|
|
}
|
|
|
|
|
2019-06-20 19:43:21 +03:00
|
|
|
void SourceListener::Stop() {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
|
|
|
|
|
|
|
// StopSharing() has some special logic, at least for audio capture.
|
|
|
|
// It must be called when all tracks have stopped, before setting mStopped.
|
|
|
|
StopSharing();
|
|
|
|
|
2019-03-29 19:12:20 +03:00
|
|
|
if (mStopped) {
|
|
|
|
return;
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2019-03-29 19:12:20 +03:00
|
|
|
mStopped = true;
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2019-03-29 19:12:20 +03:00
|
|
|
LOG("SourceListener %p stopping", this);
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
if (mAudioDeviceState) {
|
|
|
|
mAudioDeviceState->mDisableTimer->Cancel();
|
2019-03-29 19:12:20 +03:00
|
|
|
if (!mAudioDeviceState->mStopped) {
|
2019-10-02 13:22:53 +03:00
|
|
|
StopAudioTrack();
|
2019-03-29 19:12:20 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
|
|
|
if (mVideoDeviceState) {
|
|
|
|
mVideoDeviceState->mDisableTimer->Cancel();
|
2019-03-29 19:12:20 +03:00
|
|
|
if (!mVideoDeviceState->mStopped) {
|
2019-10-02 13:22:53 +03:00
|
|
|
StopVideoTrack();
|
2019-03-29 19:12:20 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
|
|
|
|
2019-03-29 19:12:20 +03:00
|
|
|
mWindowListener->Remove(this);
|
2017-04-26 12:13:40 +03:00
|
|
|
mWindowListener = nullptr;
|
|
|
|
}
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
void SourceListener::StopTrack(MediaTrack* aTrack) {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(Activated(), "No device to stop");
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& state = GetDeviceStateFor(aTrack);
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
LOG("SourceListener %p stopping %s track for track %p", this,
|
|
|
|
&state == mAudioDeviceState.get() ? "audio" : "video", aTrack);
|
2017-10-02 16:13:15 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (state.mStopped) {
|
|
|
|
// device already stopped.
|
2017-10-02 16:13:15 +03:00
|
|
|
return;
|
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
state.mStopped = true;
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
state.mDisableTimer->Cancel();
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
MediaManager::PostTask(NewTaskFrom([device = state.mDevice]() {
|
2017-12-18 18:19:33 +03:00
|
|
|
device->Stop();
|
2017-04-26 12:13:40 +03:00
|
|
|
device->Deallocate();
|
|
|
|
}));
|
|
|
|
|
2019-03-29 19:12:20 +03:00
|
|
|
MOZ_ASSERT(mWindowListener, "Should still have window listener");
|
|
|
|
mWindowListener->ChromeAffectingStateChanged();
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if ((!mAudioDeviceState || mAudioDeviceState->mStopped) &&
|
|
|
|
(!mVideoDeviceState || mVideoDeviceState->mStopped)) {
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("SourceListener %p this was the last track stopped", this);
|
2019-06-20 19:43:21 +03:00
|
|
|
Stop();
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2013-01-01 03:12:15 +04:00
|
|
|
}
|
|
|
|
|
2019-10-02 13:22:53 +03:00
|
|
|
void SourceListener::StopAudioTrack() {
|
2019-10-02 13:23:02 +03:00
|
|
|
StopTrack(mAudioDeviceState->mTrackSource->mTrack);
|
2019-10-02 13:22:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
void SourceListener::StopVideoTrack() {
|
2019-10-02 13:23:02 +03:00
|
|
|
StopTrack(mVideoDeviceState->mTrackSource->mTrack);
|
2019-10-02 13:22:53 +03:00
|
|
|
}
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
void SourceListener::GetSettingsFor(MediaTrack* aTrack,
|
2019-06-01 01:04:13 +03:00
|
|
|
MediaTrackSettings& aOutSettings) const {
|
2017-11-10 17:55:42 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& state = GetDeviceStateFor(aTrack);
|
2019-06-04 15:07:31 +03:00
|
|
|
state.mDevice->GetSettings(aOutSettings);
|
|
|
|
|
|
|
|
MediaSourceEnum mediaSource = state.mDevice->GetMediaSource();
|
|
|
|
if (mediaSource == MediaSourceEnum::Camera ||
|
|
|
|
mediaSource == MediaSourceEnum::Microphone) {
|
|
|
|
aOutSettings.mDeviceId.Construct(state.mDevice->mID);
|
|
|
|
aOutSettings.mGroupId.Construct(state.mDevice->mGroupID);
|
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
2017-11-10 17:55:42 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
void SourceListener::SetEnabledFor(MediaTrack* aTrack, bool aEnable) {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
|
|
|
MOZ_ASSERT(Activated(), "No device to set enabled state for");
|
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& state = GetDeviceStateFor(aTrack);
|
2019-10-02 11:46:23 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
LOG("SourceListener %p %s %s track for track %p", this,
|
2019-10-02 13:22:53 +03:00
|
|
|
aEnable ? "enabling" : "disabling",
|
2019-10-02 13:23:02 +03:00
|
|
|
&state == mAudioDeviceState.get() ? "audio" : "video", aTrack);
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
state.mTrackEnabled = aEnable;
|
|
|
|
|
|
|
|
if (state.mStopped) {
|
|
|
|
// Device terminally stopped. Updating device state is pointless.
|
|
|
|
return;
|
2017-11-10 17:55:42 +03:00
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (state.mOperationInProgress) {
|
|
|
|
// If a timer is in progress, it needs to be canceled now so the next
|
|
|
|
// DisableTrack() gets a fresh start. Canceling will trigger another
|
|
|
|
// operation.
|
|
|
|
state.mDisableTimer->Cancel();
|
|
|
|
return;
|
|
|
|
}
|
2017-11-10 17:55:42 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (state.mDeviceEnabled == aEnable) {
|
|
|
|
// Device is already in the desired state.
|
2017-11-10 17:55:42 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
// All paths from here on must end in setting `state.mOperationInProgress`
|
|
|
|
// to false.
|
|
|
|
state.mOperationInProgress = true;
|
2017-11-10 17:55:42 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
RefPtr<MediaTimerPromise> timerPromise;
|
|
|
|
if (aEnable) {
|
|
|
|
timerPromise = MediaTimerPromise::CreateAndResolve(true, __func__);
|
2018-02-14 18:35:45 +03:00
|
|
|
state.mTrackEnabledTime = TimeStamp::Now();
|
2017-11-17 21:56:00 +03:00
|
|
|
} else {
|
2018-02-14 18:35:45 +03:00
|
|
|
const TimeDuration maxDelay =
|
|
|
|
TimeDuration::FromMilliseconds(Preferences::GetUint(
|
2019-10-02 13:22:53 +03:00
|
|
|
&state == mAudioDeviceState.get()
|
2017-11-17 21:56:00 +03:00
|
|
|
? "media.getusermedia.microphone.off_while_disabled.delay_ms"
|
|
|
|
: "media.getusermedia.camera.off_while_disabled.delay_ms",
|
|
|
|
3000));
|
2018-02-14 18:35:45 +03:00
|
|
|
const TimeDuration durationEnabled =
|
|
|
|
TimeStamp::Now() - state.mTrackEnabledTime;
|
|
|
|
const TimeDuration delay = TimeDuration::Max(
|
|
|
|
TimeDuration::FromMilliseconds(0), maxDelay - durationEnabled);
|
|
|
|
timerPromise = state.mDisableTimer->WaitFor(delay, __func__);
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
typedef MozPromise<nsresult, bool, /* IsExclusive = */ true>
|
|
|
|
DeviceOperationPromise;
|
|
|
|
RefPtr<SourceListener> self = this;
|
|
|
|
timerPromise
|
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
2019-10-02 13:23:02 +03:00
|
|
|
[self, this, &state, track = RefPtr<MediaTrack>(aTrack),
|
2019-10-02 13:22:53 +03:00
|
|
|
aEnable]() mutable {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT(state.mDeviceEnabled != aEnable,
|
|
|
|
"Device operation hasn't started");
|
|
|
|
MOZ_ASSERT(state.mOperationInProgress,
|
|
|
|
"It's our responsibility to reset the inProgress state");
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
LOG("SourceListener %p %s %s track for track %p - starting device "
|
2019-10-02 13:22:53 +03:00
|
|
|
"operation",
|
2018-12-12 23:42:18 +03:00
|
|
|
this, aEnable ? "enabling" : "disabling",
|
2019-10-02 13:22:53 +03:00
|
|
|
&state == mAudioDeviceState.get() ? "audio" : "video",
|
2019-10-02 13:23:02 +03:00
|
|
|
track.get());
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (state.mStopped) {
|
|
|
|
// Source was stopped between timer resolving and this runnable.
|
|
|
|
return DeviceOperationPromise::CreateAndResolve(NS_ERROR_ABORT,
|
|
|
|
__func__);
|
2018-11-19 16:25:37 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
state.mDeviceEnabled = aEnable;
|
|
|
|
|
|
|
|
if (mWindowListener) {
|
|
|
|
mWindowListener->ChromeAffectingStateChanged();
|
|
|
|
}
|
|
|
|
|
2018-02-15 17:18:12 +03:00
|
|
|
if (!state.mOffWhileDisabled) {
|
|
|
|
// If the feature to turn a device off while disabled is itself
|
2017-11-17 21:56:00 +03:00
|
|
|
// disabled we shortcut the device operation and tell the
|
|
|
|
// ux-updating code that everything went fine.
|
|
|
|
return DeviceOperationPromise::CreateAndResolve(NS_OK, __func__);
|
2017-11-10 17:55:42 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
return MediaManager::PostTask<DeviceOperationPromise>(
|
|
|
|
__func__, [self, device = state.mDevice, aEnable](
|
|
|
|
MozPromiseHolder<DeviceOperationPromise>& h) {
|
|
|
|
h.Resolve(aEnable ? device->Start() : device->Stop(),
|
|
|
|
__func__);
|
2018-11-19 16:25:37 +03:00
|
|
|
});
|
|
|
|
},
|
|
|
|
[]() {
|
2017-11-17 21:56:00 +03:00
|
|
|
// Timer was canceled by us. We signal this with NS_ERROR_ABORT.
|
2018-04-09 14:53:32 +03:00
|
|
|
return DeviceOperationPromise::CreateAndResolve(NS_ERROR_ABORT,
|
2017-11-17 21:56:00 +03:00
|
|
|
__func__);
|
2018-11-19 16:25:37 +03:00
|
|
|
})
|
2017-11-17 21:56:00 +03:00
|
|
|
->Then(
|
|
|
|
GetMainThreadSerialEventTarget(), __func__,
|
2019-10-02 13:23:02 +03:00
|
|
|
[self, this, &state, track = RefPtr<MediaTrack>(aTrack),
|
2019-10-02 13:22:53 +03:00
|
|
|
aEnable](nsresult aResult) mutable {
|
2017-11-17 21:56:00 +03:00
|
|
|
MOZ_ASSERT_IF(aResult != NS_ERROR_ABORT,
|
|
|
|
state.mDeviceEnabled == aEnable);
|
|
|
|
MOZ_ASSERT(state.mOperationInProgress);
|
|
|
|
state.mOperationInProgress = false;
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (state.mStopped) {
|
|
|
|
// Device was stopped on main thread during the operation. Nothing
|
|
|
|
// to do.
|
|
|
|
return;
|
2018-11-19 16:25:37 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
LOG("SourceListener %p %s %s track for track %p %s", this,
|
2018-12-12 23:42:18 +03:00
|
|
|
aEnable ? "enabling" : "disabling",
|
2019-10-02 13:22:53 +03:00
|
|
|
&state == mAudioDeviceState.get() ? "audio" : "video",
|
2019-10-02 13:23:02 +03:00
|
|
|
track.get(), NS_SUCCEEDED(aResult) ? "succeeded" : "failed");
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (NS_FAILED(aResult) && aResult != NS_ERROR_ABORT) {
|
|
|
|
// This path handles errors from starting or stopping the device.
|
|
|
|
// NS_ERROR_ABORT are for cases where *we* aborted. They need
|
|
|
|
// graceful handling.
|
|
|
|
if (aEnable) {
|
|
|
|
// Starting the device failed. Stopping the track here will make
|
|
|
|
// the MediaStreamTrack end after a pass through the
|
2019-10-02 13:23:02 +03:00
|
|
|
// MediaTrackGraph.
|
|
|
|
StopTrack(track);
|
2018-11-19 16:25:37 +03:00
|
|
|
} else {
|
2017-11-17 21:56:00 +03:00
|
|
|
// Stopping the device failed. This is odd, but not fatal.
|
|
|
|
MOZ_ASSERT_UNREACHABLE("The device should be stoppable");
|
2018-11-19 16:25:37 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
// To keep our internal state sane in this case, we disallow
|
|
|
|
// future stops due to disable.
|
|
|
|
state.mOffWhileDisabled = false;
|
|
|
|
}
|
2017-11-10 17:55:42 +03:00
|
|
|
return;
|
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
|
|
|
|
// This path is for a device operation aResult that was success or
|
|
|
|
// NS_ERROR_ABORT (*we* canceled the operation).
|
|
|
|
// At this point we have to follow up on the intended state, i.e.,
|
|
|
|
// update the device state if the track state changed in the
|
|
|
|
// meantime.
|
|
|
|
|
|
|
|
if (state.mTrackEnabled == state.mDeviceEnabled) {
|
|
|
|
// Intended state is same as device's current state.
|
|
|
|
// Nothing more to do.
|
2017-11-10 17:55:42 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
// Track state changed during this operation. We'll start over.
|
|
|
|
if (state.mTrackEnabled) {
|
2019-10-02 13:23:02 +03:00
|
|
|
SetEnabledFor(track, true);
|
2017-11-17 21:56:00 +03:00
|
|
|
} else {
|
2019-10-02 13:23:02 +03:00
|
|
|
SetEnabledFor(track, false);
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
2018-02-16 13:55:27 +03:00
|
|
|
},
|
2017-11-17 21:56:00 +03:00
|
|
|
[]() { MOZ_ASSERT_UNREACHABLE("Unexpected and unhandled reject"); });
|
2017-11-10 17:55:42 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
void SourceListener::StopSharing() {
|
2015-09-30 09:08:22 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-04-26 12:13:40 +03:00
|
|
|
|
|
|
|
if (mStopped) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2019-03-29 19:12:20 +03:00
|
|
|
MOZ_RELEASE_ASSERT(mWindowListener);
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("SourceListener %p StopSharing", this);
|
2017-03-29 13:07:45 +03:00
|
|
|
|
2019-05-17 22:38:44 +03:00
|
|
|
RefPtr<SourceListener> self(this);
|
2017-11-17 21:56:00 +03:00
|
|
|
if (mVideoDeviceState && (mVideoDeviceState->mDevice->GetMediaSource() ==
|
|
|
|
MediaSourceEnum::Screen ||
|
|
|
|
mVideoDeviceState->mDevice->GetMediaSource() ==
|
|
|
|
MediaSourceEnum::Window)) {
|
2019-10-02 13:23:02 +03:00
|
|
|
// We want to stop the whole track if there's no audio;
|
2016-02-05 15:20:20 +03:00
|
|
|
// just the video track if we have both.
|
|
|
|
// StopTrack figures this out for us.
|
2019-10-02 13:23:02 +03:00
|
|
|
StopTrack(mVideoDeviceState->mTrackSource->mTrack);
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2017-11-17 21:56:00 +03:00
|
|
|
if (mAudioDeviceState && mAudioDeviceState->mDevice->GetMediaSource() ==
|
|
|
|
MediaSourceEnum::AudioCapture) {
|
2019-07-31 10:58:17 +03:00
|
|
|
static_cast<AudioCaptureTrackSource*>(mAudioDeviceState->mTrackSource.get())
|
|
|
|
->Stop();
|
2014-08-22 13:27:16 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
bool SourceListener::CapturingVideo() const {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 22:13:06 +03:00
|
|
|
return Activated() && mVideoDeviceState && !mVideoDeviceState->mStopped &&
|
2017-11-17 21:56:00 +03:00
|
|
|
(!mVideoDeviceState->mDevice->mSource->IsFake() ||
|
2017-04-26 12:13:40 +03:00
|
|
|
Preferences::GetBool("media.navigator.permission.fake"));
|
|
|
|
}
|
|
|
|
|
|
|
|
bool SourceListener::CapturingAudio() const {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 22:13:06 +03:00
|
|
|
return Activated() && mAudioDeviceState && !mAudioDeviceState->mStopped &&
|
2018-02-20 15:40:46 +03:00
|
|
|
(!mAudioDeviceState->mDevice->mSource->IsFake() ||
|
2017-04-26 12:13:40 +03:00
|
|
|
Preferences::GetBool("media.navigator.permission.fake"));
|
|
|
|
}
|
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
CaptureState SourceListener::CapturingSource(MediaSourceEnum aSource) const {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2017-11-17 22:13:06 +03:00
|
|
|
if ((!GetVideoDevice() || GetVideoDevice()->GetMediaSource() != aSource) &&
|
|
|
|
(!GetAudioDevice() || GetAudioDevice()->GetMediaSource() != aSource)) {
|
|
|
|
// This SourceListener doesn't capture a matching source
|
|
|
|
return CaptureState::Off;
|
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
DeviceState& state =
|
|
|
|
(GetAudioDevice() && GetAudioDevice()->GetMediaSource() == aSource)
|
|
|
|
? *mAudioDeviceState
|
|
|
|
: *mVideoDeviceState;
|
|
|
|
MOZ_ASSERT(state.mDevice->GetMediaSource() == aSource);
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
if (state.mStopped) {
|
|
|
|
// The source is a match but has been permanently stopped
|
|
|
|
return CaptureState::Off;
|
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
|
2017-11-17 22:13:06 +03:00
|
|
|
if ((aSource == MediaSourceEnum::Camera ||
|
|
|
|
aSource == MediaSourceEnum::Microphone) &&
|
|
|
|
state.mDevice->mSource->IsFake() &&
|
|
|
|
!Preferences::GetBool("media.navigator.permission.fake")) {
|
|
|
|
// Fake Camera and Microphone only count if there is no fake permission
|
|
|
|
return CaptureState::Off;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Source is a match and is active
|
|
|
|
|
|
|
|
if (state.mDeviceEnabled) {
|
|
|
|
return CaptureState::Enabled;
|
|
|
|
}
|
|
|
|
|
|
|
|
return CaptureState::Disabled;
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2015-09-21 01:45:57 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
RefPtr<SourceListener::SourceListenerPromise>
|
2017-05-20 03:57:44 +03:00
|
|
|
SourceListener::ApplyConstraintsToTrack(
|
2019-10-02 13:23:02 +03:00
|
|
|
MediaTrack* aTrack, const MediaTrackConstraints& aConstraints,
|
2019-06-01 01:04:13 +03:00
|
|
|
CallerType aCallerType) {
|
2015-09-20 17:04:51 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& state = GetDeviceStateFor(aTrack);
|
2018-02-23 12:05:42 +03:00
|
|
|
|
2017-11-17 21:56:00 +03:00
|
|
|
if (mStopped || state.mStopped) {
|
2019-10-02 13:23:02 +03:00
|
|
|
LOG("gUM %s track for track %p applyConstraints, but source is stopped",
|
|
|
|
&state == mAudioDeviceState.get() ? "audio" : "video", aTrack);
|
2018-11-30 08:13:58 +03:00
|
|
|
return SourceListenerPromise::CreateAndResolve(false, __func__);
|
2015-09-21 01:45:57 +03:00
|
|
|
}
|
2017-05-20 03:57:44 +03:00
|
|
|
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* mgr = MediaManager::GetIfExists();
|
|
|
|
if (!mgr) {
|
2018-11-30 08:13:58 +03:00
|
|
|
return SourceListenerPromise::CreateAndResolve(false, __func__);
|
2017-09-29 22:06:51 +03:00
|
|
|
}
|
2015-09-20 17:04:51 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
return MediaManager::PostTask<SourceListenerPromise>(
|
|
|
|
__func__, [device = state.mDevice, aConstraints,
|
2019-06-01 01:04:13 +03:00
|
|
|
isChrome = aCallerType == CallerType::System](
|
2018-11-30 08:13:58 +03:00
|
|
|
MozPromiseHolder<SourceListenerPromise>& aHolder) mutable {
|
2015-09-20 17:04:51 +03:00
|
|
|
MOZ_ASSERT(MediaManager::IsInMediaThread());
|
2017-09-29 22:06:51 +03:00
|
|
|
MediaManager* mgr = MediaManager::GetIfExists();
|
|
|
|
MOZ_RELEASE_ASSERT(mgr); // Must exist while media thread is alive
|
2015-09-20 17:04:51 +03:00
|
|
|
const char* badConstraint = nullptr;
|
2018-10-12 20:25:07 +03:00
|
|
|
nsresult rv =
|
|
|
|
device->Reconfigure(aConstraints, mgr->mPrefs, &badConstraint);
|
2018-11-30 08:13:58 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
if (rv == NS_ERROR_INVALID_ARG) {
|
|
|
|
// Reconfigure failed due to constraints
|
|
|
|
if (!badConstraint) {
|
|
|
|
nsTArray<RefPtr<MediaDevice>> devices;
|
|
|
|
devices.AppendElement(device);
|
|
|
|
badConstraint = MediaConstraintsHelper::SelectSettings(
|
|
|
|
NormalizedConstraints(aConstraints), devices, isChrome);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// Unexpected. ApplyConstraints* cannot fail with any other error.
|
|
|
|
badConstraint = "";
|
2018-12-12 23:42:18 +03:00
|
|
|
LOG("ApplyConstraintsToTrack-Task: Unexpected fail %" PRIx32,
|
|
|
|
static_cast<uint32_t>(rv));
|
2015-09-20 17:04:51 +03:00
|
|
|
}
|
2018-02-23 12:05:42 +03:00
|
|
|
|
2018-11-30 08:13:58 +03:00
|
|
|
aHolder.Reject(
|
|
|
|
MakeRefPtr<MediaMgrError>(
|
|
|
|
MediaMgrError::Name::OverconstrainedError,
|
|
|
|
NS_LITERAL_STRING(""), NS_ConvertASCIItoUTF16(badConstraint)),
|
|
|
|
__func__);
|
2018-02-23 12:05:42 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
// Reconfigure was successful
|
|
|
|
aHolder.Resolve(false, __func__);
|
|
|
|
});
|
2015-09-21 01:45:57 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
PrincipalHandle SourceListener::GetPrincipalHandle() const {
|
|
|
|
return mPrincipalHandle;
|
|
|
|
}
|
2014-08-27 09:03:50 +04:00
|
|
|
|
2019-10-02 13:23:02 +03:00
|
|
|
DeviceState& SourceListener::GetDeviceStateFor(MediaTrack* aTrack) const {
|
|
|
|
if (mAudioDeviceState && mAudioDeviceState->mTrackSource->mTrack == aTrack) {
|
2019-10-02 13:22:53 +03:00
|
|
|
return *mAudioDeviceState;
|
|
|
|
}
|
2019-10-02 13:23:02 +03:00
|
|
|
if (mVideoDeviceState && mVideoDeviceState->mTrackSource->mTrack == aTrack) {
|
2019-10-02 13:22:53 +03:00
|
|
|
return *mVideoDeviceState;
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
2019-10-02 13:23:02 +03:00
|
|
|
MOZ_CRASH("Unknown track");
|
2017-11-17 21:56:00 +03:00
|
|
|
}
|
|
|
|
|
2017-04-26 12:13:40 +03:00
|
|
|
// Doesn't kill audio
|
|
|
|
void GetUserMediaWindowListener::StopSharing() {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
2017-05-03 14:14:18 +03:00
|
|
|
|
2019-06-20 19:43:21 +03:00
|
|
|
for (auto& l : nsTArray<RefPtr<SourceListener>>(mActiveListeners)) {
|
|
|
|
l->StopSharing();
|
2014-08-27 09:03:50 +04:00
|
|
|
}
|
2017-04-26 12:13:40 +03:00
|
|
|
}
|
2016-02-05 15:20:20 +03:00
|
|
|
|
2017-07-27 11:51:24 +03:00
|
|
|
void GetUserMediaWindowListener::StopRawID(const nsString& removedDeviceID) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(), "Only call on main thread");
|
|
|
|
|
2019-06-20 19:43:21 +03:00
|
|
|
for (auto& source : nsTArray<RefPtr<SourceListener>>(mActiveListeners)) {
|
2017-07-27 11:51:24 +03:00
|
|
|
if (source->GetAudioDevice()) {
|
|
|
|
nsString id;
|
|
|
|
source->GetAudioDevice()->GetRawId(id);
|
|
|
|
if (removedDeviceID.Equals(id)) {
|
2019-10-02 13:22:53 +03:00
|
|
|
source->StopAudioTrack();
|
2017-07-27 11:51:24 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
if (source->GetVideoDevice()) {
|
|
|
|
nsString id;
|
|
|
|
source->GetVideoDevice()->GetRawId(id);
|
|
|
|
if (removedDeviceID.Equals(id)) {
|
2019-10-02 13:22:53 +03:00
|
|
|
source->StopVideoTrack();
|
2017-07-27 11:51:24 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-11-14 13:50:07 +03:00
|
|
|
void GetUserMediaWindowListener::ChromeAffectingStateChanged() {
|
2017-04-26 12:13:40 +03:00
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
2016-02-05 15:20:20 +03:00
|
|
|
|
2016-09-21 16:17:23 +03:00
|
|
|
// We wait until stable state before notifying chrome so chrome only does one
|
2017-11-17 21:56:00 +03:00
|
|
|
// update if more updates happen in this event loop.
|
2016-09-21 16:17:23 +03:00
|
|
|
|
|
|
|
if (mChromeNotificationTaskPosted) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsCOMPtr<nsIRunnable> runnable =
|
2017-11-14 13:50:07 +03:00
|
|
|
NewRunnableMethod("GetUserMediaWindowListener::NotifyChrome", this,
|
|
|
|
&GetUserMediaWindowListener::NotifyChrome);
|
2016-09-21 16:17:23 +03:00
|
|
|
nsContentUtils::RunInStableState(runnable.forget());
|
|
|
|
mChromeNotificationTaskPosted = true;
|
|
|
|
}
|
|
|
|
|
2017-11-14 13:50:07 +03:00
|
|
|
void GetUserMediaWindowListener::NotifyChrome() {
|
2016-09-21 16:17:23 +03:00
|
|
|
MOZ_ASSERT(mChromeNotificationTaskPosted);
|
|
|
|
mChromeNotificationTaskPosted = false;
|
|
|
|
|
2017-11-14 13:50:07 +03:00
|
|
|
NS_DispatchToMainThread(NS_NewRunnableFunction(
|
|
|
|
"MediaManager::NotifyChrome", [windowID = mWindowID]() {
|
2018-12-12 23:43:23 +03:00
|
|
|
auto* window = nsGlobalWindowInner::GetInnerWindowWithId(windowID);
|
2017-11-14 13:50:07 +03:00
|
|
|
if (!window) {
|
|
|
|
MOZ_ASSERT_UNREACHABLE("Should have window");
|
|
|
|
return;
|
|
|
|
}
|
2016-06-30 10:07:48 +03:00
|
|
|
|
2019-04-11 17:12:43 +03:00
|
|
|
nsresult rv = MediaManager::NotifyRecordingStatusChange(window);
|
2017-11-17 21:56:00 +03:00
|
|
|
if (NS_FAILED(rv)) {
|
|
|
|
MOZ_ASSERT_UNREACHABLE("Should be able to notify chrome");
|
|
|
|
return;
|
|
|
|
}
|
2017-11-14 13:50:07 +03:00
|
|
|
}));
|
2013-08-28 08:14:57 +04:00
|
|
|
}
|
|
|
|
|
2019-08-05 13:05:28 +03:00
|
|
|
#undef LOG
|
|
|
|
|
2012-06-03 11:35:15 +04:00
|
|
|
} // namespace mozilla
|