/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim: set sw=2 ts=8 et ft=cpp : */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this file, * You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "nsIPrefService.h" #include "nsIPrefBranch.h" #include "CamerasUtils.h" #include "CSFLog.h" #include "prenv.h" #include "mozilla/Logging.h" static PRLogModuleInfo* GetUserMediaLog() { static PRLogModuleInfo *sLog; if (!sLog) sLog = PR_NewLogModule("GetUserMedia"); return sLog; } #include "MediaEngineWebRTC.h" #include "ImageContainer.h" #include "nsIComponentRegistrar.h" #include "MediaEngineTabVideoSource.h" #include "MediaEngineRemoteVideoSource.h" #include "CamerasChild.h" #include "nsITabSource.h" #include "MediaTrackConstraints.h" #ifdef MOZ_WIDGET_ANDROID #include "AndroidJNIWrapper.h" #include "AndroidBridge.h" #endif #if defined(MOZ_B2G_CAMERA) && defined(MOZ_WIDGET_GONK) #include "ICameraControl.h" #include "MediaEngineGonkVideoSource.h" #endif #undef LOG #define LOG(args) MOZ_LOG(GetUserMediaLog(), mozilla::LogLevel::Debug, args) namespace mozilla { MediaEngineWebRTC::MediaEngineWebRTC(MediaEnginePrefs &aPrefs) : mMutex("mozilla::MediaEngineWebRTC"), mVoiceEngine(nullptr), mAudioEngineInit(false) { #ifndef MOZ_B2G_CAMERA nsCOMPtr compMgr; NS_GetComponentRegistrar(getter_AddRefs(compMgr)); if (compMgr) { compMgr->IsContractIDRegistered(NS_TABSOURCESERVICE_CONTRACTID, &mHasTabVideoSource); } #else #ifdef MOZ_WIDGET_GONK AsyncLatencyLogger::Get()->AddRef(); #endif #endif // XXX gFarendObserver = new AudioOutputObserver(); NS_NewNamedThread("AudioGUM", getter_AddRefs(mThread)); MOZ_ASSERT(mThread); } void MediaEngineWebRTC::EnumerateVideoDevices(dom::MediaSourceEnum aMediaSource, nsTArray >* aVSources) { // We spawn threads to handle gUM runnables, so we must protect the member vars MutexAutoLock lock(mMutex); #if defined(MOZ_B2G_CAMERA) && defined(MOZ_WIDGET_GONK) if (aMediaSource != dom::MediaSourceEnum::Camera) { // only supports camera sources return; } /** * We still enumerate every time, in case a new device was plugged in since * the last call. TODO: Verify that WebRTC actually does deal with hotplugging * new devices (with or without new engine creation) and accordingly adjust. * Enumeration is not neccessary if GIPS reports the same set of devices * for a given instance of the engine. Likewise, if a device was plugged out, * mVideoSources must be updated. */ int num = 0; nsresult result; result = ICameraControl::GetNumberOfCameras(num); if (num <= 0 || result != NS_OK) { return; } for (int i = 0; i < num; i++) { nsCString cameraName; result = ICameraControl::GetCameraName(i, cameraName); if (result != NS_OK) { continue; } nsRefPtr vSource; NS_ConvertUTF8toUTF16 uuid(cameraName); if (mVideoSources.Get(uuid, getter_AddRefs(vSource))) { // We've already seen this device, just append. aVSources->AppendElement(vSource.get()); } else { vSource = new MediaEngineGonkVideoSource(i); mVideoSources.Put(uuid, vSource); // Hashtable takes ownership. aVSources->AppendElement(vSource); } } return; #else mozilla::camera::CaptureEngine capEngine = mozilla::camera::InvalidEngine; #ifdef MOZ_WIDGET_ANDROID // get the JVM JavaVM* jvm; JNIEnv* const env = jni::GetEnvForThread(); MOZ_ALWAYS_TRUE(!env->GetJavaVM(&jvm)); if (webrtc::VideoEngine::SetAndroidObjects(jvm) != 0) { LOG(("VieCapture:SetAndroidObjects Failed")); return; } #endif switch (aMediaSource) { case dom::MediaSourceEnum::Window: capEngine = mozilla::camera::WinEngine; break; case dom::MediaSourceEnum::Application: capEngine = mozilla::camera::AppEngine; break; case dom::MediaSourceEnum::Screen: capEngine = mozilla::camera::ScreenEngine; break; case dom::MediaSourceEnum::Browser: capEngine = mozilla::camera::BrowserEngine; break; case dom::MediaSourceEnum::Camera: capEngine = mozilla::camera::CameraEngine; break; default: // BOOM MOZ_CRASH("No valid video engine"); break; } /** * We still enumerate every time, in case a new device was plugged in since * the last call. TODO: Verify that WebRTC actually does deal with hotplugging * new devices (with or without new engine creation) and accordingly adjust. * Enumeration is not neccessary if GIPS reports the same set of devices * for a given instance of the engine. Likewise, if a device was plugged out, * mVideoSources must be updated. */ int num; num = mozilla::camera::NumberOfCaptureDevices(capEngine); if (num <= 0) { return; } for (int i = 0; i < num; i++) { char deviceName[MediaEngineSource::kMaxDeviceNameLength]; char uniqueId[MediaEngineSource::kMaxUniqueIdLength]; // paranoia deviceName[0] = '\0'; uniqueId[0] = '\0'; int error; error = mozilla::camera::GetCaptureDevice(capEngine, i, deviceName, sizeof(deviceName), uniqueId, sizeof(uniqueId)); if (error) { LOG(("camera:GetCaptureDevice: Failed %d", error )); continue; } #ifdef DEBUG LOG((" Capture Device Index %d, Name %s", i, deviceName)); webrtc::CaptureCapability cap; int numCaps = mozilla::camera::NumberOfCapabilities(capEngine, uniqueId); LOG(("Number of Capabilities %d", numCaps)); for (int j = 0; j < numCaps; j++) { if (mozilla::camera::GetCaptureCapability(capEngine, uniqueId, j, cap ) != 0 ) { break; } LOG(("type=%d width=%d height=%d maxFPS=%d", cap.rawType, cap.width, cap.height, cap.maxFPS )); } #endif if (uniqueId[0] == '\0') { // In case a device doesn't set uniqueId! strncpy(uniqueId, deviceName, sizeof(uniqueId)); uniqueId[sizeof(uniqueId)-1] = '\0'; // strncpy isn't safe } nsRefPtr vSource; NS_ConvertUTF8toUTF16 uuid(uniqueId); if (mVideoSources.Get(uuid, getter_AddRefs(vSource))) { // We've already seen this device, just refresh and append. static_cast(vSource.get())->Refresh(i); aVSources->AppendElement(vSource.get()); } else { vSource = new MediaEngineRemoteVideoSource(i, capEngine, aMediaSource); mVideoSources.Put(uuid, vSource); // Hashtable takes ownership. aVSources->AppendElement(vSource); } } if (mHasTabVideoSource || dom::MediaSourceEnum::Browser == aMediaSource) { aVSources->AppendElement(new MediaEngineTabVideoSource()); } #endif } void MediaEngineWebRTC::EnumerateAudioDevices(dom::MediaSourceEnum aMediaSource, nsTArray >* aASources) { ScopedCustomReleasePtr ptrVoEBase; ScopedCustomReleasePtr ptrVoEHw; // We spawn threads to handle gUM runnables, so we must protect the member vars MutexAutoLock lock(mMutex); if (aMediaSource == dom::MediaSourceEnum::AudioCapture) { nsRefPtr audioCaptureSource = new MediaEngineWebRTCAudioCaptureSource(nullptr); aASources->AppendElement(audioCaptureSource); return; } #ifdef MOZ_WIDGET_ANDROID jobject context = mozilla::AndroidBridge::Bridge()->GetGlobalContextRef(); // get the JVM JavaVM* jvm; JNIEnv* const env = jni::GetEnvForThread(); MOZ_ALWAYS_TRUE(!env->GetJavaVM(&jvm)); if (webrtc::VoiceEngine::SetAndroidObjects(jvm, env, (void*)context) != 0) { LOG(("VoiceEngine:SetAndroidObjects Failed")); return; } #endif if (!mVoiceEngine) { mVoiceEngine = webrtc::VoiceEngine::Create(); if (!mVoiceEngine) { return; } } ptrVoEBase = webrtc::VoEBase::GetInterface(mVoiceEngine); if (!ptrVoEBase) { return; } if (!mAudioEngineInit) { if (ptrVoEBase->Init() < 0) { return; } mAudioEngineInit = true; } ptrVoEHw = webrtc::VoEHardware::GetInterface(mVoiceEngine); if (!ptrVoEHw) { return; } int nDevices = 0; ptrVoEHw->GetNumOfRecordingDevices(nDevices); int i; #if defined(MOZ_WIDGET_ANDROID) || defined(MOZ_WIDGET_GONK) i = 0; // Bug 1037025 - let the OS handle defaulting for now on android/b2g #else // -1 is "default communications device" depending on OS in webrtc.org code i = -1; #endif for (; i < nDevices; i++) { // We use constants here because GetRecordingDeviceName takes char[128]. char deviceName[128]; char uniqueId[128]; // paranoia; jingle doesn't bother with this deviceName[0] = '\0'; uniqueId[0] = '\0'; int error = ptrVoEHw->GetRecordingDeviceName(i, deviceName, uniqueId); if (error) { LOG((" VoEHardware:GetRecordingDeviceName: Failed %d", ptrVoEBase->LastError() )); continue; } if (uniqueId[0] == '\0') { // Mac and Linux don't set uniqueId! MOZ_ASSERT(sizeof(deviceName) == sizeof(uniqueId)); // total paranoia strcpy(uniqueId,deviceName); // safe given assert and initialization/error-check } nsRefPtr aSource; NS_ConvertUTF8toUTF16 uuid(uniqueId); if (mAudioSources.Get(uuid, getter_AddRefs(aSource))) { // We've already seen this device, just append. aASources->AppendElement(aSource.get()); } else { aSource = new MediaEngineWebRTCMicrophoneSource(mThread, mVoiceEngine, i, deviceName, uniqueId); mAudioSources.Put(uuid, aSource); // Hashtable takes ownership. aASources->AppendElement(aSource); } } } static PLDHashOperator ClearVideoSource (const nsAString&, // unused MediaEngineVideoSource* aData, void *userArg) { if (aData) { aData->Shutdown(); } return PL_DHASH_NEXT; } static PLDHashOperator ClearAudioSource(const nsAString &, // unused MediaEngineAudioSource *aData, void *userArg) { if (aData) { aData->Shutdown(); } return PL_DHASH_NEXT; } void MediaEngineWebRTC::Shutdown() { // This is likely paranoia MutexAutoLock lock(mMutex); LOG(("%s", __FUNCTION__)); // Shutdown all the sources, since we may have dangling references to the // sources in nsDOMUserMediaStreams waiting for GC/CC mVideoSources.EnumerateRead(ClearVideoSource, nullptr); mAudioSources.EnumerateRead(ClearAudioSource, nullptr); mVideoSources.Clear(); mAudioSources.Clear(); if (mVoiceEngine) { mVoiceEngine->SetTraceCallback(nullptr); webrtc::VoiceEngine::Delete(mVoiceEngine); } mVoiceEngine = nullptr; mozilla::camera::Shutdown(); if (mThread) { mThread->Shutdown(); mThread = nullptr; } } }