Begin adding support for tab mirroring via the MediaStream audio/video capturing

content/browser/renderer_host/media/media_stream_manager.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/renderer_host/media/media_stream_manager.h"
 
 #include <list>
 
 #include "base/bind.h"
 #include "base/compiler_specific.h"
@@ skipping 29 matching lines @@
   for (size_t i = 0; i < label.size(); ++i) {
     int random_char = base::RandGenerator(sizeof(kAlphabet) - 1);
     label[i] = kAlphabet[random_char];
   }
   return label;
 }
 
 // Helper to verify if a media stream type is part of options or not.
 static bool Requested(const StreamOptions& options,
                       MediaStreamType stream_type) {
-  return (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE &&
-          options.video) ||
-         (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE &&
-          options.audio);
+  return (options.audio_type == stream_type ||
+          options.video_type == stream_type);
 }
 
 DeviceThread::DeviceThread(const char* name)
     : base::Thread(name) {
 }
 
 DeviceThread::~DeviceThread() {
   Stop();
 }
 
@@ skipping 19 matching lines @@
   };
 
   enum RequestType {
     GENERATE_STREAM = 0,
     ENUMERATE_DEVICES,
     OPEN_DEVICE
   };
 
   DeviceRequest()
       : requester(NULL),
-        state(content::NUM_MEDIA_STREAM_DEVICE_TYPES, STATE_NOT_REQUESTED),
+        state(content::NUM_MEDIA_TYPES, STATE_NOT_REQUESTED),
         type(GENERATE_STREAM),
         render_process_id(-1),
         render_view_id(-1) {
-    options.audio = false;
-    options.video = false;
   }
 
   DeviceRequest(MediaStreamRequester* requester,
                 const StreamOptions& request_options,
                 int render_process_id,
                 int render_view_id,
                 const GURL& request_security_origin)
       : requester(requester),
         options(request_options),
-        state(content::NUM_MEDIA_STREAM_DEVICE_TYPES, STATE_NOT_REQUESTED),
+        state(content::NUM_MEDIA_TYPES, STATE_NOT_REQUESTED),
         type(GENERATE_STREAM),
         render_process_id(render_process_id),
         render_view_id(render_view_id),
         security_origin(request_security_origin) {
     DCHECK(requester);
   }
 
   ~DeviceRequest() {}
 
   MediaStreamRequester* requester;
   StreamOptions options;
   std::vector<RequestState> state;
   RequestType type;
   int render_process_id;
   int render_view_id;
   GURL security_origin;
   std::string requested_device_id;
-  StreamDeviceInfoArray audio_devices;
-  StreamDeviceInfoArray video_devices;
+  StreamDeviceInfoArray devices;
 };
 
 MediaStreamManager::EnumerationCache::EnumerationCache()
     : valid(false) {
 }
 
 MediaStreamManager::EnumerationCache::~EnumerationCache() {
 }
 
-MediaStreamManager::MediaStreamManager(
-    AudioInputDeviceManager* audio_input_device_manager,
-    VideoCaptureManager* video_capture_manager)
+MediaStreamManager::MediaStreamManager(media::AudioManager* audio_manager)
     : ALLOW_THIS_IN_INITIALIZER_LIST(
           device_settings_(new MediaStreamDeviceSettings(this))),
-      audio_input_device_manager_(audio_input_device_manager),
-      video_capture_manager_(video_capture_manager),
+      audio_manager_(audio_manager),
       monitoring_started_(false),
       io_loop_(NULL) {
+  DCHECK(audio_manager_);
   memset(active_enumeration_ref_count_, 0,
          sizeof(active_enumeration_ref_count_));
 }
 
 MediaStreamManager::~MediaStreamManager() {
   DCHECK(requests_.empty());
   DCHECK(!device_thread_.get());
   DCHECK(!io_loop_);
 }
 
 VideoCaptureManager* MediaStreamManager::video_capture_manager() {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+  EnsureDeviceManagersStarted();
   DCHECK(video_capture_manager_);
-  EnsureDeviceThreadAndListener();
   return video_capture_manager_;
 }
 
 AudioInputDeviceManager* MediaStreamManager::audio_input_device_manager() {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+  EnsureDeviceManagersStarted();
   DCHECK(audio_input_device_manager_);
-  EnsureDeviceThreadAndListener();
   return audio_input_device_manager_;
 }
 
 void MediaStreamManager::GenerateStream(MediaStreamRequester* requester,
                                         int render_process_id,
                                         int render_view_id,
                                         const StreamOptions& options,
                                         const GURL& security_origin,
                                         std::string* label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
   // Create a new request based on options.
   DeviceRequest new_request(requester, options,
                             render_process_id,
                             render_view_id,
                             security_origin);
   StartEnumeration(&new_request, label);
 
   // Get user confirmation to use capture devices.
   device_settings_->RequestCaptureDeviceUsage(*label,
                                               render_process_id,
                                               render_view_id,
                                               options,
                                               security_origin);
 }
 
+void MediaStreamManager::GenerateStreamForDevice(
+    MediaStreamRequester* requester, int render_process_id, int render_view_id,
+    const StreamOptions& options, const std::string& device_id,
+    const GURL& security_origin, std::string* label) {
+  DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+
+  // Create a new request based on options.
+  AddRequest(DeviceRequest(requester, options,
+                           render_process_id, render_view_id,
+                           security_origin),
+             label);
+  DeviceRequest& request = requests_[*label];
+
+  // Get user confirmation to use the capture device.
+  device_settings_->RequestCaptureDeviceUsage(*label,
+                                              render_process_id,
+                                              render_view_id,
+                                              options,
+                                              security_origin);
+  // TODO(miu): We should ask the device manager whether a device with id
+  // |device_id| actually exists.  Note that no such MediaStreamProvider API for
+  // this currently exists.  Also, we don't have a user-friendly device name for
+  // the infobar UI.
+  if (content::IsAudioMediaType(options.audio_type)) {
+    request.state[options.audio_type] = DeviceRequest::STATE_PENDING_APPROVAL;
+    device_settings_->AvailableDevices(
+        *label, options.audio_type, StreamDeviceInfoArray(
+            1, StreamDeviceInfo(options.audio_type, device_id, device_id,
+                                false)));
+  }
+  if (content::IsVideoMediaType(options.video_type)) {
+    request.state[options.video_type] = DeviceRequest::STATE_PENDING_APPROVAL;
+    device_settings_->AvailableDevices(
+        *label, options.video_type, StreamDeviceInfoArray(
+            1, StreamDeviceInfo(options.video_type, device_id, device_id,
+                                false)));
+  }
+}
+
 void MediaStreamManager::CancelGenerateStream(const std::string& label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
   DeviceRequests::iterator it = requests_.find(label);
   if (it != requests_.end()) {
     // The request isn't complete.
     if (!RequestDone(it->second)) {
-      DeviceRequest* request = &(it->second);
-      if (request->state[content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE] ==
-          DeviceRequest::STATE_OPENING) {
-        for (StreamDeviceInfoArray::iterator it =
-             request->audio_devices.begin(); it != request->audio_devices.end();
-             ++it) {
-          audio_input_device_manager()->Close(it->session_id);
+      DeviceRequest& request = it->second;
+      for (int i = content::MEDIA_NO_SERVICE + 1; i < content::NUM_MEDIA_TYPES;
+           ++i) {
+        const MediaStreamType stream_type = static_cast<MediaStreamType>(i);
+        if (request.state[stream_type] != DeviceRequest::STATE_OPENING) {
+          continue;
         }
-      }
-      if (request->state[content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE] ==
-          DeviceRequest::STATE_OPENING) {
-        for (StreamDeviceInfoArray::iterator it =
-             request->video_devices.begin(); it != request->video_devices.end();
-             ++it) {
-          video_capture_manager()->Close(it->session_id);
+        for (StreamDeviceInfoArray::const_iterator device_it =
+                 request.devices.begin();
+             device_it != request.devices.end(); ++device_it) {
+          if (device_it->stream_type == stream_type) {
+            GetDeviceManager(stream_type)->Close(device_it->session_id);
+          }
         }
       }
       requests_.erase(it);
     } else {
       StopGeneratedStream(label);
     }
     device_settings_->RemovePendingCaptureRequest(label);
   }
 }
 
 void MediaStreamManager::StopGeneratedStream(const std::string& label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
   // Find the request and close all open devices for the request.
   DeviceRequests::iterator it = requests_.find(label);
   if (it != requests_.end()) {
     if (it->second.type == DeviceRequest::ENUMERATE_DEVICES) {
       StopEnumerateDevices(label);
       return;
     }
-    for (StreamDeviceInfoArray::iterator audio_it =
-         it->second.audio_devices.begin();
-         audio_it != it->second.audio_devices.end(); ++audio_it) {
-      audio_input_device_manager()->Close(audio_it->session_id);
-    }
-    for (StreamDeviceInfoArray::iterator video_it =
-         it->second.video_devices.begin();
-         video_it != it->second.video_devices.end(); ++video_it) {
-      video_capture_manager()->Close(video_it->session_id);
+    for (StreamDeviceInfoArray::const_iterator device_it =
+             it->second.devices.begin();
+         device_it != it->second.devices.end(); ++device_it) {
+      GetDeviceManager(device_it->stream_type)->Close(device_it->session_id);
     }
     if (it->second.type == DeviceRequest::GENERATE_STREAM &&
         RequestDone(it->second)) {
       NotifyObserverDevicesClosed(&(it->second));
     }
     requests_.erase(it);
   }
 }
 
 void MediaStreamManager::EnumerateDevices(
     MediaStreamRequester* requester,
     int render_process_id,
     int render_view_id,
     MediaStreamType type,
     const GURL& security_origin,
     std::string* label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
-  DCHECK(type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE ||
-         type == content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE);
+  DCHECK(type == content::MEDIA_DEVICE_AUDIO_CAPTURE ||
+         type == content::MEDIA_DEVICE_VIDEO_CAPTURE);
 
   // Create a new request.
   StreamOptions options;
   EnumerationCache* cache = NULL;
-  if (type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
-    options.audio = true;
+  if (type == content::MEDIA_DEVICE_AUDIO_CAPTURE) {
+    options.audio_type = type;
     cache = &audio_enumeration_cache_;
+  } else if (type == content::MEDIA_DEVICE_VIDEO_CAPTURE) {
+    options.video_type = type;
+    cache = &video_enumeration_cache_;
   } else {
-    options.video = true;
-    cache = &video_enumeration_cache_;
+    NOTREACHED();
+    return;
   }
 
   DeviceRequest new_request(requester, options,
                             render_process_id,
                             render_view_id,
                             security_origin);
   new_request.type = DeviceRequest::ENUMERATE_DEVICES;
 
   if (cache->valid) {
     // Cached device list of this type exists. Just send it out.
     new_request.state[type] = DeviceRequest::STATE_REQUESTED;
-    AddRequest(&new_request, label);
+    AddRequest(new_request, label);
     // Need to post a task since the requester won't have label till
     // this function returns.
     BrowserThread::PostTask(BrowserThread::IO,
         FROM_HERE,
         base::Bind(&MediaStreamManager::SendCachedDeviceList,
                    base::Unretained(this), cache, *label));
   } else {
     StartEnumeration(&new_request, label);
     StartMonitoring();
   }
@@ skipping 14 matching lines @@
 
 void MediaStreamManager::OpenDevice(
     MediaStreamRequester* requester,
     int render_process_id,
     int render_view_id,
     const std::string& device_id,
     MediaStreamType type,
     const GURL& security_origin,
     std::string* label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+  DCHECK(type == content::MEDIA_DEVICE_AUDIO_CAPTURE ||
+         type == content::MEDIA_DEVICE_VIDEO_CAPTURE);
 
   // Create a new request.
   StreamOptions options;
-  if (type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE)
-    options.audio = true;
-  else
-    options.video = true;
+  if (content::IsAudioMediaType(type)) {
+    options.audio_type = type;
+  } else if (content::IsVideoMediaType(type)) {
+    options.video_type = type;
+  } else {
+    NOTREACHED();
+    return;
+  }
 
   DeviceRequest new_request(requester, options,
                             render_process_id,
                             render_view_id,
                             security_origin);
   new_request.type = DeviceRequest::OPEN_DEVICE;
   new_request.requested_device_id = device_id;
 
   StartEnumeration(&new_request, label);
 }
@@ skipping 31 matching lines @@
 void MediaStreamManager::ClearEnumerationCache(EnumerationCache* cache) {
   DCHECK_EQ(MessageLoop::current(), io_loop_);
   cache->valid = false;
 }
 
 void MediaStreamManager::StartEnumeration(
     DeviceRequest* new_request,
     std::string* label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
-  MediaStreamType stream_type = content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE;
-  if (Requested(new_request->options, stream_type)) {
-    new_request->state[stream_type] = DeviceRequest::STATE_REQUESTED;
-    DCHECK_GE(active_enumeration_ref_count_[stream_type], 0);
-    if (!active_enumeration_ref_count_[stream_type]) {
-      ++active_enumeration_ref_count_[stream_type];
-      GetDeviceManager(stream_type)->EnumerateDevices();
-    }
-  }
-  stream_type = content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE;
-  if (Requested(new_request->options, stream_type)) {
-    new_request->state[stream_type] = DeviceRequest::STATE_REQUESTED;
-    DCHECK_GE(active_enumeration_ref_count_[stream_type], 0);
-    if (!active_enumeration_ref_count_[stream_type]) {
-      ++active_enumeration_ref_count_[stream_type];
-      GetDeviceManager(stream_type)->EnumerateDevices();
+  for (int i = content::MEDIA_NO_SERVICE + 1; i < content::NUM_MEDIA_TYPES;
+       ++i) {
+    const MediaStreamType stream_type = static_cast<MediaStreamType>(i);
+    if (Requested(new_request->options, stream_type)) {
+      new_request->state[stream_type] = DeviceRequest::STATE_REQUESTED;
+      DCHECK_GE(active_enumeration_ref_count_[stream_type], 0);
+      if (active_enumeration_ref_count_[stream_type] == 0) {
+        ++active_enumeration_ref_count_[stream_type];
+        GetDeviceManager(stream_type)->EnumerateDevices();
+      }
     }
   }
 
-  AddRequest(new_request, label);
+  AddRequest(*new_request, label);
 }
 
 void MediaStreamManager::AddRequest(
-    DeviceRequest* new_request,
+    const DeviceRequest& new_request,
     std::string* label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
   // Create a label for this request and verify it is unique.
   std::string request_label;
   do {
     request_label = RandomLabel();
   } while (requests_.find(request_label) != requests_.end());
 
-  requests_.insert(std::make_pair(request_label, *new_request));
+  requests_.insert(std::make_pair(request_label, new_request));
 
   (*label) = request_label;
 }
 
-void MediaStreamManager::EnsureDeviceThreadAndListener() {
+void MediaStreamManager::EnsureDeviceManagersStarted() {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
   if (device_thread_.get())
     return;
 
   device_thread_.reset(new DeviceThread("MediaStreamDeviceThread"));
   CHECK(device_thread_->Start());
 
+  audio_input_device_manager_ =
+      new media_stream::AudioInputDeviceManager(audio_manager_);
   audio_input_device_manager_->Register(this,
                                         device_thread_->message_loop_proxy());
-  video_capture_manager_->Register(this, device_thread_->message_loop_proxy());
+
+  video_capture_manager_ = new media_stream::VideoCaptureManager();
+  video_capture_manager_->Register(this,
+                                   device_thread_->message_loop_proxy());
 
   // We want to be notified of IO message loop destruction to delete the thread
   // and the device managers.
   io_loop_ = MessageLoop::current();
   io_loop_->AddDestructionObserver(this);
 }
 
 void MediaStreamManager::Opened(MediaStreamType stream_type,
                                 int capture_session_id) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
   // Find the request containing this device and mark it as used.
   DeviceRequest* request = NULL;
   StreamDeviceInfoArray* devices = NULL;
   std::string label;
   for (DeviceRequests::iterator request_it = requests_.begin();
        request_it != requests_.end() && request == NULL; ++request_it) {
-    if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
-      devices = &(request_it->second.audio_devices);
-    } else if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE) {
-      devices = &(request_it->second.video_devices);
-    } else {
-      NOTREACHED();
-    }
-
+    devices = &(request_it->second.devices);
     for (StreamDeviceInfoArray::iterator device_it = devices->begin();
          device_it != devices->end(); ++device_it) {
-      if (device_it->session_id == capture_session_id) {
+      if (device_it->stream_type == stream_type &&
+          device_it->session_id == capture_session_id) {
         // We've found the request.
         device_it->in_use = true;
         label = request_it->first;
         request = &(request_it->second);
         break;
       }
     }
   }
   if (request == NULL) {
     // The request doesn't exist.
     return;
   }
 
   DCHECK_NE(request->state[stream_type], DeviceRequest::STATE_REQUESTED);
 
   // Check if all devices for this stream type are opened. Update the state if
   // they are.
   for (StreamDeviceInfoArray::iterator device_it = devices->begin();
        device_it != devices->end(); ++device_it) {
+    if (device_it->stream_type != stream_type) {
+      continue;
+    }
     if (device_it->in_use == false) {
       // Wait for more devices to be opened before we're done.
       return;
     }
   }
   request->state[stream_type] = DeviceRequest::STATE_DONE;
 
   if (!RequestDone(*request)) {
     // This stream_type is done, but not the other type.
     return;
   }
 
   switch (request->type) {
     case DeviceRequest::OPEN_DEVICE:
-      request->requester->DeviceOpened(label, (*devices)[0]);
+      request->requester->DeviceOpened(label, devices->front());
       break;
-    case DeviceRequest::GENERATE_STREAM:
-      request->requester->StreamGenerated(label, request->audio_devices,
-                                          request->video_devices);
+    case DeviceRequest::GENERATE_STREAM: {
+      // Partition the array of devices into audio vs video.
+      StreamDeviceInfoArray audio_devices, video_devices;
+      for (StreamDeviceInfoArray::const_iterator device_it = devices->begin();
+           device_it != devices->end(); ++device_it) {
+        if (content::IsAudioMediaType(device_it->stream_type)) {
+          audio_devices.push_back(*device_it);
+        } else if (content::IsVideoMediaType(device_it->stream_type)) {
+          video_devices.push_back(*device_it);
+        } else {
+          NOTREACHED();
+        }
+      }
+
+      request->requester->StreamGenerated(label, audio_devices, video_devices);
       NotifyObserverDevicesOpened(request);
       break;
+    }
     default:
       NOTREACHED();
+      break;
   }
 }
 
 void MediaStreamManager::Closed(MediaStreamType stream_type,
                                 int capture_session_id) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 }
 
 void MediaStreamManager::DevicesEnumerated(
     MediaStreamType stream_type, const StreamDeviceInfoArray& devices) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 
-  // Only cache device list when there is EnumerateDevices request, since
+  // Only cache the device list when there is an EnumerateDevices request, since
   // other requests don't turn on device monitoring.
   bool need_update_clients = false;
   EnumerationCache* cache =
-      (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE ?
+      (stream_type == content::MEDIA_DEVICE_AUDIO_CAPTURE ?
        &audio_enumeration_cache_ : &video_enumeration_cache_);
   if (HasEnumerationRequest(stream_type) &&
       (!cache->valid ||
        devices.size() != cache->devices.size() ||
        !std::equal(devices.begin(), devices.end(), cache->devices.begin(),
                    media_stream::StreamDeviceInfo::IsEqual))) {
     cache->valid = true;
     cache->devices = devices;
     need_update_clients = true;
   }
@@ skipping 14 matching lines @@
   }
   for (std::list<std::string>::iterator it = label_list.begin();
        it != label_list.end(); ++it) {
     DeviceRequest& request = requests_[*it];
     switch (request.type) {
       case DeviceRequest::ENUMERATE_DEVICES:
         if (need_update_clients)
           request.requester->DevicesEnumerated(*it, devices);
         break;
       case DeviceRequest::OPEN_DEVICE:
+        DCHECK(!request.requested_device_id.empty());
         for (StreamDeviceInfoArray::const_iterator device_it = devices.begin();
-             device_it != devices.end(); device_it++) {
+             device_it != devices.end(); ++device_it) {
           if (request.requested_device_id == device_it->device_id) {
             StreamDeviceInfo device = *device_it;
             device.in_use = false;
             device.session_id =
                 GetDeviceManager(device_it->stream_type)->Open(device);
             request.state[device_it->stream_type] =
                 DeviceRequest::STATE_OPENING;
-            if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE)
-              request.audio_devices.push_back(device);
-            else
-              request.video_devices.push_back(device);
+            request.devices.push_back(device);
             break;
           }
         }
         break;
       default:
         device_settings_->AvailableDevices(*it, stream_type, devices);
+        break;
     }
   }
   label_list.clear();
   --active_enumeration_ref_count_[stream_type];
   DCHECK_GE(active_enumeration_ref_count_[stream_type], 0);
 }
 
 void MediaStreamManager::Error(MediaStreamType stream_type,
                                int capture_session_id,
                                MediaStreamProviderError error) {
   // Find the device for the error call.
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+
   for (DeviceRequests::iterator it = requests_.begin(); it != requests_.end();
        ++it) {
-    StreamDeviceInfoArray* devices = NULL;
-    if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
-      devices = &(it->second.audio_devices);
-    } else if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE) {
-      devices = &(it->second.video_devices);
-    } else {
-      NOTREACHED();
-    }
+    StreamDeviceInfoArray& devices = it->second.devices;
 
-    int device_idx = 0;
-    for (StreamDeviceInfoArray::iterator device_it = devices->begin();
-         device_it != devices->end(); ++device_it, ++device_idx) {
-      if (device_it->session_id == capture_session_id) {
-        // We've found the failing device. Find the error case:
-        if (it->second.state[stream_type] == DeviceRequest::STATE_DONE) {
-          // 1. Already opened -> signal device failure and close device.
-          //    Use device_idx to signal which of the devices encountered an
-          //    error.
-          if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
-            it->second.requester->AudioDeviceFailed(it->first, device_idx);
-          } else if (stream_type ==
-                     content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE) {
-            it->second.requester->VideoDeviceFailed(it->first, device_idx);
-          }
-          GetDeviceManager(stream_type)->Close(capture_session_id);
-          // We don't erase the devices here so that we can update the UI
-          // properly in StopGeneratedStream().
-          it->second.state[stream_type] = DeviceRequest::STATE_ERROR;
+    int audio_device_idx = -1;
+    int video_device_idx = -1;
+    for (StreamDeviceInfoArray::iterator device_it = devices.begin();
+         device_it != devices.end(); ++device_it) {
+      if (content::IsAudioMediaType(device_it->stream_type)) {
+        ++audio_device_idx;
+      } else if (content::IsVideoMediaType(device_it->stream_type)) {
+        ++video_device_idx;
+      } else {
+        NOTREACHED();
+        continue;
+      }
+      if (device_it->stream_type != stream_type ||
+          device_it->session_id != capture_session_id) {
+        continue;
+      }
+      // We've found the failing device. Find the error case:
+      if (it->second.state[stream_type] == DeviceRequest::STATE_DONE) {
+        // 1. Already opened -> signal device failure and close device.
+        //    Use device_idx to signal which of the devices encountered an
+        //    error.
+        if (content::IsAudioMediaType(stream_type)) {
+          it->second.requester->AudioDeviceFailed(it->first, audio_device_idx);

[tommi (sloooow) - chröme, 2012/09/10 09:17:25]

Using the index here seems to be a bug to me.  Maybe you can help me understand
how this works better, but here's how I currently understand it:

We count the audio and video devices separately although they are stored in the
same array.  This is why we have these two 'idx' variables.

If an audio or video device is 'done', we can send this 'failed' notification
but afaics, we do *not* remove it from the array.

On the receiving side of the notification (see
http://code.google.com/searchframe#OAMlx_jo-ck/src/content/renderer/media/med...),
we use this index to 'blindly' erase an item from an array that is supposed to
match the devices array here.

I think that we can have a problem because the item is removed on one side and
not the other.

Let's say we have 2 audio devices and that audio device [0] reaches SATE_DONE
and we send over this notification.

The receiver then deletes item [0] from the index but here we do not.

Then audio device [1] also reaches STATE_DONE and we send over a notification
for that device.

Then the array size on the receiving side will be 1, and we will attempt to
delete the 2nd item, [1].  <- crash.

This applies to both audio and video devices of course.

Am I missing something?

[no longer working on chromium, 2012/09/10 11:00:17]

I agree the code is quite messy here, probably a further refactoring is needed
to make it more readiable.
ASAIK, we set the state to STATE_ERROR in line 657 to protect one request gets
into the AudioDeviceFailed multiple times, isn't it enough?

[tommi (sloooow) - chröme, 2012/09/10 11:29:01]

I don't think so.  Read through the example I gave.
It seems to me that it would enough for two audio
devices to have STATE_DONE in this loop to run into trouble.

[no longer working on chromium, 2012/09/10 12:28:03]

Thanks for the pointing it out. It is indeed a problem since the arrays in
media_stream_manager and media_stream_disapatcher can be out of sync. We should
use the device_id to delete the device in media_stream_disapatcher instead.

It is bug that does not belong to this CL, miu, feel free to fix it or simply
add to TODO here.

[miu, 2012/09/10 21:24:38]

This seemed funny to me.  I had modified this code a while back, before I fully
understood what all was going on here, so that's why my change only attempted to
duplicate the existing behavior.  I've created a bug (http://crbug.com/147650)
and added a TODO here.

Normally, I'd just fix the bug right now, but the problem runs far deeper than
what is obvious here.  In this particular instance, it's not just the device_id
that needs to be passed, but also the MediaStreamType.  And then, we'd have to
modify all the IPCs and all the code modules, and you've got yourself another
20-file change to review...  :-/

In fact, there are many APIs where we should consider either: 1) passing around
a common "device key" (stream_type + device_id); or 2) creating something like a
"MediaDeviceRegistryHost" whereby any device that is queried is mapped to an
integer ID, to be used by the renderer to refer to the device living in the
browser process.

If this all sounds confusing: Yes, it is.  In a nutshell, it seems that much of
the code on the renderer side was written in a way that the renderer should not
have to deal with device_ids of any kind.  There are a few paths where this
philosophy is violated, and they should be re-designed/tweaked.

Now that I've walked through much of the code base (both audio and video, and
both browser and renderer side of things), I've been noticing a number of issues
in the APIs between browser and renderer and, perhaps in Q4, we should
coordinate a clean-up/consistency effort.

At some point, we should all meet face-to-face sometime and hash all this out.

+        } else if (content::IsVideoMediaType(stream_type)) {
+          it->second.requester->VideoDeviceFailed(it->first, video_device_idx);
         } else {
-          // Request is not done, devices are not opened in this case.
-          if ((it->second.audio_devices.size() +
-               it->second.video_devices.size()) <= 1) {
-            // 2. Device not opened and no other devices for this request ->
-            //    signal stream error and remove the request.
-            it->second.requester->StreamGenerationFailed(it->first);
-            requests_.erase(it);
-          } else {
-            // 3. Not opened but other devices exists for this request -> remove
-            //    device from list, but don't signal an error.
-            devices->erase(device_it);
-          }
+          NOTREACHED();
+          return;
         }
-        return;
+        GetDeviceManager(stream_type)->Close(capture_session_id);
+        // We don't erase the devices here so that we can update the UI
+        // properly in StopGeneratedStream().
+        it->second.state[stream_type] = DeviceRequest::STATE_ERROR;
+      } else {
+        // Request is not done, devices are not opened in this case.
+        if (devices.size() <= 1) {
+          // 2. Device not opened and no other devices for this request ->
+          //    signal stream error and remove the request.
+          it->second.requester->StreamGenerationFailed(it->first);
+          requests_.erase(it);
+        } else {
+          // 3. Not opened but other devices exists for this request -> remove
+          //    device from list, but don't signal an error.
+          devices.erase(device_it);  // NOTE: This invalidates device_it!
+        }
       }
+      return;
     }
   }
 }
 
 void MediaStreamManager::DevicesAccepted(const std::string& label,
                                          const StreamDeviceInfoArray& devices) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
   DeviceRequests::iterator request_it = requests_.find(label);
-  if (request_it != requests_.end()) {
-    if (devices.empty()) {
-      // No available devices or user didn't accept device usage.
-      request_it->second.requester->StreamGenerationFailed(request_it->first);
-      requests_.erase(request_it);
-      return;
+  if (request_it == requests_.end()) {
+    return;
+  }
+
+  DeviceRequest& request = request_it->second;
+
+  if (devices.empty()) {
+    // No available devices or user didn't accept device usage.
+    request.requester->StreamGenerationFailed(request_it->first);
+    requests_.erase(request_it);
+    return;
+  }
+
+  // Process all newly-accepted devices for this request.
+  bool found_audio = false, found_video = false;
+  for (StreamDeviceInfoArray::const_iterator device_it = devices.begin();
+       device_it != devices.end(); ++device_it) {
+    StreamDeviceInfo device_info = *device_it;  // Make a copy.
+
+    // Set in_use to false to be able to track if this device has been
+    // opened. in_use might be true if the device type can be used in more
+    // than one session.
+    DCHECK_EQ(request.state[device_it->stream_type],
+              DeviceRequest::STATE_PENDING_APPROVAL);
+    device_info.in_use = false;
+    device_info.session_id =
+        GetDeviceManager(device_info.stream_type)->Open(device_info);
+    request.state[device_it->stream_type] = DeviceRequest::STATE_OPENING;
+    request.devices.push_back(device_info);
+
+    if (device_info.stream_type == request.options.audio_type) {
+      found_audio = true;
+    } else if (device_info.stream_type == request.options.video_type) {
+      found_video = true;
     }
+  }
 
-    // Loop through all device types for this request.
-    for (StreamDeviceInfoArray::const_iterator device_it = devices.begin();
-         device_it != devices.end(); ++device_it) {
-      StreamDeviceInfo device_info = *device_it;
-
-      // Set in_use to false to be able to track if this device has been
-      // opened. in_use might be true if the device type can be used in more
-      // than one session.
-      DCHECK_EQ(request_it->second.state[device_it->stream_type],
-                DeviceRequest::STATE_PENDING_APPROVAL);
-      device_info.in_use = false;
-      device_info.session_id =
-          GetDeviceManager(device_info.stream_type)->Open(device_info);
-      request_it->second.state[device_it->stream_type] =
-          DeviceRequest::STATE_OPENING;
-      if (device_info.stream_type ==
-          content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
-        request_it->second.audio_devices.push_back(device_info);
-      } else if (device_info.stream_type ==
-                 content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE) {
-        request_it->second.video_devices.push_back(device_info);
-      } else {
-        NOTREACHED();
-      }
-    }
-    // Check if we received all stream types requested.
-    MediaStreamType stream_type =
-        content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE;
-    if (Requested(request_it->second.options, stream_type) &&
-        request_it->second.audio_devices.size() == 0) {
-      request_it->second.state[stream_type] = DeviceRequest::STATE_ERROR;
-    }
-    stream_type = content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE;
-    if (Requested(request_it->second.options, stream_type) &&
-        request_it->second.video_devices.size() == 0) {
-      request_it->second.state[stream_type] = DeviceRequest::STATE_ERROR;
-    }
-    return;
+  // Check whether we've received all stream types requested.
+  if (request.options.audio_type != content::MEDIA_NO_SERVICE &&

[no longer working on chromium, 2012/09/10 09:11:04]

nit, using content::IsAudioMediaType(request.options.audio_type) for consistency
in other places?

[miu, 2012/09/10 21:24:38]

Done.

+      !found_audio) {
+    request.state[request.options.audio_type] = DeviceRequest::STATE_ERROR;
+  }
+  if (request.options.video_type != content::MEDIA_NO_SERVICE &&

[no longer working on chromium, 2012/09/10 09:11:04]

ditto

[miu, 2012/09/10 21:24:38]

Done.

+      !found_video) {
+    request.state[request.options.video_type] = DeviceRequest::STATE_ERROR;
   }
 }
 
 void MediaStreamManager::SettingsError(const std::string& label) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
   // Erase this request and report an error.
   DeviceRequests::iterator it = requests_.find(label);
   if (it != requests_.end()) {
     DCHECK_EQ(it->second.type, DeviceRequest::GENERATE_STREAM);
     it->second.requester->StreamGenerationFailed(label);
@@ skipping 43 matching lines @@
   DevicesFromRequest(request, &closed_devices);
   if (closed_devices.empty())
     return;
   media_observer->OnCaptureDevicesClosed(request->render_process_id,
                                          request->render_view_id,
                                          closed_devices);
 }
 
 void MediaStreamManager::DevicesFromRequest(
     DeviceRequest* request, content::MediaStreamDevices* devices) {
-  StreamDeviceInfoArray::const_iterator it = request->audio_devices.begin();
-  for (; it != request->audio_devices.end(); ++it) {
-    devices->push_back(
-        content::MediaStreamDevice(
-            content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE,
-            it->device_id,
-            it->name));
-  }
-  for (it = request->video_devices.begin(); it != request->video_devices.end();
-       ++it) {
-    devices->push_back(
-        content::MediaStreamDevice(
-            content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE,
-            it->device_id,
-            it->name));
+  for (StreamDeviceInfoArray::const_iterator it = request->devices.begin();
+       it != request->devices.end(); ++it) {
+    devices->push_back(content::MediaStreamDevice(
+        it->stream_type, it->device_id, it->name));
   }
 }
 
 bool MediaStreamManager::RequestDone(const DeviceRequest& request) const {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
-  // Check if all devices are opened.
-  MediaStreamType stream_type = content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE;
-  if (Requested(request.options, stream_type)) {
-    if (request.state[stream_type] != DeviceRequest::STATE_DONE &&
-        request.state[stream_type] != DeviceRequest::STATE_ERROR) {
-      return false;
-    }
 
-    for (StreamDeviceInfoArray::const_iterator it =
-         request.audio_devices.begin(); it != request.audio_devices.end();
-         ++it) {
-      if (it->in_use == false) {
-        return false;
-      }
-    }
+  const bool requested_audio =
+      content::IsAudioMediaType(request.options.audio_type);
+  const bool requested_video =
+      content::IsVideoMediaType(request.options.video_type);
+
+  const bool audio_done =
+      !requested_audio ||
+      request.state[request.options.audio_type] == DeviceRequest::STATE_DONE ||
+      request.state[request.options.audio_type] == DeviceRequest::STATE_ERROR;
+  if (!audio_done) {
+    return false;
   }
 
-  stream_type = content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE;
-  if (Requested(request.options, stream_type)) {
-    if (request.state[stream_type] != DeviceRequest::STATE_DONE &&
-        request.state[stream_type] != DeviceRequest::STATE_ERROR) {
+  const bool video_done =
+      !requested_video ||
+      request.state[request.options.video_type] == DeviceRequest::STATE_DONE ||
+      request.state[request.options.video_type] == DeviceRequest::STATE_ERROR;
+  if (!video_done) {
+    return false;
+  }
+
+  for (StreamDeviceInfoArray::const_iterator it = request.devices.begin();
+       it != request.devices.end(); ++it) {
+    if (it->in_use == false) {
       return false;
     }
-
-    for (StreamDeviceInfoArray::const_iterator it =
-         request.video_devices.begin(); it != request.video_devices.end();
-         ++it) {
-      if (it->in_use == false) {
-        return false;
-      }
-    }
   }
 
   return true;
 }
 
-// Called to get media capture device manager of specified type.
 MediaStreamProvider* MediaStreamManager::GetDeviceManager(
     MediaStreamType stream_type) {
-  if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE) {
+  if (content::IsVideoMediaType(stream_type)) {
     return video_capture_manager();
-  } else if (stream_type == content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE) {
+  } else if (content::IsAudioMediaType(stream_type)) {
     return audio_input_device_manager();
   }
   NOTREACHED();
   return NULL;
 }
 
 void MediaStreamManager::OnDevicesChanged(
     base::SystemMonitor::DeviceType device_type) {
   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
+
+  // NOTE: This method is only called in response to physical audio/video device
+  // changes (from the operating system).
+
   MediaStreamType stream_type;
   EnumerationCache* cache;
   if (device_type == base::SystemMonitor::DEVTYPE_AUDIO_CAPTURE) {
-    stream_type = content::MEDIA_STREAM_DEVICE_TYPE_AUDIO_CAPTURE;
+    stream_type = content::MEDIA_DEVICE_AUDIO_CAPTURE;
     cache = &audio_enumeration_cache_;
   } else if (device_type == base::SystemMonitor::DEVTYPE_VIDEO_CAPTURE) {
-    stream_type = content::MEDIA_STREAM_DEVICE_TYPE_VIDEO_CAPTURE;
+    stream_type = content::MEDIA_DEVICE_VIDEO_CAPTURE;
     cache = &video_enumeration_cache_;
   } else {
     return;  // Uninteresting device change.
   }
 
   if (!HasEnumerationRequest(stream_type)) {
     // There is no request for that type, No need to enumerate devices.
     // Therefore, invalidate the cache of that type.
     ClearEnumerationCache(cache);
     return;
@@ skipping 24 matching lines @@
        it != requests_.end(); ++it) {
     if (it->second.type == DeviceRequest::ENUMERATE_DEVICES &&
         Requested(it->second.options, stream_type)) {
       return true;
     }
   }
   return false;
 }
 
 }  // namespace media_stream