Avi Drissman | 4e1b7bc3 | 2022-09-15 14:03:50 | [diff] [blame] | 1 | // Copyright 2018 The Chromium Authors |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef CONTENT_BROWSER_DEVTOOLS_DEVTOOLS_VIDEO_CONSUMER_H_ |
| 6 | #define CONTENT_BROWSER_DEVTOOLS_DEVTOOLS_VIDEO_CONSUMER_H_ |
| 7 | |
Yuri Wiitala | fc5fe70 | 2018-06-20 06:14:00 | [diff] [blame] | 8 | #include <memory> |
| 9 | |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 10 | #include "base/time/time.h" |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 11 | #include "components/viz/host/client_frame_sink_video_capturer.h" |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 12 | #include "content/common/content_export.h" |
Mario Sanchez Prada | 90afa8ca | 2019-10-17 21:08:26 | [diff] [blame] | 13 | #include "mojo/public/cpp/bindings/pending_remote.h" |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 14 | #include "ui/gfx/geometry/size.h" |
| 15 | |
| 16 | class SkBitmap; |
| 17 | |
| 18 | namespace content { |
| 19 | |
| 20 | // This class is the video consumer to FrameSinkVideoCapturerImpl. This class, |
| 21 | // in turn sends video frames to its host via the OnFrameCapturedCallback. Used |
| 22 | // when the VizDisplayCompositor feature is enabled. |
Alison Gale | 923a33e | 2024-04-22 23:34:28 | [diff] [blame] | 23 | // TODO(crbug.com/41391202): This class can probably be merged into |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 24 | // viz::ClientFrameSinkVideoCapturer. |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 25 | class CONTENT_EXPORT DevToolsVideoConsumer |
| 26 | : public viz::mojom::FrameSinkVideoConsumer { |
| 27 | public: |
| 28 | using OnFrameCapturedCallback = |
| 29 | base::RepeatingCallback<void(scoped_refptr<media::VideoFrame> frame)>; |
| 30 | |
| 31 | explicit DevToolsVideoConsumer(OnFrameCapturedCallback callback); |
Peter Boström | 828b902 | 2021-09-21 02:28:43 | [diff] [blame] | 32 | |
| 33 | DevToolsVideoConsumer(const DevToolsVideoConsumer&) = delete; |
| 34 | DevToolsVideoConsumer& operator=(const DevToolsVideoConsumer&) = delete; |
| 35 | |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 36 | ~DevToolsVideoConsumer() override; |
| 37 | |
| 38 | // Copies |frame| onto a SkBitmap and returns it. |
| 39 | static SkBitmap GetSkBitmapFromFrame(scoped_refptr<media::VideoFrame> frame); |
| 40 | |
| 41 | // If not currently capturing, this creates the capturer and starts capturing. |
| 42 | void StartCapture(); |
| 43 | |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 44 | // Stops capturing and resets |capturer_|. |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 45 | void StopCapture(); |
| 46 | |
| 47 | // These functions cache the values passed to them and if we're currently |
| 48 | // capturing, they call the corresponding |capturer_| functions. |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 49 | void SetFrameSinkId(const viz::FrameSinkId& frame_sink_id); |
| 50 | void SetMinCapturePeriod(base::TimeDelta min_capture_period); |
| 51 | void SetMinAndMaxFrameSize(gfx::Size min_frame_size, |
| 52 | gfx::Size max_frame_size); |
Piotr Bialecki | 55fa5db | 2021-12-09 19:15:52 | [diff] [blame] | 53 | void SetFormat(media::VideoPixelFormat format); |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 54 | |
| 55 | private: |
| 56 | friend class DevToolsVideoConsumerTest; |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 57 | |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 58 | // Sets |capturer_|, sends capture parameters, and starts capture. Normally, |
| 59 | // CreateCapturer produces the |capturer|, but unittests can provide a mock. |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 60 | void InnerStartCapture( |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 61 | std::unique_ptr<viz::ClientFrameSinkVideoCapturer> capturer); |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 62 | |
| 63 | // Checks that |min_frame_size| and |max_frame_size| are in the expected |
| 64 | // range. Limits are specified in media::limits. |
| 65 | bool IsValidMinAndMaxFrameSize(gfx::Size min_frame_size, |
| 66 | gfx::Size max_frame_size); |
| 67 | |
| 68 | // viz::mojom::FrameSinkVideoConsumer: |
| 69 | void OnFrameCaptured( |
Piotr Bialecki | 55fa5db | 2021-12-09 19:15:52 | [diff] [blame] | 70 | ::media::mojom::VideoBufferHandlePtr data, |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 71 | ::media::mojom::VideoFrameInfoPtr info, |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 72 | const gfx::Rect& content_rect, |
Mario Sanchez Prada | 90afa8ca | 2019-10-17 21:08:26 | [diff] [blame] | 73 | mojo::PendingRemote<viz::mojom::FrameSinkVideoConsumerFrameCallbacks> |
| 74 | callbacks) override; |
Elad Alon | b3ecca84 | 2023-10-23 06:46:55 | [diff] [blame] | 75 | void OnNewSubCaptureTargetVersion( |
| 76 | uint32_t sub_capture_target_version) override {} |
Elad Alon | 726424f | 2022-02-15 19:14:06 | [diff] [blame] | 77 | void OnFrameWithEmptyRegionCapture() override {} |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 78 | void OnStopped() override; |
Ilya Nikolaevskiy | 5dd4977b | 2020-04-03 11:42:27 | [diff] [blame] | 79 | void OnLog(const std::string& /*message*/) override {} |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 80 | |
| 81 | // Default min frame size is 1x1, as otherwise, nothing would be captured. |
| 82 | static constexpr gfx::Size kDefaultMinFrameSize = gfx::Size(1, 1); |
| 83 | |
| 84 | // Using an arbitrary default max frame size of 500x500. |
| 85 | static constexpr gfx::Size kDefaultMaxFrameSize = gfx::Size(500, 500); |
| 86 | |
| 87 | // Callback that is run when a frame is received. |
| 88 | const OnFrameCapturedCallback callback_; |
| 89 | |
| 90 | // Capture parameters. |
| 91 | base::TimeDelta min_capture_period_; |
| 92 | gfx::Size min_frame_size_; |
| 93 | gfx::Size max_frame_size_; |
| 94 | viz::FrameSinkId frame_sink_id_; |
Patrick Brosset | 123ef88 | 2020-12-17 17:54:54 | [diff] [blame] | 95 | media::VideoPixelFormat pixel_format_; |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 96 | |
Saman Sami | a4c3ee7 | 2018-05-25 19:38:07 | [diff] [blame] | 97 | // If |capturer_| is alive, then we are currently capturing. |
| 98 | std::unique_ptr<viz::ClientFrameSinkVideoCapturer> capturer_; |
Shridhar Sundarraj | 2af6bca | 2018-04-12 09:26:20 | [diff] [blame] | 99 | }; |
| 100 | |
| 101 | } // namespace content |
| 102 | |
| 103 | #endif // CONTENT_BROWSER_DEVTOOLS_DEVTOOLS_VIDEO_CONSUMER_H_ |