Avi Drissman | 3e1a26c | 2022-09-15 20:26:03 | [diff] [blame] | 1 | // Copyright 2016 The Chromium Authors |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_ |
| 6 | #define UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_ |
| 7 | |
Jonathan Ross | 4ee1006 | 2022-12-20 14:39:57 | [diff] [blame] | 8 | #include <vector> |
| 9 | |
Keishi Hattori | 0e45c02 | 2021-11-27 09:25:52 | [diff] [blame] | 10 | #include "base/memory/raw_ptr.h" |
Lei Zhang | 8f2f80a | 2022-11-03 18:36:09 | [diff] [blame] | 11 | #include "base/memory/scoped_refptr.h" |
Peter Kasting | 809cfe7 | 2020-08-04 00:56:13 | [diff] [blame] | 12 | #include "base/numerics/safe_conversions.h" |
Jonathan Ross | be6a070 | 2021-02-23 01:01:56 | [diff] [blame] | 13 | #include "base/time/time.h" |
Fady Samuel | dba483c | 2018-05-30 04:42:35 | [diff] [blame] | 14 | #include "cc/layers/deadline_policy.h" |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 15 | #include "components/viz/client/frame_evictor.h" |
Eric Karl | b6d3d74d | 2019-07-17 21:43:47 | [diff] [blame] | 16 | #include "components/viz/common/frame_sinks/begin_frame_args.h" |
danakj | f20f450 | 2017-09-26 17:13:31 | [diff] [blame] | 17 | #include "components/viz/common/frame_sinks/copy_output_request.h" |
Daniel Libby | 58389b7 | 2019-06-11 20:03:43 | [diff] [blame] | 18 | #include "components/viz/common/frame_timing_details_map.h" |
Fady Samuel | 4f7f0fb3 | 2017-07-28 15:33:37 | [diff] [blame] | 19 | #include "components/viz/common/resources/returned_resource.h" |
Jonathan Ross | 4ee1006 | 2022-12-20 14:39:57 | [diff] [blame] | 20 | #include "components/viz/common/surfaces/surface_id.h" |
Fady Samuel | 1a21156e | 2017-07-13 04:57:29 | [diff] [blame] | 21 | #include "components/viz/common/surfaces/surface_info.h" |
Fady Samuel | bac0f1a | 2017-08-02 15:54:02 | [diff] [blame] | 22 | #include "components/viz/host/host_frame_sink_client.h" |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 23 | #include "third_party/blink/public/common/page/content_to_visible_time_reporter.h" |
| 24 | #include "third_party/blink/public/mojom/widget/record_content_to_visible_time_request.mojom.h" |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 25 | #include "ui/android/ui_android_export.h" |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 26 | |
Bo Liu | 6ee5d039 | 2023-01-30 20:30:27 | [diff] [blame] | 27 | namespace cc::slim { |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 28 | class SurfaceLayer; |
Bo Liu | 6ee5d039 | 2023-01-30 20:30:27 | [diff] [blame] | 29 | } |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 30 | |
kylechar | a090016 | 2017-07-14 17:35:25 | [diff] [blame] | 31 | namespace viz { |
kylechar | a090016 | 2017-07-14 17:35:25 | [diff] [blame] | 32 | class HostFrameSinkManager; |
| 33 | } // namespace viz |
| 34 | |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 35 | namespace ui { |
| 36 | class ViewAndroid; |
| 37 | class WindowAndroidCompositor; |
| 38 | |
| 39 | class UI_ANDROID_EXPORT DelegatedFrameHostAndroid |
Eric Karl | b6d3d74d | 2019-07-17 21:43:47 | [diff] [blame] | 40 | : public viz::HostFrameSinkClient, |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 41 | public viz::FrameEvictorClient { |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 42 | public: |
eseckler | 8c15fc3 | 2016-12-20 20:22:20 | [diff] [blame] | 43 | class Client { |
| 44 | public: |
Xu Xing | 6eeb35a3 | 2018-08-25 00:24:14 | [diff] [blame] | 45 | virtual ~Client() {} |
Jonathan Ross | be6a070 | 2021-02-23 01:01:56 | [diff] [blame] | 46 | virtual void OnFrameTokenChanged(uint32_t frame_token, |
| 47 | base::TimeTicks activation_time) = 0; |
Saman Sami | 4580e632 | 2018-10-21 03:46:59 | [diff] [blame] | 48 | virtual void WasEvicted() = 0; |
Alexander Cooper | f11d8fb | 2021-04-07 01:54:36 | [diff] [blame] | 49 | virtual void OnSurfaceIdChanged() = 0; |
Jonathan Ross | 4ee1006 | 2022-12-20 14:39:57 | [diff] [blame] | 50 | virtual std::vector<viz::SurfaceId> CollectSurfaceIdsForEviction() |
| 51 | const = 0; |
eseckler | 8c15fc3 | 2016-12-20 20:22:20 | [diff] [blame] | 52 | }; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 53 | |
| 54 | DelegatedFrameHostAndroid(ViewAndroid* view, |
kylechar | a090016 | 2017-07-14 17:35:25 | [diff] [blame] | 55 | viz::HostFrameSinkManager* host_frame_sink_manager, |
xlai | 9351829f | 2017-01-27 18:39:13 | [diff] [blame] | 56 | Client* client, |
Eric Karl | b6d3d74d | 2019-07-17 21:43:47 | [diff] [blame] | 57 | const viz::FrameSinkId& frame_sink_id); |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 58 | |
Peter Boström | c8c1235 | 2021-09-21 23:37:15 | [diff] [blame] | 59 | DelegatedFrameHostAndroid(const DelegatedFrameHostAndroid&) = delete; |
| 60 | DelegatedFrameHostAndroid& operator=(const DelegatedFrameHostAndroid&) = |
| 61 | delete; |
| 62 | |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 63 | ~DelegatedFrameHostAndroid() override; |
| 64 | |
Bo Liu | 140aa0c | 2020-09-14 14:09:56 | [diff] [blame] | 65 | static int64_t TimeDeltaToFrames(base::TimeDelta delta) { |
| 66 | return base::ClampRound<int64_t>(delta / |
| 67 | viz::BeginFrameArgs::DefaultInterval()); |
| 68 | } |
| 69 | |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 70 | // Wait up to 5 seconds for the first frame to be produced. Having Android |
| 71 | // display a placeholder for a longer period of time is preferable to drawing |
| 72 | // nothing, and the first frame can take a while on low-end systems. |
| 73 | static constexpr base::TimeDelta FirstFrameTimeout() { |
Peter Kasting | e5a38ed | 2021-10-02 03:06:35 | [diff] [blame] | 74 | return base::Seconds(5); |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 75 | } |
Peter Kasting | 809cfe7 | 2020-08-04 00:56:13 | [diff] [blame] | 76 | static int64_t FirstFrameTimeoutFrames() { |
Bo Liu | 140aa0c | 2020-09-14 14:09:56 | [diff] [blame] | 77 | return TimeDeltaToFrames(FirstFrameTimeout()); |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 78 | } |
| 79 | |
Jonathan Ross | d8f29e2e | 2021-05-21 15:30:19 | [diff] [blame] | 80 | // Wait up to 175 milliseconds for a frame of the correct size to be produced. |
| 81 | // Android OS will only wait 200 milliseconds, so we limit this to make sure |
| 82 | // that Viz is able to produce the latest frame from the Browser before the OS |
| 83 | // stops waiting. Otherwise a rotated version of the previous frame will be |
| 84 | // displayed with a large black region where there is no content yet. |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 85 | static constexpr base::TimeDelta ResizeTimeout() { |
Peter Kasting | e5a38ed | 2021-10-02 03:06:35 | [diff] [blame] | 86 | return base::Milliseconds(175); |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 87 | } |
Peter Kasting | 809cfe7 | 2020-08-04 00:56:13 | [diff] [blame] | 88 | static int64_t ResizeTimeoutFrames() { |
Bo Liu | 140aa0c | 2020-09-14 14:09:56 | [diff] [blame] | 89 | return TimeDeltaToFrames(ResizeTimeout()); |
Fady Samuel | 99ec37a | 2018-07-16 21:43:47 | [diff] [blame] | 90 | } |
| 91 | |
Jonathan Ross | 61ec6534 | 2021-12-14 23:01:40 | [diff] [blame] | 92 | void ClearFallbackSurfaceForCommitPending(); |
akaba | f2624f2 | 2018-08-21 17:11:01 | [diff] [blame] | 93 | // Advances the fallback surface to the first surface after navigation. This |
| 94 | // ensures that stale surfaces are not presented to the user for an indefinite |
| 95 | // period of time. |
| 96 | void ResetFallbackToFirstNavigationSurface(); |
| 97 | |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 98 | bool HasDelegatedContent() const; |
| 99 | |
Bo Liu | 6ee5d039 | 2023-01-30 20:30:27 | [diff] [blame] | 100 | cc::slim::SurfaceLayer* content_layer_for_testing() { |
| 101 | return content_layer_.get(); |
| 102 | } |
Fady Samuel | bcac6f0 | 2018-07-11 02:02:42 | [diff] [blame] | 103 | |
Fady Samuel | 0c2f5b8 | 2018-07-19 00:33:46 | [diff] [blame] | 104 | const viz::FrameSinkId& GetFrameSinkId() const; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 105 | |
Yuri Wiitala | b9ad27a | 2017-09-06 19:13:50 | [diff] [blame] | 106 | // Should only be called when the host has a content layer. Use this for one- |
Piotr Bialecki | 95d8f62 | 2021-07-29 18:58:44 | [diff] [blame] | 107 | // off screen capture, not for video. Always provides ResultFormat::RGBA, |
| 108 | // ResultDestination::kSystemMemory CopyOutputResults. |
Yuri Wiitala | 419ed0f | 2018-02-22 23:21:38 | [diff] [blame] | 109 | void CopyFromCompositingSurface( |
| 110 | const gfx::Rect& src_subrect, |
| 111 | const gfx::Size& output_size, |
| 112 | base::OnceCallback<void(const SkBitmap&)> callback); |
| 113 | bool CanCopyFromCompositingSurface() const; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 114 | |
danakj | 1120f4c | 2016-09-15 02:05:32 | [diff] [blame] | 115 | void CompositorFrameSinkChanged(); |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 116 | |
enne | a487a27 | 2016-09-30 19:56:18 | [diff] [blame] | 117 | // Called when this DFH is attached/detached from a parent browser compositor |
| 118 | // and needs to be attached to the surface hierarchy. |
staraz | aa23111 | 2017-02-07 17:53:24 | [diff] [blame] | 119 | void AttachToCompositor(WindowAndroidCompositor* compositor); |
| 120 | void DetachFromCompositor(); |
enne | a487a27 | 2016-09-30 19:56:18 | [diff] [blame] | 121 | |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 122 | bool IsPrimarySurfaceEvicted() const; |
| 123 | bool HasSavedFrame() const; |
| 124 | void WasHidden(); |
| 125 | void WasShown(const viz::LocalSurfaceId& local_surface_id, |
Vasiliy Telezhnikov | 03d42b52 | 2020-06-29 14:40:59 | [diff] [blame] | 126 | const gfx::Size& size_in_pixels, |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 127 | bool is_fullscreen, |
| 128 | blink::mojom::RecordContentToVisibleTimeRequestPtr |
| 129 | content_to_visible_time_request); |
Saman Sami | 1bbd1469 | 2018-10-19 22:27:30 | [diff] [blame] | 130 | void EmbedSurface(const viz::LocalSurfaceId& new_local_surface_id, |
| 131 | const gfx::Size& new_size_in_pixels, |
Vasiliy Telezhnikov | 03d42b52 | 2020-06-29 14:40:59 | [diff] [blame] | 132 | cc::DeadlinePolicy deadline_policy, |
Vasiliy Telezhnikov | 2bef50f | 2020-07-10 19:19:31 | [diff] [blame] | 133 | bool is_fullscreen); |
Eric Karl | baa55ff3 | 2018-01-18 00:46:11 | [diff] [blame] | 134 | |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 135 | // Called to request the presentation time for the next frame or cancel any |
| 136 | // requests when the RenderWidget's visibility state is not changing. If the |
| 137 | // visibility state is changing call WasHidden or WasShown instead. |
Mohsen Izadi | cc48229 | 2023-02-01 16:18:57 | [diff] [blame^] | 138 | void RequestSuccessfulPresentationTimeForNextFrame( |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 139 | blink::mojom::RecordContentToVisibleTimeRequestPtr |
| 140 | content_to_visible_time_request); |
Mohsen Izadi | cc48229 | 2023-02-01 16:18:57 | [diff] [blame^] | 141 | void CancelSuccessfulPresentationTimeRequest(); |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 142 | |
Eric Karl | baa55ff3 | 2018-01-18 00:46:11 | [diff] [blame] | 143 | // Returns the ID for the current Surface. Returns an invalid ID if no |
| 144 | // surface exists (!HasDelegatedContent()). |
Fady Samuel | 120c7e2 | 2018-07-20 05:19:28 | [diff] [blame] | 145 | viz::SurfaceId SurfaceId() const; |
Saman Sami | 1bbd1469 | 2018-10-19 22:27:30 | [diff] [blame] | 146 | |
Saman Sami | f03a9dba | 2018-09-24 18:05:07 | [diff] [blame] | 147 | bool HasPrimarySurface() const; |
Xu Xing | 9ef5a88 | 2018-08-21 00:11:20 | [diff] [blame] | 148 | bool HasFallbackSurface() const; |
Eric Karl | baa55ff3 | 2018-01-18 00:46:11 | [diff] [blame] | 149 | |
Saman Sami | 26a1fcd | 2018-04-10 17:12:21 | [diff] [blame] | 150 | void TakeFallbackContentFrom(DelegatedFrameHostAndroid* other); |
| 151 | |
Jonathan Ross | 865a12d | 2020-12-16 22:33:00 | [diff] [blame] | 152 | // Called when navigation has completed, and this DelegatedFrameHost is |
| 153 | // visible. A new Surface will have been embedded at this point. If navigation |
| 154 | // is done while hidden, this will be called upon becoming visible. |
Eric Karl | db7eb24 | 2018-05-16 17:16:59 | [diff] [blame] | 155 | void DidNavigate(); |
Jonathan Ross | 865a12d | 2020-12-16 22:33:00 | [diff] [blame] | 156 | // Navigation to a different page than the current one has begun. This is |
| 157 | // called regardless of the visibility of the page. Caches the current |
| 158 | // LocalSurfaceId information so that old content can be evicted if |
| 159 | // navigation fails to complete. |
| 160 | void OnNavigateToNewPage(); |
Eric Karl | db7eb24 | 2018-05-16 17:16:59 | [diff] [blame] | 161 | |
Sadrul Habib Chowdhury | 71c7ed80 | 2019-11-28 02:24:44 | [diff] [blame] | 162 | void SetTopControlsVisibleHeight(float height); |
| 163 | |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 164 | private: |
kylechar | 055c210 | 2020-07-13 19:58:15 | [diff] [blame] | 165 | // FrameEvictorClient implementation. |
| 166 | void EvictDelegatedFrame() override; |
| 167 | |
Fady Samuel | bac0f1a | 2017-08-02 15:54:02 | [diff] [blame] | 168 | // viz::HostFrameSinkClient implementation. |
Fady Samuel | 5b7fb8e | 2017-08-08 16:58:22 | [diff] [blame] | 169 | void OnFirstSurfaceActivation(const viz::SurfaceInfo& surface_info) override; |
Jonathan Ross | be6a070 | 2021-02-23 01:01:56 | [diff] [blame] | 170 | void OnFrameTokenChanged(uint32_t frame_token, |
| 171 | base::TimeTicks activation_time) override; |
Fady Samuel | bac0f1a | 2017-08-02 15:54:02 | [diff] [blame] | 172 | |
Eric Karl | 5479bee | 2018-08-24 23:10:28 | [diff] [blame] | 173 | void ProcessCopyOutputRequest( |
| 174 | std::unique_ptr<viz::CopyOutputRequest> request); |
| 175 | |
Alexander Cooper | f11d8fb | 2021-04-07 01:54:36 | [diff] [blame] | 176 | void SetLocalSurfaceId(const viz::LocalSurfaceId& local_surface_id); |
| 177 | |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 178 | // We cannot guarantee to be attached to `registered_parent_compositor_` when |
Mohsen Izadi | cc48229 | 2023-02-01 16:18:57 | [diff] [blame^] | 179 | // either WasShown or RequestSuccessfulPresentationTimeForNextFrame is called. |
| 180 | // In such cases we enqueue the request and attempt again to send it once the |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 181 | // compositor has been attached. |
Mohsen Izadi | cc48229 | 2023-02-01 16:18:57 | [diff] [blame^] | 182 | void PostRequestSuccessfulPresentationTimeForNextFrame( |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 183 | blink::mojom::RecordContentToVisibleTimeRequestPtr |
| 184 | content_to_visible_time_request); |
| 185 | |
Fady Samuel | d5c2618 | 2017-07-12 02:43:33 | [diff] [blame] | 186 | const viz::FrameSinkId frame_sink_id_; |
fsamuel | b6acafa | 2016-10-04 03:21:52 | [diff] [blame] | 187 | |
Keishi Hattori | 0e45c02 | 2021-11-27 09:25:52 | [diff] [blame] | 188 | raw_ptr<ViewAndroid> view_; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 189 | |
Keishi Hattori | 0e45c02 | 2021-11-27 09:25:52 | [diff] [blame] | 190 | const raw_ptr<viz::HostFrameSinkManager> host_frame_sink_manager_; |
| 191 | raw_ptr<WindowAndroidCompositor> registered_parent_compositor_ = nullptr; |
| 192 | raw_ptr<Client> client_; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 193 | |
Sadrul Habib Chowdhury | 71c7ed80 | 2019-11-28 02:24:44 | [diff] [blame] | 194 | float top_controls_visible_height_ = 0.f; |
| 195 | |
Bo Liu | 6ee5d039 | 2023-01-30 20:30:27 | [diff] [blame] | 196 | scoped_refptr<cc::slim::SurfaceLayer> content_layer_; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 197 | |
Eric Karl | db7eb24 | 2018-05-16 17:16:59 | [diff] [blame] | 198 | // Whether we've received a frame from the renderer since navigating. |
Fady Samuel | dba483c | 2018-05-30 04:42:35 | [diff] [blame] | 199 | // Only used when surface synchronization is on. |
akaba | f2624f2 | 2018-08-21 17:11:01 | [diff] [blame] | 200 | viz::LocalSurfaceId first_local_surface_id_after_navigation_; |
Jonathan Ross | 865a12d | 2020-12-16 22:33:00 | [diff] [blame] | 201 | // While navigating we have no active |local_surface_id_|. Track the one from |
| 202 | // before a navigation, because if the navigation fails to complete, we will |
| 203 | // need to evict its surface. |
| 204 | viz::LocalSurfaceId pre_navigation_local_surface_id_; |
Fady Samuel | dba483c | 2018-05-30 04:42:35 | [diff] [blame] | 205 | |
Saman Sami | 1bbd1469 | 2018-10-19 22:27:30 | [diff] [blame] | 206 | // The LocalSurfaceId of the currently embedded surface. If surface sync is |
| 207 | // on, this surface is not necessarily active. |
| 208 | viz::LocalSurfaceId local_surface_id_; |
Eric Karl | db7eb24 | 2018-05-16 17:16:59 | [diff] [blame] | 209 | |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 210 | // The size of the above surface (updated at the same time). |
Saman Sami | 1bbd1469 | 2018-10-19 22:27:30 | [diff] [blame] | 211 | gfx::Size surface_size_in_pixels_; |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 212 | |
Jonathan Ross | 95bab10 | 2022-10-14 14:10:24 | [diff] [blame] | 213 | // If `registered_parent_compositor_` is not attached when we receive a |
| 214 | // request, we save it and attempt again to send it once the compositor has |
| 215 | // been attached. |
| 216 | blink::mojom::RecordContentToVisibleTimeRequestPtr |
| 217 | content_to_visible_time_request_; |
| 218 | blink::ContentToVisibleTimeReporter content_to_visible_time_recorder_; |
| 219 | |
Fady Samuel | ac325ce | 2018-06-01 15:23:27 | [diff] [blame] | 220 | std::unique_ptr<viz::FrameEvictor> frame_evictor_; |
khushalsagar | a693aa7 | 2016-08-16 22:18:06 | [diff] [blame] | 221 | }; |
| 222 | |
| 223 | } // namespace ui |
| 224 | |
| 225 | #endif // UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_ |