blob: 57f6759fb1c857016f7d174a61df886615106bb0 [file] [log] [blame]
Avi Drissman3e1a26c2022-09-15 20:26:031// Copyright 2016 The Chromium Authors
khushalsagara693aa72016-08-16 22:18:062// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#ifndef UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_
6#define UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_
7
Jonathan Ross4ee10062022-12-20 14:39:578#include <vector>
9
Keishi Hattori0e45c022021-11-27 09:25:5210#include "base/memory/raw_ptr.h"
Lei Zhang8f2f80a2022-11-03 18:36:0911#include "base/memory/scoped_refptr.h"
Peter Kasting809cfe72020-08-04 00:56:1312#include "base/numerics/safe_conversions.h"
Jonathan Rossbe6a0702021-02-23 01:01:5613#include "base/time/time.h"
Fady Samueldba483c2018-05-30 04:42:3514#include "cc/layers/deadline_policy.h"
Fady Samuelac325ce2018-06-01 15:23:2715#include "components/viz/client/frame_evictor.h"
Eric Karlb6d3d74d2019-07-17 21:43:4716#include "components/viz/common/frame_sinks/begin_frame_args.h"
danakjf20f4502017-09-26 17:13:3117#include "components/viz/common/frame_sinks/copy_output_request.h"
Daniel Libby58389b72019-06-11 20:03:4318#include "components/viz/common/frame_timing_details_map.h"
Fady Samuel4f7f0fb32017-07-28 15:33:3719#include "components/viz/common/resources/returned_resource.h"
Jonathan Ross4ee10062022-12-20 14:39:5720#include "components/viz/common/surfaces/surface_id.h"
Fady Samuel1a21156e2017-07-13 04:57:2921#include "components/viz/common/surfaces/surface_info.h"
Fady Samuelbac0f1a2017-08-02 15:54:0222#include "components/viz/host/host_frame_sink_client.h"
Jonathan Ross95bab102022-10-14 14:10:2423#include "third_party/blink/public/common/page/content_to_visible_time_reporter.h"
24#include "third_party/blink/public/mojom/widget/record_content_to_visible_time_request.mojom.h"
khushalsagara693aa72016-08-16 22:18:0625#include "ui/android/ui_android_export.h"
khushalsagara693aa72016-08-16 22:18:0626
Bo Liu6ee5d0392023-01-30 20:30:2727namespace cc::slim {
khushalsagara693aa72016-08-16 22:18:0628class SurfaceLayer;
Bo Liu6ee5d0392023-01-30 20:30:2729}
khushalsagara693aa72016-08-16 22:18:0630
kylechara0900162017-07-14 17:35:2531namespace viz {
kylechara0900162017-07-14 17:35:2532class HostFrameSinkManager;
33} // namespace viz
34
khushalsagara693aa72016-08-16 22:18:0635namespace ui {
36class ViewAndroid;
37class WindowAndroidCompositor;
38
39class UI_ANDROID_EXPORT DelegatedFrameHostAndroid
Eric Karlb6d3d74d2019-07-17 21:43:4740 : public viz::HostFrameSinkClient,
Fady Samuelac325ce2018-06-01 15:23:2741 public viz::FrameEvictorClient {
khushalsagara693aa72016-08-16 22:18:0642 public:
eseckler8c15fc32016-12-20 20:22:2043 class Client {
44 public:
Xu Xing6eeb35a32018-08-25 00:24:1445 virtual ~Client() {}
Jonathan Rossbe6a0702021-02-23 01:01:5646 virtual void OnFrameTokenChanged(uint32_t frame_token,
47 base::TimeTicks activation_time) = 0;
Saman Sami4580e6322018-10-21 03:46:5948 virtual void WasEvicted() = 0;
Alexander Cooperf11d8fb2021-04-07 01:54:3649 virtual void OnSurfaceIdChanged() = 0;
Jonathan Ross4ee10062022-12-20 14:39:5750 virtual std::vector<viz::SurfaceId> CollectSurfaceIdsForEviction()
51 const = 0;
eseckler8c15fc32016-12-20 20:22:2052 };
khushalsagara693aa72016-08-16 22:18:0653
54 DelegatedFrameHostAndroid(ViewAndroid* view,
kylechara0900162017-07-14 17:35:2555 viz::HostFrameSinkManager* host_frame_sink_manager,
xlai9351829f2017-01-27 18:39:1356 Client* client,
Eric Karlb6d3d74d2019-07-17 21:43:4757 const viz::FrameSinkId& frame_sink_id);
khushalsagara693aa72016-08-16 22:18:0658
Peter Boströmc8c12352021-09-21 23:37:1559 DelegatedFrameHostAndroid(const DelegatedFrameHostAndroid&) = delete;
60 DelegatedFrameHostAndroid& operator=(const DelegatedFrameHostAndroid&) =
61 delete;
62
khushalsagara693aa72016-08-16 22:18:0663 ~DelegatedFrameHostAndroid() override;
64
Bo Liu140aa0c2020-09-14 14:09:5665 static int64_t TimeDeltaToFrames(base::TimeDelta delta) {
66 return base::ClampRound<int64_t>(delta /
67 viz::BeginFrameArgs::DefaultInterval());
68 }
69
Fady Samuel99ec37a2018-07-16 21:43:4770 // Wait up to 5 seconds for the first frame to be produced. Having Android
71 // display a placeholder for a longer period of time is preferable to drawing
72 // nothing, and the first frame can take a while on low-end systems.
73 static constexpr base::TimeDelta FirstFrameTimeout() {
Peter Kastinge5a38ed2021-10-02 03:06:3574 return base::Seconds(5);
Fady Samuel99ec37a2018-07-16 21:43:4775 }
Peter Kasting809cfe72020-08-04 00:56:1376 static int64_t FirstFrameTimeoutFrames() {
Bo Liu140aa0c2020-09-14 14:09:5677 return TimeDeltaToFrames(FirstFrameTimeout());
Fady Samuel99ec37a2018-07-16 21:43:4778 }
79
Jonathan Rossd8f29e2e2021-05-21 15:30:1980 // Wait up to 175 milliseconds for a frame of the correct size to be produced.
81 // Android OS will only wait 200 milliseconds, so we limit this to make sure
82 // that Viz is able to produce the latest frame from the Browser before the OS
83 // stops waiting. Otherwise a rotated version of the previous frame will be
84 // displayed with a large black region where there is no content yet.
Fady Samuel99ec37a2018-07-16 21:43:4785 static constexpr base::TimeDelta ResizeTimeout() {
Peter Kastinge5a38ed2021-10-02 03:06:3586 return base::Milliseconds(175);
Fady Samuel99ec37a2018-07-16 21:43:4787 }
Peter Kasting809cfe72020-08-04 00:56:1388 static int64_t ResizeTimeoutFrames() {
Bo Liu140aa0c2020-09-14 14:09:5689 return TimeDeltaToFrames(ResizeTimeout());
Fady Samuel99ec37a2018-07-16 21:43:4790 }
91
Jonathan Ross61ec65342021-12-14 23:01:4092 void ClearFallbackSurfaceForCommitPending();
akabaf2624f22018-08-21 17:11:0193 // Advances the fallback surface to the first surface after navigation. This
94 // ensures that stale surfaces are not presented to the user for an indefinite
95 // period of time.
96 void ResetFallbackToFirstNavigationSurface();
97
khushalsagara693aa72016-08-16 22:18:0698 bool HasDelegatedContent() const;
99
Bo Liu6ee5d0392023-01-30 20:30:27100 cc::slim::SurfaceLayer* content_layer_for_testing() {
101 return content_layer_.get();
102 }
Fady Samuelbcac6f02018-07-11 02:02:42103
Fady Samuel0c2f5b82018-07-19 00:33:46104 const viz::FrameSinkId& GetFrameSinkId() const;
khushalsagara693aa72016-08-16 22:18:06105
Yuri Wiitalab9ad27a2017-09-06 19:13:50106 // Should only be called when the host has a content layer. Use this for one-
Piotr Bialecki95d8f622021-07-29 18:58:44107 // off screen capture, not for video. Always provides ResultFormat::RGBA,
108 // ResultDestination::kSystemMemory CopyOutputResults.
Yuri Wiitala419ed0f2018-02-22 23:21:38109 void CopyFromCompositingSurface(
110 const gfx::Rect& src_subrect,
111 const gfx::Size& output_size,
112 base::OnceCallback<void(const SkBitmap&)> callback);
113 bool CanCopyFromCompositingSurface() const;
khushalsagara693aa72016-08-16 22:18:06114
danakj1120f4c2016-09-15 02:05:32115 void CompositorFrameSinkChanged();
khushalsagara693aa72016-08-16 22:18:06116
ennea487a272016-09-30 19:56:18117 // Called when this DFH is attached/detached from a parent browser compositor
118 // and needs to be attached to the surface hierarchy.
starazaa231112017-02-07 17:53:24119 void AttachToCompositor(WindowAndroidCompositor* compositor);
120 void DetachFromCompositor();
ennea487a272016-09-30 19:56:18121
Fady Samuelac325ce2018-06-01 15:23:27122 bool IsPrimarySurfaceEvicted() const;
123 bool HasSavedFrame() const;
124 void WasHidden();
125 void WasShown(const viz::LocalSurfaceId& local_surface_id,
Vasiliy Telezhnikov03d42b522020-06-29 14:40:59126 const gfx::Size& size_in_pixels,
Jonathan Ross95bab102022-10-14 14:10:24127 bool is_fullscreen,
128 blink::mojom::RecordContentToVisibleTimeRequestPtr
129 content_to_visible_time_request);
Saman Sami1bbd14692018-10-19 22:27:30130 void EmbedSurface(const viz::LocalSurfaceId& new_local_surface_id,
131 const gfx::Size& new_size_in_pixels,
Vasiliy Telezhnikov03d42b522020-06-29 14:40:59132 cc::DeadlinePolicy deadline_policy,
Vasiliy Telezhnikov2bef50f2020-07-10 19:19:31133 bool is_fullscreen);
Eric Karlbaa55ff32018-01-18 00:46:11134
Jonathan Ross95bab102022-10-14 14:10:24135 // Called to request the presentation time for the next frame or cancel any
136 // requests when the RenderWidget's visibility state is not changing. If the
137 // visibility state is changing call WasHidden or WasShown instead.
Mohsen Izadicc482292023-02-01 16:18:57138 void RequestSuccessfulPresentationTimeForNextFrame(
Jonathan Ross95bab102022-10-14 14:10:24139 blink::mojom::RecordContentToVisibleTimeRequestPtr
140 content_to_visible_time_request);
Mohsen Izadicc482292023-02-01 16:18:57141 void CancelSuccessfulPresentationTimeRequest();
Jonathan Ross95bab102022-10-14 14:10:24142
Eric Karlbaa55ff32018-01-18 00:46:11143 // Returns the ID for the current Surface. Returns an invalid ID if no
144 // surface exists (!HasDelegatedContent()).
Fady Samuel120c7e22018-07-20 05:19:28145 viz::SurfaceId SurfaceId() const;
Saman Sami1bbd14692018-10-19 22:27:30146
Saman Samif03a9dba2018-09-24 18:05:07147 bool HasPrimarySurface() const;
Xu Xing9ef5a882018-08-21 00:11:20148 bool HasFallbackSurface() const;
Eric Karlbaa55ff32018-01-18 00:46:11149
Saman Sami26a1fcd2018-04-10 17:12:21150 void TakeFallbackContentFrom(DelegatedFrameHostAndroid* other);
151
Jonathan Ross865a12d2020-12-16 22:33:00152 // Called when navigation has completed, and this DelegatedFrameHost is
153 // visible. A new Surface will have been embedded at this point. If navigation
154 // is done while hidden, this will be called upon becoming visible.
Eric Karldb7eb242018-05-16 17:16:59155 void DidNavigate();
Jonathan Ross865a12d2020-12-16 22:33:00156 // Navigation to a different page than the current one has begun. This is
157 // called regardless of the visibility of the page. Caches the current
158 // LocalSurfaceId information so that old content can be evicted if
159 // navigation fails to complete.
160 void OnNavigateToNewPage();
Eric Karldb7eb242018-05-16 17:16:59161
Sadrul Habib Chowdhury71c7ed802019-11-28 02:24:44162 void SetTopControlsVisibleHeight(float height);
163
khushalsagara693aa72016-08-16 22:18:06164 private:
kylechar055c2102020-07-13 19:58:15165 // FrameEvictorClient implementation.
166 void EvictDelegatedFrame() override;
167
Fady Samuelbac0f1a2017-08-02 15:54:02168 // viz::HostFrameSinkClient implementation.
Fady Samuel5b7fb8e2017-08-08 16:58:22169 void OnFirstSurfaceActivation(const viz::SurfaceInfo& surface_info) override;
Jonathan Rossbe6a0702021-02-23 01:01:56170 void OnFrameTokenChanged(uint32_t frame_token,
171 base::TimeTicks activation_time) override;
Fady Samuelbac0f1a2017-08-02 15:54:02172
Eric Karl5479bee2018-08-24 23:10:28173 void ProcessCopyOutputRequest(
174 std::unique_ptr<viz::CopyOutputRequest> request);
175
Alexander Cooperf11d8fb2021-04-07 01:54:36176 void SetLocalSurfaceId(const viz::LocalSurfaceId& local_surface_id);
177
Jonathan Ross95bab102022-10-14 14:10:24178 // We cannot guarantee to be attached to `registered_parent_compositor_` when
Mohsen Izadicc482292023-02-01 16:18:57179 // either WasShown or RequestSuccessfulPresentationTimeForNextFrame is called.
180 // In such cases we enqueue the request and attempt again to send it once the
Jonathan Ross95bab102022-10-14 14:10:24181 // compositor has been attached.
Mohsen Izadicc482292023-02-01 16:18:57182 void PostRequestSuccessfulPresentationTimeForNextFrame(
Jonathan Ross95bab102022-10-14 14:10:24183 blink::mojom::RecordContentToVisibleTimeRequestPtr
184 content_to_visible_time_request);
185
Fady Samueld5c26182017-07-12 02:43:33186 const viz::FrameSinkId frame_sink_id_;
fsamuelb6acafa2016-10-04 03:21:52187
Keishi Hattori0e45c022021-11-27 09:25:52188 raw_ptr<ViewAndroid> view_;
khushalsagara693aa72016-08-16 22:18:06189
Keishi Hattori0e45c022021-11-27 09:25:52190 const raw_ptr<viz::HostFrameSinkManager> host_frame_sink_manager_;
191 raw_ptr<WindowAndroidCompositor> registered_parent_compositor_ = nullptr;
192 raw_ptr<Client> client_;
khushalsagara693aa72016-08-16 22:18:06193
Sadrul Habib Chowdhury71c7ed802019-11-28 02:24:44194 float top_controls_visible_height_ = 0.f;
195
Bo Liu6ee5d0392023-01-30 20:30:27196 scoped_refptr<cc::slim::SurfaceLayer> content_layer_;
khushalsagara693aa72016-08-16 22:18:06197
Eric Karldb7eb242018-05-16 17:16:59198 // Whether we've received a frame from the renderer since navigating.
Fady Samueldba483c2018-05-30 04:42:35199 // Only used when surface synchronization is on.
akabaf2624f22018-08-21 17:11:01200 viz::LocalSurfaceId first_local_surface_id_after_navigation_;
Jonathan Ross865a12d2020-12-16 22:33:00201 // While navigating we have no active |local_surface_id_|. Track the one from
202 // before a navigation, because if the navigation fails to complete, we will
203 // need to evict its surface.
204 viz::LocalSurfaceId pre_navigation_local_surface_id_;
Fady Samueldba483c2018-05-30 04:42:35205
Saman Sami1bbd14692018-10-19 22:27:30206 // The LocalSurfaceId of the currently embedded surface. If surface sync is
207 // on, this surface is not necessarily active.
208 viz::LocalSurfaceId local_surface_id_;
Eric Karldb7eb242018-05-16 17:16:59209
Fady Samuelac325ce2018-06-01 15:23:27210 // The size of the above surface (updated at the same time).
Saman Sami1bbd14692018-10-19 22:27:30211 gfx::Size surface_size_in_pixels_;
Fady Samuelac325ce2018-06-01 15:23:27212
Jonathan Ross95bab102022-10-14 14:10:24213 // If `registered_parent_compositor_` is not attached when we receive a
214 // request, we save it and attempt again to send it once the compositor has
215 // been attached.
216 blink::mojom::RecordContentToVisibleTimeRequestPtr
217 content_to_visible_time_request_;
218 blink::ContentToVisibleTimeReporter content_to_visible_time_recorder_;
219
Fady Samuelac325ce2018-06-01 15:23:27220 std::unique_ptr<viz::FrameEvictor> frame_evictor_;
khushalsagara693aa72016-08-16 22:18:06221};
222
223} // namespace ui
224
225#endif // UI_ANDROID_DELEGATED_FRAME_HOST_ANDROID_H_