Avi Drissman | 3e1a26c | 2022-09-15 20:26:03 | [diff] [blame^] | 1 | // Copyright 2013 The Chromium Authors |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef UI_ACCESSIBILITY_AX_TREE_H_ |
| 6 | #define UI_ACCESSIBILITY_AX_TREE_H_ |
| 7 | |
avi | 9c81217b | 2015-12-24 23:40:05 | [diff] [blame] | 8 | #include <stdint.h> |
| 9 | |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 10 | #include <map> |
Chris Hall | 3420818 | 2019-03-13 02:26:18 | [diff] [blame] | 11 | #include <memory> |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 12 | #include <set> |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 13 | #include <string> |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 14 | #include <vector> |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 15 | |
Jacob Francis | 78735e3 | 2022-06-30 22:02:52 | [diff] [blame] | 16 | #include "base/containers/flat_map.h" |
Aaron Leventhal | bc649ff | 2022-08-11 18:53:23 | [diff] [blame] | 17 | #include "base/debug/crash_logging.h" |
Keishi Hattori | 0e45c02 | 2021-11-27 09:25:52 | [diff] [blame] | 18 | #include "base/memory/raw_ptr.h" |
Jacques Newman | 5846e62 | 2021-01-15 02:15:59 | [diff] [blame] | 19 | #include "base/metrics/histogram_functions.h" |
Dominic Mazzoni | 8549eb68 | 2018-12-11 23:48:32 | [diff] [blame] | 20 | #include "base/observer_list.h" |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 21 | #include "third_party/abseil-cpp/absl/types/optional.h" |
James Cook | 36cab7c | 2019-10-29 23:26:40 | [diff] [blame] | 22 | #include "ui/accessibility/ax_enums.mojom-forward.h" |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 23 | #include "ui/accessibility/ax_export.h" |
dmazzoni | 329fd01 | 2015-10-22 20:05:35 | [diff] [blame] | 24 | #include "ui/accessibility/ax_tree_data.h" |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 25 | #include "ui/accessibility/ax_tree_update.h" |
| 26 | |
| 27 | namespace ui { |
| 28 | |
David Tseng | 41f13cbd | 2021-11-06 18:39:03 | [diff] [blame] | 29 | struct AXEvent; |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 30 | class AXLanguageDetectionManager; |
| 31 | class AXNode; |
| 32 | struct AXNodeData; |
Dominic Mazzoni | 3d9b5b9 | 2018-04-18 21:36:38 | [diff] [blame] | 33 | class AXTableInfo; |
Dominic Mazzoni | 8549eb68 | 2018-12-11 23:48:32 | [diff] [blame] | 34 | class AXTreeObserver; |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 35 | struct AXTreeUpdateState; |
Alexander Surkov | 253235e | 2022-08-23 01:52:12 | [diff] [blame] | 36 | class AXSelection; |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 37 | |
Jacques Newman | 5846e62 | 2021-01-15 02:15:59 | [diff] [blame] | 38 | // These values are persisted to logs. Entries should not be renumbered and |
| 39 | // numeric values should never be reused. |
| 40 | enum class AXTreeUnserializeError { |
| 41 | // Tree has no root. |
| 42 | kNoRoot = 0, |
| 43 | // Node will not be in the tree and is not the new root. |
| 44 | kNotInTree = 1, |
| 45 | // Node is already pending for creation, cannot be the new root |
| 46 | kCreationPending = 2, |
| 47 | // Node has duplicate child. |
| 48 | kDuplicateChild = 3, |
| 49 | // Node is already pending for creation, cannot be a new child. |
| 50 | kCreationPendingForChild = 4, |
| 51 | // Node is not marked for destruction, would be reparented. |
| 52 | kReparent = 5, |
| 53 | // Nodes are left pending by the update. |
| 54 | kPendingNodes = 6, |
| 55 | // Changes left pending by the update; |
| 56 | kPendingChanges = 7, |
| 57 | // This must always be the last enum. It's okay for its value to |
| 58 | // increase, but none of the other enum values may change. |
| 59 | kMaxValue = kPendingChanges |
| 60 | }; |
| 61 | |
| 62 | #define ACCESSIBILITY_TREE_UNSERIALIZE_ERROR_HISTOGRAM(enum_value) \ |
| 63 | base::UmaHistogramEnumeration( \ |
| 64 | "Accessibility.Reliability.Tree.UnserializeError", enum_value) |
| 65 | |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 66 | // AXTree is a live, managed tree of AXNode objects that can receive |
| 67 | // updates from another AXTreeSource via AXTreeUpdates, and it can be |
| 68 | // used as a source for sending updates to another client tree. |
| 69 | // It's designed to be subclassed to implement support for native |
| 70 | // accessibility APIs on a specific platform. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 71 | class AX_EXPORT AXTree { |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 72 | public: |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 73 | using IntReverseRelationMap = |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 74 | std::map<ax::mojom::IntAttribute, std::map<AXNodeID, std::set<AXNodeID>>>; |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 75 | using IntListReverseRelationMap = |
| 76 | std::map<ax::mojom::IntListAttribute, |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 77 | std::map<AXNodeID, std::set<AXNodeID>>>; |
David Tseng | ef6b480d | 2018-02-19 12:48:42 | [diff] [blame] | 78 | |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 79 | // If called, the focused node in this tree will never be ignored, even if it |
| 80 | // has the ignored state set. For now, this boolean will be set to false for |
| 81 | // all trees except in test scenarios, in order to thoroughly test the |
| 82 | // relevant code without causing any potential regressions. Ultimately, we |
| 83 | // want to expose all focused nodes so that a user of an assistive technology |
| 84 | // will be able to interact with the application / website, even if there is |
| 85 | // an authoring error, e.g. the aria-hidden attribute has been applied to the |
| 86 | // focused element. |
| 87 | // TODO(nektar): Removed once the feature has been fully tested. |
| 88 | static void SetFocusedNodeShouldNeverBeIgnored(); |
| 89 | |
| 90 | // Determines the ignored state of a node, given information about the node |
| 91 | // and the tree. |
| 92 | static bool ComputeNodeIsIgnored(const AXTreeData* optional_tree_data, |
| 93 | const AXNodeData& node_data); |
| 94 | |
| 95 | // Determines whether a node has flipped its ignored state, given information |
| 96 | // about the previous and current state of the node / tree. |
| 97 | static bool ComputeNodeIsIgnoredChanged( |
| 98 | const AXTreeData* optional_old_tree_data, |
| 99 | const AXNodeData& old_node_data, |
| 100 | const AXTreeData* optional_new_tree_data, |
| 101 | const AXNodeData& new_node_data); |
| 102 | |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 103 | AXTree(); |
dmazzoni | 329fd01 | 2015-10-22 20:05:35 | [diff] [blame] | 104 | explicit AXTree(const AXTreeUpdate& initial_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 105 | virtual ~AXTree(); |
| 106 | |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 107 | // AXTree owns pointers so copying is non-trivial. |
| 108 | AXTree(const AXTree&) = delete; |
| 109 | AXTree& operator=(const AXTree&) = delete; |
| 110 | |
Dominic Mazzoni | 8549eb68 | 2018-12-11 23:48:32 | [diff] [blame] | 111 | void AddObserver(AXTreeObserver* observer); |
| 112 | bool HasObserver(AXTreeObserver* observer); |
Nektarios Paisios | db7b5ee | 2020-02-18 21:28:11 | [diff] [blame] | 113 | void RemoveObserver(AXTreeObserver* observer); |
Dominic Mazzoni | 8549eb68 | 2018-12-11 23:48:32 | [diff] [blame] | 114 | |
| 115 | base::ObserverList<AXTreeObserver>& observers() { return observers_; } |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 116 | |
tfarina | 6b1c1e08 | 2015-02-20 23:47:07 | [diff] [blame] | 117 | AXNode* root() const { return root_; } |
| 118 | |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 119 | const AXTreeData& data() const; |
dmazzoni | 329fd01 | 2015-10-22 20:05:35 | [diff] [blame] | 120 | |
Nektarios Paisios | db7b5ee | 2020-02-18 21:28:11 | [diff] [blame] | 121 | // Destroys the tree and notifies all observers. |
| 122 | void Destroy(); |
| 123 | |
Adam Ettenberger | 86af253 | 2019-09-17 20:04:46 | [diff] [blame] | 124 | // Returns the globally unique ID of this accessibility tree. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 125 | const AXTreeID& GetAXTreeID() const; |
Adam Ettenberger | 86af253 | 2019-09-17 20:04:46 | [diff] [blame] | 126 | |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 127 | // Given a node in this accessibility tree that corresponds to a table |
| 128 | // or grid, return an object containing information about the |
| 129 | // table structure. This object is computed lazily on-demand and |
| 130 | // cached until the next time the tree is updated. Clients should |
| 131 | // not retain this pointer, they should just request it every time |
| 132 | // it's needed. |
| 133 | // |
| 134 | // Returns nullptr if the node is not a valid table. |
| 135 | AXTableInfo* GetTableInfo(const AXNode* table_node) const; |
| 136 | |
tfarina | 6b1c1e08 | 2015-02-20 23:47:07 | [diff] [blame] | 137 | // Returns the AXNode with the given |id| if it is part of this AXTree. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 138 | AXNode* GetFromId(AXNodeID id) const; |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 139 | |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 140 | // Returns true on success. If it returns false, it's a fatal error |
| 141 | // and this tree should be destroyed, and the source of the tree update |
| 142 | // should not be trusted any longer. |
dmazzoni | 329fd01 | 2015-10-22 20:05:35 | [diff] [blame] | 143 | virtual bool Unserialize(const AXTreeUpdate& update); |
| 144 | |
Nektarios Paisios | 26ac2b4 | 2021-06-02 18:24:19 | [diff] [blame] | 145 | // Used by tests to update the tree data without changing any of the nodes in |
| 146 | // the tree, notifying all tree observers in the process. |
| 147 | virtual void UpdateDataForTesting(const AXTreeData& data); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 148 | |
Dominic Mazzoni | 2410fc6 | 2017-06-09 22:19:18 | [diff] [blame] | 149 | // Convert any rectangle from the local coordinate space of one node in |
| 150 | // the tree, to bounds in the coordinate space of the tree. |
Katie Dektar | 2c6052d | 2017-09-27 00:32:32 | [diff] [blame] | 151 | // If set, updates |offscreen| boolean to be true if the node is offscreen |
| 152 | // relative to its rootWebArea. Callers should initialize |offscreen| |
| 153 | // to false: this method may get called multiple times in a row and |
| 154 | // |offscreen| will be propagated. |
Katie Dektar | db71ad94 | 2017-11-29 20:07:48 | [diff] [blame] | 155 | // If |clip_bounds| is true, result bounds will be clipped. |
Dominic Mazzoni | 2410fc6 | 2017-06-09 22:19:18 | [diff] [blame] | 156 | gfx::RectF RelativeToTreeBounds(const AXNode* node, |
Katie Dektar | 2c6052d | 2017-09-27 00:32:32 | [diff] [blame] | 157 | gfx::RectF node_bounds, |
Katie Dektar | db71ad94 | 2017-11-29 20:07:48 | [diff] [blame] | 158 | bool* offscreen = nullptr, |
David Tseng | 7bf30c3c | 2022-07-22 15:13:37 | [diff] [blame] | 159 | bool clip_bounds = true, |
| 160 | bool skip_container_offset = false) const; |
Dominic Mazzoni | 2410fc6 | 2017-06-09 22:19:18 | [diff] [blame] | 161 | |
| 162 | // Get the bounds of a node in the coordinate space of the tree. |
Katie Dektar | 2c6052d | 2017-09-27 00:32:32 | [diff] [blame] | 163 | // If set, updates |offscreen| boolean to be true if the node is offscreen |
| 164 | // relative to its rootWebArea. Callers should initialize |offscreen| |
| 165 | // to false: this method may get called multiple times in a row and |
| 166 | // |offscreen| will be propagated. |
Katie Dektar | db71ad94 | 2017-11-29 20:07:48 | [diff] [blame] | 167 | // If |clip_bounds| is true, result bounds will be clipped. |
| 168 | gfx::RectF GetTreeBounds(const AXNode* node, |
| 169 | bool* offscreen = nullptr, |
| 170 | bool clip_bounds = true) const; |
Dominic Mazzoni | 2410fc6 | 2017-06-09 22:19:18 | [diff] [blame] | 171 | |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 172 | // Given a node ID attribute (one where IsNodeIdIntAttribute is true), |
| 173 | // and a destination node ID, return a set of all source node IDs that |
| 174 | // have that relationship attribute between them and the destination. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 175 | std::set<AXNodeID> GetReverseRelations(ax::mojom::IntAttribute attr, |
| 176 | AXNodeID dst_id) const; |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 177 | |
| 178 | // Given a node ID list attribute (one where |
| 179 | // IsNodeIdIntListAttribute is true), and a destination node ID, |
| 180 | // return a set of all source node IDs that have that relationship |
| 181 | // attribute between them and the destination. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 182 | std::set<AXNodeID> GetReverseRelations(ax::mojom::IntListAttribute attr, |
| 183 | AXNodeID dst_id) const; |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 184 | |
Dominic Mazzoni | aa77482 | 2018-08-29 20:33:58 | [diff] [blame] | 185 | // Given a child tree ID, return the node IDs of all nodes in the tree who |
| 186 | // have a kChildTreeId int attribute with that value. |
Nektarios Paisios | 50e579f1 | 2022-05-19 19:22:39 | [diff] [blame] | 187 | // |
| 188 | // TODO(accessibility): There should really be only one host node per child |
| 189 | // tree, so the return value should not be a set but a single node ID or |
| 190 | // `kInvalidAXNodeID`. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 191 | std::set<AXNodeID> GetNodeIdsForChildTreeId(AXTreeID child_tree_id) const; |
Dominic Mazzoni | aa77482 | 2018-08-29 20:33:58 | [diff] [blame] | 192 | |
Dominic Mazzoni | 748888c | 2018-11-01 22:34:59 | [diff] [blame] | 193 | // Get all of the child tree IDs referenced by any node in this tree. |
| 194 | const std::set<AXTreeID> GetAllChildTreeIds() const; |
| 195 | |
David Tseng | ef6b480d | 2018-02-19 12:48:42 | [diff] [blame] | 196 | // Map from a relation attribute to a map from a target id to source ids. |
| 197 | const IntReverseRelationMap& int_reverse_relations() { |
| 198 | return int_reverse_relations_; |
| 199 | } |
| 200 | const IntListReverseRelationMap& intlist_reverse_relations() { |
| 201 | return intlist_reverse_relations_; |
| 202 | } |
Dominic Mazzoni | 3d9b5b9 | 2018-04-18 21:36:38 | [diff] [blame] | 203 | |
[email protected] | 5eec2f5 | 2014-01-06 22:30:54 | [diff] [blame] | 204 | // Return a multi-line indented string representation, for logging. |
| 205 | std::string ToString() const; |
| 206 | |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 207 | // A string describing the error from an unsuccessful Unserialize, |
| 208 | // for testing and debugging. |
tfarina | d0bfb4b6 | 2015-02-18 17:20:32 | [diff] [blame] | 209 | const std::string& error() const { return error_; } |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 210 | |
Aaron Leventhal | 0ebbf7c | 2022-08-24 14:29:41 | [diff] [blame] | 211 | void DisallowFailFastForFuzzing() { disallow_fail_fast_ = true; } |
| 212 | |
dmazzoni | ee2eaca | 2015-03-18 18:13:07 | [diff] [blame] | 213 | int size() { return static_cast<int>(id_map_.size()); } |
| 214 | |
Dominic Mazzoni | d42e00a | 2018-06-27 23:14:23 | [diff] [blame] | 215 | // Return a negative number that's suitable to use for a node ID for |
| 216 | // internal nodes created automatically by an AXTree, so as not to |
| 217 | // conflict with positive-numbered node IDs from tree sources. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 218 | AXNodeID GetNextNegativeInternalNodeId(); |
Dominic Mazzoni | d42e00a | 2018-06-27 23:14:23 | [diff] [blame] | 219 | |
Akihiro Ota | f42a7d0 | 2020-06-12 19:07:56 | [diff] [blame] | 220 | // Returns the PosInSet of |node|. Looks in node_set_size_pos_in_set_info_map_ |
| 221 | // for cached value. Calls |ComputeSetSizePosInSetAndCache|if no value is |
| 222 | // present in the cache. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 223 | absl::optional<int> GetPosInSet(const AXNode& node); |
| 224 | |
Akihiro Ota | f42a7d0 | 2020-06-12 19:07:56 | [diff] [blame] | 225 | // Returns the SetSize of |node|. Looks in node_set_size_pos_in_set_info_map_ |
| 226 | // for cached value. Calls |ComputeSetSizePosInSetAndCache|if no value is |
| 227 | // present in the cache. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 228 | absl::optional<int> GetSetSize(const AXNode& node); |
Akihiro Ota | 413ca72 | 2018-12-03 23:29:00 | [diff] [blame] | 229 | |
Nektarios Paisios | d3e82c6d | 2022-08-12 19:06:55 | [diff] [blame] | 230 | // Returns the part of the current selection that falls within this |
| 231 | // accessibility tree, if any. |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 232 | AXSelection GetSelection() const; |
Nektarios Paisios | d3e82c6d | 2022-08-12 19:06:55 | [diff] [blame] | 233 | |
| 234 | // Returns the part of the current selection that falls within this |
| 235 | // accessibility tree, if any, adjusting its endpoints to be within unignored |
| 236 | // nodes. (An "ignored" node is a node that is not exposed to platform APIs: |
| 237 | // See `AXNode::IsIgnored`.) |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 238 | AXSelection GetUnignoredSelection() const; |
Jacques Newman | 339afc6 | 2019-08-14 00:49:22 | [diff] [blame] | 239 | |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 240 | bool GetTreeUpdateInProgressState() const; |
Akihiro Ota | e3e420e | 2019-04-17 19:57:40 | [diff] [blame] | 241 | |
Kurt Catti-Schmidt | c8445a1 | 2019-08-07 18:52:58 | [diff] [blame] | 242 | // Returns true if the tree represents a paginated document |
Alexander Surkov | 4ab64cf | 2022-09-01 20:07:46 | [diff] [blame] | 243 | bool HasPaginationSupport() const; |
Kurt Catti-Schmidt | c8445a1 | 2019-08-07 18:52:58 | [diff] [blame] | 244 | |
Chris Hall | 697d99b | 2019-07-09 02:36:11 | [diff] [blame] | 245 | // Language detection manager, entry point to language detection features. |
| 246 | // TODO(chrishall): Should this be stored by pointer or value? |
| 247 | // When should we initialize this? |
| 248 | std::unique_ptr<AXLanguageDetectionManager> language_detection_manager; |
Chris Hall | 3420818 | 2019-03-13 02:26:18 | [diff] [blame] | 249 | |
David Tseng | 41f13cbd | 2021-11-06 18:39:03 | [diff] [blame] | 250 | // Event metadata while applying a tree update during unserialization. |
| 251 | AXEvent* event_data() const { return event_data_.get(); } |
David Tseng | b0d4366 | 2020-05-20 20:47:28 | [diff] [blame] | 252 | |
Benjamin Beaudry | e8f23a2 | 2020-12-17 20:08:02 | [diff] [blame] | 253 | // Notify the delegate that the tree manager for |previous_tree_id| will be |
| 254 | // removed from the AXTreeManagerMap. Because we sometimes remove the tree |
| 255 | // manager after the tree's id has been modified, we need to pass the (old) |
| 256 | // tree id associated with the manager we are removing even though it is the |
| 257 | // same tree. |
| 258 | void NotifyTreeManagerWillBeRemoved(AXTreeID previous_tree_id); |
| 259 | |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 260 | private: |
Nektarios Paisios | 8eb31fc | 2022-02-18 16:37:58 | [diff] [blame] | 261 | friend class ScopedTreeUpdateInProgressStateSetter; |
Dominic Mazzoni | ecfb4fd | 2018-10-23 07:34:20 | [diff] [blame] | 262 | friend class AXTableInfoTest; |
| 263 | |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 264 | // Indicates if the node with the focus should never be ignored, (see |
| 265 | // `SetFocusedNodeShouldNeverBeIgnored` above). |
| 266 | static bool is_focused_node_always_unignored_; |
| 267 | |
Aaron Leventhal | a674d63 | 2020-09-30 07:05:36 | [diff] [blame] | 268 | // Accumulate errors as there can be more than one before Chrome is crashed |
| 269 | // via AccessibilityFatalError(); |
Aaron Leventhal | bc649ff | 2022-08-11 18:53:23 | [diff] [blame] | 270 | // In an AX_FAIL_FAST_BUILD, will assert/crash immediately. |
| 271 | void RecordError(const AXTreeUpdateState& update_state, |
| 272 | std::string new_error); |
Aaron Leventhal | a674d63 | 2020-09-30 07:05:36 | [diff] [blame] | 273 | |
dtseng | 5a7b3d9 | 2016-09-08 06:35:58 | [diff] [blame] | 274 | AXNode* CreateNode(AXNode* parent, |
Dominic Mazzoni | 9ccdedb2 | 2021-01-30 17:59:42 | [diff] [blame] | 275 | AXNodeID id, |
Peter Kasting | 94a07a1 | 2019-05-22 19:26:28 | [diff] [blame] | 276 | size_t index_in_parent, |
dtseng | 5a7b3d9 | 2016-09-08 06:35:58 | [diff] [blame] | 277 | AXTreeUpdateState* update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 278 | |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 279 | // Accumulates the work that will be required to update the AXTree. |
| 280 | // This allows us to notify observers of structure changes when the |
| 281 | // tree is still in a stable and unchanged state. |
| 282 | bool ComputePendingChanges(const AXTreeUpdate& update, |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 283 | AXTreeUpdateState* update_state); |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 284 | |
| 285 | // Populates |update_state| with information about actions that will |
| 286 | // be performed on the tree during the update, such as adding or |
| 287 | // removing nodes in the tree. Returns true on success. |
| 288 | // Nothing within this call should modify tree structure or node data. |
| 289 | bool ComputePendingChangesToNode(const AXNodeData& new_data, |
| 290 | bool is_new_root, |
| 291 | AXTreeUpdateState* update_state); |
| 292 | |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 293 | // This is called from within Unserialize(), it returns true on success. |
dmazzoni | 67b4db2 | 2016-04-23 00:40:04 | [diff] [blame] | 294 | bool UpdateNode(const AXNodeData& src, |
| 295 | bool is_new_root, |
| 296 | AXTreeUpdateState* update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 297 | |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 298 | // Notify the delegate that the subtree rooted at |node| will be |
| 299 | // destroyed or reparented. |
| 300 | void NotifySubtreeWillBeReparentedOrDeleted( |
| 301 | AXNode* node, |
| 302 | const AXTreeUpdateState* update_state); |
| 303 | |
| 304 | // Notify the delegate that |node| will be destroyed or reparented. |
| 305 | void NotifyNodeWillBeReparentedOrDeleted( |
| 306 | AXNode* node, |
| 307 | const AXTreeUpdateState* update_state); |
| 308 | |
| 309 | // Notify the delegate that |node| and all of its descendants will be |
Victor Fei | e3cce4c | 2019-11-14 18:35:41 | [diff] [blame] | 310 | // destroyed. This function is called during AXTree teardown. |
| 311 | void RecursivelyNotifyNodeDeletedForTreeTeardown(AXNode* node); |
| 312 | |
| 313 | // Notify the delegate that the node marked by |node_id| has been deleted. |
| 314 | // We are passing the node id instead of ax node is because by the time this |
| 315 | // function is called, the ax node in the tree will already have been |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 316 | // destroyed. |
Dominic Mazzoni | 9ccdedb2 | 2021-01-30 17:59:42 | [diff] [blame] | 317 | void NotifyNodeHasBeenDeleted(AXNodeID node_id); |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 318 | |
| 319 | // Notify the delegate that |node| has been created or reparented. |
| 320 | void NotifyNodeHasBeenReparentedOrCreated( |
| 321 | AXNode* node, |
| 322 | const AXTreeUpdateState* update_state); |
| 323 | |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 324 | // Notify the delegate that `node` will change its data attributes, including |
| 325 | // its ignored state. |
| 326 | void NotifyNodeAttributesWillChange(AXNode* node, |
| 327 | const AXTreeData* optional_old_tree_data, |
| 328 | const AXNodeData& old_data, |
| 329 | const AXTreeData* new_tree_data, |
| 330 | const AXNodeData& new_data); |
Adam Ettenberger | 05afcec | 2019-08-06 17:11:29 | [diff] [blame] | 331 | |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 332 | // Notify the delegate that `node` has changed its data attributes, including |
| 333 | // its ignored state. |
| 334 | void NotifyNodeAttributesHaveBeenChanged( |
| 335 | AXNode* node, |
| 336 | const AXTreeData* optional_old_tree_data, |
| 337 | const AXNodeData& old_data, |
| 338 | const AXTreeData* new_tree_data, |
| 339 | const AXNodeData& new_data); |
dmazzoni | 3ab5385c | 2017-03-13 18:07:03 | [diff] [blame] | 340 | |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 341 | void UpdateReverseRelations(AXNode* node, const AXNodeData& new_data); |
| 342 | |
Nektarios Paisios | 8eb31fc | 2022-02-18 16:37:58 | [diff] [blame] | 343 | // Sets a flag indicating whether the tree is currently being updated or not. |
| 344 | // If the tree is being updated, then its internal pointers might be invalid |
| 345 | // and the tree should not be traversed. |
| 346 | void SetTreeUpdateInProgressState(bool set_tree_update_value); |
| 347 | |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 348 | // Returns true if all pending changes in the |update_state| have been |
| 349 | // handled. If this returns false, the |error_| message will be populated. |
| 350 | // It's a fatal error to have pending changes after exhausting |
| 351 | // the AXTreeUpdate. |
| 352 | bool ValidatePendingChangesComplete(const AXTreeUpdateState& update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 353 | |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 354 | // Modifies |update_state| so that it knows what subtree and nodes are |
| 355 | // going to be destroyed for the subtree rooted at |node|. |
Dominic Mazzoni | 9ccdedb2 | 2021-01-30 17:59:42 | [diff] [blame] | 356 | void MarkSubtreeForDestruction(AXNodeID node_id, |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 357 | AXTreeUpdateState* update_state); |
| 358 | |
| 359 | // Modifies |update_state| so that it knows what nodes are |
| 360 | // going to be destroyed for the subtree rooted at |node|. |
Dominic Mazzoni | 9ccdedb2 | 2021-01-30 17:59:42 | [diff] [blame] | 361 | void MarkNodesForDestructionRecursive(AXNodeID node_id, |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 362 | AXTreeUpdateState* update_state); |
| 363 | |
| 364 | // Validates that destroying the subtree rooted at |node| has required |
| 365 | // information in |update_state|, then calls DestroyNodeAndSubtree on it. |
dmazzoni | e3b7faf | 2015-06-01 17:56:36 | [diff] [blame] | 366 | void DestroySubtree(AXNode* node, AXTreeUpdateState* update_state); |
dmazzoni | a4b4891 | 2015-01-24 00:08:56 | [diff] [blame] | 367 | |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 368 | // Call Destroy() on |node|, and delete it from the id map, and then |
| 369 | // call recursively on all nodes in its subtree. |
dmazzoni | e3b7faf | 2015-06-01 17:56:36 | [diff] [blame] | 370 | void DestroyNodeAndSubtree(AXNode* node, AXTreeUpdateState* update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 371 | |
| 372 | // Iterate over the children of |node| and for each child, destroy the |
Adam Ettenberger | d9d8d58a | 2019-08-06 16:54:08 | [diff] [blame] | 373 | // child and its subtree if its id is not in |new_child_ids|. |
| 374 | void DeleteOldChildren(AXNode* node, |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 375 | const std::vector<AXNodeID>& new_child_ids, |
dmazzoni | e3b7faf | 2015-06-01 17:56:36 | [diff] [blame] | 376 | AXTreeUpdateState* update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 377 | |
| 378 | // Iterate over |new_child_ids| and populate |new_children| with |
| 379 | // pointers to child nodes, reusing existing nodes already in the tree |
| 380 | // if they exist, and creating otherwise. Reparenting is disallowed, so |
| 381 | // if the id already exists as the child of another node, that's an |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 382 | // error. Returns true on success, false on fatal error. |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 383 | bool CreateNewChildVector(AXNode* node, |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 384 | const std::vector<AXNodeID>& new_child_ids, |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 385 | std::vector<AXNode*>* new_children, |
[email protected] | e736e81b | 2014-02-24 07:15:58 | [diff] [blame] | 386 | AXTreeUpdateState* update_state); |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 387 | |
Nektarios Paisios | 77c422a | 2021-10-19 10:37:00 | [diff] [blame] | 388 | // Returns the lowest unignored ancestor of the node with the given ID. If the |
| 389 | // node is not ignored, it returns the node. |
| 390 | AXNode* GetUnignoredAncestorFromId(AXNodeID node_id) const; |
| 391 | |
Dominic Mazzoni | a1bb0d12 | 2019-09-26 20:19:59 | [diff] [blame] | 392 | // Internal implementation of RelativeToTreeBounds. It calls itself |
| 393 | // recursively but ensures that it can only do so exactly once! |
| 394 | gfx::RectF RelativeToTreeBoundsInternal(const AXNode* node, |
| 395 | gfx::RectF node_bounds, |
| 396 | bool* offscreen, |
| 397 | bool clip_bounds, |
David Tseng | 7bf30c3c | 2022-07-22 15:13:37 | [diff] [blame] | 398 | bool skip_container_offset, |
Dominic Mazzoni | a1bb0d12 | 2019-09-26 20:19:59 | [diff] [blame] | 399 | bool allow_recursion) const; |
| 400 | |
Dominic Mazzoni | 8549eb68 | 2018-12-11 23:48:32 | [diff] [blame] | 401 | base::ObserverList<AXTreeObserver> observers_; |
Ali Hijazi | 2fe3e40 | 2022-08-05 16:09:31 | [diff] [blame] | 402 | raw_ptr<AXNode> root_ = nullptr; |
[email protected] | d4e27346 | 2013-12-04 04:37:58 | [diff] [blame] | 403 | std::string error_; |
Aaron Leventhal | 0ebbf7c | 2022-08-24 14:29:41 | [diff] [blame] | 404 | bool disallow_fail_fast_ = false; |
dmazzoni | 329fd01 | 2015-10-22 20:05:35 | [diff] [blame] | 405 | AXTreeData data_; |
Jacob Francis | 78735e3 | 2022-06-30 22:02:52 | [diff] [blame] | 406 | base::flat_map<AXNodeID, std::unique_ptr<AXNode>> id_map_; |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 407 | |
| 408 | // Map from an int attribute (if IsNodeIdIntAttribute is true) to |
| 409 | // a reverse mapping from target nodes to source nodes. |
David Tseng | ef6b480d | 2018-02-19 12:48:42 | [diff] [blame] | 410 | IntReverseRelationMap int_reverse_relations_; |
Dominic Mazzoni | 35f2a525 | 2017-09-26 00:56:04 | [diff] [blame] | 411 | // Map from an int list attribute (if IsNodeIdIntListAttribute is true) to |
| 412 | // a reverse mapping from target nodes to source nodes. |
David Tseng | ef6b480d | 2018-02-19 12:48:42 | [diff] [blame] | 413 | IntListReverseRelationMap intlist_reverse_relations_; |
Dominic Mazzoni | aa77482 | 2018-08-29 20:33:58 | [diff] [blame] | 414 | // Map from child tree ID to the set of node IDs that contain that attribute. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 415 | std::map<AXTreeID, std::set<AXNodeID>> child_tree_id_reverse_map_; |
Dominic Mazzoni | 3d9b5b9 | 2018-04-18 21:36:38 | [diff] [blame] | 416 | |
| 417 | // Map from node ID to cached table info, if the given node is a table. |
Dominic Mazzoni | d42e00a | 2018-06-27 23:14:23 | [diff] [blame] | 418 | // Invalidated every time the tree is updated. |
Jacob Francis | 78735e3 | 2022-06-30 22:02:52 | [diff] [blame] | 419 | mutable base::flat_map<AXNodeID, std::unique_ptr<AXTableInfo>> |
Aaron Leventhal | 8079718 | 2020-02-25 18:50:31 | [diff] [blame] | 420 | table_info_map_; |
Dominic Mazzoni | d42e00a | 2018-06-27 23:14:23 | [diff] [blame] | 421 | |
| 422 | // The next negative node ID to use for internal nodes. |
Nektarios Paisios | 527d33fb5 | 2021-02-23 19:23:28 | [diff] [blame] | 423 | AXNodeID next_negative_internal_node_id_ = -1; |
Dominic Mazzoni | d42e00a | 2018-06-27 23:14:23 | [diff] [blame] | 424 | |
Akihiro Ota | 413ca72 | 2018-12-03 23:29:00 | [diff] [blame] | 425 | // Contains pos_in_set and set_size data for an AXNode. |
Stephan Hartmann | aeef688 | 2020-04-20 18:21:43 | [diff] [blame] | 426 | struct NodeSetSizePosInSetInfo { |
| 427 | NodeSetSizePosInSetInfo(); |
| 428 | ~NodeSetSizePosInSetInfo(); |
| 429 | |
Anton Bikineev | eed0b26b | 2021-05-16 03:16:48 | [diff] [blame] | 430 | absl::optional<int> pos_in_set; |
| 431 | absl::optional<int> set_size; |
| 432 | absl::optional<int> lowest_hierarchical_level; |
Stephan Hartmann | aeef688 | 2020-04-20 18:21:43 | [diff] [blame] | 433 | }; |
Akihiro Ota | 413ca72 | 2018-12-03 23:29:00 | [diff] [blame] | 434 | |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 435 | // Represents the content of an ordered set which includes the ordered set |
| 436 | // items and the ordered set container if it exists. |
| 437 | struct OrderedSetContent; |
| 438 | |
| 439 | // Maps a particular hierarchical level to a list of OrderedSetContents. |
| 440 | // Represents all ordered set items/container on a particular hierarchical |
| 441 | // level. |
| 442 | struct OrderedSetItemsMap; |
| 443 | |
| 444 | // Populates |items_map_to_be_populated| with all items associated with |
Victor Fei | d95130c | 2020-02-03 21:42:54 | [diff] [blame] | 445 | // |original_node| and within |ordered_set|. Only items whose roles match the |
| 446 | // role of the |ordered_set| will be added. |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 447 | void PopulateOrderedSetItemsMap( |
Victor Fei | d95130c | 2020-02-03 21:42:54 | [diff] [blame] | 448 | const AXNode& original_node, |
| 449 | const AXNode* ordered_set, |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 450 | OrderedSetItemsMap* items_map_to_be_populated) const; |
Victor Fei | d95130c | 2020-02-03 21:42:54 | [diff] [blame] | 451 | |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 452 | // Helper function for recursively populating ordered sets items map with |
Victor Fei | d95130c | 2020-02-03 21:42:54 | [diff] [blame] | 453 | // all items associated with |original_node| and |ordered_set|. |local_parent| |
| 454 | // tracks the recursively passed in child nodes of |ordered_set|. |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 455 | void RecursivelyPopulateOrderedSetItemsMap( |
Victor Fei | d95130c | 2020-02-03 21:42:54 | [diff] [blame] | 456 | const AXNode& original_node, |
| 457 | const AXNode* ordered_set, |
| 458 | const AXNode* local_parent, |
Anton Bikineev | eed0b26b | 2021-05-16 03:16:48 | [diff] [blame] | 459 | absl::optional<int> ordered_set_min_level, |
| 460 | absl::optional<int> prev_level, |
Lei Zhang | a0614478 | 2020-03-13 09:28:47 | [diff] [blame] | 461 | OrderedSetItemsMap* items_map_to_be_populated) const; |
Akihiro Ota | 886a96d6 | 2018-12-18 00:11:48 | [diff] [blame] | 462 | |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 463 | // Computes the pos_in_set and set_size values of all items in ordered_set and |
| 464 | // caches those values. Called by GetPosInSet and GetSetSize. |
Akihiro Ota | 886a96d6 | 2018-12-18 00:11:48 | [diff] [blame] | 465 | void ComputeSetSizePosInSetAndCache(const AXNode& node, |
| 466 | const AXNode* ordered_set); |
Akihiro Ota | 413ca72 | 2018-12-03 23:29:00 | [diff] [blame] | 467 | |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 468 | // Helper for ComputeSetSizePosInSetAndCache. Computes and caches the |
| 469 | // pos_in_set and set_size values for a given OrderedSetContent. |
| 470 | void ComputeSetSizePosInSetAndCacheHelper( |
| 471 | const OrderedSetContent& ordered_set_content); |
| 472 | |
Akihiro Ota | b6a8a4d | 2018-12-04 01:56:39 | [diff] [blame] | 473 | // Map from node ID to OrderedSetInfo. |
| 474 | // Item-like and ordered-set-like objects will map to populated OrderedSetInfo |
| 475 | // objects. |
| 476 | // All other objects will map to default-constructed OrderedSetInfo objects. |
Akihiro Ota | 413ca72 | 2018-12-03 23:29:00 | [diff] [blame] | 477 | // Invalidated every time the tree is updated. |
Jacob Francis | 78735e3 | 2022-06-30 22:02:52 | [diff] [blame] | 478 | mutable base::flat_map<AXNodeID, NodeSetSizePosInSetInfo> |
Victor Fei | 5eea952e | 2020-02-28 01:43:09 | [diff] [blame] | 479 | node_set_size_pos_in_set_info_map_; |
Chris Hall | 9b34c2c | 2018-12-04 01:45:56 | [diff] [blame] | 480 | |
Akihiro Ota | e3e420e | 2019-04-17 19:57:40 | [diff] [blame] | 481 | // Indicates if the tree is updating. |
| 482 | bool tree_update_in_progress_ = false; |
Kurt Catti-Schmidt | c8445a1 | 2019-08-07 18:52:58 | [diff] [blame] | 483 | |
| 484 | // Indicates if the tree represents a paginated document |
| 485 | bool has_pagination_support_ = false; |
David Tseng | b0d4366 | 2020-05-20 20:47:28 | [diff] [blame] | 486 | |
David Tseng | 41f13cbd | 2021-11-06 18:39:03 | [diff] [blame] | 487 | std::unique_ptr<AXEvent> event_data_; |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 488 | }; |
| 489 | |
Nektarios Paisios | 8eb31fc | 2022-02-18 16:37:58 | [diff] [blame] | 490 | // Sets the flag that indicates whether the accessibility tree is currently |
| 491 | // being updated, and ensures that it is reset to its previous value when the |
| 492 | // instance is destructed. An accessibility tree that is being updated is |
| 493 | // unstable and should not be traversed. |
| 494 | class AX_EXPORT ScopedTreeUpdateInProgressStateSetter { |
| 495 | public: |
| 496 | explicit ScopedTreeUpdateInProgressStateSetter(AXTree& tree) |
| 497 | : tree_(&tree), |
| 498 | last_tree_update_in_progress_(tree.GetTreeUpdateInProgressState()) { |
| 499 | tree_->SetTreeUpdateInProgressState(true); |
| 500 | } |
| 501 | |
| 502 | ~ScopedTreeUpdateInProgressStateSetter() { |
| 503 | tree_->SetTreeUpdateInProgressState(last_tree_update_in_progress_); |
| 504 | } |
| 505 | |
| 506 | ScopedTreeUpdateInProgressStateSetter( |
| 507 | const ScopedTreeUpdateInProgressStateSetter&) = delete; |
| 508 | ScopedTreeUpdateInProgressStateSetter& operator=( |
| 509 | const ScopedTreeUpdateInProgressStateSetter&) = delete; |
| 510 | |
| 511 | private: |
Keishi Hattori | e175ac5 | 2022-06-07 06:24:57 | [diff] [blame] | 512 | const raw_ptr<AXTree> tree_; |
Nektarios Paisios | 8eb31fc | 2022-02-18 16:37:58 | [diff] [blame] | 513 | bool last_tree_update_in_progress_; |
| 514 | }; |
| 515 | |
[email protected] | 4b02bbca | 2013-11-22 08:59:03 | [diff] [blame] | 516 | } // namespace ui |
| 517 | |
| 518 | #endif // UI_ACCESSIBILITY_AX_TREE_H_ |