// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef CONTENT_BROWSER_ACCESSIBILITY_BROWSER_ACCESSIBILITY_H_ #define CONTENT_BROWSER_ACCESSIBILITY_BROWSER_ACCESSIBILITY_H_ #include #include #include #include #include #include #include #include #include "base/macros.h" #include "base/optional.h" #include "base/strings/string16.h" #include "base/strings/string_split.h" #include "build/build_config.h" #include "content/browser/accessibility/accessibility_buildflags.h" #include "content/browser/accessibility/browser_accessibility_position.h" #include "content/common/content_export.h" #include "third_party/blink/public/web/web_ax_enums.h" #include "ui/accessibility/ax_enums.mojom-forward.h" #include "ui/accessibility/ax_node.h" #include "ui/accessibility/ax_node_data.h" #include "ui/accessibility/ax_node_position.h" #include "ui/accessibility/ax_range.h" #include "ui/accessibility/platform/ax_platform_node.h" #include "ui/accessibility/platform/ax_platform_node_delegate.h" // Set PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL if this platform has // a platform-specific subclass of BrowserAccessibility and // BrowserAccessibilityManager. #undef PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL #if defined(TOOLKIT_QT) #define PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL 1 #elif defined(OS_WIN) #define PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL 1 #elif defined(OS_MACOSX) #define PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL 1 #elif defined(OS_ANDROID) && !defined(USE_AURA) #define PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL 1 #elif BUILDFLAG(USE_ATK) #define PLATFORM_HAS_NATIVE_ACCESSIBILITY_IMPL 1 #endif #if defined(OS_MACOSX) && __OBJC__ @class BrowserAccessibilityCocoa; #endif namespace content { class BrowserAccessibilityManager; //////////////////////////////////////////////////////////////////////////////// // // BrowserAccessibility // // A BrowserAccessibility object represents one node in the accessibility // tree on the browser side. It exactly corresponds to one WebAXObject from // Blink. It's owned by a BrowserAccessibilityManager. // // There are subclasses of BrowserAccessibility for each platform where // we implement native accessibility APIs. This base class is used occasionally // for tests. // //////////////////////////////////////////////////////////////////////////////// class CONTENT_EXPORT BrowserAccessibility : public ui::AXPlatformNodeDelegate { public: // Creates a platform specific BrowserAccessibility. Ownership passes to the // caller. static BrowserAccessibility* Create(); // Returns |delegate| as a BrowserAccessibility object, if |delegate| is // non-null and an object in the BrowserAccessibility class hierarchy. static BrowserAccessibility* FromAXPlatformNodeDelegate( ui::AXPlatformNodeDelegate* delegate); ~BrowserAccessibility() override; // Called only once, immediately after construction. The constructor doesn't // take any arguments because in the Windows subclass we use a special // function to construct a COM object. virtual void Init(BrowserAccessibilityManager* manager, ui::AXNode* node); // Called after the object is first initialized and again every time // its data changes. virtual void OnDataChanged() {} // Called when the location changed. virtual void OnLocationChanged() {} // This is called when the platform-specific attributes for a node need // to be recomputed, which may involve firing native events, due to a // change other than an update from OnAccessibilityEvents. virtual void UpdatePlatformAttributes() {} // Return true if this object is equal to or a descendant of |ancestor|. bool IsDescendantOf(const BrowserAccessibility* ancestor) const; bool IsDocument() const; bool IsIgnored() const; // Returns true if this object is used only for representing text. bool IsTextOnlyObject() const; bool IsLineBreakObject() const; // Returns true if this is a leaf node on this platform, meaning any // children should not be exposed to this platform's native accessibility // layer. // The definition of a leaf may vary depending on the platform, // but a leaf node should never have children that are focusable or // that might send notifications. bool PlatformIsLeaf() const; // Returns true if this is a leaf node on this platform, including // ignored nodes, meaning any children should not be exposed to this // platform's native accessibility layer, but a node shouldn't be // considered a leaf node solely because it has only ignored children. // Each platform subclass should implement this itself. virtual bool PlatformIsLeafIncludingIgnored() const; // Returns true if this object can fire events. virtual bool CanFireEvents() const; // Return the AXPlatformNode corresponding to this node, if applicable // on this platform. virtual ui::AXPlatformNode* GetAXPlatformNode() const; // Returns the number of children of this object, or 0 if PlatformIsLeaf() // returns true. virtual uint32_t PlatformChildCount() const; // Return a pointer to the child at the given index, or NULL for an // invalid index. Returns NULL if PlatformIsLeaf() returns true. virtual BrowserAccessibility* PlatformGetChild(uint32_t child_index) const; BrowserAccessibility* PlatformGetParent() const; virtual BrowserAccessibility* PlatformGetFirstChild() const; virtual BrowserAccessibility* PlatformGetLastChild() const; virtual BrowserAccessibility* PlatformGetNextSibling() const; virtual BrowserAccessibility* PlatformGetPreviousSibling() const; class CONTENT_EXPORT PlatformChildIterator : public ChildIterator { public: PlatformChildIterator(const BrowserAccessibility* parent, BrowserAccessibility* child); PlatformChildIterator(const PlatformChildIterator& it); ~PlatformChildIterator() override; bool operator==(const ChildIterator& rhs) const override; bool operator!=(const ChildIterator& rhs) const override; void operator++() override; void operator++(int) override; void operator--() override; void operator--(int) override; gfx::NativeViewAccessible GetNativeViewAccessible() const override; BrowserAccessibility* get() const; int GetIndexInParent() const override; BrowserAccessibility& operator*() const override; BrowserAccessibility* operator->() const override; private: const BrowserAccessibility* parent_; ui::AXNode::ChildIteratorBase< BrowserAccessibility, &BrowserAccessibility::PlatformGetNextSibling, &BrowserAccessibility::PlatformGetPreviousSibling, &BrowserAccessibility::PlatformGetLastChild> platform_iterator; }; PlatformChildIterator PlatformChildrenBegin() const; PlatformChildIterator PlatformChildrenEnd() const; // Return a pointer to the first ancestor that is a selection container BrowserAccessibility* PlatformGetSelectionContainer() const; // Returns true if an ancestor of this node (not including itself) is a // leaf node, including ignored nodes, meaning that this node is not // actually exposed to the platform, but a node shouldn't be // considered a leaf node solely because it has only ignored children. bool PlatformIsChildOfLeafIncludingIgnored() const; // If this object is exposed to the platform, returns this object. Otherwise, // returns the platform leaf under which this object is found. BrowserAccessibility* PlatformGetClosestPlatformObject() const; bool IsPreviousSiblingOnSameLine() const; bool IsNextSiblingOnSameLine() const; // Returns nullptr if there are no children. BrowserAccessibility* PlatformDeepestFirstChild() const; // Returns nullptr if there are no children. BrowserAccessibility* PlatformDeepestLastChild() const; // Returns nullptr if there are no children. BrowserAccessibility* InternalDeepestFirstChild() const; // Returns nullptr if there are no children. BrowserAccessibility* InternalDeepestLastChild() const; // Derivative utils for AXPlatformNodeDelegate::GetBoundsRect gfx::Rect GetClippedScreenBoundsRect( ui::AXOffscreenResult* offscreen_result = nullptr) const override; gfx::Rect GetUnclippedScreenBoundsRect( ui::AXOffscreenResult* offscreen_result = nullptr) const; gfx::Rect GetClippedRootFrameBoundsRect( ui::AXOffscreenResult* offscreen_result = nullptr) const; gfx::Rect GetUnclippedRootFrameBoundsRect( ui::AXOffscreenResult* offscreen_result = nullptr) const; gfx::Rect GetClippedFrameBoundsRect( ui::AXOffscreenResult* offscreen_result = nullptr) const; // Derivative utils for AXPlatformNodeDelegate::GetHypertextRangeBoundsRect gfx::Rect GetUnclippedRootFrameHypertextRangeBoundsRect( const int start_offset, const int end_offset, ui::AXOffscreenResult* offscreen_result = nullptr) const; // Derivative utils for AXPlatformNodeDelegate::GetInnerTextRangeBoundsRect gfx::Rect GetUnclippedScreenInnerTextRangeBoundsRect( const int start_offset, const int end_offset, ui::AXOffscreenResult* offscreen_result = nullptr) const; gfx::Rect GetUnclippedRootFrameInnerTextRangeBoundsRect( const int start_offset, const int end_offset, ui::AXOffscreenResult* offscreen_result = nullptr) const; // DEPRECATED: Prefer using the interfaces provided by AXPlatformNodeDelegate // when writing new code. gfx::Rect GetScreenHypertextRangeBoundsRect( int start, int len, const ui::AXClippingBehavior clipping_behavior, ui::AXOffscreenResult* offscreen_result = nullptr) const; // Returns the bounds of the given range in coordinates relative to the // top-left corner of the overall web area. Only valid when the role is // WebAXRoleStaticText. // DEPRECATED (for public use): Prefer using the interfaces provided by // AXPlatformNodeDelegate when writing new non-private code. gfx::Rect GetRootFrameHypertextRangeBoundsRect( int start, int len, const ui::AXClippingBehavior clipping_behavior, ui::AXOffscreenResult* offscreen_result = nullptr) const; // Returns the value of a control, such as the value of a text field, a slider // or a scrollbar. // // For text fields, computes the value of the field from its internal // representation in the accessibility tree if necessary. // // This is to handle the cases such as ARIA textbox, where the value should // be calculated from the object's inner text, as well as all text fields // originating from Blink where the HTML value attribute cannot always be // trusted. // // TODO(nektar): Move this method to AXNode when AXNodePosition and // BrowserAccessibilityPosition are merged into one class. virtual base::string16 GetValue() const; // This is an approximate hit test that only uses the information in // the browser process to compute the correct result. It will not return // correct results in many cases of z-index, overflow, and absolute // positioning, so BrowserAccessibilityManager::CachingAsyncHitTest // should be used instead, which falls back on calling ApproximateHitTest // automatically. // // Note that unlike BrowserAccessibilityManager::CachingAsyncHitTest, this // method takes a parameter in Blink's definition of screen coordinates. // This is so that the scale factor is consistent with what we receive from // Blink and store in the AX tree. // Blink screen coordinates are 1:1 with physical pixels if use-zoom-for-dsf // is disabled; they're physical pixels divided by device scale factor if // use-zoom-for-dsf is disabled. For more information see: // http://www.chromium.org/developers/design-documents/blink-coordinate-spaces BrowserAccessibility* ApproximateHitTest( const gfx::Point& blink_screen_point); // Marks this object for deletion, releases our reference to it, and // nulls out the pointer to the underlying AXNode. May not delete // the object immediately due to reference counting. // // Reference counting is used on some platforms because the // operating system may hold onto a reference to a BrowserAccessibility // object even after we're through with it. When a BrowserAccessibility // has had Destroy() called but its reference count is not yet zero, // instance_active() returns false and queries on this object return failure. virtual void Destroy(); // Subclasses should override this to support platform reference counting. virtual void NativeAddReference() {} // Subclasses should override this to support platform reference counting. virtual void NativeReleaseReference(); // // Accessors // BrowserAccessibilityManager* manager() const { return manager_; } bool instance_active() const { return node_ && manager_; } ui::AXNode* node() const { return node_; } // These access the internal unignored accessibility tree, which doesn't // necessarily reflect the accessibility tree that should be exposed on each // platform. Use PlatformChildCount and PlatformGetChild to implement platform // accessibility APIs. uint32_t InternalChildCount() const; BrowserAccessibility* InternalGetChild(uint32_t child_index) const; BrowserAccessibility* InternalGetParent() const; BrowserAccessibility* InternalGetFirstChild() const; BrowserAccessibility* InternalGetLastChild() const; BrowserAccessibility* InternalGetNextSibling() const; BrowserAccessibility* InternalGetPreviousSibling() const; using InternalChildIterator = ui::AXNode::ChildIteratorBase< BrowserAccessibility, &BrowserAccessibility::InternalGetNextSibling, &BrowserAccessibility::InternalGetPreviousSibling, &BrowserAccessibility::InternalGetLastChild>; InternalChildIterator InternalChildrenBegin() const; InternalChildIterator InternalChildrenEnd() const; int32_t GetId() const; gfx::RectF GetLocation() const; ax::mojom::Role GetRole() const; int32_t GetState() const; typedef base::StringPairs HtmlAttributes; const HtmlAttributes& GetHtmlAttributes() const; // Returns true if this is a native platform-specific object, vs a // cross-platform generic object. Don't call ToBrowserAccessibilityXXX if // IsNative returns false. virtual bool IsNative() const; // Accessing accessibility attributes: // // There are dozens of possible attributes for an accessibility node, // but only a few tend to apply to any one object, so we store them // in sparse arrays of pairs, organized // by type (bool, int, float, string, int list). // // There are three accessors for each type of attribute: one that returns // true if the attribute is present and false if not, one that takes a // pointer argument and returns true if the attribute is present (if you // need to distinguish between the default value and a missing attribute), // and another that returns the default value for that type if the // attribute is not present. In addition, strings can be returned as // either std::string or base::string16, for convenience. bool HasBoolAttribute(ax::mojom::BoolAttribute attr) const; bool GetBoolAttribute(ax::mojom::BoolAttribute attr) const; bool GetBoolAttribute(ax::mojom::BoolAttribute attr, bool* value) const; bool HasFloatAttribute(ax::mojom::FloatAttribute attr) const; float GetFloatAttribute(ax::mojom::FloatAttribute attr) const; bool GetFloatAttribute(ax::mojom::FloatAttribute attr, float* value) const; bool HasInheritedStringAttribute(ax::mojom::StringAttribute attribute) const; const std::string& GetInheritedStringAttribute( ax::mojom::StringAttribute attribute) const; base::string16 GetInheritedString16Attribute( ax::mojom::StringAttribute attribute) const; bool HasIntAttribute(ax::mojom::IntAttribute attribute) const; int GetIntAttribute(ax::mojom::IntAttribute attribute) const; bool GetIntAttribute(ax::mojom::IntAttribute attribute, int* value) const; bool HasStringAttribute(ax::mojom::StringAttribute attribute) const; const std::string& GetStringAttribute( ax::mojom::StringAttribute attribute) const; bool GetStringAttribute(ax::mojom::StringAttribute attribute, std::string* value) const; base::string16 GetString16Attribute( ax::mojom::StringAttribute attribute) const; bool GetString16Attribute(ax::mojom::StringAttribute attribute, base::string16* value) const; bool HasIntListAttribute(ax::mojom::IntListAttribute attribute) const; const std::vector& GetIntListAttribute( ax::mojom::IntListAttribute attribute) const; bool GetIntListAttribute(ax::mojom::IntListAttribute attribute, std::vector* value) const; // Retrieve the value of a html attribute from the attribute map and // returns true if found. bool GetHtmlAttribute(const char* attr, std::string* value) const; bool GetHtmlAttribute(const char* attr, base::string16* value) const; // Returns true if the bit corresponding to the given enum is 1. bool HasState(ax::mojom::State state_enum) const; bool HasAction(ax::mojom::Action action_enum) const; // True if this is a web area, and its grandparent is a presentational iframe. bool IsWebAreaForPresentationalIframe() const; virtual bool IsClickable() const; // A text field is any widget in which the user should be able to enter and // edit text. // // Examples include , ,