c++ - 如何在 Windows API Mouse Hook 中使用 UIAutomation Element 了解元素信息

Question

在我的程序中，当我将鼠标悬停时，我想知道有关元素的一些信息，到目前为止我能够获取元素的名称。

但我也想知道它

1. 本地化控制类型
   自动化 ID

   IsInvokePatternAvailable

   IsSelectionItemPatternAvailiable

   IsTogglePattern 可用。

关于元素我该怎么做？

这是我到目前为止的代码，它可以帮助我获取元素的名称

#include "mainwindow.h"
#include "common.h"
#include <fstream>
#include "XMLParser.h"
#include "ExecutionContext.h"
#include "UIAElementUtils.h"
#include "BlockCommand.h"
#include <ShellScalingAPI.h>
#include <conio.h>
#include <thread>
#include<qthread.h>
#include <qdebug.h>

ExecutionContext gExecutionContext;

#include <QtWidgets/qapplication.h>  
//used to handle widgets,event handling,mouse movements, overall look and feel

BOOL InitializeUIAutomation(IUIAutomation** automation)
{
    CoInitialize(NULL);
    HRESULT hr = CoCreateInstance(__uuidof(CUIAutomation), NULL,
        CLSCTX_INPROC_SERVER, __uuidof(IUIAutomation),
        (void**)automation);
    return (SUCCEEDED(hr));
}


int main(int argc, char** argv)
{

    QApplication a(argc, argv);
    MainWindow w;


    //Here is the main code 
    IUIAutomation* automation = NULL;
    IUIAutomationElement* elem = NULL;
    BOOL stat = InitializeUIAutomation(&automation);
    POINT mousePt;
    BSTR elemName = NULL;
    if (stat)
    {
        while (true)
        {
            GetCursorPos(&mousePt);
            HRESULT hr = automation->ElementFromPoint(mousePt, &elem);
            if (SUCCEEDED(hr) && elem != NULL)
            {
                elem->get_CurrentName(&elemName);
                std::wstring ws(elemName, SysStringLen(elemName));
                //elem->SetFocus();
          
               // std::wcout << ws << std::endl;
                QString testing = QString::fromStdWString(ws);
                qDebug() << testing;
            }
            SysFreeString(elemName);
            elem->Release();
            Sleep(40);
        }
    }
    automation->Release();
    CoUninitialize();

    QObject::connect(&MainWindow::instance(), &MainWindow::mouseEvent,
        []() {
            qDebug() << "Mouse Event";
        });
     w.show();   //displays on screen.
    return a.exec();
}

标签： c++ui-automationmicrosoft-ui-automationmouse-hook