How to use IUIAutomation method of com.intuit.karate.robot.win.IUIAutomation class

Best Karate code snippet using com.intuit.karate.robot.win.IUIAutomation.IUIAutomation

Source:WinRobot.java

...45 *46 * @author pthomas347 */48public class WinRobot extends RobotBase {49    protected static final IUIAutomation UIA = IUIAutomation.INSTANCE;50    public WinRobot(ScenarioContext context, Map<String, Object> options) {51        super(context, options);52    }53    @Override54    public Map<String, Object> afterScenario() {55        logger.debug("after scenario, current window: {}", currentWindow);56        if (autoClose && command != null && currentWindow != null) {57            logger.debug("will attempt to close window for: {}", currentWindow.getName());58            WinUser.HWND hwnd = currentWindow.<IUIAutomationElement>toNative().getCurrentNativeWindowHandle();59            User32.INSTANCE.PostMessage(hwnd, WinUser.WM_QUIT, null, null);60            command.close(false);61        }62        return Collections.EMPTY_MAP;63    }64    @Override65    public List<Window> getAllWindows() {66        IUIAutomationCondition isWindow = UIA.createPropertyCondition(Property.ControlType, ControlType.Window.value);67        IUIAutomationElementArray array = UIA.getRootElement().findAll(TreeScope.Descendants, isWindow);68        int count = array.getLength();69        List<Window> list = new ArrayList(count);70        for (int i = 0; i < count; i++) {71            IUIAutomationElement e = array.getElement(i);72            if (e.isValid()) {73                list.add(new WinWindow(this, e));74            }75        }76        return list;77    }78    @Override79    protected Element windowInternal(String title) {80        return windowInternal(new StringMatcher(title));81    }82    @Override83    protected Element windowInternal(Predicate<String> condition) {84        IUIAutomationCondition isWindow = UIA.createPropertyCondition(Property.ControlType, ControlType.Window.value);85        IUIAutomationElementArray windows = UIA.getRootElement().findAll(TreeScope.Descendants, isWindow);86        int count = windows.getLength();87        for (int i = 0; i < count; i++) {88            IUIAutomationElement child = windows.getElement(i);89            if (!child.isValid()) {90                logger.warn("invalid window: {}", child);91                continue;92            }93            String name = child.getCurrentName();94            if (name == null) {95                logger.warn("name is null for window: {}", child);96                continue;97            }98            if (logger.isTraceEnabled()) {99                logger.trace("scanning window: {}", name);100            }101            if (condition.test(name)) {102                if (logger.isTraceEnabled()) {103                    logger.trace("found window: {}", name);104                }105                return new WinWindow(this, child).focus();106            }107        }108        logger.warn("failed to find window: {}", condition);109        return null;110    }111    private IUIAutomationCondition by(Property property, String value) {112        return UIA.createPropertyCondition(property, value);113    }114    protected List<Element> toElements(IUIAutomationElementArray array) {115        int count = array.getLength();116        List<Element> list = new ArrayList(count);117        for (int i = 0; i < count; i++) {118            IUIAutomationElement e = array.getElement(i);119            if (e.isValid()) {120                list.add(new WinElement(this, e));121            }122        }123        return list;124    }125    @Override126    public List<Element> locateAllInternal(Element root, String locator) {127        IUIAutomationElement parent = root.<IUIAutomationElement>toNative();128        IUIAutomationCondition condition;129        if (PathSearch.isWildcard(locator)) {130            locator = "//*{" + locator + "}";131        }132        if (locator.startsWith("/")) {133            if (locator.startsWith("/root")) {134                locator = locator.substring(5);135                parent = UIA.getRootElement();136            }137            List<Element> searchResults = new ArrayList();138            PathSearch search = new PathSearch(locator, true);139            walkPathAndFind(searchResults, search, UIA.getControlViewWalker(), parent, 0);140            return searchResults;141        } else if (locator.startsWith("#")) {142            condition = by(Property.AutomationId, locator.substring(1));143        } else {144            condition = by(Property.Name, locator);145        }146        IUIAutomationElementArray found = parent.findAll(TreeScope.Descendants, condition);147        return toElements(found);148    }149    @Override150    public Element locateInternal(Element root, String locator) {151        IUIAutomationElement parent = root.<IUIAutomationElement>toNative();152        IUIAutomationCondition condition;153        if (PathSearch.isWildcard(locator)) {154            locator = "//*{" + locator + "}";155        }156        if (locator.startsWith("/")) {157            if (locator.startsWith("/root")) {158                locator = locator.substring(5);159                parent = UIA.getRootElement();160            }161            List<Element> searchResults = new ArrayList();162            PathSearch search = new PathSearch(locator, false);163            walkPathAndFind(searchResults, search, UIA.getControlViewWalker(), parent, 0);164            if (searchResults.isEmpty()) {165                return null;166            } else {167                return searchResults.get(0);168            }169        } else if (locator.startsWith("#")) {170            condition = by(Property.AutomationId, locator.substring(1));171        } else {172            condition = by(Property.Name, locator);173        }174        IUIAutomationElement found = parent.findFirst(TreeScope.Descendants, condition);175        if (!found.isValid()) { // important in this case176            return null;177        }178        return new WinElement(this, found);179    }180    @Override181    public Element getRoot() {182        return new WinElement(this, UIA.getRootElement());183    }184    @AutoDef185    @Override186    public Element getFocused() {187        return new WinElement(this, UIA.getFocusedElement());188    }189    private void walkPathAndFind(List<Element> searchResults, PathSearch search,190            IUIAutomationTreeWalker walker, IUIAutomationElement e, int depth) {191        PathSearch.Chunk chunk = search.chunks.get(depth);192        IUIAutomationCondition condition;193        ControlType controlType;194        if (chunk.controlType == null || "*".equals(chunk.controlType)) {195            condition = UIA.getControlViewCondition();196            controlType = null;197        } else {198            controlType = ControlType.fromName(chunk.controlType);199            condition = UIA.createPropertyCondition(Property.ControlType, controlType.value);200        }201        IUIAutomationElementArray array = e.findAll(chunk.anyDepth ? TreeScope.Descendants : TreeScope.Children, condition);202        if (!array.isValid()) { // the tree can be unstable203            return;204        }205        int count = array.getLength();206        boolean leaf = depth == search.chunks.size() - 1;207        for (int i = 0; i < count; i++) {208            if (chunk.index != -1 && chunk.index != i) {209                continue;210            }211            IUIAutomationElement child = array.getElement(i);212            if (!child.isValid()) { // the tree can be unstable213                continue;214            }215            if (chunk.nameCondition != null) {216                String name = child.getCurrentName();217                if (!chunk.nameCondition.test(name)) {218                    continue;219                }220            }221            if (chunk.className != null) {222                String className = child.getClassName();223                if (!chunk.className.equalsIgnoreCase(className)) {224                    continue;225                }...

Source:WinElement.java

...34 *35 * @author pthomas336 */37public class WinElement implements Element {38    protected final IUIAutomationElement e;39    private final WinRobot robot;40    public WinElement(WinRobot robot, IUIAutomationElement e) {41        this.robot = robot;42        this.e = e;43    }44    @Override45    public RobotBase getRobot() {46        return robot;47    }48    @Override49    public boolean isPresent() {50        return e.isValid() && !e.isNull();51    }52    @Override53    public boolean isEnabled() {54        return e.getCurrentIsEnabled();55    }56    @Override57    public boolean isImage() {58        return false;59    }60    @Override61    public Region getRegion() {62        WinDef.RECT rect = e.getCurrentBoundingRectangle();63        return new Region(robot, rect.left, rect.top, rect.right - rect.left, rect.bottom - rect.top);64    }65    private Location getClickablePoint() {66        WinDef.POINT p = e.getClickablePoint();67        return p == null ? getRegion().getCenter() : new Location(robot, p.x, p.y);68    }69    @Override70    public Element focus() {71        e.setFocus();72        return this;73    }74    public Element invoke() {75        if (isInvokePatternAvailable()) {76            IUIAutomationInvokePattern invokePattern = e.getCurrentPattern(IUIAutomationInvokePattern.class);77            invokePattern.invoke();78        } else {79            click();80        }81        return this;82    }83    @Override84    public Element click() {85        getClickablePoint().click();86        return this;87    }88    @Override89    public Element move() {90        getClickablePoint().move();91        return this;92    }93    @Override94    public Element press() {95        getClickablePoint().press();96        return this;97    }98    @Override99    public Element release() {100        getClickablePoint().release();101        return this;102    }103    @Override104    public String getName() {105        return e.getCurrentName();106    }107    private boolean isValuePatternAvailable() {108        Variant.VARIANT variant = e.getCurrentPropertyValue(Property.IsValuePatternAvailable);109        return variant.booleanValue();110    }111    private boolean isInvokePatternAvailable() {112        Variant.VARIANT variant = e.getCurrentPropertyValue(Property.IsInvokePatternAvailable);113        return variant.booleanValue();114    }115    @Override116    public String getValue() {117        if (isValuePatternAvailable()) {118            return e.getCurrentPattern(IUIAutomationValuePattern.class).getCurrentValue();119        }120        return null;121    }122    @Override123    public Element clear() {124        if (isValuePatternAvailable()) {125            IUIAutomationValuePattern valuePattern = e.getCurrentPattern(IUIAutomationValuePattern.class);126            valuePattern.setCurrentValue("");127        } else {128            e.setFocus();129            robot.clearFocused();130        }131        return this;132    }133    @Override134    public Element input(String value) {135        if (isValuePatternAvailable()) {136            IUIAutomationValuePattern valuePattern = e.getCurrentPattern(IUIAutomationValuePattern.class);137            valuePattern.setCurrentValue(value);138        } else {139            e.setFocus();140            robot.input(value);141        }142        return this;143    }144    @Override145    public Element delay(int millis) {146        robot.delay(millis);147        return this;148    }149    @Override150    public List<Element> getChildren() {151        IUIAutomationElementArray array = e.findAll(TreeScope.Children, WinRobot.UIA.createTrueCondition());152        int count = array.getLength();153        List<Element> list = new ArrayList(count);154        for (int i = 0; i < count; i++) {155            IUIAutomationElement child = array.getElement(i);156            list.add(new WinElement(robot, child));157        }158        return list;159    }160    private IUIAutomationTreeWalker walk() {161        return WinRobot.UIA.getControlViewWalker();162    }163    @Override164    public Element getParent() {165        return new WinElement(robot, walk().getParentElement(e));166    }167    public Element getFirstChild() {168        return new WinElement(robot, walk().getFirstChildElement(e));169    }170    public Element getLastChild() {171        return new WinElement(robot, walk().getLastChildElement(e));172    }173    public Element getNextSibling() {174        return new WinElement(robot, walk().getNextSiblingElement(e));175    }176    public Element getPreviousSibling() {177        return new WinElement(robot, walk().getPreviousSiblingElement(e));178    }179    @Override180    public IUIAutomationElement toNative() {181        return e;182    }183    @Override184    public String getDebugString() {185        if (!e.isValid()) {186            return "(null)";187        }188        try {189            return "'" + e.getCurrentName() + "' " + e.getControlType();190        } catch (Exception e) {191            return "(stale) " + e.getMessage();192        }193    }194    @Override195    public String toString() {196        return getDebugString();197    }198    @Override199    public Element select() {200        IUIAutomationSelectionItemPattern pattern = e.getCurrentPattern(IUIAutomationSelectionItemPattern.class);201        pattern.select();202        return this;203    }204    public Object as(String patternName) {205        Pattern pattern = Pattern.fromName(patternName);206        if (pattern == null) {207            throw new RuntimeException("no such pattern: " + patternName);208        }209        if (pattern.type == null) {210            throw new RuntimeException("pattern not implemented: " + pattern);211        }212        return e.getCurrentPattern(pattern.type);213    }214}...

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation2import com.intuit.karate.robot.win.IUIAutomationElement3import com.intuit.karate.robot.win.IUIAutomationTreeWalker4import com.intuit.karate.robot.win.IUIAutomationCondition5def iui = new IUIAutomation()6def root = iui.getRootElement()7def walker = iui.getControlViewWalker()8def condition = iui.createPropertyCondition(30005, "Calculator")9def calc = root.findFirst(TreeScope.Descendants, condition)10def calculator = calc.as(Calculator)11calculator.getCalculatorResult()12import com.intuit.karate.robot.win.IUIAutomation13import com.intuit.karate.robot.win.IUIAutomationElement14import com.intuit.karate.robot.win.IUIAutomationTreeWalker15import com.intuit.karate.robot.win.IUIAutomationCondition16def iui = new IUIAutomation()17def root = iui.getRootElement()18def walker = iui.getControlViewWalker()19def condition = iui.createPropertyCondition(30005, "Calculator")20def calc = root.findFirst(TreeScope.Descendants, condition)21def calculator = calc.as(Calculator)22calculator.getCalculatorResult()23import com.intuit.karate.robot.win.IUIAutomation24import com.intuit.karate.robot.win.IUIAutomationElement25import com.intuit.karate.robot.win.IUIAutomationTreeWalker26import com.intuit.karate.robot.win.IUIAutomationCondition27def iui = new IUIAutomation()28def root = iui.getRootElement()29def walker = iui.getControlViewWalker()30def condition = iui.createPropertyCondition(30005, "Calculator")31def calc = root.findFirst(TreeScope.Descendants, condition)32def calculator = calc.as(Calculator)33calculator.getCalculatorResult()34import com.intuit.karate.robot.win.IUIAutomation35import com.intuit.karate.robot.win.IUIAutomationElement36import com.intuit.karate.robot.win

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation2import com.intuit.karate.robot.win.UIAutomation3import com.intuit.karate.robot.win.UIAutomationElement4import com.intuit.karate.robot.win.UIAutomationElementArray5import com.intuit.karate.robot.win.UIAutomationPattern6import com.intuit.karate.robot.win.UIAutomationTreeWalker7import com.intuit.karate.robot.win.UIAutomationValuePattern8import com.intuit.karate.robot.win.UIAutomationWindow9import com.intuit.karate.robot.win.UIAutomationWindowPattern10import com.intuit.karate.robot.win.UIAutomationWindows11import com.intuit.karate.robot.win.UIAutomationWindowsArray12import com.intuit.karate.robot.win.UIAutomationWindowsArrayElement13import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArray14import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArray15import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArray16import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArray17import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArrayArray18import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArrayArrayArray19import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArrayArrayArrayArray20import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArrayArrayArrayArrayArray21import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArrayArrayArrayArrayArrayArrayArray22import com.intuit.karate.robot.win.UIAutomationWindowsArrayElementArrayArrayArray

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation;2import com.intuit.karate.robot.win.IUIAutomationElement;3import com.intuit.karate.robot.win.IUIAutomationElementArray;4import com.intuit.karate.robot.win.IUIAutomationElementCondition;5import com.intuit.karate.robot.win.IUIAutomationTreeWalker;6import com.sun.jna.Pointer;7import com.sun.jna.platform.win32.*;8import com.sun.jna.platform.win32.WinDef.*;9import com.sun.jna.ptr.PointerByReference;10import java.awt.*;11import java.awt.event.InputEvent;12import java.awt.event.MouseEvent;13import java.util.HashMap;14import java.util.Map;15public class 4 {16    public static void main(String[] args) {17        IUIAutomation automation = IUIAutomation.INSTANCE;18        PointerByReference pbr = new PointerByReference();19        automation.IUIAutomationCreateInstance(pbr);20        Pointer p = pbr.getValue();21        IUIAutomationElement root = automation.IUIAutomationGetRootElement(p);22        IUIAutomationElementCondition cond = automation.IUIAutomationCreatePropertyCondition(p, 30005, "Calculator", 1);23        IUIAutomationElementArray result = automation.IUIAutomationElementFindAll(p, 0, cond, 1);24        int[] length = new int[1];25        result.IUIAutomationElementArray_get_Length(length);26        PointerByReference pbr2 = new PointerByReference();27        result.IUIAutomationElementArray_GetElement(p, 0, pbr2);28        Pointer p2 = pbr2.getValue();29        IUIAutomationTreeWalker walker = automation.IUIAutomationCreateTreeWalker(p, 0);30        IUIAutomationElement child = automation.IUIAutomationTreeWalkerGetFirstChildElement(walker, p2);31        PointerByReference pbr3 = new PointerByReference();32        automation.IUIAutomationElementGetCurrentPropertyValue(p2, 30005, pbr3);33        Pointer p3 = pbr3.getValue();34        String name = p3.getWideString(0);35        System.out.println(name);36        Map<String, Object> options = new HashMap<String, Object>();37        options.put("x", 100);38        options.put("y", 100);39        options.put("button", MouseEvent.BUTTON1);40        options.put("

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation;2import com.intuit.karate.robot.win.IUIAutomationElement;3import com.sun.jna.Pointer;4import com.sun.jna.platform.win32.COM.COMException;5import com.sun.jna.platform.win32.COM.Unknown;6import com.sun.jna.platform.win32.COM.util.IUnknown;7import com.sun.jna.platform.win32.OaIdl;8import com.sun.jna.platform.win32.Variant;9import com.sun.jna.platform.win32.WinDef;10import com.sun.jna.platform.win32.WinNT;11import com.sun.jna.platform.win32.COM.util.annotation.ComInterface;12import com.sun.jna.platform.win32.COM.util.annotation.ComObject;13import com.sun.jna.platform.win32.COM.util.annotation.ComProperty;14import com.sun.jna.platform.win32.COM.util.annotation.ComMethod;15import com.sun.jna.platform.win32.COM.util.annotation.ComInterface;16import com.sun.jna.platform.win32.COM.util.annotation.ComObject;17import com.sun.jna.platform.win32.COM.util.annotation.ComProperty;18import com.sun.jna.platform.win32.COM.util.annotation.ComMethod;19import com.sun.jna.platform.win32.OaIdl;20import com.sun.jna.platform.win32.Variant;21import com.sun.jna.platform.win32.WinDef;22import com.sun.jna.platform.win32.WinNT;23import com.sun.jna.Pointer;24import com.sun.jna.platform.win32.COM.COMException;25import com.sun.jna.platform.win32.COM.Unknown;26import com.sun.jna.platform.win32.COM.util.IUnknown;27import com.sun.jna.platform.win32.OaIdl;28import com.sun.jna.platform.win32.Variant;29import com.sun.jna.platform.win32.WinDef;30import com.sun.jna.platform.win32.WinNT;31import com.sun.jna.platform.win32.COM.util.annotation.ComInterface;32import com.sun.jna.platform.win32.COM.util.annotation.ComObject;33import com.sun.jna.platform.win32.COM.util.annotation.ComProperty;34import com.sun.jna.platform.win32.COM.util.annotation.ComMethod;35import com.sun.jna.platform.win32.COM.util.annotation.ComInterface;36import com.sun.jna.platform.win32.COM.util.annotation.ComObject;37import com.sun.jna.platform.win32.COM.util.annotation.ComProperty;38import com.sun.jna.platform.win32.COM.util.annotation.ComMethod;39import com.sun.jna.platform.win32.Oa

IUIAutomation

Using AI Code Generation

1package demo;2import com.intuit.karate.robot.win.IUIAutomation;3import com.sun.jna.platform.win32.WinDef;4import com.sun.jna.platform.win32.WinNT;5public class Demo {6	public static void main(String[] args) {7		IUIAutomation iuiAutomation = IUIAutomation.INSTANCE;8		WinNT.HANDLEByReference desktopWindow = new WinNT.HANDLEByReference();9		iuiAutomation.GetRootElement(desktopWindow);10		WinNT.HANDLEByReference menuBar = new WinNT.HANDLEByReference();11		iuiAutomation.ElementFindFirst(desktopWindow.getValue(), IUIAutomation.TreeScope_Children, IUIAutomation.ConditionControlType(IUIAutomation.UIA_MenuBarControlTypeId), menuBar);12		WinNT.HANDLEByReference menuItem = new WinNT.HANDLEByReference();13		iuiAutomation.ElementFindFirst(menuBar.getValue(), IUIAutomation.TreeScope_Children, IUIAutomation.ConditionName("File"), menuItem);14		iuiAutomation.ElementInvokePatternInvoke(menuItem.getValue());15	}16}17The code is a bit long, but the important part is this line:18iuiAutomation.ElementInvokePatternInvoke(menuItem.getValue());19public static native int ElementInvokePatternInvoke(WinNT.HANDLE element);20public static native int GetRootElement(WinNT.HANDLEByReference rootElement);21public static native int ElementFindFirst(WinNT.HANDLE element, int scope, WinNT.HANDLEByReference condition,

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation;2import com.intuit.karate.robot.win.UIAutomationElement;3def iua = new IUIAutomation();4def desktop = iua.getDesktopElement();5def calculator = desktop.findFirstTreeScopeChildCondition(6    UIAutomationElement.UIA_WindowControlTypeId);7import com.intuit.karate.robot.win.IUIAutomation;8import com.intuit.karate.robot.win.UIAutomationElement;9def iua = new IUIAutomation();10def desktop = iua.getDesktopElement();11def calculator = desktop.findFirstTreeScopeChildCondition(12    UIAutomationElement.UIA_WindowControlTypeId);13def oneButton = calculator.findFirstTreeScopeChildCondition(14    UIAutomationElement.UIA_NamePropertyId, "1");15oneButton.invoke();16import com.intuit.karate.robot.win.IUIAutomation;17import com.intuit.karate.robot.win.UIAutomationElement;18def iua = new IUIAutomation();19def desktop = iua.getDesktopElement();20def calculator = desktop.findFirstTreeScopeChildCondition(21    UIAutomationElement.UIA_WindowControlTypeId);22def twoButton = calculator.findFirstTreeScopeChildCondition(23    UIAutomationElement.UIA_NamePropertyId, "2");24twoButton.invoke();

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation;2import com.intuit.karate.robot.win.IUIAutomationElement;3import com.intuit.karate.robot.win.IUIAutomationTreeWalker;4import com.intuit.karate.robot.win.IUIAutomationCondition;5import com.intuit.karate.robot.win.IUIAutomationCacheRequest;6import com.intuit.karate.robot.win.IUIAutomationElementArray;7import com.intuit.karate.robot.win.IUIAutomationPropertyCondition;8import com.intuit.karate.robot.win.IUIAutomationTextRange;9import com.intuit.karate.robot.win.IUIAutomationTextPatter

IUIAutomation

Using AI Code Generation

1import com.intuit.karate.robot.win.IUIAutomation2def iuiAutomation = new IUIAutomation()3def selectedText = iuiAutomation.getSelectedText("C:\\Program Files\\Notepad++\\notepad++.exe", "Edit", "Edit1")4import com.intuit.karate.robot.win.IUIAutomation5def iuiAutomation = new IUIAutomation()6def selectedText = iuiAutomation.getSelectedText("C:\\Program Files\\Notepad++\\notepad++.exe", "Edit", "Edit1")7import com.intuit.karate.robot.win.IUIAutomation8def iuiAutomation = new IUIAutomation()9def selectedText = iuiAutomation.getSelectedText("C:\\Program Files\\Notepad++\\notepad++.exe", "Edit", "Edit1")

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.