How to use find method of com.intuit.karate.robot.OpenCvUtils class

Best Karate code snippet using com.intuit.karate.robot.OpenCvUtils.find

Source:RobotBase.java

...162                        logger.debug("attached to process window: {} - {}", currentWindow, command.getArgList());163                    }164                }165                if (currentWindow == null && window != null) {166                    throw new KarateException("failed to find window: " + window);167                }168            }169        } catch (Exception e) {170            String message = "robot init failed: " + e.getMessage();171            throw new KarateException(message, e);172        }173    }174    public <T> T retry(Supplier<T> action, Predicate<T> condition, String logDescription, boolean failWithException) {175        long startTime = System.currentTimeMillis();176        int count = 0, max = getRetryCount();177        int interval = getRetryInterval();178        disableRetry(); // always reset179        T result;180        boolean success;181        do {182            if (count > 0) {183                logger.debug("{} - retry #{}", logDescription, count);184                delay(interval);185            }186            result = action.get();187            success = condition.test(result);188        } while (!success && count++ < max);189        if (!success) {190            long elapsedTime = System.currentTimeMillis() - startTime;191            String message = logDescription + ": failed after " + (count - 1) + " retries and " + elapsedTime + " milliseconds";192            logger.warn(message);193            if (failWithException) {194                throw new RuntimeException(message);195            }196        }197        return result;198    }199    public void setBasePath(String basePath) {200        this.basePath = basePath;201    }202    private byte[] readBytes(String path) {203        if (basePath != null) {204            String slash = basePath.endsWith(":") ? "" : "/";205            path = basePath + slash + path;206        }207        return engine.fileReader.readFileAsBytes(path);208    }209    @Override210    public void onFailure(StepResult stepResult) {211        if (screenshotOnFailure && !stepResult.isWithCallResults()) {212            byte[] bytes = screenshot();213            214        }215    }216    @Override217    public Robot retry() {218        return retry(null, null);219    }220    @Override221    public Robot retry(int count) {222        return retry(count, null);223    }224    @Override225    public Robot retry(Integer count, Integer interval) {226        enableRetry(count, interval);227        return this;228    }229    @Override230    public Robot delay(int millis) {231        robot.delay(millis);232        return this;233    }234    private static int mask(int num) {235        switch (num) {236            case 2:237                return InputEvent.BUTTON2_DOWN_MASK;238            case 3:239                return InputEvent.BUTTON3_DOWN_MASK;240            default:241                return InputEvent.BUTTON1_DOWN_MASK;242        }243    }244    @Override245    public Robot click() {246        return click(1);247    }248    @Override249    public Robot rightClick() {250        return click(3);251    }252    @Override253    public Robot click(int num) {254        int mask = mask(num);255        robot.mousePress(mask);256        if (highlight) {257            getLocation().highlight(highlightDuration);258            int toDelay = CLICK_POST_DELAY - highlightDuration;259            if (toDelay > 0) {260                RobotUtils.delay(toDelay);261            }262        } else {263            RobotUtils.delay(CLICK_POST_DELAY);264        }265        robot.mouseRelease(mask);266        return this;267    }268    @Override269    public Robot doubleClick() {270        click();271        delay(40);272        click();273        return this;274    }275    @Override276    public Robot press() {277        robot.mousePress(1);278        return this;279    }280    @Override281    public Robot release() {282        robot.mouseRelease(1);283        return this;284    }285    @Override286    public Robot input(String[] values) {287        return input(values, 0);288    }289    @Override290    public Robot input(String chars, int delay) {291        String[] array = new String[chars.length()];292        for (int i = 0; i < array.length; i++) {293            array[i] = Character.toString(chars.charAt(i));294        }295        return input(array, delay);296    }297    @Override298    public Robot input(String[] values, int delay) {299        for (String s : values) {300            if (delay > 0) {301                delay(delay);302            }303            input(s);304        }305        return this;306    }307    @Override308    public Robot input(String value) {309        if (highlight) {310            getFocused().highlight(highlightDuration);311        }312        StringBuilder sb = new StringBuilder();313        for (char c : value.toCharArray()) {314            if (Keys.isModifier(c)) {315                sb.append(c);316                int[] codes = RobotUtils.KEY_CODES.get(c);317                if (codes == null) {318                    logger.warn("cannot resolve char: {}", c);319                    robot.keyPress(c);320                } else {321                    robot.keyPress(codes[0]);322                }323                continue;324            }325            int[] codes = RobotUtils.KEY_CODES.get(c);326            if (codes == null) {327                logger.warn("cannot resolve char: {}", c);328                robot.keyPress(c);329                robot.keyRelease(c);330            } else if (codes.length > 1) {331                robot.keyPress(codes[0]);332                robot.keyPress(codes[1]);333                robot.keyRelease(codes[1]);334                robot.keyRelease(codes[0]);335            } else {336                robot.keyPress(codes[0]);337                robot.keyRelease(codes[0]);338            }339        }340        for (char c : sb.toString().toCharArray()) {341            int[] codes = RobotUtils.KEY_CODES.get(c);342            if (codes == null) {343                logger.warn("cannot resolve char: {}", c);344                robot.keyRelease(c);345            } else {346                robot.keyRelease(codes[0]);347            }348        }349        return this;350    }351    public Robot clearFocused() {352        return input(Keys.CONTROL + "a" + Keys.DELETE);353    }354    protected int getHighlightDuration() {355        return highlight ? highlightDuration : -1;356    }357    @Override358    public Element input(String locator, String value) {359        return locate(locator).input(value);360    }361    @Override362    public byte[] screenshot() {363        return screenshot(screen);364    }365    @Override366    public byte[] screenshotActive() {367        return getActive().screenshot();368    }369    public byte[] screenshot(int x, int y, int width, int height) {370        return screenshot(new Region(this, x, y, width, height));371    }372    public byte[] screenshot(Region region) {373        BufferedImage image = region.capture();374        byte[] bytes = OpenCvUtils.toBytes(image);375        getRuntime().embed(bytes, ResourceType.PNG);376        return bytes;377    }378    @Override379    public Robot move(int x, int y) {380        robot.mouseMove(x, y);381        return this;382    }383    @Override384    public Robot click(int x, int y) {385        return move(x, y).click();386    }387    @Override388    public Element highlight(String locator) {389        return locate(Config.DEFAULT_HIGHLIGHT_DURATION, getSearchRoot(), locator);390    }391    @Override392    public List<Element> highlightAll(String locator) {393        return locateAll(Config.DEFAULT_HIGHLIGHT_DURATION, getSearchRoot(), locator);394    }395    @Override396    public Element focus(String locator) {397        return locate(getHighlightDuration(), getSearchRoot(), locator).focus();398    }399    @Override400    public Element locate(String locator) {401        return locate(getHighlightDuration(), getSearchRoot(), locator);402    }403    @Override404    public List<Element> locateAll(String locator) {405        return locateAll(getHighlightDuration(), getSearchRoot(), locator);406    }407    @Override408    public boolean exists(String locator) {409        return optional(locator).isPresent();410    }411    @Override412    public Element optional(String locator) {413        return optional(getSearchRoot(), locator);414    }415    @Override416    public boolean windowExists(String locator) {417        return windowOptional(locator).isPresent();418    }419    @Override420    public Element windowOptional(String locator) {421        return waitForWindowOptional(locator, false);422    }423    @Override424    public Element waitForWindowOptional(String locator) {425        return waitForWindowOptional(locator, true);426    }427    protected Element waitForWindowOptional(String locator, boolean retry) {428        Element prevWindow = currentWindow;429        Element window = window(locator, retry, false); // will update currentWindow     430        currentWindow = prevWindow; // so we reset it431        if (window == null) {432            return new MissingElement(this);433        }434        // note that currentWindow will NOT point to the new window located435        return window;436    }437    protected Element optional(Element searchRoot, String locator) {438        Element found = locateImageOrElement(searchRoot, locator);439        if (found == null) {440            logger.warn("element does not exist: {}", locator);441            return new MissingElement(this);442        }443        if (highlight) {444            found.highlight();445        }446        return found;447    }448    protected Element locate(int duration, Element searchRoot, String locator) {449        Element found;450        if (retryEnabled) {451            found = retryForAny(true, searchRoot, locator);452        } else {453            found = locateImageOrElement(searchRoot, locator);454            if (found == null) {455                String message = "cannot locate: '" + locator + "' (" + searchRoot.getDebugString() + ")";456                logger.error(message);457                throw new RuntimeException(message);458            }459            if (duration > 0) {460                found.getRegion().highlight(duration);461            }462        }463        return found;464    }465    protected List<Element> locateAll(int duration, Element searchRoot, String locator) {466        List<Element> found;467        if (locator.endsWith(".png")) {468            found = locateAllImages(searchRoot, locator);469        } else if (locator.startsWith("{")) {470            found = locateAllText(searchRoot, locator);471        } else {472            found = locateAllInternal(searchRoot, locator);473        }474        if (duration > 0) {475            RobotUtils.highlightAll(searchRoot.getRegion(), found, duration, false);476        }477        return found;478    }479    @Override480    public Element move(String locator) {481        return locate(getHighlightDuration(), getSearchRoot(), locator).move();482    }483    @Override484    public Element click(String locator) {485        return locate(getHighlightDuration(), getSearchRoot(), locator).click();486    }487    @Override488    public Element select(String locator) {489        return locate(getHighlightDuration(), getSearchRoot(), locator).select();490    }491    @Override492    public Element press(String locator) {493        return locate(getHighlightDuration(), getSearchRoot(), locator).press();494    }495    @Override496    public Element release(String locator) {497        return locate(getHighlightDuration(), getSearchRoot(), locator).release();498    }499    private StringUtils.Pair parseOcr(String raw) { // TODO make object500        int pos = raw.indexOf('}');501        String lang = raw.substring(1, pos);502        if (lang.length() < 2) {503            lang = lang + tessLang;504        }505        String text = raw.substring(pos + 1);506        return StringUtils.pair(lang, text);507    }508    public List<Element> locateAllText(Element searchRoot, String path) {509        StringUtils.Pair pair = parseOcr(path);510        String lang = pair.left;511        boolean negative = lang.charAt(0) == '-';512        if (negative) {513            lang = lang.substring(1);514        }515        String text = pair.right;516        return Tesseract.findAll(this, lang, searchRoot.getRegion(), text, negative);517    }518    public Element locateText(Element searchRoot, String path) {519        StringUtils.Pair pair = parseOcr(path);520        String lang = pair.left;521        boolean negative = lang.charAt(0) == '-';522        if (negative) {523            lang = lang.substring(1);524        }525        String text = pair.right;526        return Tesseract.find(this, lang, searchRoot.getRegion(), text, negative);527    }528    private static class PathAndStrict {529        final int strictness;530        final String path;531        public PathAndStrict(String path) {532            int pos = path.indexOf(':');533            if (pos > 0 && pos < 3) {534                strictness = Integer.valueOf(path.substring(0, pos));535                this.path = path.substring(pos + 1);536            } else {537                strictness = 10;538                this.path = path;539            }540        }541    }542    public List<Element> locateAllImages(Element searchRoot, String path) {543        PathAndStrict ps = new PathAndStrict(path);544        List<Region> found = OpenCvUtils.findAll(ps.strictness, this, searchRoot.getRegion(), readBytes(ps.path), true);545        List<Element> list = new ArrayList(found.size());546        for (Region region : found) {547            list.add(new ImageElement(region));548        }549        return list;550    }551    public Element locateImage(Region region, String path) {552        PathAndStrict ps = new PathAndStrict(path);553        return locateImage(region, ps.strictness, readBytes(ps.path));554    }555    public Element locateImage(Region searchRegion, int strictness, byte[] bytes) {556        Region region = OpenCvUtils.find(strictness, this, searchRegion, bytes, true);557        if (region == null) {558            return null;559        }560        return new ImageElement(region);561    }562    @Override563    public Element window(String title) {564        return window(title, true, true);565    }566    private Element window(String title, boolean retry, boolean failWithException) {567        return window(new StringMatcher(title), retry, failWithException);568    }569    @Override570    public Element window(Predicate<String> condition) {571        return window(condition, true, true);572    }573    private Element window(Predicate<String> condition, boolean retry, boolean failWithException) {574        try {575            currentWindow = retry ? retry(() -> windowInternal(condition), w -> w != null, "find window", failWithException) : windowInternal(condition);576        } catch (Exception e) {577            if (failWithException) {578                throw e;579            }580            logger.warn("failed to find window: {}", e.getMessage());581            currentWindow = null;582        }583        if (currentWindow != null && highlight) { // currentWindow can be null584            currentWindow.highlight(getHighlightDuration());585        }586        return currentWindow;587    }588    protected Element getSearchRoot() {589        if (currentWindow == null) {590            logger.warn("using desktop as search root, activate a window or parent element for better performance");591            return getRoot();592        }593        return currentWindow;594    }595    @Override596    public Object waitUntil(Supplier<Object> condition) {597        return waitUntil(condition, true);598    }599    @Override600    public Object waitUntilOptional(Supplier<Object> condition) {601        return waitUntil(condition, false);602    }603    protected Object waitUntil(Supplier<Object> condition, boolean failWithException) {604        return retry(() -> condition.get(), o -> o != null, "waitUntil (function)", failWithException);605    }606    @Override607    public Element waitFor(String locator) {608        return retryForAny(true, getSearchRoot(), locator);609    }610    @Override611    public Element waitForOptional(String locator) {612        return retryForAny(false, getSearchRoot(), locator);613    }614    @Override615    public Element waitForAny(String locator1, String locator2) {616        return retryForAny(true, getSearchRoot(), locator1, locator2);617    }618    @Override619    public Element waitForAny(String[] locators) {620        return retryForAny(true, getSearchRoot(), locators);621    }622    protected Element retryForAny(boolean failWithException, Element searchRoot, String... locators) {623        Element found = retry(() -> waitForAny(searchRoot, locators), r -> r != null, "find by locator(s): " + Arrays.asList(locators), failWithException);624        return found == null ? new MissingElement(this) : found;625    }626    private Element waitForAny(Element searchRoot, String... locators) {627        for (String locator : locators) {628            Element found = locateImageOrElement(searchRoot, locator);629            if (found != null) {630                if (highlight) {631                    found.getRegion().highlight(highlightDuration);632                }633                return found;634            }635        }636        return null;637    }638    private Element locateImageOrElement(Element searchRoot, String locator) {639        if (locator.endsWith(".png")) {640            return locateImage(searchRoot.getRegion(), locator);641        } else if (locator.startsWith("{")) {642            return locateText(searchRoot, locator);643        } else if (searchRoot.isImage()) {644            // TODO645            throw new RuntimeException("todo find non-image elements within region");646        } else {647            return locateInternal(searchRoot, locator);648        }649    }650    @Override651    public Element activate(String locator) {652        return locate(locator).activate();653    }654    @Override655    public Element getActive() {656        if (currentWindow == null) {657            throw new RuntimeException("no window has been selected or activated");658        }659        return currentWindow;...

Source:OpenCvUtilsTest.java

...14    public void testOpenCv() {15        // System.setProperty("org.bytedeco.javacpp.logger.debug", "true");16        File target = new File("src/test/java/search.png");17        File source = new File("src/test/java/desktop01.png");18        Region region = OpenCvUtils.find(1, null, OpenCvUtils.read(source), OpenCvUtils.read(target), false);19        assertEquals(1605, region.x);20        assertEquals(1, region.y);21        target = new File("src/test/java/search-1_5.png");22        region = OpenCvUtils.find(10, null, OpenCvUtils.read(source), OpenCvUtils.read(target), true);23        assertEquals(1604, region.x);24        assertEquals(0, region.y);25        region = OpenCvUtils.find(2, null, OpenCvUtils.read(source), OpenCvUtils.read(target), true);26        assertEquals(1605, region.x);27        assertEquals(1, region.y);        28    }29}...

find

Using AI Code Generation

1import com.intuit.karate.robot.OpenCvUtils;2import java.io.File;3import java.io.IOException;4import org.opencv.core.Mat;5import org.opencv.highgui.Highgui;6import org.opencv.imgproc.Imgproc;7import org.opencv.core.CvType;8import org.opencv.core.Core;9import org.opencv.core.MatOfPoint;10import org.opencv.core.Point;11import org.opencv.core.Rect;12import org.opencv.core.Scalar;13import org.opencv.core.Size;14import org.opencv.core.MatOfByte;15import org.opencv.core.MatOfInt;16import org.opencv.imgcodecs.Imgcodecs;17import org.opencv.imgproc.Imgproc;18import org.opencv.core.MatOfPoint2f;19import org.opencv.core.MatOfPoint3f;20import org.opencv.calib3d.Calib3d;21import org.opencv.core.MatOfFloat;22import org.opencv.core.MatOfDouble;23import org.opencv.core.MatOfPoint2f;24import org.opencv.core.MatOfPoint3f;25import org.opencv.core.MatOfFloat;26import org.opencv.core.MatOfDouble;27import org.opencv.core.MatOfPoint2f;28import org.opencv.core.MatOfPoint3f;29import org.opencv.core.MatOfFloat;30import org.opencv.core.MatOfDouble;31import org.opencv.core.MatOfPoint2f;32import org.opencv.core.MatOfPoint3f;33import org.opencv.core.MatOfFloat;34import org.opencv.core.MatOfDouble;35import org.opencv.core.MatOfPoint2f;36import org.opencv.core.MatOfPoint3f;37import org.opencv.core.MatOfFloat;38import org.opencv.core.MatOfDouble;39import org.opencv.core.MatOfPoint2f;40import org.opencv.core.MatOfPoint3f;41import org.opencv.core.MatOfFloat;42import org.opencv.core.MatOfDouble;43import org.opencv.core.MatOfPoint2f;44import org.opencv.core.MatOfPoint3f;45import org.opencv.core.MatOfFloat;46import org.opencv.core.MatOfDouble;47import org.opencv.core.MatOfPoint2f;48import org.opencv.core.MatOfPoint3f;49import org.opencv.core

find

Using AI Code Generation

1import com.intuit.karate.robot.OpenCvUtils;2import org.opencv.core.Mat;3import org.opencv.core.Point;4import org.opencv.core.Rect;5import java.io.File;6public class FindImage {7    public static void main(String[] args) {8        File file = new File("C:\\Users\\srikanth\\Downloads\\test.png");9        File file2 = new File("C:\\Users\\srikanth\\Downloads\\test2.png");10        Mat mat = OpenCvUtils.mat(file);11        Mat mat2 = OpenCvUtils.mat(file2);12        Rect rect = OpenCvUtils.find(mat, mat2);13        if (rect != null) {14            System.out.println("found at " + rect.x + "," + rect.y);15            Point p1 = new Point(rect.x, rect.y);16            Point p2 = new Point(rect.x + rect.width, rect.y + rect.height);17            OpenCvUtils.draw(mat, p1, p2);18            OpenCvUtils.write(mat, new File("C:\\Users\\srikanth\\Downloads\\test3.png"));19        } else {20            System.out.println("not found");21        }22    }23}24import com.intuit.karate.robot.OpenCvUtils;25import org.opencv.core.Mat;26import org.opencv.core.Point;27import org.opencv.core.Rect;28import java.io.File;29public class FindImage {30    public static void main(String[] args) {31        File file = new File("C:\\Users\\srikanth\\Downloads\\test.png");32        File file2 = new File("C:\\Users\\srikanth\\Downloads\\test2.png");33        Mat mat = OpenCvUtils.mat(file);34        Mat mat2 = OpenCvUtils.mat(file2);35        Rect rect = OpenCvUtils.find(mat, mat2);36        if (rect != null) {37            System.out.println("found at " + rect.x + "," + rect.y);38            Point p1 = new Point(rect.x, rect.y);39            Point p2 = new Point(rect.x + rect.width, rect.y + rect.height);40            OpenCvUtils.draw(mat, p1, p2);41            OpenCvUtils.write(mat, new File("C

find

Using AI Code Generation

1import com.intuit.karate.robot.OpenCvUtils;2import java.awt.image.BufferedImage;3import java.io.File;4import java.io.IOException;5import javax.imageio.ImageIO;6import org.junit.Test;7import static org.junit.Assert.*;8import org.opencv.core.Point;9import org.opencv.core.Rect;10public class 4 {11    public void test() throws IOException {12        File f1 = new File("C:\\Users\\Santosh\\Desktop\\template.png");13        File f2 = new File("C:\\Users\\Santosh\\Desktop\\image.png");14        BufferedImage img1 = ImageIO.read(f1);15        BufferedImage img2 = ImageIO.read(f2);16        Rect rect = OpenCvUtils.find(img1, img2);17        System.out.println("rect = " + rect);18        Point center = OpenCvUtils.center(rect);19        System.out.println("center = " + center);20    }21}22import com.intuit.karate.robot.OpenCvUtils;23import java.awt.image.BufferedImage;24import java.io.File;25import java.io.IOException;26import javax.imageio.ImageIO;27import org.junit.Test;28import static org.junit.Assert.*;29import org.opencv.core.Point;30import org.opencv.core.Rect;31public class 5 {32    public void test() throws IOException {33        File f1 = new File("C:\\Users\\Santosh\\Desktop\\template.png");34        File f2 = new File("C:\\Users\\Santosh\\Desktop\\image.png");35        BufferedImage img1 = ImageIO.read(f1);36        BufferedImage img2 = ImageIO.read(f2);37        Rect rect = OpenCvUtils.find(img1, img2);38        System.out.println("rect = " + rect);39        Point center = OpenCvUtils.center(rect);40        System.out.println("center = " + center);41    }42}43import com.intuit.karate.robot.OpenCvUtils;44import java.awt.image.BufferedImage;45import java.io.File;46import java.io.IOException

find

Using AI Code Generation

1import com.intuit.karate.robot.OpenCvUtils;2import com.intuit.karate.robot.RobotUtils;3import java.awt.Point;4import java.awt.image.BufferedImage;5import java.io.File;6import javax.imageio.ImageIO;7import org.opencv.core.Point;8import org.opencv.core.Rect;9public class 4 {10    public static void main(String[] args) throws Exception {11        BufferedImage image = ImageIO.read(new File("C:\\Users\\sudhakar\\Desktop\\1.png"));12        BufferedImage template = ImageIO.read(new File("C:\\Users\\sudhakar\\Desktop\\2.png"));13        Point point = OpenCvUtils.find(image, template);14        if (point == null) {15            System.out.println("not found");16            return;17        }18        System.out.println("found at: " + point);19        RobotUtils.mouseMove(point.x, point.y);20        RobotUtils.mouseClick();21    }22}23import com.intuit.karate.robot.OpenCvUtils;24import com.intuit.karate.robot.RobotUtils;25import java.awt.Point;26import java.awt.image.BufferedImage;27import java.io.File;28import javax.imageio.ImageIO;29import org.opencv.core.Point;30import org.opencv.core.Rect;31public class 5 {32    public static void main(String[] args) throws Exception {33        BufferedImage image = ImageIO.read(new File("C:\\Users\\sudhakar\\Desktop\\1.png"));34        BufferedImage template = ImageIO.read(new File("C:\\Users\\sudhakar\\Desktop\\2.png"));35        Point point = OpenCvUtils.find(image, template);36        if (point == null) {37            System.out.println("not found");38            return;39        }40        System.out.println("found at: " + point);41        RobotUtils.mouseMove(point.x, point.y);42        RobotUtils.mouseClick();43    }44}

find

Using AI Code Generation

1import com.intuit.karate.robot.OpenCvUtils;2import java.awt.image.BufferedImage;3import java.io.File;4import javax.imageio.ImageIO;5public class 4 {6    public static void main(String[] args) throws Exception {7        BufferedImage search = ImageIO.read(new File("search.png"));8        BufferedImage find = ImageIO.read(new File("find.png"));9        int[] xy = OpenCvUtils.find(search, find);10        System.out.println(xy[0] + " " + xy[1]);11    }12}13import com.intuit.karate.robot.OpenCvUtils;14import java.awt.image.BufferedImage;15import java.io.File;16import javax.imageio.ImageIO;17public class 5 {18    public static void main(String[] args) throws Exception {19        BufferedImage search = ImageIO.read(new File("search.png"));20        BufferedImage find = ImageIO.read(new File("find.png"));21        int[] xy = OpenCvUtils.find(search, find);22        System.out.println(xy[0] + " " + xy[1]);23    }24}

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.