How to use addListener method of org.testng.TestNG class

Best Testng code snippet using org.testng.TestNG.addListener

Source:AnnotationTransformerTest.java

...28  public void verifyAnnotationWithoutTransformer() {29    TestNG tng = create(AnnotationTransformerSampleTest.class);30    tng.setPreserveOrder(true);31    TestListenerAdapter tla = new TestListenerAdapter();32    tng.addListener(tla);33    tng.run();34    assertThat(tla.getPassedTests())35        .extracting(NAME_EXTRACTOR)36        .containsExactly(37            "five", "four", "four", "four", "four", "four", "three", "three", "three", "three",38            "three", "two", "two");39    assertThat(tla.getFailedTests()).extracting(NAME_EXTRACTOR).containsExactly("verify");40  }41  /** Test a transformer on a method-level @Test */42  @Test43  public void verifyAnnotationTransformerMethod() {44    TestNG tng = create(AnnotationTransformerSampleTest.class);45    tng.setPreserveOrder(true);46    MyTransformer transformer = new MyTransformer();47    tng.addListener(transformer);48    TestListenerAdapter tla = new TestListenerAdapter();49    tng.addListener(tla);50    tng.run();51    assertThat(transformer.getMethodNames()).contains("two", "three", "four", "five", "verify");52    assertThat(tla.getPassedTests())53        .extracting(NAME_EXTRACTOR)54        .containsExactly(55            "five", "five", "five", "five", "five", "four", "four", "four", "four", "three",56            "three", "three", "two", "two", "verify");57    assertThat(tla.getFailedTests()).isEmpty();58  }59  @Test60  public void verifyAnnotationTransformerHasOnlyOneNonNullArgument() {61    TestNG tng = create(AnnotationTransformerSampleTest.class);62    MyParamTransformer transformer = new MyParamTransformer();63    tng.addListener(transformer);64    tng.run();65    assertThat(transformer.isSuccess()).isTrue();66  }67  @Test68  public void verifyMyParamTransformerOnlyOneNonNull() {69    assertThat(MyParamTransformer.onlyOneNonNull(null, null, null)).isFalse();70    assertThat(71            MyParamTransformer.onlyOneNonNull(72                MyParamTransformer.class, MyParamTransformer.class.getConstructors()[0], null))73        .isFalse();74    assertThat(MyParamTransformer.onlyOneNonNull(MyParamTransformer.class, null, null)).isTrue();75  }76  /**77   * Without an annotation transformer, we should have zero passed tests and one failed test called78   * "one".79   */80  @Test81  public void verifyAnnotationTransformerClass2() {82    runTest(null, null, "one");83  }84  /**85   * With an annotation transformer, we should have one passed test called "one" and zero failed86   * tests.87   */88  @Test89  public void verifyAnnotationTransformerClass() {90    runTest(new MyTimeOutTransformer(), "one", null);91  }92  private void runTest(IAnnotationTransformer transformer, String passedName, String failedName) {93    MySuiteListener.triggered = false;94    MySuiteListener2.triggered = false;95    TestNG tng = new TestNG();96    tng.setVerbose(0);97    if (transformer != null) {98      tng.addListener(transformer);99    }100    tng.setTestClasses(new Class[] {AnnotationTransformerClassSampleTest.class});101    TestListenerAdapter tla = new TestListenerAdapter();102    tng.addListener(tla);103    tng.run();104    List<ITestResult> results = passedName != null ? tla.getPassedTests() : tla.getFailedTests();105    String name = passedName != null ? passedName : failedName;106    Assert.assertEquals(results.size(), 1);107    Assert.assertEquals(name, results.get(0).getMethod().getMethodName());108    Assert.assertTrue(MySuiteListener.triggered);109    Assert.assertFalse(MySuiteListener2.triggered);110  }111  @Test112  public void verifyListenerAnnotationTransformerClass() {113    MySuiteListener.triggered = false;114    MySuiteListener2.triggered = false;115    TestNG tng = new TestNG();116    tng.setVerbose(0);117    tng.addListener(new MyListenerTransformer());118    tng.setTestClasses(new Class[] {AnnotationTransformerClassSampleTest.class});119    tng.run();120    Assert.assertFalse(MySuiteListener.triggered);121    Assert.assertTrue(MySuiteListener2.triggered);122  }123  @Test124  public void verifyConfigurationTransformer() {125    TestNG tng = new TestNG();126    tng.addListener(new ConfigurationTransformer());127    tng.setVerbose(0);128    tng.setTestClasses(new Class[] {ConfigurationSampleTest.class});129    TestListenerAdapter tla = new TestListenerAdapter();130    tng.addListener(tla);131    tng.run();132    Assert.assertEquals(ConfigurationSampleTest.getBefore(), "correct");133  }134  @Test135  public void verifyDataProviderTransformer() {136    TestNG tng = create();137    tng.addListener(new DataProviderTransformer());138    tng.setTestClasses(new Class[] {AnnotationTransformerDataProviderSampleTest.class});139    TestListenerAdapter tla = new TestListenerAdapter();140    tng.addListener(tla);141    tng.run();142    Assert.assertEquals(tla.getPassedTests().size(), 1);143  }144  @Test145  public void verifyFactoryTransformer() {146    TestNG tng = create();147    tng.addListener(new FactoryTransformer());148    tng.setTestClasses(new Class[] {AnnotationTransformerFactorySampleTest.class});149    TestListenerAdapter tla = new TestListenerAdapter();150    tng.addListener(tla);151    tng.run();152    Assert.assertEquals(tla.getPassedTests().size(), 1);153  }154  @Test(description = "Test for issue #605")155  public void verifyInvocationCountTransformer() {156    TestNG tng = create();157    tng.setTestClasses(new Class[] {AnnotationTransformerInvocationCountTest.class});158    TestListenerAdapter tla = new TestListenerAdapter();159    tng.addListener(tla);160    tng.run();161    Assert.assertEquals(tla.getPassedTests().size(), 3);162    tng = create();163    tng.addListener(new AnnotationTransformerInvocationCountTest.InvocationCountTransformer(5));164    tng.setTestClasses(new Class[] {AnnotationTransformerInvocationCountTest.class});165    tla = new TestListenerAdapter();166    tng.addListener(tla);167    tng.run();168    Assert.assertEquals(tla.getPassedTests().size(), 5);169  }170  @Test171  public void annotationTransformerInXmlShouldBeRun() throws Exception {172    String xml =173        "<suite name=\"SingleSuite\" >"174            + "  <listeners>"175            + "    <listener class-name=\"test.annotationtransformer.AnnotationTransformerInTestngXml\" />"176            + "  </listeners>"177            + "  <test enabled=\"true\" name=\"SingleTest\">"178            + "    <classes>"179            + "      <class name=\"test.annotationtransformer.AnnotationTransformerInTestngXml\" />"180            + "    </classes>"181            + "  </test>"182            + "</suite>";183    ByteArrayInputStream is = new ByteArrayInputStream(xml.getBytes());184    Collection<XmlSuite> suites = new Parser(is).parse();185    TestNG tng = create();186    tng.setXmlSuites(Arrays.asList(suites.toArray(new XmlSuite[0])));187    TestListenerAdapter tla = new TestListenerAdapter();188    tng.addListener(tla);189    tng.run();190    Assert.assertEquals(tla.getPassedTests().size(), 1);191  }192  @Test(description = "GITHUB-1790")193  public void ensureAnnotationTransformerInvokedForClassLevelTestAnnotations() {194    TestNG testng = create(TestClassSample1.class, TestClassSample2.class);195    TransformerImpl transformer = new TransformerImpl();196    testng.addListener(transformer);197    testng.setVerbose(2);198    testng.run();199    assertThat(transformer.getClasses()).hasSize(2);200    assertThat(transformer.getConstructors()).isEmpty();201    assertThat(transformer.getMethods()).hasSize(2);202  }203}...

Source:ArtifactCollectorTest.java

...22        TestListenerAdapter tla = new TestListenerAdapter();23        24        TestNG testNG = new TestNG();25        testNG.setTestClasses(new Class[]{ArtifactCollectorTestCases.class});26        testNG.addListener((ITestNGListener) lc);27        testNG.addListener((ITestNGListener) tla);28        testNG.setGroups("testPassed");29        testNG.run();30        31        assertEquals(tla.getPassedTests().size(), 1, "Incorrect passed test count");32        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");33        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");34        assertEquals(tla.getFailedButWithinSuccessPercentageTests().size(), 0, "Incorrect curve-graded success count");35        assertEquals(tla.getConfigurationFailures().size(), 0, "Incorrect configuration method failure count");36        assertEquals(tla.getConfigurationSkips().size(), 0, "Incorrect configuration method skip count");37        38        ITestResult result = tla.getPassedTests().get(0);39        assertNull(UnitTestArtifact.getCaptureState(result), "Artifact provider capture state should be 'null'");40        assertNull(UnitTestCapture.getArtifactPath(result), "Artifact capture should not have been requested");41    }42    43    @Test44    public void verifyCaptureOnFailure() {45        46        ListenerChain lc = new ListenerChain();47        TestListenerAdapter tla = new TestListenerAdapter();48        49        TestNG testNG = new TestNG();50        testNG.setTestClasses(new Class[]{ArtifactCollectorTestCases.class});51        testNG.addListener((ITestNGListener) lc);52        testNG.addListener((ITestNGListener) tla);53        testNG.setGroups("testFailed");54        testNG.run();55        56        assertEquals(tla.getPassedTests().size(), 0, "Incorrect passed test count");57        assertEquals(tla.getFailedTests().size(), 1, "Incorrect failed test count");58        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");59        assertEquals(tla.getFailedButWithinSuccessPercentageTests().size(), 0, "Incorrect curve-graded success count");60        assertEquals(tla.getConfigurationFailures().size(), 0, "Incorrect configuration method failure count");61        assertEquals(tla.getConfigurationSkips().size(), 0, "Incorrect configuration method skip count");62        63        ITestResult result = tla.getFailedTests().get(0);64        assertEquals(UnitTestArtifact.getCaptureState(result), CaptureState.CAPTURE_SUCCESS, "Incorrect artifact provider capture state");65        assertTrue(UnitTestCapture.getArtifactPath(result).isPresent(), "Artifact capture output path is not present");66    }67    68    @Test69    public void verifyCanNotCapture() {70        71        ListenerChain lc = new ListenerChain();72        TestListenerAdapter tla = new TestListenerAdapter();73        74        TestNG testNG = new TestNG();75        testNG.setTestClasses(new Class[]{ArtifactCollectorTestCases.class});76        testNG.addListener((ITestNGListener) lc);77        testNG.addListener((ITestNGListener) tla);78        testNG.setGroups("canNotCapture");79        testNG.run();80        81        assertEquals(tla.getPassedTests().size(), 0, "Incorrect passed test count");82        assertEquals(tla.getFailedTests().size(), 1, "Incorrect failed test count");83        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");84        assertEquals(tla.getFailedButWithinSuccessPercentageTests().size(), 0, "Incorrect curve-graded success count");85        assertEquals(tla.getConfigurationFailures().size(), 0, "Incorrect configuration method failure count");86        assertEquals(tla.getConfigurationSkips().size(), 0, "Incorrect configuration method skip count");87        88        ITestResult result = tla.getFailedTests().get(0);89        assertEquals(UnitTestArtifact.getCaptureState(result), CaptureState.CAN_NOT_CAPTURE, "Incorrect artifact provider capture state");90        assertFalse(UnitTestCapture.getArtifactPath(result).isPresent(), "Artifact capture output path should not be present");91    }92    93    @Test94    public void verifyWillNotCapture() {95        96        ListenerChain lc = new ListenerChain();97        TestListenerAdapter tla = new TestListenerAdapter();98        99        TestNG testNG = new TestNG();100        testNG.setTestClasses(new Class[]{ArtifactCollectorTestCases.class});101        testNG.addListener((ITestNGListener) lc);102        testNG.addListener((ITestNGListener) tla);103        testNG.setGroups("willNotCapture");104        testNG.run();105        106        assertEquals(tla.getPassedTests().size(), 0, "Incorrect passed test count");107        assertEquals(tla.getFailedTests().size(), 1, "Incorrect failed test count");108        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");109        assertEquals(tla.getFailedButWithinSuccessPercentageTests().size(), 0, "Incorrect curve-graded success count");110        assertEquals(tla.getConfigurationFailures().size(), 0, "Incorrect configuration method failure count");111        assertEquals(tla.getConfigurationSkips().size(), 0, "Incorrect configuration method skip count");112        113        ITestResult result = tla.getFailedTests().get(0);114        assertEquals(UnitTestArtifact.getCaptureState(result), CaptureState.CAPTURE_FAILED, "Incorrect artifact provider capture state");115        assertFalse(UnitTestCapture.getArtifactPath(result).isPresent(), "Artifact capture output path should not be present");116    }117    118    @Test119    public void verifyOnDemandCapture() {120        121        ListenerChain lc = new ListenerChain();122        TestListenerAdapter tla = new TestListenerAdapter();123        124        TestNG testNG = new TestNG();125        testNG.setTestClasses(new Class[]{ArtifactCollectorTestCases.class});126        testNG.addListener((ITestNGListener) lc);127        testNG.addListener((ITestNGListener) tla);128        testNG.setGroups("onDemandCapture");129        testNG.run();130        131        assertEquals(tla.getPassedTests().size(), 1, "Incorrect passed test count");132        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");133        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");134        assertEquals(tla.getFailedButWithinSuccessPercentageTests().size(), 0, "Incorrect curve-graded success count");135        assertEquals(tla.getConfigurationFailures().size(), 0, "Incorrect configuration method failure count");136        assertEquals(tla.getConfigurationSkips().size(), 0, "Incorrect configuration method skip count");137        138        ITestResult result = tla.getPassedTests().get(0);139        assertEquals(UnitTestArtifact.getCaptureState(result), CaptureState.CAPTURE_SUCCESS, "Incorrect artifact provider capture state");140        assertTrue(UnitTestCapture.getArtifactPath(result).isPresent(), "Artifact capture output path is not present");141    }
...

Source:RetryAnalyzerTest.java

...31    @Test32    public void testInvocationCounts() {33        TestNG tng = create(InvocationCountTest.class);34        TestListenerAdapter tla = new TestListenerAdapter();35        tng.addListener(new TestResultPruner());36        tng.addListener(tla);37        tng.run();38        assertThat(tla.getFailedTests()).isEmpty();39        List<ITestResult> fsp = tla.getFailedButWithinSuccessPercentageTests();40        assertThat(fsp).hasSize(1);41        assertThat(fsp.get(0).getName()).isEqualTo("failAfterThreeRetries");42        List<ITestResult> skipped = tla.getSkippedTests();43        assertThat(skipped).hasSize(InvocationCountTest.invocations.size() - fsp.size());44    }45    @Test46    public void testIfRetryIsInvokedBeforeListener() {47        TestNG tng = create(TestClassSample.class);48        tng.addListener(new MyListener());49        tng.run();50        assertThat(TestClassSample.messages).containsExactly("afterInvocation", "retry", "afterInvocation");51    }52    @Test(description = "GITHUB-1600")53    public void testIfRetryIsInvokedBeforeListenerButHasToConsiderFailures() {54        TestNG tng = create(Github1600TestSample.class);55        Github1600Listener listener = new Github1600Listener();56        TestListenerAdapter tla = new TestListenerAdapter();57        tng.addListener(tla);58        tng.addListener(listener);59        tng.run();60        assertThat(tla.getFailedTests()).hasSize(1);61        assertThat(tla.getSkippedTests()).hasSize(1);62    }63    @Test(description = "GITHUB-1706", dataProvider = "1706")64    public void testIfRetryIsInvokedWhenTestMethodHas(Class<?> clazz, int size, Map<String, String> parameters) {65        XmlSuite xmlsuite = createXmlSuite("suite");66        XmlTest xmlTest = createXmlTest(xmlsuite, "test", clazz);67        if (!parameters.isEmpty()) {68            xmlTest.setParameters(parameters);69        }70        TestNG tng = create();71        tng.setXmlSuites(Collections.singletonList(xmlsuite));72        InvokedMethodNameListener listener = new InvokedMethodNameListener();73        tng.addListener(listener);74        tng.run();75        assertThat(listener.getSkippedMethodNames().size()).isEqualTo(size);76    }77    @DataProvider(name = "1706")78    public Object[][] getData() {79        return new Object[][]{80                {NativeInjectionSample.class, 2, Maps.newHashMap()},81                {DataDrivenSample.class, 4, Maps.newHashMap()},82                {ParameterInjectionSample.class, 2, constructParameterMap()}83        };84    }85    @Test(description = "GITHUB-1538")86    public void testIfDependentMethodsAreInvokedWhenRetrySucceeds() {87        TestNG testng = create(TestClassSampleWithTestMethodDependencies.class);88        TestListenerAdapter tla = new TestListenerAdapter();89        testng.addListener(tla);90        testng.run();91        assertThat(tla.getPassedTests()92                .stream()93                .map(RetryAnalyzerTest::methodName)94                .collect(Collectors.toList())95        ).containsExactly("a", "b");96        assertThat(tla.getFailedTests()).isEmpty();97        assertThat(tla.getSkippedTests()98                .stream()99                .map(RetryAnalyzerTest::methodName)100                .collect(Collectors.toList())101        ).containsExactly("a");102    }103    @Test(description = "GITHUB-1241")104    public void testToEnsureNewRetryAnalyzerInstanceUsedPerTest() {105        XmlSuite suite = createXmlSuite("Test Suite", "Test One", GitHub1241Sample.class);106        createXmlTest(suite, "Test Two", GitHub1241Sample.class);107        TestNG tng = create(suite);108        InvokedMethodNameListener listener = new InvokedMethodNameListener();109        tng.addListener(listener);110        tng.run();111        assertThat(listener.getInvokedMethodNames()).containsExactly("test1", "test2", "test2", "test1", "test2", "test2");112    }113  @Test(description = "GITHUB-1697")114  public void ensureRetriedMethodsAreDistinguishable() {115    XmlSuite xmlsuite = createXmlSuite("1697_suite");116    createXmlTest(xmlsuite, "1697_test", SampleTestclass.class);117    TestNG testng = create(xmlsuite);118    LocalReporter reporter = new LocalReporter();119    testng.addListener(reporter);120    testng.run();121    runAssertions(reporter.getRetried(), "dataDrivenTest");122    runAssertions(reporter.getSkipped(), "child");123  }124  @Test125  public void ensureRetriedMethodsAreDistinguishableInDataDrivenTests() {126    XmlSuite xmlsuite = createXmlSuite("1697_suite");127    createXmlTest(xmlsuite, "1697_test", DatadrivenSample.class);128    TestNG testng = create(xmlsuite);129    LocalReporter reporter = new LocalReporter();130    testng.addListener(reporter);131    testng.run();132    ITestResult firstResult = runAssertions(reporter.getRetried(), "testMethod");133    assertThat(firstResult.getParameters()).containsAll(Collections.singletonList(1));134  }135  private ITestResult runAssertions(Set<ITestResult> results, String methodName) {136    assertThat(results).hasSize(1);137    ITestResult firstResult = results.iterator().next();138    assertThat(firstResult.getMethod().getMethodName()).isEqualToIgnoringCase(methodName);139    return firstResult;140  }141    private static String methodName(ITestResult result) {142        return result.getMethod().getMethodName();143    }144    private static Map<String, String> constructParameterMap() {...

Source:ExecutionFlowControllerTest.java

...21        TestListenerAdapter tla = new TestListenerAdapter();22        23        TestNG testNG = new TestNG();24        testNG.setTestClasses(new Class[]{HappyPathClass.class});25        testNG.addListener((ITestNGListener) efc);26        testNG.addListener((ITestNGListener) tla);27        testNG.run();28        29        assertEquals(tla.getFailedTests().size(), 0, "Unexpected test method failure");30        assertEquals(tla.getConfigurationFailures().size(), 0, "Unexpected configuration method failure");31        32        assertEquals(tla.getPassedTests().size(), 2, "Incorrect passed test count");33        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");34        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");35        36        assertEquals(HappyPathClass.fromBefore, HappyPathClass.VALUE, "Incorrect [before] value");37        assertEquals(HappyPathClass.fromMethod, HappyPathClass.VALUE, "Incorrect [method] value");38        assertEquals(HappyPathClass.fromAfter, HappyPathClass.VALUE, "Incorrect [after] value");39        40    }41    42    @Test43    public void testSkipFromBefore() {44        45        ExecutionFlowController efc = new ExecutionFlowController();46        TestListenerAdapter tla = new TestListenerAdapter();47        48        TestNG testNG = new TestNG();49        testNG.setTestClasses(new Class[]{SkipFromBefore.class});50        testNG.addListener((ITestNGListener) efc);51        testNG.addListener((ITestNGListener) tla);52        testNG.setConfigFailurePolicy(FailurePolicy.CONTINUE);53        testNG.run();54        55        assertEquals(tla.getFailedTests().size(), 0, "Unexpected test method failure");56        assertEquals(tla.getConfigurationFailures().size(), 0, "Unexpected configuration method failure");57        58        assertEquals(tla.getPassedTests().size(), 1, "Incorrect passed test count");59        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");60        assertEquals(tla.getConfigurationSkips().size(), 1, "Incorrect configuration skip count");61        assertEquals(tla.getSkippedTests().size(), 1, "Incorrect skipped test count");62        ITestResult methodResult = tla.getSkippedTests().get(0);63        assertEquals(methodResult.getName(), "testMethod", "Incorrect skipped test name");64        65        assertEquals(SkipFromBefore.fromBefore, SkipFromBefore.VALUE, "Incorrect [before] value");66        assertEquals(methodResult.getAttribute(SkipFromBefore.ATTRIBUTE), SkipFromBefore.VALUE, "Incorrect [method] value");67        assertEquals(SkipFromBefore.fromAfter, SkipFromBefore.VALUE, "Incorrect [after] value");68        69    }70    71    @Test72    public void testSkipFromMethod() {73        74        ExecutionFlowController efc = new ExecutionFlowController();75        TestListenerAdapter tla = new TestListenerAdapter();76        77        TestNG testNG = new TestNG();78        testNG.setTestClasses(new Class[]{SkipFromMethod.class});79        testNG.addListener((ITestNGListener) efc);80        testNG.addListener((ITestNGListener) tla);81        testNG.run();82        83        assertEquals(tla.getFailedTests().size(), 0, "Unexpected test method failure");84        assertEquals(tla.getConfigurationFailures().size(), 0, "Unexpected configuration method failure");85        86        assertEquals(tla.getPassedTests().size(), 1, "Incorrect passed test count");87        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");88        assertEquals(tla.getSkippedTests().size(), 1, "Incorrect skipped test count");89        assertEquals(tla.getSkippedTests().get(0).getName(), "testMethod", "Incorrect skipped test name");90        91        assertEquals(SkipFromMethod.fromBefore, SkipFromMethod.VALUE, "Incorrect [before] value");92        assertEquals(SkipFromMethod.fromMethod, SkipFromMethod.VALUE, "Incorrect [method] value");93        assertEquals(SkipFromMethod.fromAfter, SkipFromMethod.VALUE, "Incorrect [after] value");94        95    }96    97    @Test98    public void testMethodListenerExtension() {99        100        ExecutionFlowController efc = new ExecutionFlowController();101        TestListenerAdapter tla = new TestListenerAdapter();102        103        TestNG testNG = new TestNG();104        testNG.setTestClasses(new Class[]{MethodListenerExtension.class});105        testNG.addListener((ITestNGListener) efc);106        testNG.addListener((ITestNGListener) tla);107        testNG.run();108        109        assertEquals(tla.getFailedTests().size(), 0, "Unexpected test method failure");110        assertEquals(tla.getConfigurationFailures().size(), 0, "Unexpected configuration method failure");111        112        assertEquals(tla.getPassedTests().size(), 1, "Incorrect passed test count");113        assertEquals(tla.getFailedTests().size(), 0, "Incorrect failed test count");114        assertEquals(tla.getSkippedTests().size(), 0, "Incorrect skipped test count");115        116        assertTrue(MethodListenerExtension.beforeMethodBefore, "Incorrect [beforeMethod] 'before' value");117        assertTrue(MethodListenerExtension.testMethodBefore, "Incorrect [testMethod] 'before' value");118        assertTrue(MethodListenerExtension.afterMethodBefore, "Incorrect [afterMethod] 'before' value");119        assertTrue(MethodListenerExtension.beforeMethodAfter, "Incorrect [beforeMethod] 'after' value");120        assertTrue(MethodListenerExtension.testMethodAfter, "Incorrect [testMethod] 'after' value");
...

Source:ParameterTest.java

...21    XmlTest test = createXmlTest(suite, "Before with parameter sample", ParameterSample.class);22    test.addParameter("first-name", "Cedric");23    TestNG tng = create(suite);24    InvokedMethodNameListener listener = new InvokedMethodNameListener();25    tng.addListener((ITestNGListener) listener);26    tng.run();27    assertThat(listener.getFailedMethodNames()).isEmpty();28    assertThat(listener.getSkippedMethodNames()).isEmpty();29    assertThat(listener.getSucceedMethodNames()).containsExactly(30            "beforeTest(Cedric)", "testNonExistentParameter(null)",31            "beforeTest(Cedric)", "testSingleString(Cedric)"32    );33  }34  @Test35  public void beforeMethodWithParameters() {36    XmlSuite suite = createXmlSuite("beforeMethodWithParameters");37    XmlTest test = createXmlTest(suite, "Before with parameter sample", BeforeWithParameterSample.class);38    test.addParameter("parameter", "parameter value");39    TestNG tng = create(suite);40    InvokedMethodNameListener listener = new InvokedMethodNameListener();41    tng.addListener((ITestNGListener) listener);42    tng.run();43    assertThat(listener.getFailedMethodNames()).isEmpty();44    assertThat(listener.getSkippedMethodNames()).isEmpty();45    assertThat(listener.getSucceedMethodNames()).containsExactly(46            "beforeMethod(parameter value)", "testExample(abc,def)"47    );48  }49  @Test50  public void enumParameters() {51    XmlSuite suite = createXmlSuite("enumParameters");52    XmlTest test = createXmlTest(suite, "Enum parameter sample", EnumParameterSample.class);53    test.addParameter("parameter", "VALUE_1");54    TestNG tng = create(suite);55    InvokedMethodNameListener listener = new InvokedMethodNameListener();56    tng.addListener((ITestNGListener) listener);57    tng.run();58    assertThat(listener.getFailedMethodNames()).isEmpty();59    assertThat(listener.getSkippedMethodNames()).isEmpty();60    assertThat(listener.getSucceedMethodNames()).containsExactly("testMethod(VALUE_1)");61  }62  @Test(description = "GITHUB-1105: Test skipped instead failed if incorrect enum value")63  public void invalidEnumParameters() {64    XmlSuite suite = createXmlSuite("enumParameters");65    XmlTest test = createXmlTest(suite, "Enum parameter sample", EnumParameterSample.class);66    test.addParameter("parameter", "INVALID_VALUE");67    TestNG tng = create(suite);68    InvokedMethodNameListener listener = new InvokedMethodNameListener();69    tng.addListener((ITestNGListener) listener);70    tng.run();71    assertThat(listener.getSucceedMethodNames()).isEmpty();72    assertThat(listener.getSkippedMethodNames()).isEmpty();73    assertThat(listener.getFailedBeforeInvocationMethodNames()).containsExactly("testMethod");74    Throwable exception = listener.getResult("testMethod").getThrowable();75    assertThat(exception).isInstanceOf(TestNGException.class).hasCauseInstanceOf(IllegalArgumentException.class);76  }77  @Test(description = "GITHUB-1061")78  public void testNativeInjection() {79    TestNG testng = create(Issue1061Sample.class);80    TestListenerAdapter listener = new TestListenerAdapter();81    testng.addListener((ITestNGListener) listener);82    testng.run();83    assertThat(listener.getFailedTests().size()).isEqualTo(2);84    String[] expectedMsgs = new String[]{85            "Method test.parameters.Issue1061Sample.test() didn't finish within the time-out 1000",86            "Method test.parameters.Issue1061Sample.test() didn't finish within the time-out 3000"87    };88    List<String> actualMsgs = Lists.newArrayList();89    for (ITestResult result : listener.getFailedTests()) {90      actualMsgs.add(result.getThrowable().getMessage());91    }92    assertThat(actualMsgs).containsExactlyInAnyOrder(expectedMsgs);93  }94  @Test(description = "GITHUB-1554")95  public void testNativeInjectionAndParamsInjection() {96    XmlSuite suite = createXmlSuite("suite");97    XmlTest test = createXmlTest(suite, "test", Issue1554TestClassSample.class);98    Map<String, String> params = new HashMap<>();99    params.put("browser", "chrome");100    test.setParameters(params);101    TestNG testng = create(suite);102    TestListenerAdapter listener = new TestListenerAdapter();103    testng.addListener((ITestNGListener) listener);104    testng.run();105    assertThat(listener.getPassedTests().isEmpty()).isFalse();106  }107}...

Source:IDEARemoteTestNG.java

...71      cause.printStackTrace(System.err);72    }73  }74  private void attachListeners(IDEATestNGRemoteListener listener) {75    addListener((Object)new IDEATestNGSuiteListener(listener));76    addListener((Object)new IDEATestNGTestListener(listener));77    try {78      Class<?> configClass = Class.forName("org.testng.IDEATestNGConfigurationListener");79      Object configurationListener = configClass.getConstructor(new Class[] {IDEATestNGRemoteListener.class}).newInstance(listener);80      addListener((Object)configurationListener);81      Class<?> invokeClass = Class.forName("org.testng.IDEATestNGInvokedMethodListener");82      Object invokedMethodListener = invokeClass.getConstructor(new Class[]{IDEATestNGRemoteListener.class}).newInstance(listener);83      addListener((Object)invokedMethodListener);84      //start with configuration started if invoke method listener was not added, otherwise with85      configClass.getMethod("setIgnoreStarted").invoke(configurationListener);86    }87    catch (Throwable ignored) {}88  }89}...

Source:TestLauncher.java

...14* @author netzulo.com15* @since 2016-07-2516* @version 0.5.417* @update FIX 0.5.4_a18* @TODO: change addListener to load ITestNGListener classes instead of ITestListener19*/20public class TestLauncher {21	private TestNG testng;22	private HtmlReporter htmlReporter = new HtmlReporter();23	24	public TestNG getTestng() {25		return testng;26	}27	public TestLauncher(boolean defaultListeners) {28			29		testng = new TestNG(defaultListeners);				30		//testng.setParallel(ParallelMode.TRUE);31		32		if(!defaultListeners){33			testng.addListener(reporter());34			testng.addListener(listener());35		}36		else{37//			testng.addListener(new Reporter());38			testng.addListener(new TestListenerAdapter());39		}40	}41	42	public TestLauncher(boolean isCustomReporter,boolean isCustomListener) {43		if(!isCustomReporter && !isCustomListener){44			//ALL its FALSE45			testng = new TestNG(false);			46		}47		else{48			testng = new TestNG(true);49			if(isCustomReporter){50				testng.addListener(reporter());51			}52			else{53				//DEFAULT REPORTERs54				testng.addListener(new Reporter());55			}56			if(isCustomListener){57				testng.addListener(listener());58			}59			else{60				//DEFAULT LISTENERs61				testng.addListener(new TestListenerAdapter());62			}63		}64	}65	66	67	public IReporter reporter(){68		return new IReporter(){69			@Override70			public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) {				71				htmlReporter.generateReport(xmlSuites, suites, outputDirectory);				72			}			73		};74	}75	...

Source:CheTestNG.java

...35    }36  }37  private void addCheListeners() {38    CheTestNGListener listener = new CheTestNGListener();39    addListener(new CheSuiteListener(listener));40    addListener(new CheTestListener(listener));41    try {42      Class<?> configurationListenerClass =43          Class.forName("org.testng.listeners.CheConfigurationListener");44      Object confListener =45          configurationListenerClass.getConstructor(CheTestNGListener.class).newInstance(listener);46      addListener(confListener);47      Class<?> methodListenerClass = Class.forName("org.testng.listeners.CheInvokedMethodListener");48      Object methodListener =49          methodListenerClass.getConstructor(CheTestNGListener.class).newInstance(listener);50      addListener(methodListener);51      configurationListenerClass.getMethod("setIgnoreStarted").invoke(confListener);52    } catch (Throwable ignored) {53    }54  }55  private void flatSuites(List<XmlSuite> suites, List<XmlSuite> result) {56    for (XmlSuite suite : suites) {57      result.add(suite);58      flatSuites(suite.getChildSuites(), result);59    }60  }61}...

addListener

Using AI Code Generation

1import org.testng.TestNG;2import java.util.ArrayList;3import java.util.List;4public class TestNGRunner {5    public static void main(String[] args) {6        TestNG testNG = new TestNG();7        List<String> suites = new ArrayList<>();8        suites.add("src/test/resources/testng.xml");9        testNG.setTestSuites(suites);10        testNG.run();11    }12}13import org.testng.TestNG;14import java.util.ArrayList;15import java.util.List;16public class TestNGRunner {17    public static void main(String[] args) {18        TestNG testNG = new TestNG();19        List<String> suites = new ArrayList<>();20        suites.add("src/test/resources/testng.xml");21        testNG.setTestSuites(suites);22        testNG.run();23    }24}25import org.testng.TestNG;26import java.util.ArrayList;27import java.util.List;28public class TestNGRunner {29    public static void main(String[] args) {30        TestNG testNG = new TestNG();31        List<String> suites = new ArrayList<>();32        suites.add("src/test/resources/testng.xml");33        testNG.setTestSuites(suites);34        testNG.run();35    }36}37import org.testng.TestNG;38import java.util.ArrayList;39import java.util.List;40public class TestNGRunner {41    public static void main(String[] args) {42        TestNG testNG = new TestNG();43        List<String> suites = new ArrayList<>();44        suites.add("src/test/resources/testng.xml");45        testNG.setTestSuites(suites);46        testNG.run();47    }48}49import org.testng.TestNG;50import java.util.ArrayList;51import java.util.List;52public class TestNGRunner {53    public static void main(String[] args) {54        TestNG testNG = new TestNG();55        List<String> suites = new ArrayList<>();56        suites.add("src/test/resources/testng.xml");57        testNG.setTestSuites(suites);58        testNG.run();59    }60}

addListener

Using AI Code Generation

1import org.testng.TestNG;2import org.testng.xml.XmlClass;3import org.testng.xml.XmlSuite;4import org.testng.xml.XmlTest;5public class TestNGTest {6    public static void main(String[] args) {7        TestNG testng = new TestNG();8        testng.addListener(new TestNGListener());9        XmlSuite suite = new XmlSuite();10        suite.setName("TestNG Suite");11        XmlTest test = new XmlTest(suite);12        test.setName("TestNG Test");13        XmlClass testClass = new XmlClass("com.test.testng.TestClass");14        test.setXmlClasses(new ArrayList<XmlClass>(Arrays.asList(testClass)));15        testng.setXmlSuites(new ArrayList<XmlSuite>(Arrays.asList(suite)));16        testng.run();17    }18}19import org.testng.ISuite;20import org.testng.ISuiteListener;21public class TestNGListener implements ISuiteListener {22    public void onStart(ISuite suite) {23        System.out.println("onStart: before suite starts");24    }25    public void onFinish(ISuite suite) {26        System.out.println("onFinish: after suite completes");27    }28}29import org.testng.annotations.Test;30public class TestClass {31    public void testMethod1() {32        System.out.println("testMethod1");33    }34    public void testMethod2() {35        System.out.println("testMethod2");36    }37}

addListener

Using AI Code Generation

1package mypackage;2import org.testng.TestNG;3import org.testng.xml.XmlSuite;4import org.testng.xml.XmlTest;5import java.util.ArrayList;6import java.util.List;7public class TestNGListener {8    public static void main(String[] args) {9        TestNG testNG = new TestNG();10        testNG.addListener(new MyITestListener());11        XmlSuite suite = new XmlSuite();12        suite.setName("My Suite");13        XmlTest test = new XmlTest(suite);14        test.setName("My Test");15        List<String> files = new ArrayList<>();16        files.add("testng.xml");17        test.setSuiteFiles(files);18        List<XmlSuite> suites = new ArrayList<>();19        suites.add(suite);20        testNG.setXmlSuites(suites);21        testNG.run();22    }23}24package mypackage;25import org.testng.ITestContext;26import org.testng.ITestListener;27import org.testng.ITestResult;28import org.testng.Reporter;29public class MyITestListener implements ITestListener {30    public void onTestStart(ITestResult result) {31        Reporter.log("onTestStart: " + result.getName());32    }33    public void onTestSuccess(ITestResult result) {34        Reporter.log("onTestSuccess: " + result.getName());35    }36    public void onTestFailure(ITestResult result) {37        Reporter.log("onTestFailure: " + result.getName());38    }39    public void onTestSkipped(ITestResult result) {40        Reporter.log("onTestSkipped: " + result.getName());41    }42    public void onTestFailedButWithinSuccessPercentage(ITestResult result) {43        Reporter.log("onTestFailedButWithinSuccessPercentage: " + result.getName());44    }45    public void onStart(ITestContext context) {46        Reporter.log("onStart: " + context.getName());47    }48    public void onFinish(ITestContext context) {49        Reporter.log("onFinish: " + context.getName());50    }51}

addListener

Using AI Code Generation

1package com.example;2import org.testng.TestNG;3import org.testng.xml.XmlSuite;4import java.util.ArrayList;5import java.util.List;6public class TestNGExample {7    public static void main(String args[]) {8        TestNG testNG = new TestNG();9        List<String> suites = new ArrayList<String>();10        suites.add("testng.xml");11        testNG.setTestSuites(suites);12        testNG.addListener(new MyListener());13        testNG.run();14    }15}16package com.example;17import org.testng.TestNG;18import org.testng.xml.XmlSuite;19import java.util.ArrayList;20import java.util.List;21public class TestNGExample {22    public static void main(String args[]) {23        TestNG testNG = new TestNG();24        List<String> suites = new ArrayList<String>();25        suites.add("testng.xml");26        testNG.setTestSuites(suites);27        testNG.addListener(new MyListener());28        testNG.run();29    }30}31package com.example;32import org.testng.TestNG;33import org.testng.xml.XmlSuite;34import java.util.ArrayList;35import java.util.List;36public class TestNGExample {37    public static void main(String args[]) {38        TestNG testNG = new TestNG();39        List<String> suites = new ArrayList<String>();40        suites.add("testng.xml");41        testNG.setTestSuites(suites);42        testNG.addListener(new MyListener());43        testNG.run();44    }45}46package com.example;47import org.testng.TestNG;48import org.testng.xml.XmlSuite;49import java.util.ArrayList;50import java.util.List;51public class TestNGExample {52    public static void main(String args[]) {53        TestNG testNG = new TestNG();54        List<String> suites = new ArrayList<String>();55        suites.add("testng.xml");56        testNG.setTestSuites(suites);57        testNG.addListener(new MyListener());58        testNG.run();59    }60}61package com.example;62import org.testng.TestNG;63import org.testng.xml.XmlSuite;64import java.util.ArrayList;65import java.util.List;66public class TestNGExample {67    public static void main(String args[]) {68        TestNG testNG = new TestNG();

addListener

Using AI Code Generation

1public void testRegisterListener() {2    TestNG testNG = new TestNG();3    testNG.setTestClasses(new Class[] { TestClass.class });4    testNG.addListener(new TestListener());5    testNG.run();6}7public class TestListener implements ITestListener {8    public void onTestStart(ITestResult result) {9        System.out.println("Test started: " + result.getName());10    }11    public void onTestSuccess(ITestResult result) {12        System.out.println("Test passed: " + result.getName());13    }14    public void onTestFailure(ITestResult result) {15        System.out.println("Test failed: " + result.getName());16    }17    public void onTestSkipped(ITestResult result) {18        System.out.println("Test skipped: " + result.getName());19    }20    public void onTestFailedButWithinSuccessPercentage(ITestResult result) {21        System.out.println("Test failed within success percentage: " + result.getName());22    }23    public void onStart(ITestContext context) {24        System.out.println("Test on start: " + context.getName());25    }26    public void onFinish(ITestContext context) {27        System.out.println("Test on finish: " + context.getName());28    }29}30public class TestClass {31    public void testMethod1() {32        System.out.println("Test method 1");33    }34    public void testMethod2() {35        System.out.println("Test method 2");36    }37}38public class TestListener implements ITestListener {39    public void onTestStart(ITestResult result) {40        System.out.println("Test started: " + result.getName());41    }

addListener

Using AI Code Generation

1import org.testng.TestNG;2import java.util.ArrayList;3import java.util.List;4public class TestNGRunner {5public static void main(String[] args) {6TestNG runner=new TestNG();7List<String> suitefiles=new ArrayList<String>();8suitefiles.add("C:\\Users\\sourav\\Documents\\testng.xml");9runner.setTestSuites(suitefiles);10runner.run();11}12}13import org.testng.Assert;14import org.testng.SkipException;15import org.testng.annotations.Listeners;16import org.testng.annotations.Test;17@Listeners(com.testng.TestNGListener.class)18public class TestNGListenerDemo {19public void testToPass() {20System.out.println("This method to test pass");21}22public void testToFail() {23System.out.println("This method to test fail");24Assert.assertTrue(false);25}26public void testToSkip() {27System.out.println("This method to test skip");28throw new SkipException("Skipping - This is not ready for testing ");29}30}31import org.testng.ITestContext;32import org.testng.ITestListener;33import org.testng.ITestResult;34public class TestNGListener implements ITestListener {35public void onTestStart(ITestResult result) {36System.out.println("Test Case started: "+result.getName());37}38public void onTestSuccess(ITestResult result) {39System.out.println("Test Case passed: "+result.getName());40}41public void onTestFailure(ITestResult result) {42System.out.println("Test Case failed: "+result.getName());43}44public void onTestSkipped(ITestResult result) {45System.out.println("Test Case skipped: "+result.getName());46}47public void onTestFailedButWithinSuccessPercentage(ITestResult result) {48System.out.println("Test failed but within percentage %

TestNG tutorial

TestNG is a Java-based open-source framework for test automation that includes various test types, such as unit testing, functional testing, E2E testing, etc. TestNG is in many ways similar to JUnit and NUnit. But in contrast to its competitors, its extensive features make it a lot more reliable framework. One of the major reasons for its popularity is its ability to structure tests and improve the scripts' readability and maintainability. Another reason can be the important characteristics like the convenience of using multiple annotations, reliance, and priority that make this framework popular among developers and testers for test design. You can refer to the TestNG tutorial to learn why you should choose the TestNG framework.

Chapters

JUnit 5 vs. TestNG: Compare and explore the core differences between JUnit 5 and TestNG from the Selenium WebDriver viewpoint.
Installing TestNG in Eclipse: Start installing the TestNG Plugin and learn how to set up TestNG in Eclipse to begin constructing a framework for your test project.
Create TestNG Project in Eclipse: Get started with creating a TestNG project and write your first TestNG test script.
Automation using TestNG: Dive into how to install TestNG in this Selenium TestNG tutorial, the fundamentals of developing an automation script for Selenium automation testing.
Parallel Test Execution in TestNG: Here are some essential elements of parallel testing with TestNG in this Selenium TestNG tutorial.
Creating TestNG XML File: Here is a step-by-step tutorial on creating a TestNG XML file to learn why and how it is created and discover how to run the TestNG XML file being executed in parallel.
Automation with Selenium, Cucumber & TestNG: Explore for an in-depth tutorial on automation using Selenium, Cucumber, and TestNG, as TestNG offers simpler settings and more features.
JUnit Selenium Tests using TestNG: Start running your regular and parallel tests by looking at how to run test cases in Selenium using JUnit and TestNG without having to rewrite the tests.
Group Test Cases in TestNG: Along with the explanation and demonstration using relevant TestNG group examples, learn how to group test cases in TestNG.
Prioritizing Tests in TestNG: Get started with how to prioritize test cases in TestNG for Selenium automation testing.
Assertions in TestNG: Examine what TestNG assertions are, the various types of TestNG assertions, and situations that relate to Selenium automated testing.
DataProviders in TestNG: Deep dive into learning more about TestNG's DataProvider and how to effectively use it in our test scripts for Selenium test automation.
Parameterization in TestNG: Here are the several parameterization strategies used in TestNG tests and how to apply them in Selenium automation scripts.
TestNG Listeners in Selenium WebDriver: Understand the various TestNG listeners to utilize them effectively for your next plan when working with TestNG and Selenium automation.
TestNG Annotations: Learn more about the execution order and annotation attributes, and refer to the prerequisites required to set up TestNG.
TestNG Reporter Log in Selenium: Find out how to use the TestNG Reporter Log and learn how to eliminate the need for external software with TestNG Reporter Class to boost productivity.
TestNG Reports in Jenkins: Discover how to generate TestNG reports in Jenkins if you want to know how to create, install, and share TestNG reports in Jenkins.

Certification

You can push your abilities to do automated testing using TestNG and advance your career by earning a TestNG certification. Check out our TestNG certification.