Test your AI Agents with the all-new Agent to Agent Testing Platform.Learn More

How to use mock_test_pass method in toolium

Best Python code snippet using toolium_python

test_o3de_editor_test.py

Source:test_o3de_editor_test.py

1"""2Copyright (c) Contributors to the Open 3D Engine Project.3For complete copyright and license terms please see the LICENSE at the root of this distribution.4SPDX-License-Identifier: Apache-2.0 OR MIT5"""6import unittest7import pytest8import unittest.mock as mock9import ly_test_tools10import ly_test_tools.o3de.editor_test as editor_test11import ly_test_tools.launchers.exceptions12pytestmark = pytest.mark.SUITE_smoke13class TestEditorTestBase(unittest.TestCase):14    def test_EditorSharedTest_Init_CorrectAttributes(self):15        mock_editorsharedtest = editor_test.EditorSharedTest()16        assert mock_editorsharedtest.is_batchable17        assert mock_editorsharedtest.is_parallelizable18    def test_EditorParallelTest_Init_CorrectAttributes(self):19        mock_editorsharedtest = editor_test.EditorParallelTest()20        assert not mock_editorsharedtest.is_batchable21        assert mock_editorsharedtest.is_parallelizable22    def test_EditorBatchedTest_Init_CorrectAttributes(self):23        mock_editorsharedtest = editor_test.EditorBatchedTest()24        assert mock_editorsharedtest.is_batchable25        assert not mock_editorsharedtest.is_parallelizable26class TestResultBase(unittest.TestCase):27    def setUp(self):28        self.mock_result = editor_test.Result.Base()29    def test_GetOutputStr_HasOutput_ReturnsCorrectly(self):30        self.mock_result.output = 'expected output'31        assert self.mock_result.get_output_str() == 'expected output'32    def test_GetOutputStr_NoOutput_ReturnsCorrectly(self):33        self.mock_result.output = None34        assert self.mock_result.get_output_str() == '-- No output --'35    def test_GetEditorLogStr_HasOutput_ReturnsCorrectly(self):36        self.mock_result.editor_log = 'expected log output'37        assert self.mock_result.get_editor_log_str() == 'expected log output'38    def test_GetEditorLogStr_NoOutput_ReturnsCorrectly(self):39        self.mock_result.editor_log = None40        assert self.mock_result.get_editor_log_str() == '-- No editor log found --'41class TestResultPass(unittest.TestCase):42    def test_Create_ValidArgs_CorrectAttributes(self):43        mock_test_spec = mock.MagicMock()44        mock_output = mock.MagicMock()45        mock_editor_log = mock.MagicMock()46        under_test = editor_test.Result.Pass(mock_test_spec, mock_output, mock_editor_log)47        assert under_test.test_spec == mock_test_spec48        assert under_test.output == mock_output49        assert under_test.editor_log == mock_editor_log50    def test_Str_ValidString_ReturnsOutput(self):51        mock_test_spec = mock.MagicMock()52        mock_output = 'mock_output'53        mock_editor_log = mock.MagicMock()54        under_test = editor_test.Result.Pass(mock_test_spec, mock_output, mock_editor_log)55        assert mock_output in str(under_test)56class TestResultFail(unittest.TestCase):57    def test_Create_ValidArgs_CorrectAttributes(self):58        mock_test_spec = mock.MagicMock()59        mock_output = mock.MagicMock()60        mock_editor_log = mock.MagicMock()61        under_test = editor_test.Result.Fail(mock_test_spec, mock_output, mock_editor_log)62        assert under_test.test_spec == mock_test_spec63        assert under_test.output == mock_output64        assert under_test.editor_log == mock_editor_log65    def test_Str_ValidString_ReturnsOutput(self):66        mock_test_spec = mock.MagicMock()67        mock_output = 'mock_output'68        mock_editor_log = 'mock_editor_log'69        under_test = editor_test.Result.Fail(mock_test_spec, mock_output, mock_editor_log)70        assert mock_output in str(under_test)71        assert mock_editor_log in str(under_test)72class TestResultCrash(unittest.TestCase):73    def test_Create_ValidArgs_CorrectAttributes(self):74        mock_test_spec = mock.MagicMock()75        mock_output = mock.MagicMock()76        mock_editor_log = mock.MagicMock()77        mock_ret_code = mock.MagicMock()78        mock_stacktrace = mock.MagicMock()79        under_test = editor_test.Result.Crash(mock_test_spec, mock_output, mock_ret_code, mock_stacktrace,80                                                    mock_editor_log)81        assert under_test.test_spec == mock_test_spec82        assert under_test.output == mock_output83        assert under_test.editor_log == mock_editor_log84        assert under_test.ret_code == mock_ret_code85        assert under_test.stacktrace == mock_stacktrace86    def test_Str_ValidString_ReturnsOutput(self):87        mock_test_spec = mock.MagicMock()88        mock_output = 'mock_output'89        mock_editor_log = 'mock_editor_log'90        mock_return_code = 091        mock_stacktrace = 'mock stacktrace'92        under_test = editor_test.Result.Crash(mock_test_spec, mock_output, mock_return_code, mock_stacktrace,93                                                    mock_editor_log)94        assert mock_stacktrace in str(under_test)95        assert mock_output in str(under_test)96        assert mock_editor_log in str(under_test)97    def test_Str_MissingStackTrace_ReturnsCorrectly(self):98        mock_test_spec = mock.MagicMock()99        mock_output = 'mock_output'100        mock_editor_log = 'mock_editor_log'101        mock_return_code = 0102        mock_stacktrace = None103        under_test = editor_test.Result.Crash(mock_test_spec, mock_output, mock_return_code, mock_stacktrace,104                                              mock_editor_log)105        assert mock_output in str(under_test)106        assert mock_editor_log in str(under_test)107class TestResultTimeout(unittest.TestCase):108    def test_Create_ValidArgs_CorrectAttributes(self):109        mock_test_spec = mock.MagicMock()110        mock_output = mock.MagicMock()111        mock_editor_log = mock.MagicMock()112        mock_timeout = mock.MagicMock()113        under_test = editor_test.Result.Timeout(mock_test_spec, mock_output, mock_timeout, mock_editor_log)114        assert under_test.test_spec == mock_test_spec115        assert under_test.output == mock_output116        assert under_test.editor_log == mock_editor_log117        assert under_test.time_secs == mock_timeout118    def test_Str_ValidString_ReturnsOutput(self):119        mock_test_spec = mock.MagicMock()120        mock_output = 'mock_output'121        mock_editor_log = 'mock_editor_log'122        mock_timeout = 0123        under_test = editor_test.Result.Timeout(mock_test_spec, mock_output, mock_timeout, mock_editor_log)124        assert mock_output in str(under_test)125        assert mock_editor_log in str(under_test)126class TestResultUnknown(unittest.TestCase):127    def test_Create_ValidArgs_CorrectAttributes(self):128        mock_test_spec = mock.MagicMock()129        mock_output = mock.MagicMock()130        mock_editor_log = mock.MagicMock()131        mock_extra_info = mock.MagicMock()132        under_test = editor_test.Result.Unknown(mock_test_spec, mock_output, mock_extra_info, mock_editor_log)133        assert under_test.test_spec == mock_test_spec134        assert under_test.output == mock_output135        assert under_test.editor_log == mock_editor_log136        assert under_test.extra_info == mock_extra_info137    def test_Str_ValidString_ReturnsOutput(self):138        mock_test_spec = mock.MagicMock()139        mock_output = 'mock_output'140        mock_editor_log = 'mock_editor_log'141        mock_extra_info = 'mock extra info'142        under_test = editor_test.Result.Unknown(mock_test_spec, mock_output, mock_extra_info, mock_editor_log)143        assert mock_output in str(under_test)144        assert mock_editor_log in str(under_test)145class TestEditorTestSuite(unittest.TestCase):146    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')147    def test_EditorTestData_ValidAP_TeardownAPOnce(self, mock_kill_processes):148        mock_editor_test_suite = editor_test.EditorTestSuite()149        mock_test_data_generator = mock_editor_test_suite._editor_test_data(mock.MagicMock())150        mock_asset_processor = mock.MagicMock()151        for test_data in mock_test_data_generator:152            test_data.asset_processor = mock_asset_processor153        mock_asset_processor.stop.assert_called_once_with(1)154        mock_asset_processor.teardown.assert_called()155        assert test_data.asset_processor is None156        mock_kill_processes.assert_called_once_with(include_asset_processor=True)157    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')158    def test_EditorTestData_NoAP_NoTeardownAP(self, mock_kill_processes):159        mock_editor_test_suite = editor_test.EditorTestSuite()160        mock_test_data_generator = mock_editor_test_suite._editor_test_data(mock.MagicMock())161        for test_data in mock_test_data_generator:162            test_data.asset_processor = None163        mock_kill_processes.assert_called_once_with(include_asset_processor=False)164    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite.filter_session_shared_tests')165    def test_PytestCustomModifyItems_FunctionsMatch_AddsRunners(self, mock_filter_tests):166        class MockTestSuite(editor_test.EditorTestSuite):167            pass168        mock_func_1 = mock.MagicMock()169        mock_test = mock.MagicMock()170        runner_1 = editor_test.EditorTestSuite.Runner('mock_runner_1', mock_func_1, [mock_test])171        mock_run_pytest_func = mock.MagicMock()172        runner_1.run_pytestfunc = mock_run_pytest_func173        mock_result_pytestfuncs = [mock.MagicMock()]174        runner_1.result_pytestfuncs = mock_result_pytestfuncs175        mock_items = []176        mock_items.extend(mock_result_pytestfuncs)177        MockTestSuite._runners = [runner_1]178        mock_test_1 = mock.MagicMock()179        mock_test_2 = mock.MagicMock()180        mock_filter_tests.return_value = [mock_test_1, mock_test_2]181        MockTestSuite.pytest_custom_modify_items(mock.MagicMock(), mock_items, mock.MagicMock())182        assert mock_items == [mock_run_pytest_func, mock_result_pytestfuncs[0]]183    def test_GetSingleTests_NoSingleTests_EmptyList(self):184        class MockTestSuite(editor_test.EditorTestSuite):185            pass186        mock_test_suite = MockTestSuite()187        tests = mock_test_suite.get_single_tests()188        assert len(tests) == 0189    def test_GetSingleTests_OneSingleTests_ReturnsOne(self):190        class MockTestSuite(editor_test.EditorTestSuite):191            class MockSingleTest(editor_test.EditorSingleTest):192                pass193        mock_test_suite = MockTestSuite()194        tests = mock_test_suite.get_single_tests()195        assert len(tests) == 1196        assert tests[0].__name__ == "MockSingleTest"197        assert issubclass(tests[0], editor_test.EditorSingleTest)198    def test_GetSingleTests_AllTests_ReturnsOnlySingles(self):199        class MockTestSuite(editor_test.EditorTestSuite):200            class MockSingleTest(editor_test.EditorSingleTest):201                pass202            class MockAnotherSingleTest(editor_test.EditorSingleTest):203                pass204            class MockNotSingleTest(editor_test.EditorSharedTest):205                pass206        mock_test_suite = MockTestSuite()207        tests = mock_test_suite.get_single_tests()208        assert len(tests) == 2209        for test in tests:210            assert issubclass(test, editor_test.EditorSingleTest)211    def test_GetSharedTests_NoSharedTests_EmptyList(self):212        class MockTestSuite(editor_test.EditorTestSuite):213                pass214        mock_test_suite = MockTestSuite()215        tests = mock_test_suite.get_shared_tests()216        assert len(tests) == 0217    def test_GetSharedTests_OneSharedTests_ReturnsOne(self):218        class MockTestSuite(editor_test.EditorTestSuite):219            class MockSharedTest(editor_test.EditorSharedTest):220                pass221        mock_test_suite = MockTestSuite()222        tests = mock_test_suite.get_shared_tests()223        assert len(tests) == 1224        assert tests[0].__name__ == 'MockSharedTest'225        assert issubclass(tests[0], editor_test.EditorSharedTest)226    def test_GetSharedTests_AllTests_ReturnsOnlyShared(self):227        class MockTestSuite(editor_test.EditorTestSuite):228            class MockSharedTest(editor_test.EditorSharedTest):229                pass230            class MockAnotherSharedTest(editor_test.EditorSharedTest):231                pass232            class MockNotSharedTest(editor_test.EditorSingleTest):233                pass234        mock_test_suite = MockTestSuite()235        tests = mock_test_suite.get_shared_tests()236        assert len(tests) == 2237        for test in tests:238            assert issubclass(test, editor_test.EditorSharedTest)239    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite.filter_session_shared_tests')240    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite.get_shared_tests')241    def test_GetSessionSharedTests_Valid_CallsCorrectly(self, mock_get_shared_tests, mock_filter_session):242        editor_test.EditorTestSuite.get_session_shared_tests(mock.MagicMock())243        assert mock_get_shared_tests.called244        assert mock_filter_session.called245    @mock.patch('ly_test_tools.o3de.editor_test.skipping_pytest_runtest_setup', mock.MagicMock())246    def test_FilterSessionSharedTests_OneSharedTest_ReturnsOne(self):247        def mock_test():248            pass249        mock_test.originalname = 'mock_test'250        mock_test.__name__ = mock_test.originalname251        mock_session_items = [mock_test]252        mock_shared_tests = [mock_test]253        selected_tests = editor_test.EditorTestSuite.filter_session_shared_tests(mock_session_items, mock_shared_tests)254        assert selected_tests == mock_session_items255        assert len(selected_tests) == 1256    @mock.patch('ly_test_tools.o3de.editor_test.skipping_pytest_runtest_setup', mock.MagicMock())257    def test_FilterSessionSharedTests_ManyTests_ReturnsCorrectTests(self):258        def mock_test():259            pass260        def mock_test_2():261            pass262        def mock_test_3():263            pass264        mock_test.originalname = 'mock_test'265        mock_test.__name__ = mock_test.originalname266        mock_test_2.originalname = 'mock_test_2'267        mock_test_2.__name__ = mock_test_2.originalname268        mock_test_3.originalname = 'mock_test_3'269        mock_test_3.__name__ = mock_test_3.originalname270        mock_session_items = [mock_test, mock_test_2]271        mock_shared_tests = [mock_test, mock_test_2, mock_test_3]272        selected_tests = editor_test.EditorTestSuite.filter_session_shared_tests(mock_session_items, mock_shared_tests)273        assert selected_tests == mock_session_items274    @mock.patch('ly_test_tools.o3de.editor_test.skipping_pytest_runtest_setup')275    def test_FilterSessionSharedTests_SkipOneTest_ReturnsCorrectTests(self, mock_skip):276        def mock_test():277            pass278        def mock_test_2():279            pass280        def mock_test_3():281            pass282        mock_skip.side_effect = [True, Exception]283        mock_test.originalname = 'mock_test'284        mock_test.__name__ = mock_test.originalname285        mock_test_2.originalname = 'mock_test_2'286        mock_test_2.__name__ = mock_test_2.originalname287        mock_test_3.originalname = 'mock_test_3'288        mock_test_3.__name__ = mock_test_3.originalname289        mock_session_items = [mock_test, mock_test_2]290        mock_shared_tests = [mock_test, mock_test_2, mock_test_3]291        selected_tests = editor_test.EditorTestSuite.filter_session_shared_tests(mock_session_items, mock_shared_tests)292        assert selected_tests == [mock_test]293    @mock.patch('ly_test_tools.o3de.editor_test.skipping_pytest_runtest_setup', mock.MagicMock(side_effect=Exception))294    def test_FilterSessionSharedTests_ExceptionDuringSkipSetup_SkipsAddingTest(self):295        def mock_test():296            pass297        mock_test.originalname = 'mock_test'298        mock_test.__name__ = mock_test.originalname299        mock_session_items = [mock_test]300        mock_shared_tests = [mock_test]301        selected_tests = editor_test.EditorTestSuite.filter_session_shared_tests(mock_session_items, mock_shared_tests)302        assert len(selected_tests) == 0303    def test_FilterSharedTests_TrueParams_ReturnsTrueTests(self):304        mock_test = mock.MagicMock()305        mock_test.is_batchable = True306        mock_test.is_parallelizable = True307        mock_test_2 = mock.MagicMock()308        mock_test_2.is_batchable = False309        mock_test_2.is_parallelizable = False310        mock_shared_tests = [mock_test, mock_test_2]311        filtered_tests = editor_test.EditorTestSuite.filter_shared_tests(312            mock_shared_tests, is_batchable=True, is_parallelizable=True)313        assert filtered_tests == [mock_test]314    def test_FilterSharedTests_FalseParams_ReturnsFalseTests(self):315        mock_test = mock.MagicMock()316        mock_test.is_batchable = True317        mock_test.is_parallelizable = True318        mock_test_2 = mock.MagicMock()319        mock_test_2.is_batchable = False320        mock_test_2.is_parallelizable = False321        mock_shared_tests = [mock_test, mock_test_2]322        filtered_tests = editor_test.EditorTestSuite.filter_shared_tests(323            mock_shared_tests, is_batchable=False, is_parallelizable=False)324        assert filtered_tests == [mock_test_2]325class TestUtils(unittest.TestCase):326    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')327    def test_PrepareAssetProcessor_APExists_StartsAP(self, mock_kill_processes):328        mock_test_suite = editor_test.EditorTestSuite()329        mock_workspace = mock.MagicMock()330        mock_editor_data = mock.MagicMock()331        mock_ap = mock.MagicMock()332        mock_editor_data.asset_processor = mock_ap333        mock_test_suite._prepare_asset_processor(mock_workspace, mock_editor_data)334        assert mock_ap.start.called335        assert not mock_kill_processes.called336    @mock.patch('ly_test_tools.o3de.asset_processor.AssetProcessor.start')337    @mock.patch('ly_test_tools.environment.process_utils.process_exists')338    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')339    def test_PrepareAssetProcessor_NoAP_KillAndCreateAP(self, mock_kill_processes, mock_proc_exists, mock_start):340        mock_test_suite = editor_test.EditorTestSuite()341        mock_workspace = mock.MagicMock()342        mock_editor_data = mock.MagicMock()343        mock_editor_data.asset_processor = None344        mock_proc_exists.return_value = False345        mock_test_suite._prepare_asset_processor(mock_workspace, mock_editor_data)346        mock_kill_processes.assert_called_with(include_asset_processor=True)347        assert isinstance(mock_editor_data.asset_processor, ly_test_tools.o3de.asset_processor.AssetProcessor)348        assert mock_start.called349    @mock.patch('ly_test_tools.o3de.asset_processor.AssetProcessor.start')350    @mock.patch('ly_test_tools.environment.process_utils.process_exists')351    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')352    def test_PrepareAssetProcessor_NoAPButProcExists_NoKill(self, mock_kill_processes, mock_proc_exists, mock_start):353        mock_test_suite = editor_test.EditorTestSuite()354        mock_workspace = mock.MagicMock()355        mock_editor_data = mock.MagicMock()356        mock_editor_data.asset_processor = None357        mock_proc_exists.return_value = True358        mock_test_suite._prepare_asset_processor(mock_workspace, mock_editor_data)359        mock_kill_processes.assert_called_with(include_asset_processor=False)360        assert not mock_start.called361        assert mock_editor_data.asset_processor is None362    @mock.patch('ly_test_tools.o3de.asset_processor.AssetProcessor.start')363    @mock.patch('ly_test_tools.environment.process_utils.process_exists')364    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')365    def test_PrepareAssetProcessor_NoAPButProcExists_NoKill(self, mock_kill_processes, mock_proc_exists, mock_start):366        mock_test_suite = editor_test.EditorTestSuite()367        mock_workspace = mock.MagicMock()368        mock_editor_data = mock.MagicMock()369        mock_editor_data.asset_processor = None370        mock_proc_exists.return_value = True371        mock_test_suite._prepare_asset_processor(mock_workspace, mock_editor_data)372        mock_kill_processes.assert_called_with(include_asset_processor=False)373        assert not mock_start.called374        assert mock_editor_data.asset_processor is None375    @mock.patch('ly_test_tools.o3de.editor_test_utils.kill_all_ly_processes')376    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._prepare_asset_processor')377    def test_SetupEditorTest_ValidArgs_CallsCorrectly(self, mock_prepare_ap, mock_kill_processes):378        mock_test_suite = editor_test.EditorTestSuite()379        mock_editor = mock.MagicMock()380        mock_test_suite._setup_editor_test(mock_editor, mock.MagicMock(), mock.MagicMock())381        assert mock_editor.configure_settings.called382        assert mock_prepare_ap.called383        mock_kill_processes.assert_called_once_with(include_asset_processor=False)384    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_module_filename')385    def test_GetResultsUsingOutput_ValidJsonSuccess_CreatesPassResult(self, mock_get_module):386        mock_get_module.return_value = 'mock_module_name'387        mock_test_suite = editor_test.EditorTestSuite()388        mock_test = mock.MagicMock()389        mock_test.__name__ = 'mock_test_name'390        mock_test_list = [mock_test]391        mock_output = 'JSON_START(' \392                      '{"name": "mock_module_name", "output": "mock_std_out", "success": "mock_success_data"}' \393                      ')JSON_END'394        results = mock_test_suite._get_results_using_output(mock_test_list, mock_output, '')395        assert len(results) == 1396        assert 'mock_test_name' in results.keys()397        assert isinstance(results['mock_test_name'], editor_test.Result.Pass)398    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_module_filename')399    def test_GetResultsUsingOutput_ValidJsonFail_CreatesFailResult(self, mock_get_module):400        mock_get_module.return_value = 'mock_module_name'401        mock_test_suite = editor_test.EditorTestSuite()402        mock_test = mock.MagicMock()403        mock_test.__name__ = 'mock_test_name'404        mock_test_list = [mock_test]405        mock_output = 'JSON_START(' \406                      '{"name": "mock_module_name", "output": "mock_std_out", "failed": "mock_fail_data", "success": ""}' \407                      ')JSON_END'408        results = mock_test_suite._get_results_using_output(mock_test_list, mock_output, '')409        assert len(results) == 1410        assert 'mock_test_name' in results.keys()411        assert isinstance(results['mock_test_name'], editor_test.Result.Fail)412    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_module_filename')413    def test_GetResultsUsingOutput_ModuleNotInLog_CreatesUnknownResult(self, mock_get_module):414        mock_get_module.return_value = 'different_module_name'415        mock_test_suite = editor_test.EditorTestSuite()416        mock_test = mock.MagicMock()417        mock_test.__name__ = 'mock_test_name'418        mock_test_list = [mock_test]419        mock_output = 'JSON_START(' \420                      '{"name": "mock_module_name", "output": "mock_std_out", "failed": "mock_fail_data"}' \421                      ')JSON_END'422        results = mock_test_suite._get_results_using_output(mock_test_list, mock_output, '')423        assert len(results) == 1424        assert 'mock_test_name' in results.keys()425        assert isinstance(results['mock_test_name'], editor_test.Result.Unknown)426    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_module_filename')427    def test_GetResultsUsingOutput_MultipleTests_CreatesCorrectResults(self, mock_get_module):428        mock_get_module.side_effect = ['mock_module_name_pass', 'mock_module_name_fail', 'different_module_name']429        mock_test_suite = editor_test.EditorTestSuite()430        mock_test_pass = mock.MagicMock()431        mock_test_pass.__name__ = 'mock_test_name_pass'432        mock_test_fail = mock.MagicMock()433        mock_test_fail.__name__ = 'mock_test_name_fail'434        mock_test_unknown = mock.MagicMock()435        mock_test_unknown.__name__ = 'mock_test_name_unknown'436        mock_test_list = [mock_test_pass, mock_test_fail, mock_test_unknown]437        mock_output = 'JSON_START(' \438                      '{"name": "mock_module_name_pass", "output": "mock_std_out", "success": "mock_success_data"}' \439                      ')JSON_END' \440                      'JSON_START(' \441                      '{"name": "mock_module_name_fail", "output": "mock_std_out", "failed": "mock_fail_data", "success": ""}' \442                      ')JSON_END' \443                      'JSON_START(' \444                      '{"name": "mock_module_name_unknown", "output": "mock_std_out", "failed": "mock_fail_data", "success": ""}' \445                      ')JSON_END'446        mock_editor_log = 'JSON_START(' \447                          '{"name": "mock_module_name_pass"}' \448                          ')JSON_END' \449                          'JSON_START(' \450                          '{"name": "mock_module_name_fail"}' \451                          ')JSON_END'452        results = mock_test_suite._get_results_using_output(mock_test_list, mock_output, mock_editor_log)453        assert len(results) == 3454        assert 'mock_test_name_pass' in results.keys()455        assert 'mock_test_name_fail' in results.keys()456        assert 'mock_test_name_unknown' in results.keys()457        assert isinstance(results['mock_test_name_pass'], editor_test.Result.Pass)458        assert isinstance(results['mock_test_name_fail'], editor_test.Result.Fail)459        assert isinstance(results['mock_test_name_unknown'], editor_test.Result.Unknown)460    @mock.patch('builtins.print')461    def test_ReportResult_TestPassed_ReportsCorrectly(self, mock_print):462        mock_test_name = 'mock name'463        mock_pass = ly_test_tools.o3de.editor_test.Result.Pass("", "", "")464        ly_test_tools.o3de.editor_test.EditorTestSuite._report_result(mock_test_name, mock_pass)465        mock_print.assert_called_with(f'Test {mock_test_name}:\nTest Passed\n------------\n|  Output  |\n------------\n'466                                      f'-- No output --\n')467    @mock.patch('pytest.fail')468    def test_ReportResult_TestFailed_FailsCorrectly(self, mock_pytest_fail):469        mock_fail = ly_test_tools.o3de.editor_test.Result.Fail("", "", "")470        ly_test_tools.o3de.editor_test.EditorTestSuite._report_result('mock_test_name', mock_fail)471        mock_pytest_fail.assert_called_with('Test mock_test_name:\nTest FAILED\n------------\n|  Output  |'472                                            '\n------------\n-- No output --\n--------------\n| Editor log |'473                                            '\n--------------\n-- No editor log found --\n')474class TestRunningTests(unittest.TestCase):475    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')476    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')477    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')478    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')479    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')480    @mock.patch('os.path.join', mock.MagicMock())481    def test_ExecEditorTest_TestSucceeds_ReturnsPass(self, mock_cycle_crash, mock_get_testcase_filepath,482                                                     mock_retrieve_log, mock_retrieve_editor_log,483                                                     mock_get_output_results):484        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()485        mock_workspace = mock.MagicMock()486        mock_workspace.paths.engine_root.return_value = ""487        mock_editor = mock.MagicMock()488        mock_test_spec = mock.MagicMock()489        mock_test_spec.__name__ = 'mock_test_name'490        mock_editor.get_returncode.return_value = 0491        mock_get_output_results.return_value = {}492        results = mock_test_suite._exec_editor_test(mock.MagicMock(), mock_workspace, mock_editor, 0,493                                                    'mock_log_name', mock_test_spec, [])494        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Pass)495        assert mock_cycle_crash.called496        assert mock_editor.start.called497    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')498    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')499    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')500    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')501    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')502    @mock.patch('os.path.join', mock.MagicMock())503    def test_ExecEditorTest_TestFails_ReturnsFail(self, mock_cycle_crash, mock_get_testcase_filepath,504                                                     mock_retrieve_log, mock_retrieve_editor_log,505                                                     mock_get_output_results):506        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()507        mock_workspace = mock.MagicMock()508        mock_workspace.paths.engine_root.return_value = ""509        mock_editor = mock.MagicMock()510        mock_test_spec = mock.MagicMock()511        mock_test_spec.__name__ = 'mock_test_name'512        mock_editor.get_returncode.return_value = 15513        mock_get_output_results.return_value = {}514        results = mock_test_suite._exec_editor_test(mock.MagicMock(), mock_workspace, mock_editor, 0,515                                                    'mock_log_name', mock_test_spec, [])516        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Fail)517        assert mock_cycle_crash.called518        assert mock_editor.start.called519    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_crash_output')520    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')521    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')522    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')523    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')524    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')525    @mock.patch('os.path.join', mock.MagicMock())526    @mock.patch('os.path.basename', mock.MagicMock())527    def test_ExecEditorTest_TestCrashes_ReturnsCrash(self, mock_cycle_crash, mock_get_testcase_filepath,528                                                     mock_retrieve_log, mock_retrieve_editor_log,529                                                     mock_get_output_results, mock_retrieve_crash):530        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()531        mock_workspace = mock.MagicMock()532        mock_workspace.paths.engine_root.return_value = ""533        mock_editor = mock.MagicMock()534        mock_test_spec = mock.MagicMock()535        mock_test_spec.__name__ = 'mock_test_name'536        mock_editor.get_returncode.return_value = 1537        mock_get_output_results.return_value = {}538        results = mock_test_suite._exec_editor_test(mock.MagicMock(), mock_workspace, mock_editor, 0,539                                                    'mock_log_name', mock_test_spec, [])540        assert mock_cycle_crash.call_count == 2541        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Crash)542        assert mock_editor.start.called543        assert mock_retrieve_crash.called544    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')545    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')546    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')547    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')548    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')549    def test_ExecEditorTest_TestTimeout_ReturnsTimeout(self, mock_cycle_crash, mock_get_testcase_filepath,550                                                     mock_retrieve_log, mock_retrieve_editor_log,551                                                     mock_get_output_results):552        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()553        mock_workspace = mock.MagicMock()554        mock_workspace.paths.engine_root.return_value = ""555        mock_editor = mock.MagicMock()556        mock_test_spec = mock.MagicMock()557        mock_test_spec.__name__ = 'mock_test_name'558        mock_editor.wait.side_effect = ly_test_tools.launchers.exceptions.WaitTimeoutError()559        mock_get_output_results.return_value = {}560        results = mock_test_suite._exec_editor_test(mock.MagicMock(), mock_workspace, mock_editor, 0,561                                                    'mock_log_name', mock_test_spec, [])562        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Timeout)563        assert mock_cycle_crash.called564        assert mock_editor.start.called565        assert mock_editor.stop.called566    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')567    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')568    @mock.patch('os.path.join', mock.MagicMock())569    @mock.patch('os.path.splitext', mock.MagicMock())570    def test_ExecEditorMultitest_AllTestsPass_ReturnsPasses(self, mock_cycle_crash, mock_get_filepath):571        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()572        mock_workspace = mock.MagicMock()573        mock_artifact_manager = mock.MagicMock()574        mock_artifact_manager.save_artifact.return_value = mock.MagicMock()575        mock_workspace.artifact_manager = mock_artifact_manager576        mock_workspace.paths.engine_root.return_value = ""577        mock_editor = mock.MagicMock()578        mock_editor.get_returncode.return_value = 0579        mock_test_spec = mock.MagicMock()580        mock_test_spec.__name__ = 'mock_test_name'581        mock_test_spec_2 = mock.MagicMock()582        mock_test_spec_2.__name__ = 'mock_test_name_2'583        mock_test_spec_list = [mock_test_spec, mock_test_spec_2]584        mock_get_filepath.return_value = ""585        results = mock_test_suite._exec_editor_multitest(mock.MagicMock(), mock_workspace, mock_editor, 0,586                                                         'mock_log_name', mock_test_spec_list, [])587        assert len(results) == 2588        assert isinstance(results['mock_test_name'], editor_test.Result.Pass)589        assert isinstance(results['mock_test_name_2'], editor_test.Result.Pass)590        assert mock_cycle_crash.called591        assert mock_get_filepath.called592    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')593    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')594    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')595    @mock.patch('os.path.join', mock.MagicMock())596    @mock.patch('os.path.splitext', mock.MagicMock())597    def test_ExecEditorMultitest_OneFailure_CallsCorrectFunc(self, mock_cycle_crash, mock_get_testcase_filepath,598                                                             mock_get_results):599        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()600        mock_workspace = mock.MagicMock()601        mock_workspace.paths.engine_root.return_value = ""602        mock_editor = mock.MagicMock()603        mock_editor.get_returncode.return_value = 15604        mock_test_spec = mock.MagicMock()605        mock_test_spec_2 = mock.MagicMock()606        mock_test_spec_list = [mock_test_spec, mock_test_spec_2]607        mock_get_testcase_filepath.side_effect = ['mock_path', 'mock_path_2']608        mock_get_results.return_value = {'mock_test_name': mock.MagicMock(), 'mock_test_name_2': mock.MagicMock()}609        results = mock_test_suite._exec_editor_multitest(mock.MagicMock(), mock_workspace, mock_editor, 0,610                                                         'mock_log_name', mock_test_spec_list, [])611        assert len(results) == 2612        assert mock_cycle_crash.called613        assert mock_get_results.called614    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_crash_output')615    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')616    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')617    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')618    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')619    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')620    @mock.patch('os.path.join', mock.MagicMock())621    @mock.patch('os.path.basename', mock.MagicMock())622    def test_ExecEditorMultitest_OneCrash_ReportsOnUnknownResult(self, mock_cycle_crash, mock_get_testcase_filepath,623                                                                 mock_retrieve_log, mock_retrieve_editor_log,624                                                                 mock_get_results, mock_retrieve_crash):625        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()626        mock_workspace = mock.MagicMock()627        mock_workspace.paths.engine_root.return_value = ""628        mock_editor = mock.MagicMock()629        mock_editor.get_returncode.return_value = 1630        mock_test_spec = mock.MagicMock()631        mock_test_spec.__name__ = 'mock_test_name'632        mock_test_spec_2 = mock.MagicMock()633        mock_test_spec_2.__name__ = 'mock_test_name_2'634        mock_test_spec_list = [mock_test_spec, mock_test_spec_2]635        mock_unknown_result = ly_test_tools.o3de.editor_test.Result.Unknown(test_spec=None)636        mock_unknown_result.test_spec = mock.MagicMock()637        mock_unknown_result.editor_log = mock.MagicMock()638        mock_get_testcase_filepath.side_effect = ['mock_path', 'mock_path_2']639        mock_get_results.return_value = {mock_test_spec.__name__: mock_unknown_result,640                                         mock_test_spec_2.__name__: mock.MagicMock()}641        results = mock_test_suite._exec_editor_multitest(mock.MagicMock(), mock_workspace, mock_editor, 0,642                                                         'mock_log_name', mock_test_spec_list, [])643        assert mock_cycle_crash.call_count == 2644        assert mock_get_results.called645        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Crash)646    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_crash_output')647    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')648    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')649    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')650    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')651    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')652    @mock.patch('os.path.join', mock.MagicMock())653    @mock.patch('os.path.basename', mock.MagicMock())654    def test_ExecEditorMultitest_ManyUnknown_ReportsUnknownResults(self, mock_cycle_crash, mock_get_testcase_filepath,655                                                                   mock_retrieve_log, mock_retrieve_editor_log,656                                                                   mock_get_results, mock_retrieve_crash):657        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()658        mock_workspace = mock.MagicMock()659        mock_workspace.paths.engine_root.return_value = ""660        mock_editor = mock.MagicMock()661        mock_editor.get_returncode.return_value = 1662        mock_test_spec = mock.MagicMock()663        mock_test_spec.__name__ = 'mock_test_name'664        mock_test_spec_2 = mock.MagicMock()665        mock_test_spec_2.__name__ = 'mock_test_name_2'666        mock_test_spec_list = [mock_test_spec, mock_test_spec_2]667        mock_unknown_result = ly_test_tools.o3de.editor_test.Result.Unknown(test_spec=None)668        mock_unknown_result.__name__ = 'mock_test_name'669        mock_unknown_result.test_spec = mock.MagicMock()670        mock_unknown_result.test_spec.__name__ = 'mock_test_spec_name'671        mock_unknown_result.editor_log = mock.MagicMock()672        mock_get_testcase_filepath.side_effect = ['mock_path', 'mock_path_2']673        mock_get_results.return_value = {mock_test_spec.__name__: mock_unknown_result,674                                         mock_test_spec_2.__name__: mock_unknown_result}675        results = mock_test_suite._exec_editor_multitest(mock.MagicMock(), mock_workspace, mock_editor, 0,676                                                         'mock_log_name', mock_test_spec_list, [])677        assert mock_cycle_crash.call_count == 2678        assert mock_get_results.called679        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Crash)680        assert isinstance(results[mock_test_spec_2.__name__], editor_test.Result.Unknown)681        assert results[mock_test_spec_2.__name__].extra_info, "Extra info missing from Unknown failure"682    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_results_using_output')683    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_editor_log_content')684    @mock.patch('ly_test_tools.o3de.editor_test_utils.retrieve_log_path')685    @mock.patch('ly_test_tools.o3de.editor_test_utils.get_testcase_module_filepath')686    @mock.patch('ly_test_tools.o3de.editor_test_utils.cycle_crash_report')687    def test_ExecEditorMultitest_EditorTimeout_ReportsCorrectly(self, mock_cycle_crash, mock_get_testcase_filepath,688                                                                mock_retrieve_log, mock_retrieve_editor_log,689                                                                mock_get_results):690        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()691        mock_workspace = mock.MagicMock()692        mock_workspace.paths.engine_root.return_value = ""693        mock_editor = mock.MagicMock()694        mock_editor.wait.side_effect = ly_test_tools.launchers.exceptions.WaitTimeoutError()695        mock_test_spec = mock.MagicMock()696        mock_test_spec.__name__ = 'mock_test_name'697        mock_test_spec_2 = mock.MagicMock()698        mock_test_spec_2.__name__ = 'mock_test_name_2'699        mock_test_spec_list = [mock_test_spec, mock_test_spec_2]700        mock_unknown_result = ly_test_tools.o3de.editor_test.Result.Unknown(test_spec=None)701        mock_unknown_result.test_spec = mock.MagicMock()702        mock_unknown_result.test_spec.__name__ = 'mock_test_spec_name'703        mock_unknown_result.output = mock.MagicMock()704        mock_unknown_result.editor_log = mock.MagicMock()705        mock_get_testcase_filepath.side_effect = ['mock_path', 'mock_path_2']706        mock_get_results.return_value = {mock_test_spec.__name__: mock_unknown_result,707                                         mock_test_spec_2.__name__: mock_unknown_result}708        results = mock_test_suite._exec_editor_multitest(mock.MagicMock(), mock_workspace, mock_editor, 0,709                                                         'mock_log_name', mock_test_spec_list, [])710        assert mock_cycle_crash.called711        assert mock_get_results.called712        assert isinstance(results[mock_test_spec.__name__], editor_test.Result.Timeout)713        assert isinstance(results[mock_test_spec_2.__name__], editor_test.Result.Unknown)714        assert results[mock_test_spec_2.__name__].extra_info, "Extra info missing from Unknown failure"715    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._report_result')716    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._exec_editor_test')717    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')718    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())719    def test_RunSingleTest_ValidTest_ReportsResults(self, mock_setup_test, mock_exec_editor_test, mock_report_result):720        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()721        mock_test_data = mock.MagicMock()722        mock_test_spec = mock.MagicMock()723        mock_result = mock.MagicMock()724        mock_test_name = 'mock_test_result'725        mock_exec_editor_test.return_value = {mock_test_name: mock_result}726        mock_test_suite._run_single_test(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock_test_data,727                                         mock_test_spec)728        assert mock_setup_test.called729        assert mock_exec_editor_test.called730        assert mock_test_data.results.update.called731        mock_report_result.assert_called_with(mock_test_name, mock_result)732    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._exec_editor_multitest')733    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')734    def test_RunBatchedTests_ValidTests_CallsCorrectly(self, mock_setup_test, mock_exec_multitest):735        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()736        mock_test_data = mock.MagicMock()737        mock_test_suite._run_batched_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock_test_data,738                                           mock.MagicMock(), [])739        assert mock_setup_test.called740        assert mock_exec_multitest.called741        assert mock_test_data.results.update.called742    @mock.patch('threading.Thread')743    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')744    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')745    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())746    def test_RunParallelTests_TwoTestsAndEditors_TwoThreads(self, mock_setup_test, mock_get_num_editors, mock_thread):747        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()748        mock_get_num_editors.return_value = 2749        mock_test_spec_list = [mock.MagicMock(), mock.MagicMock()]750        mock_test_data = mock.MagicMock()751        mock_test_suite._run_parallel_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock_test_data,752                                            mock_test_spec_list, [])753        assert mock_setup_test.called754        assert mock_test_data.results.update.call_count == len(mock_test_spec_list)755        assert mock_thread.call_count == len(mock_test_spec_list)756    @mock.patch('threading.Thread')757    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')758    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')759    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())760    def test_RunParallelTests_TenTestsAndTwoEditors_TenThreads(self, mock_setup_test, mock_get_num_editors, mock_thread):761        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()762        mock_get_num_editors.return_value = 2763        mock_test_spec_list = []764        for i in range(10):765            mock_test_spec_list.append(mock.MagicMock())766        mock_test_data = mock.MagicMock()767        mock_test_suite._run_parallel_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock_test_data,768                                            mock_test_spec_list, [])769        assert mock_setup_test.called770        assert mock_test_data.results.update.call_count == len(mock_test_spec_list)771        assert mock_thread.call_count == len(mock_test_spec_list)772    @mock.patch('threading.Thread')773    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')774    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')775    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())776    def test_RunParallelTests_TenTestsAndThreeEditors_TenThreads(self, mock_setup_test, mock_get_num_editors,777                                                                 mock_thread):778        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()779        mock_get_num_editors.return_value = 3780        mock_test_spec_list = []781        for i in range(10):782            mock_test_spec_list.append(mock.MagicMock())783        mock_test_data = mock.MagicMock()784        mock_test_suite._run_parallel_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock_test_data,785                                            mock_test_spec_list, [])786        assert mock_setup_test.called787        assert mock_test_data.results.update.call_count == len(mock_test_spec_list)788        assert mock_thread.call_count == len(mock_test_spec_list)789    @mock.patch('threading.Thread')790    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')791    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')792    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())793    def test_RunParallelBatchedTests_TwoTestsAndEditors_TwoThreads(self, mock_setup_test, mock_get_num_editors,794                                                                   mock_thread):795        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()796        mock_get_num_editors.return_value = 2797        mock_test_spec_list = [mock.MagicMock(), mock.MagicMock()]798        mock_test_data = mock.MagicMock()799        mock_test_suite._run_parallel_batched_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(),800                                                    mock_test_data, mock_test_spec_list, [])801        assert mock_setup_test.called802        assert mock_test_data.results.update.call_count == len(mock_test_spec_list)803        assert mock_thread.call_count == len(mock_test_spec_list)804    @mock.patch('threading.Thread')805    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')806    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')807    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())808    def test_RunParallelBatchedTests_TenTestsAndTwoEditors_2Threads(self, mock_setup_test, mock_get_num_editors,809                                                                      mock_thread):810        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()811        mock_get_num_editors.return_value = 2812        mock_test_spec_list = []813        for i in range(10):814            mock_test_spec_list.append(mock.MagicMock())815        mock_test_data = mock.MagicMock()816        mock_test_suite._run_parallel_batched_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(),817                                                    mock_test_data, mock_test_spec_list, [])818        assert mock_setup_test.called819        assert mock_test_data.results.update.call_count == 2820        assert mock_thread.call_count == 2821    @mock.patch('threading.Thread')822    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._get_number_parallel_editors')823    @mock.patch('ly_test_tools.o3de.editor_test.EditorTestSuite._setup_editor_test')824    @mock.patch('ly_test_tools.o3de.editor_test_utils.save_failed_asset_joblogs', mock.MagicMock())825    def test_RunParallelBatchedTests_TenTestsAndThreeEditors_ThreeThreads(self, mock_setup_test, mock_get_num_editors,826                                                                        mock_thread):827        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()828        mock_get_num_editors.return_value = 3829        mock_test_spec_list = []830        for i in range(10):831            mock_test_spec_list.append(mock.MagicMock())832        mock_test_data = mock.MagicMock()833        mock_test_suite._run_parallel_batched_tests(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(),834                                                    mock_test_data, mock_test_spec_list, [])835        assert mock_setup_test.called836        assert mock_test_data.results.update.call_count == 3837        assert mock_thread.call_count == 3838    def test_GetNumberParallelEditors_ConfigExists_ReturnsConfig(self):839        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()840        mock_request = mock.MagicMock()841        mock_request.config.getoption.return_value = 1842        num_of_editors = mock_test_suite._get_number_parallel_editors(mock_request)843        assert num_of_editors == 1844    def test_GetNumberParallelEditors_ConfigNotExists_ReturnsDefault(self):845        mock_test_suite = ly_test_tools.o3de.editor_test.EditorTestSuite()846        mock_request = mock.MagicMock()847        mock_request.config.getoption.return_value = None848        num_of_editors = mock_test_suite._get_number_parallel_editors(mock_request)849        assert num_of_editors == mock_test_suite.get_number_parallel_editors()850@mock.patch('_pytest.python.Class.collect')851class TestEditorTestClass(unittest.TestCase):852    def setUp(self):853        mock_name = mock.MagicMock()854        mock_collector = mock.MagicMock()855        self.mock_test_class = ly_test_tools.o3de.editor_test.EditorTestSuite.EditorTestClass(mock_name, mock_collector)856        self.mock_test_class.obj = mock.MagicMock()857        single_1 = mock.MagicMock()858        single_1.__name__ = 'single_1_name'859        single_2 = mock.MagicMock()860        single_2.__name__ = 'single_2_name'861        self.mock_test_class.obj.get_single_tests.return_value = [single_1, single_2]862        batch_1 = mock.MagicMock()863        batch_1.__name__ = 'batch_1_name'864        batch_2 = mock.MagicMock()865        batch_2.__name__ = 'batch_2_name'866        parallel_1 = mock.MagicMock()867        parallel_1.__name__ = 'parallel_1_name'868        parallel_2 = mock.MagicMock()869        parallel_2.__name__ = 'parallel_2_name'870        both_1 = mock.MagicMock()871        both_1.__name__ = 'both_1_name'872        both_2 = mock.MagicMock()873        both_2.__name__ = 'both_2_name'874        self.mock_test_class.obj.filter_shared_tests.side_effect = [ [batch_1, batch_2],875                                                                     [parallel_1, parallel_2],876                                                                     [both_1, both_2] ]877    def test_Collect_NoParallelNoBatched_RunsAsSingleTests(self, mock_collect):878        self.mock_test_class.config.getoption.return_value = True879        self.mock_test_class.collect()880        assert self.mock_test_class.obj.single_1_name.__name__ == 'single_run'881        assert self.mock_test_class.obj.single_2_name.__name__ == 'single_run'882        assert self.mock_test_class.obj.batch_1_name.__name__ == 'single_run'883        assert self.mock_test_class.obj.batch_2_name.__name__ == 'single_run'884        assert self.mock_test_class.obj.parallel_1_name.__name__ == 'single_run'885        assert self.mock_test_class.obj.parallel_2_name.__name__ == 'single_run'886        assert self.mock_test_class.obj.both_1_name.__name__ == 'single_run'887        assert self.mock_test_class.obj.both_2_name.__name__ == 'single_run'888    def test_Collect_AllValidTests_RunsAsInteded(self, mock_collect):889        self.mock_test_class.config.getoption.return_value = False890        self.mock_test_class.collect()891        assert self.mock_test_class.obj.single_1_name.__name__ == 'single_run'892        assert self.mock_test_class.obj.single_2_name.__name__ == 'single_run'893        assert self.mock_test_class.obj.batch_1_name.__name__ == 'result'894        assert self.mock_test_class.obj.batch_2_name.__name__ == 'result'895        assert self.mock_test_class.obj.parallel_1_name.__name__ == 'result'896        assert self.mock_test_class.obj.parallel_2_name.__name__ == 'result'897        assert self.mock_test_class.obj.both_1_name.__name__ == 'result'898        assert self.mock_test_class.obj.both_2_name.__name__ == 'result'899    def test_Collect_AllValidTests_CallsCollect(self, mock_collect):900        self.mock_test_class.collect()901        assert mock_collect.called902    def test_Collect_NormalCollection_ReturnsFilteredRuns(self, mock_collect):903        mock_run = mock.MagicMock()904        mock_run.obj.marks = {"run_type": 'run_shared'}905        mock_run_2 = mock.MagicMock()906        mock_run_2.obj.marks = {"run_type": 'result'}907        mock_instance = mock.MagicMock()908        mock_instance.collect.return_value = [mock_run, mock_run_2]909        mock_collect.return_value = [mock_instance]910        collection = self.mock_test_class.collect()911        assert collection == [mock_run_2]912    def test_Collect_NormalRun_ReturnsRunners(self, mock_collect):913        self.mock_test_class.collect()914        runners =  self.mock_test_class.obj._runners915        assert runners[0].name == 'run_batched_tests'916        assert runners[1].name == 'run_parallel_tests'917        assert runners[2].name == 'run_parallel_batched_tests'918    def test_Collect_NormalCollection_StoresRunners(self, mock_collect):919        mock_runner = mock.MagicMock()920        mock_run = mock.MagicMock()921        mock_run.obj.marks = {"run_type": 'run_shared'}922        mock_run.function.marks = {"runner": mock_runner}923        mock_runner_2 = mock.MagicMock()924        mock_runner_2.result_pytestfuncs = []925        mock_run_2 = mock.MagicMock()926        mock_run_2.obj.marks = {"run_type": 'result'}927        mock_run_2.function.marks = {"runner": mock_runner_2}928        mock_instance = mock.MagicMock()929        mock_instance.collect.return_value = [mock_run, mock_run_2]930        mock_collect.return_value = [mock_instance]931        self.mock_test_class.collect()932        assert mock_runner.run_pytestfunc == mock_run...

test_jira.py

Source:test_jira.py

...124    except Exception:125        pass126    config.set('Jira', 'enabled', 'true')127    # Execute method with jira annotation128    MockTestClass().mock_test_pass()129    # Check jira status130    expected_status = {'TOOLIUM-1': ('TOOLIUM-1', 'Pass', None, [])}131    assert expected_status == jira.jira_tests_status132def test_jira_annotation_fail(logger):133    # Configure jira module134    config = DriverWrappersPool.get_default_wrapper().config135    try:136        config.add_section('Jira')137    except Exception:138        pass139    config.set('Jira', 'enabled', 'true')140    # Execute method with jira annotation141    with pytest.raises(AssertionError):142        MockTestClass().mock_test_fail()143    # Check jira status144    expected_status = {'TOOLIUM-3': ('TOOLIUM-3', 'Fail', "The test 'test name' has failed: test error", [])}145    assert expected_status == jira.jira_tests_status146def test_jira_annotation_multiple(logger):147    # Configure jira module148    config = DriverWrappersPool.get_default_wrapper().config149    try:150        config.add_section('Jira')151    except Exception:152        pass153    config.set('Jira', 'enabled', 'true')154    # Execute methods with jira annotation155    MockTestClass().mock_test_pass()156    with pytest.raises(AssertionError):157        MockTestClass().mock_test_fail()158    MockTestClass().mock_test_pass_2()159    # Check jira status160    expected_status = {'TOOLIUM-1': ('TOOLIUM-1', 'Pass', None, []),161                       'TOOLIUM-3': ('TOOLIUM-3', 'Fail', "The test 'test name' has failed: test error", []),162                       'TOOLIUM-2': ('TOOLIUM-2', 'Pass', None, [])}163    assert expected_status == jira.jira_tests_status164def test_jira_disabled(logger):165    # Configure jira module166    config = DriverWrappersPool.get_default_wrapper().config167    try:168        config.add_section('Jira')169    except Exception:170        pass171    config.set('Jira', 'enabled', 'false')172    # Execute method with jira annotation173    MockTestClass().mock_test_pass()174    # Check jira status175    expected_status = {}176    assert expected_status == jira.jira_tests_status177class MockTestClass():178    def get_method_name(self):179        return 'test name'180    @jira.jira(test_key='TOOLIUM-1')181    def mock_test_pass(self):182        pass183    @jira.jira(test_key='TOOLIUM-2')184    def mock_test_pass_2(self):185        pass186    @jira.jira(test_key='TOOLIUM-3')187    def mock_test_fail(self):...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.