How to use all_resource_dependencies_satisfied method in localstack

Best Python code snippet using localstack_python

template_deployer.py

Source:template_deployer.py

...1059        if not self.is_deployable_resource(resource) or not self.is_deployed(resource):1060            return False1061        resource_type = get_resource_type(resource)1062        return resource_type in UPDATEABLE_RESOURCES1063    def all_resource_dependencies_satisfied(self, resource):1064        unsatisfied = self.get_unsatisfied_dependencies(resource)1065        return not unsatisfied1066    def get_unsatisfied_dependencies(self, resource):1067        res_deps = self.get_resource_dependencies(resource)1068        return self.get_unsatisfied_dependencies_for_resources(res_deps, resource)1069    def get_unsatisfied_dependencies_for_resources(1070        self, resources, depending_resource=None, return_first=True1071    ):1072        result = {}1073        for resource_id, resource in iteritems(resources):1074            if self.is_deployable_resource(resource):1075                if not self.is_deployed(resource):1076                    LOG.debug(1077                        "Dependency for resource %s not yet deployed: %s %s"1078                        % (depending_resource, resource_id, resource)1079                    )1080                    result[resource_id] = resource1081                    if return_first:1082                        break1083        return result1084    def get_resource_dependencies(self, resource):1085        result = {}1086        # Note: using the original, unmodified template here to preserve Ref's ...1087        raw_resources = self.stack.template_original["Resources"]1088        raw_resource = raw_resources[resource["LogicalResourceId"]]1089        dumped = json.dumps(common.json_safe(raw_resource))1090        for other_id, other in raw_resources.items():1091            if resource != other:1092                # TODO: traverse dict instead of doing string search!1093                search1 = '{"Ref": "%s"}' % other_id1094                search2 = '{"Fn::GetAtt": ["%s", ' % other_id1095                if search1 in dumped or search2 in dumped:1096                    result[other_id] = other1097                if other_id in resource.get("DependsOn", []):1098                    result[other_id] = other1099        return result1100    # -----------------1101    # DEPLOYMENT UTILS1102    # -----------------1103    def add_default_resource_props(self, resources=None):1104        resources = resources or self.resources1105        for resource_id, resource in resources.items():1106            add_default_resource_props(1107                resource, self.stack_name, resource_id=resource_id, existing_resources=resources1108            )1109    def init_resource_status(self, resources=None, stack=None, action="CREATE"):1110        resources = resources or self.resources1111        stack = stack or self.stack1112        for resource_id, resource in resources.items():1113            stack.set_resource_status(resource_id, "%s_IN_PROGRESS" % action)1114    def update_resource_details(self, resource_id, result, stack=None, action="CREATE"):1115        stack = stack or self.stack1116        # update resource state1117        update_resource_details(stack, resource_id, result, action)1118        # update physical resource id1119        resource = stack.resources[resource_id]1120        physical_id = resource.get("PhysicalResourceId")1121        physical_id = physical_id or determine_resource_physical_id(resource_id, stack=stack)1122        if not resource.get("PhysicalResourceId") or action == "UPDATE":1123            if physical_id:1124                resource["PhysicalResourceId"] = physical_id1125        # set resource status1126        stack.set_resource_status(resource_id, "%s_COMPLETE" % action, physical_res_id=physical_id)1127        return physical_id1128    def get_change_config(self, action, resource, change_set_id=None):1129        return {1130            "Type": "Resource",1131            "ResourceChange": {1132                "Action": action,1133                "LogicalResourceId": resource.get("LogicalResourceId"),1134                "PhysicalResourceId": resource.get("PhysicalResourceId"),1135                "ResourceType": resource.get("Type"),1136                "Replacement": "False",1137                "ChangeSetId": change_set_id,1138            },1139        }1140    def resource_config_differs(self, resource_new):1141        """Return whether the given resource properties differ from the existing config (for stack updates)."""1142        resource_id = resource_new["LogicalResourceId"]1143        resource_old = self.resources[resource_id]1144        props_old = resource_old["Properties"]1145        props_new = resource_new["Properties"]1146        ignored_keys = ["LogicalResourceId", "PhysicalResourceId"]1147        old_keys = set(props_old.keys()) - set(ignored_keys)1148        new_keys = set(props_new.keys()) - set(ignored_keys)1149        if old_keys != new_keys:1150            return True1151        for key in old_keys:1152            if props_old[key] != props_new[key]:1153                return True1154        old_status = self.stack.resource_states.get(resource_id) or {}1155        previous_state = (1156            old_status.get("PreviousResourceStatus") or old_status.get("ResourceStatus") or ""1157        )1158        if old_status and "DELETE" in previous_state:1159            return True1160    def merge_properties(self, resource_id, old_stack, new_stack):1161        old_resources = old_stack.template["Resources"]1162        new_resources = new_stack.template["Resources"]1163        new_resource = new_resources[resource_id]1164        old_resource = old_resources[resource_id] = old_resources.get(resource_id) or {}1165        for key, value in new_resource.items():1166            if key == "Properties":1167                continue1168            old_resource[key] = old_resource.get(key, value)1169        old_res_props = old_resource["Properties"] = old_resource.get("Properties", {})1170        for key, value in new_resource["Properties"].items():1171            old_res_props[key] = value1172        # overwrite original template entirely1173        old_stack.template_original["Resources"][resource_id] = new_stack.template_original[1174            "Resources"1175        ][resource_id]1176    def resolve_param(1177        self, logical_id: str, param_type: str, default_value: Optional[str] = None1178    ) -> Optional[str]:1179        if param_type == "AWS::SSM::Parameter::Value<String>":1180            ssm_client = aws_stack.connect_to_service("ssm")1181            param = ssm_client.get_parameter(Name=default_value)1182            return param["Parameter"]["Value"]1183        return None1184    def apply_parameter_changes(self, old_stack, new_stack) -> None:1185        parameters = {1186            p["ParameterKey"]: p1187            for p in old_stack.metadata["Parameters"]  # go through current parameter values1188        }1189        for logical_id, value in new_stack.template["Parameters"].items():1190            default = value.get("Default")1191            provided_param_value = parameters.get(logical_id)1192            param = {1193                "ParameterKey": logical_id,1194                "ParameterValue": provided_param_value if default is None else default,1195            }1196            if default is not None:1197                resolved_value = self.resolve_param(logical_id, value.get("Type"), default)1198                if resolved_value is not None:1199                    param["ResolvedValue"] = resolved_value1200            parameters[logical_id] = param1201        parameters.update({p["ParameterKey"]: p for p in new_stack.metadata["Parameters"]})1202        for change_set in new_stack.change_sets:1203            parameters.update({p["ParameterKey"]: p for p in change_set.metadata["Parameters"]})1204        # TODO: unclear/undocumented behavior in implicitly updating old_stack parameter here1205        old_stack.metadata["Parameters"] = [v for v in parameters.values() if v]1206    # TODO: fix circular import with cloudformation_api.py when importing Stack here1207    def construct_changes(1208        self,1209        existing_stack,1210        new_stack,1211        initialize=False,1212        change_set_id=None,1213        append_to_changeset=False,1214    ):1215        from localstack.services.cloudformation.cloudformation_api import StackChangeSet1216        old_resources = existing_stack.template["Resources"]1217        new_resources = new_stack.template["Resources"]1218        deletes = [val for key, val in old_resources.items() if key not in new_resources]1219        adds = [val for key, val in new_resources.items() if initialize or key not in old_resources]1220        modifies = [val for key, val in new_resources.items() if key in old_resources]1221        changes = []1222        for action, items in (("Remove", deletes), ("Add", adds), ("Modify", modifies)):1223            for item in items:1224                item["Properties"] = item.get("Properties", {})1225                change = self.get_change_config(action, item, change_set_id=change_set_id)1226                changes.append(change)1227        # append changes to change set1228        if append_to_changeset and isinstance(new_stack, StackChangeSet):1229            new_stack.changes.extend(changes)1230        return changes1231    def apply_changes(1232        self,1233        existing_stack,1234        new_stack,1235        stack_name,1236        change_set_id=None,1237        initialize=False,1238        action=None,1239    ):1240        old_resources = existing_stack.template["Resources"]1241        new_resources = new_stack.template["Resources"]1242        action = action or "CREATE"1243        self.init_resource_status(old_resources, action="UPDATE")1244        # apply parameter changes to existing stack1245        self.apply_parameter_changes(existing_stack, new_stack)1246        # construct changes1247        changes = self.construct_changes(1248            existing_stack,1249            new_stack,1250            initialize=initialize,1251            change_set_id=change_set_id,1252        )1253        # check if we have actual changes in the stack, and prepare properties1254        contains_changes = False1255        for change in changes:1256            res_action = change["ResourceChange"]["Action"]1257            resource = new_resources.get(change["ResourceChange"]["LogicalResourceId"])1258            if res_action != "Modify" or self.resource_config_differs(resource):1259                contains_changes = True1260            if res_action in ["Modify", "Add"]:1261                self.merge_properties(resource["LogicalResourceId"], existing_stack, new_stack)1262        if not contains_changes:1263            raise NoStackUpdates("No updates are to be performed.")1264        # merge stack outputs1265        existing_stack.template["Outputs"].update(new_stack.template.get("Outputs", {}))1266        # start deployment loop1267        return self.apply_changes_in_loop(1268            changes, existing_stack, stack_name, action=action, new_stack=new_stack1269        )1270    def apply_changes_in_loop(self, changes, stack, stack_name, action=None, new_stack=None):1271        from localstack.services.cloudformation.cloudformation_api import StackChangeSet1272        def _run(*args):1273            try:1274                self.do_apply_changes_in_loop(changes, stack, stack_name)1275                status = "%s_COMPLETE" % action1276            except Exception as e:1277                LOG.debug(1278                    'Error applying changes for CloudFormation stack "%s": %s %s'1279                    % (stack.stack_name, e, traceback.format_exc())1280                )1281                status = "%s_FAILED" % action1282            stack.set_stack_status(status)1283            if isinstance(new_stack, StackChangeSet):1284                new_stack.metadata["Status"] = status1285                new_stack.metadata["ExecutionStatus"] = (1286                    "EXECUTE_FAILED" if "FAILED" in status else "EXECUTE_COMPLETE"1287                )1288                new_stack.metadata["StatusReason"] = "Deployment %s" % (1289                    "failed" if "FAILED" in status else "succeeded"1290                )1291        # run deployment in background loop, to avoid client network timeouts1292        return start_worker_thread(_run)1293    def do_apply_changes_in_loop(self, changes, stack, stack_name: str):1294        # apply changes in a retry loop, to resolve resource dependencies and converge to the target state1295        changes_done = []1296        max_iters = 301297        new_resources = stack.resources1298        # apply default props before running the loop1299        for resource_id, resource in new_resources.items():1300            add_default_resource_props(1301                resource,1302                stack.stack_name,1303                resource_id=resource_id,1304                existing_resources=new_resources,1305            )1306        # start deployment loop1307        for i in range(max_iters):1308            j = 01309            updated = False1310            while j < len(changes):1311                change = changes[j]1312                res_change = change["ResourceChange"]1313                action = res_change["Action"]1314                is_add_or_modify = action in ["Add", "Modify"]1315                resource_id = res_change["LogicalResourceId"]1316                try:1317                    if is_add_or_modify:1318                        resource = new_resources[resource_id]1319                        should_deploy = self.prepare_should_deploy_change(1320                            resource_id, change, stack, new_resources1321                        )1322                        LOG.debug(1323                            'Handling "%s" for resource "%s" (%s/%s) type "%s" in loop iteration %s (should_deploy=%s)'1324                            % (1325                                action,1326                                resource_id,1327                                j + 1,1328                                len(changes),1329                                res_change["ResourceType"],1330                                i + 1,1331                                should_deploy,1332                            )1333                        )1334                        if not should_deploy:1335                            del changes[j]1336                            stack_action = get_action_name_for_resource_change(action)1337                            stack.set_resource_status(resource_id, "%s_COMPLETE" % stack_action)1338                            continue1339                        if not self.all_resource_dependencies_satisfied(resource):1340                            j += 11341                            continue1342                    self.apply_change(change, stack, new_resources, stack_name=stack_name)1343                    changes_done.append(change)1344                    del changes[j]1345                    updated = True1346                except DependencyNotYetSatisfied as e:1347                    LOG.debug(1348                        'Dependencies for "%s" not yet satisfied, retrying in next loop: %s'1349                        % (resource_id, e)1350                    )1351                    j += 11352            if not changes:1353                break...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.