Test your AI Agents with the all-new Agent to Agent Testing Platform.Learn More

How to use create_metric_coverage_docs method in localstack

Best Python code snippet using localstack_python

coverage_docs_utility.py

Source:coverage_docs_utility.py

...42                ],  # TODO also consider 'snapshot_skipped_paths' once we use this in docs43                "pro": impl_details[service][operation]["pro"],44            }45    return simplified_metric46def create_metric_coverage_docs(file_name: str, metrics: dict, impl_details: dict):47    simplified_metrics = create_simplified_metrics(metrics, impl_details)48    if os.path.exists(file_name):49        os.remove(file_name)50    output = DOCS_HEADER51    output += '<div class="coverage-report">\n\n'52    header = f"<table>{TABLE_HEADER}\n"53    for service in sorted(simplified_metrics.keys()):54        output += f"## {service} ##\n\n"55        output += header56        output += "  <tbody>\n"57        details = simplified_metrics[service]58        implemented_ops = {59            operation[0]: operation[1]60            for operation in details.items()61            if operation[1]["implemented"]62        }63        tested_indicator = ' <a href="#misc" title="covered by our integration test suite">â¨</a>'64        for operation in sorted(implemented_ops.keys()):65            tested = ""66            pro_info = ""67            if implemented_ops.get(operation).get("tested"):68                tested = tested_indicator69            if implemented_ops.get(operation).get("pro"):70                pro_info = " (Pro) "71            output += (72                "    <tr>\n"73                f"      <td>{operation}{pro_info}{tested}</td>\n"74                '       <td style="text-align:right">â</td>\n'75                "    </tr>\n"76            )77        output += "  </tbody>\n"78        other_ops = {79            operation[0]: operation[1]80            for operation in details.items()81            if not operation[1]["implemented"]82        }83        if other_ops:84            output += (85                "  <tbody>"86                "    <tr>\n"87                f"""      <td><a data-toggle="collapse" href=".{service.lower()}-notimplemented">Show missing</a></td>\n"""88                '      <td style="text-align:right"></td>\n'89                "    </tr>\n"90                "  </tbody>\n"91                f"""  <tbody class="collapse {service.lower()}-notimplemented"> """92            )93            for operation in sorted(other_ops.keys()):94                output += (95                    "    <tr>\n"96                    f"      <td>{operation}</td>\n"97                    '       <td style="text-align:right">-</td>\n'98                    "    </tr>\n"99                )100            output += "  </tbody>\n"101        # for operation in sorted(details.items(), key=lambda x: (x[1]["implemented"] < 1, x[0])):102        #     # print(f"{service}.{operation[0]}: {operation[1]['implemented']}")103        #     tested_indicator = "â¨" if operation[1]["tested"] else ""104        #     trailing_spaces = 38 - len(operation[0]) - len(tested_indicator)105        #     implemented = "â" if operation[1]["implemented"] else "-"106        #     output += f"| {operation[0]} {tested_indicator}{' ' * trailing_spaces}| {implemented}         |\n"107        output += " </table>\n\n"108        with open(file_name, "a") as fd:109            fd.write(f"{output}\n")110            output = ""111    with open(file_name, "a") as fd:112        fd.write(f"{output}\n")113        fd.write(114            "## Misc ##\n\n" "Endpoints marked with â¨ are covered by our integration test suite."115        )116        fd.write("\n\n</div>")117def create_metric_coverage_docs_internal(118    file_name: str, metrics: dict, impl_details: dict, coverage: dict119):120    if os.path.exists(file_name):121        os.remove(file_name)122    output = DOCS_HEADER123    header = """124| Operation                              | Implemented | Tested |125|----------------------------------------|-------------|--------|126"""127    yes_indicator = "â"128    no_indicator = "â"129    for service in sorted(metrics.keys()):130        output += f"## {service} ##\n\n"131        if not impl_details.get(service):132            print(f"--------> Missing implementation details for service: {service}")133            continue134        output += f"API returns a response for {coverage[service]}% of the operations.\n"135        output += header136        del metrics[service]["service_attributes"]137        details = metrics[service]138        for operation in sorted(details.keys()):139            op_details = details[operation]140            if impl_details[service].get(operation) is None:141                print(142                    f"------> WARNING: {service}.{operation} does not have implementation details"143                )144                continue145            implemented = yes_indicator if impl_details[service][operation] else no_indicator146            tested = yes_indicator if op_details.get("invoked", 0) > 0 else no_indicator147            output += (148                f"| {operation}{' '*(39-len(operation))}| {implemented}         | {tested}    |\n"149            )150        output += "\n\n"151        with open(file_name, "a") as fd:152            fd.write(f"{output}\n")153            output = ""154def main(path_to_implementation_details: str, path_to_raw_metrics: str):155    # coverage = {}156    # with open(157    #     f"{path_to_implementation_details}/implementation_coverage_aggregated.csv", mode="r"158    # ) as file:159    #     csv_reader = csv.DictReader(file)160    #     for row in csv_reader:161    #         coverage[row["service"]] = row["percentage"]162    impl_details = {}163    with open(164        f"{path_to_implementation_details}/community/implementation_coverage_full.csv", mode="r"165    ) as file:166        csv_reader = csv.DictReader(file)167        for row in csv_reader:168            service = impl_details.setdefault(row["service"], {})169            service[row["operation"]] = {170                "implemented": True if row["is_implemented"] == "True" else False,171                "pro": False,172            }173    with open(174        f"{path_to_implementation_details}/pro/implementation_coverage_full.csv", mode="r"175    ) as file:176        csv_reader = csv.DictReader(file)177        for row in csv_reader:178            service = impl_details[row["service"]]179            details = service[row["operation"]]180            if not details["implemented"] and row["is_implemented"] == "True":181                details["implemented"] = True182                details["pro"] = True183    recorded_metrics = aggregate_recorded_raw_data(base_dir=path_to_raw_metrics)184    # create_metric_coverage_docs_internal(185    #     file_name=path_to_raw_metrics + "/metric-coverage_internal.md",186    #     metrics=recorded_metrics,187    #     impl_details=impl_details,188    #     coverage=coverage,189    # )190    create_metric_coverage_docs(191        file_name=path_to_raw_metrics + "/coverage.md",192        metrics=recorded_metrics,193        impl_details=impl_details,194    )195def print_usage():196    print("missing arguments")197    print(198        "usage: python coverage_docs_utility.py <dir-to-implementaiton-details> <dir-to-raw-csv-metric>"199    )200if __name__ == "__main__":201    if len(sys.argv) != 3 or not Path(sys.argv[1]).is_dir() or not Path(sys.argv[2]).is_dir():202        print_usage()203    else:204        main(sys.argv[1], sys.argv[2])

test_org.py

Source:test_org.py

1def create_metric_coverage_docs(file_name: str, metrics: dict, impl_details: dict):2    simplified_metrics = create_simplified_metrics(metrics, impl_details)3    if os.path.exists(file_name):4        os.remove(file_name)5    output = DOCS_HEADER6    output += '<div class="coverage-report">\n\n'7    header = f"<table>{TABLE_HEADER}\n"8    for service in sorted(simplified_metrics.keys()):9        output += f"## {service} ##\n\n"10        output += header11        output += "  <tbody>\n"12        details = simplified_metrics[service]13        operation_1 = operation[1]["implemented"]14        implemented_ops = {15            operation[0]: operation[1]...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.